experiment run details:
  dataset: hoi
  model: pixtral openworld lora
  path: /gpfs/mariana/home/envomp/bongard/big_hake/
---------------------------------------
  test split name: test_seen_obj_seen_act
---------------------------------------

got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
---------------------------------------
Summary for Split 'test_seen_obj_seen_act':
 results: {'correct': {'cat_1': 73, 'cat_2': 73}, 'incorrect': {'cat_1': 27, 'cat_2': 27}}
 accuracy: 73.00%

---------------------------------------
  test split name: test_seen_obj_unseen_act
---------------------------------------

got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
---------------------------------------
Summary for Split 'test_seen_obj_unseen_act':
 results: {'correct': {'cat_1': 146, 'cat_2': 144}, 'incorrect': {'cat_1': 54, 'cat_2': 56}}
 accuracy: 72.50%

---------------------------------------
  test split name: test_unseen_obj_seen_act
---------------------------------------

got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
---------------------------------------
Summary for Split 'test_unseen_obj_seen_act':
 results: {'correct': {'cat_1': 210, 'cat_2': 212}, 'incorrect': {'cat_1': 90, 'cat_2': 88}}
 accuracy: 70.33%

---------------------------------------
  test split name: test_unseen_obj_unseen_act
---------------------------------------

got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
---------------------------------------
Summary for Split 'test_unseen_obj_unseen_act':
 results: {'correct': {'cat_1': 289, 'cat_2': 279}, 'incorrect': {'cat_1': 111, 'cat_2': 121}}
 accuracy: 71.00%

---------------------------------------
