experiment run details:
  dataset: hoi
  model: pixtral hoi postfix
  path: /gpfs/mariana/home/envomp/bongard/big_hake/
---------------------------------------
  test split name: test_seen_obj_seen_act
---------------------------------------

got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
---------------------------------------
Summary for Split 'test_seen_obj_seen_act':
 results: {'correct': {'cat_1': 67, 'cat_2': 70}, 'incorrect': {'cat_1': 33, 'cat_2': 30}}
 accuracy: 68.50%

---------------------------------------
  test split name: test_seen_obj_unseen_act
---------------------------------------

got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
---------------------------------------
Summary for Split 'test_seen_obj_unseen_act':
 results: {'correct': {'cat_1': 137, 'cat_2': 136}, 'incorrect': {'cat_1': 63, 'cat_2': 64}}
 accuracy: 68.25%

---------------------------------------
  test split name: test_unseen_obj_seen_act
---------------------------------------

got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
---------------------------------------
Summary for Split 'test_unseen_obj_seen_act':
 results: {'correct': {'cat_1': 208, 'cat_2': 192}, 'incorrect': {'cat_1': 92, 'cat_2': 108}}
 accuracy: 66.67%

---------------------------------------
  test split name: test_unseen_obj_unseen_act
---------------------------------------

got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_1</s> | expected: cat_2 | equals: False
got: cat_2</s> | expected: cat_1 | equals: False
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
got: cat_2</s> | expected: cat_2 | equals: True
got: cat_1</s> | expected: cat_1 | equals: True
---------------------------------------
Summary for Split 'test_unseen_obj_unseen_act':
 results: {'correct': {'cat_1': 278, 'cat_2': 253}, 'incorrect': {'cat_1': 122, 'cat_2': 147}}
 accuracy: 66.38%

---------------------------------------
