experiment run details:
  dataset: hoi
  model: gemma3_4b hoi postfix
  path: /gpfs/mariana/home/envomp/bongard/big_hake/
---------------------------------------
  test split name: test_seen_obj_seen_act
---------------------------------------

got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
---------------------------------------
Summary for Split 'test_seen_obj_seen_act':
 results: {'correct': {'cat_1': 57, 'cat_2': 59}, 'incorrect': {'cat_1': 43, 'cat_2': 41}}
 accuracy: 58.00%

---------------------------------------
  test split name: test_seen_obj_unseen_act
---------------------------------------

got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
---------------------------------------
Summary for Split 'test_seen_obj_unseen_act':
 results: {'correct': {'cat_1': 109, 'cat_2': 122}, 'incorrect': {'cat_1': 91, 'cat_2': 78}}
 accuracy: 57.75%

---------------------------------------
  test split name: test_unseen_obj_seen_act
---------------------------------------

got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
---------------------------------------
Summary for Split 'test_unseen_obj_seen_act':
 results: {'correct': {'cat_1': 163, 'cat_2': 171}, 'incorrect': {'cat_1': 137, 'cat_2': 129}}
 accuracy: 55.67%

---------------------------------------
  test split name: test_unseen_obj_unseen_act
---------------------------------------

got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
---------------------------------------
Summary for Split 'test_unseen_obj_unseen_act':
 results: {'correct': {'cat_1': 207, 'cat_2': 242}, 'incorrect': {'cat_1': 193, 'cat_2': 158}}
 accuracy: 56.12%

---------------------------------------
