experiment run details:
  dataset: hoi
  model: phi hoi lora
  path: /gpfs/mariana/home/envomp/bongard/big_hake/
---------------------------------------
  test split name: test_seen_obj_seen_act
---------------------------------------

got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
---------------------------------------
Summary for Split 'test_seen_obj_seen_act':
 results: {'correct': {'cat_1': 59, 'cat_2': 85}, 'incorrect': {'cat_1': 41, 'cat_2': 15}}
 accuracy: 72.00%

---------------------------------------
  test split name: test_seen_obj_unseen_act
---------------------------------------

got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
---------------------------------------
Summary for Split 'test_seen_obj_unseen_act':
 results: {'correct': {'cat_1': 117, 'cat_2': 164}, 'incorrect': {'cat_1': 83, 'cat_2': 36}}
 accuracy: 70.25%

---------------------------------------
  test split name: test_unseen_obj_seen_act
---------------------------------------

got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
---------------------------------------
Summary for Split 'test_unseen_obj_seen_act':
 results: {'correct': {'cat_1': 171, 'cat_2': 240}, 'incorrect': {'cat_1': 129, 'cat_2': 60}}
 accuracy: 68.50%

---------------------------------------
  test split name: test_unseen_obj_unseen_act
---------------------------------------

got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_2<|endoftext|> | expected: cat_1 | equals: False
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_1<|endoftext|> | expected: cat_2 | equals: False
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
got: cat_2<|endoftext|> | expected: cat_2 | equals: True
got: cat_1<|endoftext|> | expected: cat_1 | equals: True
---------------------------------------
Summary for Split 'test_unseen_obj_unseen_act':
 results: {'correct': {'cat_1': 241, 'cat_2': 325}, 'incorrect': {'cat_1': 159, 'cat_2': 75}}
 accuracy: 70.75%

---------------------------------------
