experiment run details:
  dataset: openworld
  model: gemma3_4b hoi full
  path: /gpfs/mariana/home/envomp/bongard/
---------------------------------------
  test split name: test
---------------------------------------

got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2\\
Specific instruction: | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1
Specific instruction:
1. | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1
Specific instruction:
1. | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2
Specific instruction: 
Analyze | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
---------------------------------------
Summary for Split 'test':
 results: {'correct': {'cat_1': 172, 'cat_2': 198}, 'incorrect': {'cat_1': 78, 'cat_2': 52}}
 accuracy: 74.00%

---------------------------------------
