experiment run details:
  dataset: openworld
  model: gemma3_4b hoi full
  path: /gpfs/mariana/home/envomp/bongard/
---------------------------------------
  test split name: test
---------------------------------------

got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_2<eos> | expected: cat_1 | equals: False
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_2<eos> | expected: cat_2 | equals: True
got: cat_1<eos> | expected: cat_1 | equals: True
got: cat_1<eos> | expected: cat_2 | equals: False
---------------------------------------
Summary for Split 'test':
 results: {'correct': {'cat_1': 204, 'cat_2': 106}, 'incorrect': {'cat_1': 46, 'cat_2': 144}}
 accuracy: 62.00%

---------------------------------------
