dataset_path: lmms-lab/k12
dataset_kwargs:
  token: True
task: "k12"
tag: visual_reasoning_collection
test_split: train
output_type: generate_until
doc_to_visual: !function utils.k12_doc_to_visual
doc_to_text: !function utils.k12_doc_to_text
doc_to_target: "answer"
generation_kwargs:
  until:
    - "ASSISTANT:"
  max_new_tokens: 16384
process_results: !function utils.k12_process_results
metric_list:
  - metric: llm_as_judge_eval
    aggregation: mean
    higher_is_better: true