dataset_name: "mc_question_val"
task: "perceptiontest_val_mcppl"
test_split: validation
output_type: multiple_choice
doc_to_visual: !function utils.perceptiontest_val_doc_to_visual
doc_to_text: "question"
doc_to_target: !function utils.perceptiontest_val_doc_to_answer
doc_to_choice: !function utils.perceptiontest_val_doc_to_choice
process_results: !function utils.perceptiontest_val_process_results_mc_ppl
metric_list:
  - metric: accuracy
    aggregation: !function utils.perceptiontest_val_aggregate_accuracy
    higher_is_better: true
include: _default_template_yaml
