dataset_kwargs:
  token: true
dataset_name: action_prediction
dataset_path: lmms-lab/VisualWebBench
doc_to_target: !function utils.visualwebbench_doc_to_target
doc_to_text: !function utils.visualwebbench_doc_to_text
doc_to_visual: !function utils.visualwebbench_doc_to_visual
generation_kwargs:
  do_sample: false
  max_new_tokens: 16
  num_beams: 1
  temperature: 0
  top_p: 1.0
lmms_eval_specific_kwargs:
  default:
    post_prompt: ''
    pre_prompt: ''
metadata:
- version: 0.0
metric_list:
- metric: accuracy
  aggregation: !function utils.visualwebbench_accuracy_aggregate
  higher_is_better: true
output_type: generate_until
process_results: !function utils.visualwebbench_process_results_accuracy
task: visualwebbench_action_prediction
test_split: test
