task: vizwiz_vqa_test
test_split: test
include: _default_template_vqa_yaml
process_results: !function utils.vizwiz_vqa_process_results
metric_list:
  # - metric: exact_match
  #   aggregation: mean
  #   higher_is_better: true
  #   ignore_case: true
  #   ignore_punctuation: true
  - metric: submission
    aggregation: !function utils.vizwiz_vqa_aggregate_submissions
    higher_is_better: true
