tag:
    - afrobench_xqa_tasks
    - afriqa_prompt_2
dataset_kwargs: {trust_remote_code: True}
dataset_path: masakhane/afriqa-gold-passages
dataset_name: null
output_type: generate_until
test_split: test
fewshot_split: train
doc_to_target: answer_pivot
should_decontaminate: true
doc_to_decontamination_query: question_lang
generation_kwargs:
  until:
    - "\n"
  do_sample: false
  temperature: 0.0
filter_list:
  - name: remove_whitespace
    filter:
      - function: remove_whitespace
      - function: take_first
target_delimiter: " "
metric_list:
  - metric: exact_match
    aggregation: mean
    higher_is_better: true
    ignore_case: true
    ignore_punctuation: true
      - "."
      - ","
      - "\\$"
  - metric: f1
    aggregation: !function utils.f1
    higher_is_better: true
    ignore_case: true
    ignore_punctuation: true
      - "."
      - ","
      - "\\$"
metadata:
  version: 1.0
