tag: norquad
dataset_path: ltg/norquad
output_type: generate_until
training_split: train
validation_split: validation
test_split: test
doc_to_target: '{{answers["text"][0]}}'
process_results: !function utils.process_results
process_docs: !function utils.process_docs
target_delimiter: ' '
generation_kwargs:
  until:
    - "\n"
  do_sample: false
  num_beams: 1
  max_new_tokens: 32
metric_list:
  - metric: exact_match
    aggregation: mean
    higher_is_better: true
  - metric: f1
    aggregation: mean
    higher_is_better: true
metadata:
  version: 1.0
