tag:
- salt_tasks
- salt_prompt_2
- afrobench_MT_tasks
dataset_path: Sunbird/salt
dataset_kwargs: {trust_remote_code: True}
output_type: generate_until
validation_split: dev
fewshot_split: dev
test_split: test
metric_list:
  - metric: bleu
    aggregation: bleu
    higher_is_better: true
  - metric: chrf
    aggregation: chrf
    higher_is_better: true
generation_kwargs:
  until:
    - "\n"
  do_sample: false
  temperature: 0.0
metadata:
  version: 1.0
