# task: fake-people-v1
dataset_path: json
output_type: generate_until
test_split: train
doc_to_text: "{{question}}"
doc_to_target: "{{answer}}"
process_results: !function utils.process_results_gen
# dataset_kwargs:
#   data_files: data/test/people-v1/test-completions.json
generation_kwargs:
  do_sample: false
  temperature: 0.0
  max_gen_toks: 128
  until:
    - "<|endoftext|>"
metric_list:
  - metric: acc
    aggregation: mean
    higher_is_better: true
