OUTPUT_PATH=directory/to/your/output # example: examples/
FILE=file_name # example: output_qwen3-235b

python src/spider_eval/test-suite-sql-eval-ex/evaluation_2.py \
    --gold $OUTPUT_PATH/$FILE-gold.txt \
    --pred $OUTPUT_PATH/$FILE-pred.txt \
    --etype exec \
    --db  directory/to/spider/original/database \
    --out_file $OUTPUT_PATH/$FILE-failed.json \
    # --progress_bar_for_each_datapoint \
