#! /bin/bash


# eval qwen3-4b and qwen3-8b with retrieval, run a loop for num_articles from 1 to 10


for num_articles in {1..10}; do
    python jobs_eval.py --base_save_dir /fast/XXXX-3/forecasting/evals/freeform/manual --model_dir /fast/XXXX-3/models/Qwen3-4B --model Qwen3-4B --max_new_tokens 16384 --data_split test --num_generations 5 --data /fast/XXXX-3/forecasting/newsdata/theguardian/qgen/cleaned/o4-mini-high_theguardian-retrieval-30_207_free_3_cleaned.jsonl --num_articles $num_articles --task retrieval
done

for num_articles in {1..10}; do
    python jobs_eval.py --base_save_dir /fast/XXXX-3/forecasting/evals/freeform/manual --model_dir /fast/XXXX-3/models/Qwen3-8B --model Qwen3-8B --max_new_tokens 16384 --data_split test --num_generations 5 --data /fast/XXXX-3/forecasting/newsdata/theguardian/qgen/cleaned/o4-mini-high_theguardian-retrieval-30_207_free_3_cleaned.jsonl --num_articles $num_articles --task retrieval
done