# AVAILABLE MODEL: palm2, gpt3
# AVAILABLE DATASET: 'gsm8k', 'gsm-ic', 'svamp', 'aqua', 'csqa', 'sqa', 'socialiqa', 'date', 'ruin_names', 'causal_judgement', 'reasoning_about_colored_objects', 'tracking_shuffled_objects', 'logical_deduction', 'coin_flips', 'last_letters'
# AVAILABLE FRAMEWORKS: few-shot_cot, few-shot_precot, zero-shot_cot, zero-shot_precot
model=$1
dataset=$2
framework=$3

export PALM_API_KEY="Your PaLM API Key" # will use text-bison-001
export OPENAI_API_KEY="Your OpenAI API Key" # will use text-davinci-003

python3 main.py --model $model --dataset $dataset --framework $framework