export CUDA_VISIBLE_DEVICES=0
Model_Path="../models/blockffn_3b_sft"
Model_id="blockffn_3b_sft"
Bench_name="spec_bench"

python3 evaluation/inference_baseline.py \
    --model-path $Model_Path \
    --cuda-graph \
    --model-id $Model_id/baseline \
    --memory-limit 0.7 \
    --bench-name $Bench_name \
    --dtype "bfloat16" \
