export CUDA_VISIBLE_DEVICES=0
Model_Path="../models/blockffn_3b_sft"
Eagle_Path="../models/blockffn_3b_sft-eagle"
Model_id="blockffn_3b_sft"
Bench_name="spec_bench"

python3 evaluation/inference_eagle.py \
    --model-path $Model_Path \
    --eagle-path $Eagle_Path \
    --cuda-graph \
    --model-id $Model_id/eagle_kernel \
    --memory-limit 0.70 \
    --bench-name $Bench_name \
    --dtype "bfloat16" \
    --V 16384 \
    --use-kernel \

