pip install -r requirements.txt
cd llm_planning_analysis

export HF_ENDPOINT=http://hf-mirror.com
export OPENAI_API_KEY=EMPTY
export FAST_DOWNWARD=/mnt/zhuli_nas/qiqiuyi/deepscaler_planning_test_planbench_kl2/LLMs-Planning-main/planner_tools/VAL
export VAL=/mnt/zhuli_nas/qiqiuyi/deepscaler_planning_test_planbench_kl2/LLMs-Planning-main/planner_tools/VAL
export PR2=/mnt/zhuli_nas/qiqiuyi/deepscaler_planning_test_planbench_kl2/LLMs-Planning-main/planner_tools/PR2
export VLLM_ATTENTION_BACKEND=XFORMERS
export MODEL_PATH=/mnt/zhuli_nas/bmt/models/meta-llama/Llama-3.1-70B-Instruct
export MODEL_NAME=local-llama-3.1-70b-instruct


# vllm
python -m vllm.entrypoints.openai.api_server --model $MODEL_PATH --tensor-parallel-size 4 --served-model-name $MODEL_NAME --port 8001

CUDA_VISIBLE_DEVICES=4,5,6,7 python -m vllm.entrypoints.openai.api_server --model $MODEL_PATH --tensor-parallel-size 4 --served-model-name $MODEL_NAME --port 8001

python response_generation.py --task t1 --config blocksworld --engine $MODEL_NAME --model $MODEL_NAME --verbose True --max_workers 64

python response_evaluation.py --task t1 --config blocksworld --engine $MODEL_NAME --verbose True --no_llm_based_extraction


#不用管
export MODEL_NAME=gpt-4o
python response_generation.py --task t1 --config blocksworld --engine ant-$MODEL_NAME --model $MODEL_NAME --verbose True --max_workers 1

python response_evaluation.py --task t1 --config blocksworld --engine ant-$MODEL_NAME --verbose True --no_llm_based_extraction


python response_generation.py --task t1 --config mystery_blocksworld_3 --engine $MODEL_NAME --model $MODEL_NAME --verbose True --max_workers 64

python response_evaluation.py --task t1 --config mystery_blocksworld_3 --engine $MODEL_NAME --verbose True --no_llm_based_extraction