.clang-format
.dockerignore
.gitignore
.readthedocs.yaml
.shellcheckrc
.yapfignore
CMakeLists.txt
CODE_OF_CONDUCT.md
CONTRIBUTING.md
DCO
Dockerfile
Dockerfile.ppc64le
LICENSE
MANIFEST.in
README.md
SECURITY.md
analyze_prefill_by_input_len.py
analyze_prefill_by_req.py
analyze_results.ipynb
collect_env.py
find_cuda_init.py
format.sh
pyproject.toml
python_only_dev.py
requirements-build.txt
requirements-common.txt
requirements-cuda.txt
requirements-dev.txt
requirements-lint.txt
requirements-neuron.txt
requirements-openvino.txt
requirements-rocm.txt
requirements-test.in
requirements-test.txt
setup.py
test.py
use_existing_torch.py
.buildkite/check-wheel-size.py
.buildkite/generate_index.py
.buildkite/release-pipeline.yaml
.buildkite/run-amd-test.sh
.buildkite/run-benchmarks.sh
.buildkite/run-cpu-test-ppc64le.sh
.buildkite/run-cpu-test.sh
.buildkite/run-gh200-test.sh
.buildkite/run-hpu-test.sh
.buildkite/run-multi-node-test.sh
.buildkite/run-neuron-test.sh
.buildkite/run-openvino-test.sh
.buildkite/run-tpu-test.sh
.buildkite/run-xpu-test.sh
.buildkite/test-pipeline.yaml
.buildkite/upload-wheels.sh
.buildkite/lm-eval-harness/run-lm-eval-gsm-hf-baseline.sh
.buildkite/lm-eval-harness/run-lm-eval-gsm-vllm-baseline.sh
.buildkite/lm-eval-harness/run-tests.sh
.buildkite/lm-eval-harness/test_lm_eval_correctness.py
.buildkite/lm-eval-harness/configs/DeepSeek-V2-Lite-Chat.yaml
.buildkite/lm-eval-harness/configs/Meta-Llama-3-70B-Instruct-FBGEMM-nonuniform.yaml
.buildkite/lm-eval-harness/configs/Meta-Llama-3-70B-Instruct.yaml
.buildkite/lm-eval-harness/configs/Meta-Llama-3-8B-Instruct-Channelwise-compressed-tensors.yaml
.buildkite/lm-eval-harness/configs/Meta-Llama-3-8B-Instruct-FBGEMM-nonuniform.yaml
.buildkite/lm-eval-harness/configs/Meta-Llama-3-8B-Instruct-FP8-compressed-tensors.yaml
.buildkite/lm-eval-harness/configs/Meta-Llama-3-8B-Instruct-FP8.yaml
.buildkite/lm-eval-harness/configs/Meta-Llama-3-8B-Instruct-INT8-compressed-tensors-asym.yaml
.buildkite/lm-eval-harness/configs/Meta-Llama-3-8B-Instruct-INT8-compressed-tensors.yaml
.buildkite/lm-eval-harness/configs/Meta-Llama-3-8B-Instruct-nonuniform-compressed-tensors.yaml
.buildkite/lm-eval-harness/configs/Meta-Llama-3-8B-Instruct.yaml
.buildkite/lm-eval-harness/configs/Meta-Llama-3-8B-QQQ.yaml
.buildkite/lm-eval-harness/configs/Meta-Llama-3.2-1B-Instruct-INT8-compressed-tensors.yaml
.buildkite/lm-eval-harness/configs/Minitron-4B-Base-FP8.yaml
.buildkite/lm-eval-harness/configs/Mixtral-8x22B-Instruct-v0.1-FP8-Dynamic.yaml
.buildkite/lm-eval-harness/configs/Mixtral-8x7B-Instruct-v0.1-FP8.yaml
.buildkite/lm-eval-harness/configs/Mixtral-8x7B-Instruct-v0.1.yaml
.buildkite/lm-eval-harness/configs/Qwen2-1.5B-Instruct-FP8W8.yaml
.buildkite/lm-eval-harness/configs/Qwen2-1.5B-Instruct-INT8-compressed-tensors.yaml
.buildkite/lm-eval-harness/configs/Qwen2-1.5B-Instruct-W8A16-compressed-tensors.yaml
.buildkite/lm-eval-harness/configs/Qwen2-57B-A14-Instruct.yaml
.buildkite/lm-eval-harness/configs/models-large.txt
.buildkite/lm-eval-harness/configs/models-small.txt
.buildkite/nightly-benchmarks/README.md
.buildkite/nightly-benchmarks/benchmark-pipeline.yaml
.buildkite/nightly-benchmarks/nightly-annotation.md
.buildkite/nightly-benchmarks/nightly-descriptions.md
.buildkite/nightly-benchmarks/nightly-pipeline.yaml
.buildkite/nightly-benchmarks/performance-benchmarks-descriptions.md
.buildkite/nightly-benchmarks/scripts/convert-results-json-to-markdown.py
.buildkite/nightly-benchmarks/scripts/download-tokenizer.py
.buildkite/nightly-benchmarks/scripts/generate-nightly-markdown.py
.buildkite/nightly-benchmarks/scripts/get-lmdeploy-modelname.py
.buildkite/nightly-benchmarks/scripts/launch-server.sh
.buildkite/nightly-benchmarks/scripts/nightly-annotate.sh
.buildkite/nightly-benchmarks/scripts/run-nightly-benchmarks.sh
.buildkite/nightly-benchmarks/scripts/summary-nightly-results.py
.buildkite/nightly-benchmarks/scripts/wait-for-image.sh
.buildkite/nightly-benchmarks/tests/latency-tests.json
.buildkite/nightly-benchmarks/tests/nightly-tests.json
.buildkite/nightly-benchmarks/tests/throughput-tests.json
benchmarks/backend_request_func.py
benchmarks/benchmark.py
benchmarks/preexp_prefill_decode_time.py
benchmarks/test_prediction_overhead.py
benchmarks/config/llama8b-sharegpt/minitest.json
benchmarks/result/choose_paramter.py
benchmarks/result/extract_result.py
benchmarks/result/rename.py
benchmarks/script/entry_predict.py
benchmarks/script/entry_serving.py
cmake/cpu_extension.cmake
cmake/hipify.py
cmake/utils.cmake
csrc/activation_kernels.cu
csrc/cache.h
csrc/cache_kernels.cu
csrc/cuda_compat.h
csrc/cuda_utils.h
csrc/cuda_utils_kernels.cu
csrc/custom_all_reduce.cu
csrc/custom_all_reduce.cuh
csrc/custom_all_reduce_test.cu
csrc/dispatch_utils.h
csrc/layernorm_kernels.cu
csrc/layernorm_quant_kernels.cu
csrc/ops.h
csrc/permute_cols.cu
csrc/pos_encoding_kernels.cu
csrc/torch_bindings.cpp
csrc/type_convert.cuh
csrc/attention/attention_dtypes.h
csrc/attention/attention_generic.cuh
csrc/attention/attention_kernels.cuh
csrc/attention/attention_utils.cuh
csrc/attention/dtype_bfloat16.cuh
csrc/attention/dtype_float16.cuh
csrc/attention/dtype_float32.cuh
csrc/attention/dtype_fp8.cuh
csrc/attention/paged_attention_v1.cu
csrc/attention/paged_attention_v2.cu
csrc/core/exception.hpp
csrc/core/math.hpp
csrc/core/registration.h
csrc/core/scalar_type.hpp
csrc/cpu/activation.cpp
csrc/cpu/attention.cpp
csrc/cpu/cache.cpp
csrc/cpu/cpu_types.hpp
csrc/cpu/cpu_types_arm.hpp
csrc/cpu/cpu_types_vsx.hpp
csrc/cpu/cpu_types_x86.hpp
csrc/cpu/dnnl_helper.hpp
csrc/cpu/layernorm.cpp
csrc/cpu/pos_encoding.cpp
csrc/cpu/quant.cpp
csrc/cpu/torch_bindings.cpp
csrc/cpu/utils.cpp
csrc/cutlass_extensions/common.cpp
csrc/cutlass_extensions/common.hpp
csrc/cutlass_extensions/cute_utils.cuh
csrc/cutlass_extensions/torch_utils.hpp
csrc/cutlass_extensions/vllm_collective_builder.cuh
csrc/cutlass_extensions/vllm_custom_types.cuh
csrc/cutlass_extensions/vllm_cutlass_library_extension.py
csrc/cutlass_extensions/vllm_numeric_conversion.cuh
csrc/cutlass_extensions/vllm_type_utils.cuh
csrc/cutlass_extensions/epilogue/broadcast_load_epilogue_c2x.hpp
csrc/cutlass_extensions/epilogue/broadcast_load_epilogue_c3x.hpp
csrc/cutlass_extensions/epilogue/scaled_mm_epilogues_c2x.hpp
csrc/cutlass_extensions/epilogue/scaled_mm_epilogues_c3x.hpp
csrc/mamba/causal_conv1d/causal_conv1d.cu
csrc/mamba/causal_conv1d/causal_conv1d.h
csrc/mamba/causal_conv1d/static_switch.h
csrc/mamba/mamba_ssm/selective_scan.h
csrc/mamba/mamba_ssm/selective_scan_fwd.cu
csrc/mamba/mamba_ssm/static_switch.h
csrc/moe/marlin_moe_ops.cu
csrc/moe/moe_align_sum_kernels.cu
csrc/moe/moe_ops.h
csrc/moe/topk_softmax_kernels.cu
csrc/moe/torch_bindings.cpp
csrc/moe/marlin_kernels/marlin_moe_kernel.h
csrc/moe/marlin_kernels/marlin_moe_kernel_ku4.cu
csrc/moe/marlin_kernels/marlin_moe_kernel_ku4.h
csrc/moe/marlin_kernels/marlin_moe_kernel_ku4b8.cu
csrc/moe/marlin_kernels/marlin_moe_kernel_ku4b8.h
csrc/moe/marlin_kernels/marlin_moe_kernel_ku8b128.cu
csrc/moe/marlin_kernels/marlin_moe_kernel_ku8b128.h
csrc/prepare_inputs/advance_step.cu
csrc/prepare_inputs/advance_step.cuh
csrc/quantization/vectorization.cuh
csrc/quantization/aqlm/gemm_kernels.cu
csrc/quantization/awq/dequantize.cuh
csrc/quantization/awq/gemm_kernels.cu
csrc/quantization/compressed_tensors/int8_quant_kernels.cu
csrc/quantization/cutlass_w8a8/Epilogues.md
csrc/quantization/cutlass_w8a8/scaled_mm_c2x.cu
csrc/quantization/cutlass_w8a8/scaled_mm_c2x.cuh
csrc/quantization/cutlass_w8a8/scaled_mm_c2x_sm75_dispatch.cuh
csrc/quantization/cutlass_w8a8/scaled_mm_c2x_sm80_dispatch.cuh
csrc/quantization/cutlass_w8a8/scaled_mm_c2x_sm89_fp8_dispatch.cuh
csrc/quantization/cutlass_w8a8/scaled_mm_c2x_sm89_int8_dispatch.cuh
csrc/quantization/cutlass_w8a8/scaled_mm_c3x.cu
csrc/quantization/cutlass_w8a8/scaled_mm_c3x.cuh
csrc/quantization/cutlass_w8a8/scaled_mm_c3x_sm90_fp8_dispatch.cuh
csrc/quantization/cutlass_w8a8/scaled_mm_c3x_sm90_int8_dispatch.cuh
csrc/quantization/cutlass_w8a8/scaled_mm_entry.cu
csrc/quantization/fp8/common.cu
csrc/quantization/fp8/common.cuh
csrc/quantization/fp8/fp8_marlin.cu
csrc/quantization/fp8/amd/hip_float8.h
csrc/quantization/fp8/amd/hip_float8_impl.h
csrc/quantization/fp8/amd/quant_utils.cuh
csrc/quantization/fp8/nvidia/quant_utils.cuh
csrc/quantization/fused_kernels/fused_layernorm_dynamic_per_token_quant.cu
csrc/quantization/fused_kernels/layernorm_utils.cuh
csrc/quantization/fused_kernels/quant_conversions.cuh
csrc/quantization/gguf/dequantize.cuh
csrc/quantization/gguf/ggml-common.h
csrc/quantization/gguf/gguf_kernel.cu
csrc/quantization/gguf/mmq.cuh
csrc/quantization/gguf/mmvq.cuh
csrc/quantization/gguf/vecdotq.cuh
csrc/quantization/gptq/compat.cuh
csrc/quantization/gptq/matrix_view.cuh
csrc/quantization/gptq/q_gemm.cu
csrc/quantization/gptq/qdq_2.cuh
csrc/quantization/gptq/qdq_3.cuh
csrc/quantization/gptq/qdq_4.cuh
csrc/quantization/gptq/qdq_8.cuh
csrc/quantization/gptq/qdq_util.cuh
csrc/quantization/gptq_marlin/awq_marlin_repack.cu
csrc/quantization/gptq_marlin/gptq_marlin.cu
csrc/quantization/gptq_marlin/gptq_marlin_repack.cu
csrc/quantization/gptq_marlin/marlin.cuh
csrc/quantization/gptq_marlin/marlin_dtypes.cuh
csrc/quantization/machete/Readme.md
csrc/quantization/machete/generate.py
csrc/quantization/machete/machete_collective_builder.cuh
csrc/quantization/machete/machete_interleaving_utils.cuh
csrc/quantization/machete/machete_mainloop.cuh
csrc/quantization/machete/machete_mm_kernel.cuh
csrc/quantization/machete/machete_mm_launcher.cuh
csrc/quantization/machete/machete_prepack_kernel.cuh
csrc/quantization/machete/machete_prepack_launcher.cuh
csrc/quantization/machete/machete_prepacked_layout.cuh
csrc/quantization/machete/machete_pytorch.cu
csrc/quantization/marlin/dense/LICENSE
csrc/quantization/marlin/dense/marlin_cuda_kernel.cu
csrc/quantization/marlin/dense/common/base.h
csrc/quantization/marlin/dense/common/mem.h
csrc/quantization/marlin/qqq/marlin_qqq_gemm_kernel.cu
csrc/quantization/marlin/sparse/LICENSE
csrc/quantization/marlin/sparse/marlin_24_cuda_kernel.cu
csrc/quantization/marlin/sparse/common/base.h
csrc/quantization/marlin/sparse/common/mem.h
csrc/quantization/marlin/sparse/common/mma.h
csrc/rocm/attention.cu
csrc/rocm/ops.h
csrc/rocm/torch_bindings.cpp
csrc/sparse/cutlass/sparse_compressor_c3x.cu
csrc/sparse/cutlass/sparse_compressor_entry.cu
csrc/sparse/cutlass/sparse_scaled_mm_c3x.cu
csrc/sparse/cutlass/sparse_scaled_mm_c3x.cuh
csrc/sparse/cutlass/sparse_scaled_mm_entry.cu
datasets/AzureLLMInferenceTrace_code.csv
datasets/collect_distribution.py
datasets/generate_trace_data.py
datasets/generete_dataset.py
datasets/generete_slo.py
datasets/split_dataset.py
datasets/trace.ipynb
draw/baseline_mapping.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1.csv
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_10.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_12.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_14.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_16.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_18.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_20.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_6.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_8.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_10.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_12.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_14.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_16.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_18.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_20.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_6.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_8.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_10.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_12.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_14.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_16.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_18.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_20.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_6.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_8.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.45_credit_qps_10.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.45_credit_qps_12.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.45_credit_qps_14.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.45_credit_qps_16.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.45_credit_qps_18.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.45_credit_qps_20.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.45_credit_qps_6.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.45_credit_qps_8.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.4_credit_qps_10.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.4_credit_qps_12.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.4_credit_qps_14.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.4_credit_qps_16.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.4_credit_qps_18.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.4_credit_qps_20.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.4_credit_qps_6.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.4_credit_qps_8.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.5_credit_qps_10.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.5_credit_qps_12.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.5_credit_qps_14.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.5_credit_qps_16.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.5_credit_qps_18.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.5_credit_qps_20.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.5_credit_qps_6.json
draw/gemma27b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.5_credit_qps_8.json
draw/gemma27b-lmsys/exp1_qps_scaling/goodput_vs_qps.pdf
draw/gemma27b-lmsys/exp1_qps_scaling/plot_exp1.ipynb
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_10.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_11.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_12.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_13.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_14.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_15.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_16.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_17.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_18.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_19.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_20.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_5.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_6.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_7.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_8.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_9.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_qps_10.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_qps_11.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_qps_12.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_qps_13.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_qps_14.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_qps_15.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_qps_16.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_qps_17.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_qps_18.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_qps_19.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_qps_20.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_qps_5.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_qps_6.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_qps_7.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_qps_8.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_fcfs_qps_9.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.4_credit_qps_10.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.4_credit_qps_11.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.4_credit_qps_12.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.4_credit_qps_13.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.4_credit_qps_14.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.4_credit_qps_15.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.4_credit_qps_16.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.4_credit_qps_17.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.4_credit_qps_18.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.4_credit_qps_19.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.4_credit_qps_20.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.4_credit_qps_5.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.4_credit_qps_6.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.4_credit_qps_7.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.4_credit_qps_8.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.4_credit_qps_9.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_10.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_11.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_12.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_13.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_14.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_15.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_16.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_17.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_18.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_19.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_20.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_5.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_6.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_7.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_8.json
draw/gemma27b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_9.json
draw/gemma27b-lmsys/exp1_qps_scaling/slo_adherence_vs_qps.pdf
draw/gemma27b-lmsys/exp1_qps_scaling/summary.csv
draw/gemma27b-lmsys/exp2_trace/plot_exp2.ipynb
draw/gemma27b-lmsys/exp2_trace/r1.csv
draw/gemma27b-lmsys/exp2_trace/r1_fcfs_mc_qps_inf.json
draw/gemma27b-lmsys/exp2_trace/r1_fcfs_qps_inf.json
draw/gemma27b-lmsys/exp2_trace/r1_ldf_rej_gate1.4_credit_qps_inf.json
draw/gemma27b-lmsys/exp2_trace/r1_ssjf_pred_qps_inf.json
draw/gemma27b-lmsys/exp2_trace/slo_goodput_legend.pdf
draw/gemma27b-lmsys/exp2_trace/slo_met_over_time_cdf.pdf
draw/gemma27b-lmsys/exp3_ablation/ablation.pdf
draw/gemma27b-lmsys/exp3_ablation/plot_exp3.ipynb
draw/gemma27b-lmsys/exp3_ablation/r1_fcfs_gate1.4_credit_qps_14.json
draw/gemma27b-lmsys/exp3_ablation/r1_fcfs_qps_14.json
draw/gemma27b-lmsys/exp3_ablation/r1_ldf_rej_gate1.4_credit_qps_14.json
draw/gemma27b-lmsys/exp3_ablation/r1_ldf_rej_qps_14.json
draw/gemma27b-lmsys/exp3_ablation/summary.csv
draw/gemma27b-sharegpt/exp0_choose_parameter/r1.csv
draw/gemma27b-sharegpt/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_10.json
draw/gemma27b-sharegpt/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_12.json
draw/gemma27b-sharegpt/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_14.json
draw/gemma27b-sharegpt/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_16.json
draw/gemma27b-sharegpt/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_6.json
draw/gemma27b-sharegpt/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_8.json
draw/gemma27b-sharegpt/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_10.json
draw/gemma27b-sharegpt/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_12.json
draw/gemma27b-sharegpt/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_14.json
draw/gemma27b-sharegpt/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_6.json
draw/gemma27b-sharegpt/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_8.json
draw/gemma27b-sharegpt/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_10.json
draw/gemma27b-sharegpt/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_12.json
draw/gemma27b-sharegpt/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_14.json
draw/gemma27b-sharegpt/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_16.json
draw/gemma27b-sharegpt/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_6.json
draw/gemma27b-sharegpt/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_8.json
draw/gemma27b-sharegpt/exp1_qps_scaling/goodput_vs_qps.pdf
draw/gemma27b-sharegpt/exp1_qps_scaling/plot_exp1.ipynb
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_10.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_11.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_12.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_13.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_14.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_15.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_5.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_6.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_7.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_8.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_9.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_10.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_11.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_12.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_13.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_14.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_15.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_5.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_6.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_7.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_8.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_9.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_10.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_11.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_12.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_13.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_14.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_15.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_5.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_6.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_7.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_8.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_9.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_10.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_11.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_12.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_13.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_14.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_15.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_5.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_6.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_7.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_8.json
draw/gemma27b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_9.json
draw/gemma27b-sharegpt/exp1_qps_scaling/slo_adherence_vs_qps.pdf
draw/gemma27b-sharegpt/exp1_qps_scaling/summary.csv
draw/gemma27b-sharegpt/exp2_trace/cumulative_slo_met_cdf.pdf
draw/gemma27b-sharegpt/exp2_trace/plot_exp2.ipynb
draw/gemma27b-sharegpt/exp2_trace/r1.csv
draw/gemma27b-sharegpt/exp2_trace/r1_fcfs_mc_qps_inf.json
draw/gemma27b-sharegpt/exp2_trace/r1_fcfs_mc_qps_inf.json_slo_met.pdf
draw/gemma27b-sharegpt/exp2_trace/r1_fcfs_mc_qps_inf.json_slo_met_ratio.pdf
draw/gemma27b-sharegpt/exp2_trace/r1_fcfs_qps_inf.json
draw/gemma27b-sharegpt/exp2_trace/r1_fcfs_qps_inf.json_slo_met.pdf
draw/gemma27b-sharegpt/exp2_trace/r1_fcfs_qps_inf.json_slo_met_ratio.pdf
draw/gemma27b-sharegpt/exp2_trace/r1_ldf_rej_gate1.3_credit_qps_inf.json
draw/gemma27b-sharegpt/exp2_trace/r1_ldf_rej_gate1.3_credit_qps_inf.json_slo_met.pdf
draw/gemma27b-sharegpt/exp2_trace/r1_ldf_rej_gate1.3_credit_qps_inf.json_slo_met_ratio.pdf
draw/gemma27b-sharegpt/exp2_trace/r1_ssjf_pred_qps_inf.json
draw/gemma27b-sharegpt/exp2_trace/r1_ssjf_pred_qps_inf.json_slo_met.pdf
draw/gemma27b-sharegpt/exp2_trace/r1_ssjf_pred_qps_inf.json_slo_met_ratio.pdf
draw/gemma27b-sharegpt/exp2_trace/slo_goodput_legend.pdf
draw/gemma27b-sharegpt/exp2_trace/slo_met_cdf.pdf
draw/gemma27b-sharegpt/exp2_trace/slo_met_over_time_cdf.pdf
draw/gemma27b-sharegpt/exp3_ablation/ablation.pdf
draw/gemma27b-sharegpt/exp3_ablation/plot_exp3.ipynb
draw/gemma27b-sharegpt/exp3_ablation/r1_fcfs_gate1.3_credit_qps_14.json
draw/gemma27b-sharegpt/exp3_ablation/r1_fcfs_qps_14.json
draw/gemma27b-sharegpt/exp3_ablation/r1_ldf_rej_gate1.3_credit_qps_14.json
draw/gemma27b-sharegpt/exp3_ablation/r1_ldf_rej_qps_14.json
draw/gemma27b-sharegpt/exp3_ablation/summary.csv
draw/gemma27b-sharegpt/test/r1.csv
draw/gemma27b-sharegpt/test/r1_fcfs_qps_5.json
draw/gemma27b-sharegpt/test/r1_fcfs_qps_6.json
draw/gemma27b-sharegpt/test/r1_fcfs_qps_7.json
draw/gemma27b-sharegpt/test/r1_fcfs_qps_9.json
draw/gemma27b-sharegpt/test/r1_ldf_rej_gate1.3_credit_qps_10.json
draw/gemma27b-sharegpt/test/r1_ldf_rej_gate1.3_credit_qps_11.json
draw/gemma27b-sharegpt/test/r1_ldf_rej_gate1.3_credit_qps_12.json
draw/legend/ablation_legend.pdf
draw/legend/legend.ipynb
draw/legend/legend_only.pdf
draw/legend/slo_goodput_legend.pdf
draw/llama8b-lmsys/app_interference/draw.py
draw/llama8b-lmsys/app_interference/lmsys_goodput_comparison.pdf
draw/llama8b-lmsys/app_interference/lmsys_slo_adherence_comparison.pdf
draw/llama8b-lmsys/app_interference/summary.csv
draw/llama8b-lmsys/exp0_choose_parameter/r1.csv
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_10.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_12.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_14.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_16.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_18.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_20.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_6.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.25_credit_qps_8.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_10.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_12.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_14.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_16.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_18.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_20.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_6.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.35_credit_qps_8.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_10.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_12.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_14.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_16.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_18.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_20.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_6.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.3_credit_qps_8.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.45_credit_qps_10.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.45_credit_qps_12.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.45_credit_qps_14.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.45_credit_qps_16.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.45_credit_qps_18.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.45_credit_qps_20.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.45_credit_qps_6.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.45_credit_qps_8.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.4_credit_qps_10.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.4_credit_qps_12.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.4_credit_qps_14.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.4_credit_qps_16.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.4_credit_qps_18.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.4_credit_qps_20.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.4_credit_qps_6.json
draw/llama8b-lmsys/exp0_choose_parameter/r1_ldf_rej_gate1.4_credit_qps_8.json
draw/llama8b-lmsys/exp1_qps_scaling/goodput_vs_qps.pdf
draw/llama8b-lmsys/exp1_qps_scaling/plot_exp1.ipynb
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_chunked_prompts_512_qps_10.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_chunked_prompts_512_qps_12.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_chunked_prompts_512_qps_14.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_chunked_prompts_512_qps_16.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_chunked_prompts_512_qps_18.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_chunked_prompts_512_qps_20.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_chunked_prompts_512_qps_6.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_chunked_prompts_512_qps_8.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_chunked_prompts_512_qps_9.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_10.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_11.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_12.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_13.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_14.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_15.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_16.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_17.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_18.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_19.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_20.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_5.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_6.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_7.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_8.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_mc_qps_9.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_prompts_512_qps_10.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_prompts_512_qps_12.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_prompts_512_qps_14.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_prompts_512_qps_16.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_prompts_512_qps_18.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_prompts_512_qps_20.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_prompts_512_qps_5.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_prompts_512_qps_6.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_prompts_512_qps_8.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_prompts_512_qps_9.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_qps_10.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_qps_11.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_qps_12.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_qps_13.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_qps_14.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_qps_15.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_qps_16.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_qps_17.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_qps_18.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_qps_19.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_qps_20.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_qps_5.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_qps_6.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_qps_7.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_qps_8.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_fcfs_qps_9.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_10.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_11.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_12.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_13.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_14.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_15.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_16.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_17.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_18.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_19.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_20.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_5.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_6.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_7.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_8.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_9.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_prompts_512_qps_10.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_prompts_512_qps_12.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_prompts_512_qps_14.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_prompts_512_qps_16.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_prompts_512_qps_18.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_prompts_512_qps_20.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_prompts_512_qps_6.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_prompts_512_qps_8.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_prompts_512_qps_9.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_10.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_11.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_12.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_13.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_14.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_15.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_16.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_17.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_18.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_19.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_20.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_5.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_6.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_7.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_8.json
draw/llama8b-lmsys/exp1_qps_scaling/r1_ssjf_pred_qps_9.json
draw/llama8b-lmsys/exp1_qps_scaling/slo_adherence_vs_qps.pdf
draw/llama8b-lmsys/exp1_qps_scaling/summary.csv
draw/llama8b-lmsys/exp2_trace/plot_exp2.ipynb
draw/llama8b-lmsys/exp2_trace/r1.csv
draw/llama8b-lmsys/exp2_trace/r1_fcfs_mc_qps_inf.json
draw/llama8b-lmsys/exp2_trace/r1_fcfs_qps_inf.json
draw/llama8b-lmsys/exp2_trace/r1_ldf_rej_gate1.3_credit_qps_inf.json
draw/llama8b-lmsys/exp2_trace/r1_ssjf_pred_qps_inf.json
draw/llama8b-lmsys/exp2_trace/slo_goodput_legend.pdf
draw/llama8b-lmsys/exp2_trace/slo_met_over_time_cdf.pdf
draw/llama8b-lmsys/exp3_ablation/ablation.pdf
draw/llama8b-lmsys/exp3_ablation/plot_exp3.ipynb
draw/llama8b-lmsys/exp3_ablation/r1_fcfs_gate1.3_credit_qps_14.json
draw/llama8b-lmsys/exp3_ablation/r1_fcfs_qps_14.json
draw/llama8b-lmsys/exp3_ablation/r1_ldf_rej_gate1.3_credit_qps_14.json
draw/llama8b-lmsys/exp3_ablation/r1_ldf_rej_qps_14.json
draw/llama8b-lmsys/exp3_ablation/summary.csv
draw/llama8b-sharegpt/app_interference/draw.py
draw/llama8b-sharegpt/app_interference/sharegpt_goodput_comparison.pdf
draw/llama8b-sharegpt/app_interference/sharegpt_slo_adherence_comparison.pdf
draw/llama8b-sharegpt/app_interference/summary.csv
draw/llama8b-sharegpt/exp1_qps_scaling/goodput_vs_qps.pdf
draw/llama8b-sharegpt/exp1_qps_scaling/plot_exp1.ipynb
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_10.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_11.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_12.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_13.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_14.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_15.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_16.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_17.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_18.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_19.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_20.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_5.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_6.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_7.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_8.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_mc_qps_9.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_10.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_11.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_12.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_13.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_14.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_15.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_16.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_17.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_18.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_19.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_20.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_5.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_6.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_7.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_8.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_fcfs_qps_9.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_10.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_11.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_12.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_13.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_14.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_15.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_16.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_17.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_18.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_19.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_20.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_5.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_6.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_7.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_8.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ldf_rej_gate1.3_credit_qps_9.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_10.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_11.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_12.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_13.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_14.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_15.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_16.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_17.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_18.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_19.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_20.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_5.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_6.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_7.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_8.json
draw/llama8b-sharegpt/exp1_qps_scaling/r1_ssjf_pred_qps_9.json
draw/llama8b-sharegpt/exp1_qps_scaling/slo_adherence_vs_qps.pdf
draw/llama8b-sharegpt/exp1_qps_scaling/summary.csv
draw/llama8b-sharegpt/exp2_trace/plot_exp2.ipynb
draw/llama8b-sharegpt/exp2_trace/r1.csv
draw/llama8b-sharegpt/exp2_trace/r1_fcfs_mc_qps_inf.json
draw/llama8b-sharegpt/exp2_trace/r1_fcfs_mc_qps_inf.json_slo_met.pdf
draw/llama8b-sharegpt/exp2_trace/r1_fcfs_mc_qps_inf.json_slo_met_ratio.pdf
draw/llama8b-sharegpt/exp2_trace/r1_fcfs_qps_inf.json
draw/llama8b-sharegpt/exp2_trace/r1_fcfs_qps_inf.json_slo_met.pdf
draw/llama8b-sharegpt/exp2_trace/r1_fcfs_qps_inf.json_slo_met_ratio.pdf
draw/llama8b-sharegpt/exp2_trace/r1_ldf_rej_gate1.3_credit_qps_inf.json
draw/llama8b-sharegpt/exp2_trace/r1_ldf_rej_gate1.3_credit_qps_inf.json_slo_met.pdf
draw/llama8b-sharegpt/exp2_trace/r1_ldf_rej_gate1.3_credit_qps_inf.json_slo_met_ratio.pdf
draw/llama8b-sharegpt/exp2_trace/r1_ssjf_pred_qps_inf.json
draw/llama8b-sharegpt/exp2_trace/r1_ssjf_pred_qps_inf.json_slo_met.pdf
draw/llama8b-sharegpt/exp2_trace/r1_ssjf_pred_qps_inf.json_slo_met_ratio.pdf
draw/llama8b-sharegpt/exp2_trace/slo_goodput_legend.pdf
draw/llama8b-sharegpt/exp2_trace/slo_met_over_time_cdf.pdf
draw/llama8b-sharegpt/exp3_ablation/ablation.pdf
draw/llama8b-sharegpt/exp3_ablation/plot_exp3.ipynb
draw/llama8b-sharegpt/exp3_ablation/r1_fcfs_gate1.3_credit_qps_14.json
draw/llama8b-sharegpt/exp3_ablation/r1_fcfs_qps_14.json
draw/llama8b-sharegpt/exp3_ablation/r1_ldf_rej_gate1.3_credit_qps_14.json
draw/llama8b-sharegpt/exp3_ablation/r1_ldf_rej_qps_14.json
draw/llama8b-sharegpt/exp3_ablation/summary.csv
draw/others/dataset_distribution/gemma27b-lmsys-distribution.jsonl
draw/others/dataset_distribution/gemma27b-lmsys-distribution.pdf
draw/others/dataset_distribution/gemma27b-sharegpt-distribution.jsonl
draw/others/dataset_distribution/gemma27b-sharegpt-distribution.pdf
draw/others/dataset_distribution/llama8b-lmsys-distribution.jsonl
draw/others/dataset_distribution/llama8b-lmsys-distribution.pdf
draw/others/dataset_distribution/llama8b-sharegpt-distribution.jsonl
draw/others/dataset_distribution/llama8b-sharegpt-distribution.pdf
draw/others/dataset_distribution/plot_dataset_distribution.ipynb
draw/others/exp5_bucketing_strategy/bucket_strategy_comparison.tex
draw/others/exp5_bucketing_strategy/generate_csv.py
draw/others/exp5_bucketing_strategy/model_metrics.csv
draw/others/prefill_decode_modeling/decode_latency_vs_batch_size.pdf
draw/others/prefill_decode_modeling/decode_latency_vs_token_idx.pdf
draw/others/prefill_decode_modeling/deepseek_1.3B_decode_result_different_batch_size.json
draw/others/prefill_decode_modeling/deepseek_1.3B_decode_result_different_output_len.json
draw/others/prefill_decode_modeling/deepseek_1.3B_prefill_result.json
draw/others/prefill_decode_modeling/llama3_8b_decode_result_different_batch_size.json
draw/others/prefill_decode_modeling/llama3_8b_decode_result_different_output_len.json
draw/others/prefill_decode_modeling/llama3_8b_prefill_result.json
draw/others/prefill_decode_modeling/preexp_plot_prefill_decode_time.ipynb
draw/others/prefill_decode_modeling/prefill_latency_vs_input_length.pdf
draw/others/trace_report/analyze.py
draw/others/trace_report/request_arrival_cdf.png
draw/others/trace_report/request_arrival_pattern.png
draw/prefill_decode_modeling/picture/shared_legend_latency_groups.pdf
draw/prefill_decode_modeling/picture/shared_legend_llama_deepseek.pdf
draw/prefill_decode_modeling/picture/shared_legend_scaling_latency.pdf
examples/api_client.py
examples/aqlm_example.py
examples/cpu_offload.py
examples/disaggregated_prefill.sh
examples/florence2_inference.py
examples/gguf_inference.py
examples/gradio_openai_chatbot_webserver.py
examples/gradio_webserver.py
examples/llm_engine_example.py
examples/logging_configuration.md
examples/lora_with_quantization_inference.py
examples/multilora_inference.py
examples/offline_chat_with_tools.py
examples/offline_inference.py
examples/offline_inference_arctic.py
examples/offline_inference_audio_language.py
examples/offline_inference_chat.py
examples/offline_inference_classification.py
examples/offline_inference_cli.py
examples/offline_inference_distributed.py
examples/offline_inference_embedding.py
examples/offline_inference_encoder_decoder.py
examples/offline_inference_mlpspeculator.py
examples/offline_inference_neuron.py
examples/offline_inference_neuron_int8_quantization.py
examples/offline_inference_openai.md
examples/offline_inference_pixtral.py
examples/offline_inference_scoring.py
examples/offline_inference_structured_outputs.py
examples/offline_inference_tpu.py
examples/offline_inference_vision_language.py
examples/offline_inference_vision_language_embedding.py
examples/offline_inference_vision_language_multi_image.py
examples/offline_inference_whisper.py
examples/offline_inference_with_default_generation_config.py
examples/offline_inference_with_prefix.py
examples/offline_inference_with_profiler.py
examples/offline_profile.py
examples/openai_chat_completion_client.py
examples/openai_chat_completion_client_for_multimodal.py
examples/openai_chat_completion_client_with_tools.py
examples/openai_chat_completion_structured_outputs.py
examples/openai_chat_embedding_client_for_multimodal.py
examples/openai_completion_client.py
examples/openai_cross_encoder_score.py
examples/openai_embedding_client.py
examples/openai_example_batch.jsonl
examples/openai_pooling_client.py
examples/run_cluster.sh
examples/sagemaker-entrypoint.sh
examples/save_sharded_state.py
examples/template_alpaca.jinja
examples/template_baichuan.jinja
examples/template_blip2.jinja
examples/template_chatglm.jinja
examples/template_chatglm2.jinja
examples/template_chatml.jinja
examples/template_dse_qwen2_vl.jinja
examples/template_falcon.jinja
examples/template_falcon_180b.jinja
examples/template_inkbot.jinja
examples/template_llava.jinja
examples/template_vlm2vec.jinja
examples/tensorize_vllm_model.py
examples/tool_chat_template_granite.jinja
examples/tool_chat_template_granite_20b_fc.jinja
examples/tool_chat_template_hermes.jinja
examples/tool_chat_template_internlm2_tool.jinja
examples/tool_chat_template_llama3.1_json.jinja
examples/tool_chat_template_llama3.2_json.jinja
examples/tool_chat_template_llama3.2_pythonic.jinja
examples/tool_chat_template_mistral.jinja
examples/tool_chat_template_mistral_parallel.jinja
examples/tool_chat_template_toolace.jinja
examples/chart-helm/.helmignore
examples/chart-helm/Chart.yaml
examples/chart-helm/ct.yaml
examples/chart-helm/lintconf.yaml
examples/chart-helm/values.schema.json
examples/chart-helm/values.yaml
examples/chart-helm/templates/_helpers.tpl
examples/chart-helm/templates/configmap.yaml
examples/chart-helm/templates/custom-objects.yaml
examples/chart-helm/templates/deployment.yaml
examples/chart-helm/templates/hpa.yaml
examples/chart-helm/templates/job.yaml
examples/chart-helm/templates/poddisruptionbudget.yaml
examples/chart-helm/templates/pvc.yaml
examples/chart-helm/templates/secrets.yaml
examples/chart-helm/templates/service.yaml
examples/fp8/README.md
examples/fp8/extract_scales.py
examples/fp8/quantizer/README.md
examples/fp8/quantizer/quantize.py
examples/production_monitoring/Otel.md
examples/production_monitoring/README.md
examples/production_monitoring/docker-compose.yaml
examples/production_monitoring/dummy_client.py
examples/production_monitoring/grafana.json
examples/production_monitoring/prometheus.yaml
predictor/__init__.py
predictor/analytic_model/README.md
predictor/analytic_model/__init__.py
predictor/analytic_model/modeling.sh
predictor/analytic_model/modeling_decode.py
predictor/analytic_model/modeling_prefill.py
predictor/analytic_model/visualiztion/gemma27b-lmsys-decode/filtered_error_by_parameters.png
predictor/analytic_model/visualiztion/gemma27b-lmsys-decode/filtered_prediction_accuracy.png
predictor/analytic_model/visualiztion/gemma27b-lmsys-decode/filtered_prediction_bands.png
predictor/analytic_model/visualiztion/gemma27b-lmsys-decode/original_error_by_parameters.png
predictor/analytic_model/visualiztion/gemma27b-lmsys-decode/original_prediction_accuracy.png
predictor/analytic_model/visualiztion/gemma27b-lmsys-decode/original_prediction_bands.png
predictor/analytic_model/visualiztion/gemma27b-lmsys-prefill/filtered_piecewise_model.png
predictor/analytic_model/visualiztion/gemma27b-lmsys-prefill/filtered_prediction_accuracy.png
predictor/analytic_model/visualiztion/gemma27b-lmsys-prefill/original_piecewise_model.png
predictor/analytic_model/visualiztion/gemma27b-lmsys-prefill/original_prediction_accuracy.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt/error_by_parameters.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt/filtered_error_by_parameters.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt/filtered_piecewise_model.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt/filtered_prediction_accuracy.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt/filtered_prediction_bands.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt/model_comparison.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt/original_error_by_parameters.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt/original_piecewise_model.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt/original_prediction_accuracy.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt/original_prediction_bands.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt/piecewise_model.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt/prediction_accuracy.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt/prediction_bands.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt-decode/filtered_error_by_parameters.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt-decode/filtered_prediction_accuracy.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt-decode/filtered_prediction_bands.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt-decode/original_error_by_parameters.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt-decode/original_prediction_accuracy.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt-decode/original_prediction_bands.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt-prefill/filtered_piecewise_model.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt-prefill/filtered_prediction_accuracy.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt-prefill/original_piecewise_model.png
predictor/analytic_model/visualiztion/gemma27b-sharegpt-prefill/original_prediction_accuracy.png
predictor/analytic_model/visualiztion/llama70b-sharegpt-decode/error_by_parameters.png
predictor/analytic_model/visualiztion/llama70b-sharegpt-decode/model_comparison.png
predictor/analytic_model/visualiztion/llama70b-sharegpt-decode/prediction_accuracy.png
predictor/analytic_model/visualiztion/llama70b-sharegpt-decode/prediction_bands.png
predictor/analytic_model/visualiztion/llama70b-sharegpt-prefill/piecewise_model.png
predictor/analytic_model/visualiztion/llama70b-sharegpt-prefill/prediction_accuracy.png
predictor/analytic_model/visualiztion/llama8b-lmsys-decode/error_by_parameters.png
predictor/analytic_model/visualiztion/llama8b-lmsys-decode/model_comparison.png
predictor/analytic_model/visualiztion/llama8b-lmsys-decode/prediction_accuracy.png
predictor/analytic_model/visualiztion/llama8b-lmsys-decode/prediction_bands.png
predictor/analytic_model/visualiztion/llama8b-lmsys-prefill/piecewise_model.png
predictor/analytic_model/visualiztion/llama8b-lmsys-prefill/prediction_accuracy.png
predictor/analytic_model/visualiztion/llama8b-sharegpt-decode/error_by_parameters.png
predictor/analytic_model/visualiztion/llama8b-sharegpt-decode/model_comparison.png
predictor/analytic_model/visualiztion/llama8b-sharegpt-decode/prediction_accuracy.png
predictor/analytic_model/visualiztion/llama8b-sharegpt-decode/prediction_bands.png
predictor/analytic_model/visualiztion/llama8b-sharegpt-prefill/piecewise_model.png
predictor/analytic_model/visualiztion/llama8b-sharegpt-prefill/prediction_accuracy.png
predictor/analytic_model/visualiztion/threshold_optimization/threshold_optimization.png
predictor/seq_predictor/.gitignore
predictor/seq_predictor/LICENSE
predictor/seq_predictor/README.md
predictor/seq_predictor/__init__.py
predictor/seq_predictor/requirements.txt
predictor/seq_predictor/setup.py
predictor/seq_predictor/test.py
predictor/seq_predictor/MODELS/.gitkeep
predictor/seq_predictor/config/config_prefill_opt_classify.txt
predictor/seq_predictor/script/benchmark.sh
predictor/seq_predictor/script/download.sh
predictor/seq_predictor/script/example.sh
predictor/seq_predictor/script/train.py
predictor/seq_predictor/seq_predictor/__init__.py
predictor/seq_predictor/seq_predictor/benchmark.py
predictor/seq_predictor/seq_predictor/config.py
predictor/seq_predictor/seq_predictor/entrypoint.py
predictor/seq_predictor/seq_predictor/evaluator.py
predictor/seq_predictor/seq_predictor/trainer.py
predictor/seq_predictor/seq_predictor/trainer_multi_gpu.py
predictor/seq_predictor/seq_predictor/model/__init__.py
predictor/seq_predictor/seq_predictor/model/prefill_predictor.py
predictor/seq_predictor/seq_predictor/utils/__init__.py
predictor/seq_predictor/seq_predictor/utils/file_utils.py
predictor/seq_predictor/seq_predictor/utils/logging.py
predictor/seq_predictor/seq_predictor/utils/model_loader.py
tests/__init__.py
tests/conftest.py
tests/test_cache_block_hashing.py
tests/test_config.py
tests/test_embedded_commit.py
tests/test_inputs.py
tests/test_logger.py
tests/test_logits_processor.py
tests/test_regression.py
tests/test_sampling_params.py
tests/test_scalartype.py
tests/test_sequence.py
tests/test_sharded_state_loader.py
tests/test_utils.py
tests/utils.py
tests/async_engine/__init__.py
tests/async_engine/api_server_async_engine.py
tests/async_engine/test_api_server.py
tests/async_engine/test_async_llm_engine.py
tests/async_engine/test_request_tracker.py
tests/basic_correctness/__init__.py
tests/basic_correctness/test_basic_correctness.py
tests/basic_correctness/test_chunked_prefill.py
tests/basic_correctness/test_cpu_offload.py
tests/basic_correctness/test_preemption.py
tests/compile/__init__.py
tests/compile/backend.py
tests/compile/test_basic_correctness.py
tests/compile/test_full_graph.py
tests/compile/test_functionalization.py
tests/compile/test_fusion.py
tests/compile/test_pass_manager.py
tests/compile/test_wrapper.py
tests/compile/utils.py
tests/compile/piecewise/__init__.py
tests/compile/piecewise/test_simple.py
tests/compile/piecewise/test_toy_llama.py
tests/core/__init__.py
tests/core/test_chunked_prefill_scheduler.py
tests/core/test_num_computed_tokens_update.py
tests/core/test_scheduler.py
tests/core/test_scheduler_encoder_decoder.py
tests/core/test_serialization.py
tests/core/utils.py
tests/core/block/__init__.py
tests/core/block/conftest.py
tests/core/block/test_block_manager.py
tests/core/block/test_block_table.py
tests/core/block/test_common.py
tests/core/block/test_cpu_gpu_block_allocator.py
tests/core/block/test_naive_block.py
tests/core/block/test_prefix_caching_block.py
tests/core/block/e2e/__init__.py
tests/core/block/e2e/conftest.py
tests/core/block/e2e/test_correctness.py
tests/core/block/e2e/test_correctness_sliding_window.py
tests/data/test_config.yaml
tests/distributed/__init__.py
tests/distributed/test_ca_buffer_sharing.py
tests/distributed/test_comm_ops.py
tests/distributed/test_custom_all_reduce.py
tests/distributed/test_distributed_oot.py
tests/distributed/test_multi_node_assignment.py
tests/distributed/test_pipeline_parallel.py
tests/distributed/test_pipeline_partition.py
tests/distributed/test_pp_cudagraph.py
tests/distributed/test_pynccl.py
tests/distributed/test_same_node.py
tests/distributed/test_shm_broadcast.py
tests/distributed/test_utils.py
tests/encoder_decoder/__init__.py
tests/encoder_decoder/test_e2e_correctness.py
tests/engine/__init__.py
tests/engine/test_arg_utils.py
tests/engine/test_computed_prefix_blocks.py
tests/engine/test_custom_executor.py
tests/engine/test_detokenization.py
tests/engine/test_multiproc_workers.py
tests/engine/test_short_mm_context.py
tests/engine/test_skip_tokenizer_init.py
tests/engine/test_stop_reason.py
tests/engine/test_stop_strings.py
tests/engine/test_tpot_state.py
tests/engine/output_processor/__init__.py
tests/engine/output_processor/test_multi_step.py
tests/engine/output_processor/test_stop_checker.py
tests/entrypoints/__init__.py
tests/entrypoints/conftest.py
tests/entrypoints/test_chat_utils.py
tests/entrypoints/llm/__init__.py
tests/entrypoints/llm/test_accuracy.py
tests/entrypoints/llm/test_chat.py
tests/entrypoints/llm/test_encode.py
tests/entrypoints/llm/test_generate.py
tests/entrypoints/llm/test_generate_multiple_loras.py
tests/entrypoints/llm/test_gpu_utilization.py
tests/entrypoints/llm/test_guided_generate.py
tests/entrypoints/llm/test_init.py
tests/entrypoints/llm/test_lazy_outlines.py
tests/entrypoints/llm/test_prompt_validation.py
tests/entrypoints/offline_mode/__init__.py
tests/entrypoints/offline_mode/test_offline_mode.py
tests/entrypoints/openai/__init__.py
tests/entrypoints/openai/test_accuracy.py
tests/entrypoints/openai/test_async_tokenization.py
tests/entrypoints/openai/test_audio.py
tests/entrypoints/openai/test_basic.py
tests/entrypoints/openai/test_chat.py
tests/entrypoints/openai/test_chat_echo.py
tests/entrypoints/openai/test_chat_template.py
tests/entrypoints/openai/test_chunked_prompt.py
tests/entrypoints/openai/test_cli_args.py
tests/entrypoints/openai/test_completion.py
tests/entrypoints/openai/test_embedding.py
tests/entrypoints/openai/test_encoder_decoder.py
tests/entrypoints/openai/test_lora_lineage.py
tests/entrypoints/openai/test_metrics.py
tests/entrypoints/openai/test_models.py
tests/entrypoints/openai/test_oot_registration.py
tests/entrypoints/openai/test_pooling.py
tests/entrypoints/openai/test_prompt_validation.py
tests/entrypoints/openai/test_return_tokens_as_ids.py
tests/entrypoints/openai/test_root_path.py
tests/entrypoints/openai/test_run_batch.py
tests/entrypoints/openai/test_score.py
tests/entrypoints/openai/test_serving_chat.py
tests/entrypoints/openai/test_serving_models.py
tests/entrypoints/openai/test_shutdown.py
tests/entrypoints/openai/test_tokenization.py
tests/entrypoints/openai/test_video.py
tests/entrypoints/openai/test_vision.py
tests/entrypoints/openai/test_vision_embedding.py
tests/entrypoints/openai/tool_parsers/__init__.py
tests/entrypoints/openai/tool_parsers/test_pythonic_tool_parser.py
tests/entrypoints/openai/tool_parsers/utils.py
tests/fp8_kv/llama2-70b-fp8-kv/kv_cache_scales.json
tests/fp8_kv/llama2-7b-fp8-kv/kv_cache_scales.json
tests/kernels/__init__.py
tests/kernels/allclose_default.py
tests/kernels/conftest.py
tests/kernels/quant_utils.py
tests/kernels/test_activation.py
tests/kernels/test_aqlm.py
tests/kernels/test_attention.py
tests/kernels/test_attention_selector.py
tests/kernels/test_awq.py
tests/kernels/test_awq_marlin.py
tests/kernels/test_awq_triton.py
tests/kernels/test_block_fp8.py
tests/kernels/test_blocksparse_attention.py
tests/kernels/test_cache.py
tests/kernels/test_cascade_flash_attn.py
tests/kernels/test_causal_conv1d.py
tests/kernels/test_cutlass.py
tests/kernels/test_encoder_decoder_attn.py
tests/kernels/test_flash_attn.py
tests/kernels/test_flashinfer.py
tests/kernels/test_fp8_quant.py
tests/kernels/test_fused_quant_layernorm.py
tests/kernels/test_ggml.py
tests/kernels/test_gguf.py
tests/kernels/test_gptq.py
tests/kernels/test_int8_quant.py
tests/kernels/test_layernorm.py
tests/kernels/test_machete_mm.py
tests/kernels/test_mamba_ssm.py
tests/kernels/test_marlin_gemm.py
tests/kernels/test_moe.py
tests/kernels/test_permute_cols.py
tests/kernels/test_pos_encoding.py
tests/kernels/test_prefix_prefill.py
tests/kernels/test_rotary_embedding.py
tests/kernels/test_semi_structured.py
tests/kernels/test_triton_scaled_mm.py
tests/kernels/test_utils.py
tests/kernels/utils.py
tests/kv_transfer/disagg_test.py
tests/kv_transfer/module_test.py
tests/kv_transfer/test_lookup_buffer.py
tests/kv_transfer/test_lookup_buffer.sh
tests/kv_transfer/test_send_recv.py
tests/kv_transfer/test_send_recv.sh
tests/lora/__init__.py
tests/lora/conftest.py
tests/lora/test_baichuan.py
tests/lora/test_chatglm3_tp.py
tests/lora/test_gemma.py
tests/lora/test_jamba.py
tests/lora/test_layers.py
tests/lora/test_llama_tp.py
tests/lora/test_long_context.py
tests/lora/test_lora_bias_e2e.py
tests/lora/test_lora_checkpoints.py
tests/lora/test_lora_huggingface.py
tests/lora/test_lora_manager.py
tests/lora/test_minicpmv.py
tests/lora/test_minicpmv_tp.py
tests/lora/test_mixtral.py
tests/lora/test_phi.py
tests/lora/test_punica_sizes.py
tests/lora/test_punica_variation.py
tests/lora/test_quant_model.py
tests/lora/test_qwen2vl.py
tests/lora/test_tokenizer_group.py
tests/lora/test_utils.py
tests/lora/test_worker.py
tests/lora/utils.py
tests/lora/data/__init__.py
tests/lora/data/long_context_test_data.py
tests/metrics/__init__.py
tests/metrics/test_metrics.py
tests/model_executor/__init__.py
tests/model_executor/conftest.py
tests/model_executor/test_enabled_custom_ops.py
tests/model_executor/test_guided_processors.py
tests/model_executor/test_model_load_with_params.py
tests/model_executor/weight_utils.py
tests/models/__init__.py
tests/models/registry.py
tests/models/test_initialization.py
tests/models/test_oot_registration.py
tests/models/test_registry.py
tests/models/utils.py
tests/models/decoder_only/__init__.py
tests/models/decoder_only/audio_language/__init__.py
tests/models/decoder_only/audio_language/test_ultravox.py
tests/models/decoder_only/language/__init__.py
tests/models/decoder_only/language/test_aqlm.py
tests/models/decoder_only/language/test_fp8.py
tests/models/decoder_only/language/test_gguf.py
tests/models/decoder_only/language/test_gptq_marlin.py
tests/models/decoder_only/language/test_gptq_marlin_24.py
tests/models/decoder_only/language/test_granite.py
tests/models/decoder_only/language/test_jamba.py
tests/models/decoder_only/language/test_mamba.py
tests/models/decoder_only/language/test_mistral.py
tests/models/decoder_only/language/test_modelopt.py
tests/models/decoder_only/language/test_models.py
tests/models/decoder_only/language/test_phimoe.py
tests/models/decoder_only/vision_language/__init__.py
tests/models/decoder_only/vision_language/test_awq.py
tests/models/decoder_only/vision_language/test_h2ovl.py
tests/models/decoder_only/vision_language/test_intern_vit.py
tests/models/decoder_only/vision_language/test_models.py
tests/models/decoder_only/vision_language/test_phi3v.py
tests/models/decoder_only/vision_language/test_pixtral.py
tests/models/decoder_only/vision_language/test_qwen2_vl.py
tests/models/decoder_only/vision_language/mm_processor_kwargs/__init__.py
tests/models/decoder_only/vision_language/mm_processor_kwargs/test_idefics3.py
tests/models/decoder_only/vision_language/mm_processor_kwargs/test_internvl.py
tests/models/decoder_only/vision_language/mm_processor_kwargs/test_phi3v.py
tests/models/decoder_only/vision_language/mm_processor_kwargs/test_qwen.py
tests/models/decoder_only/vision_language/mm_processor_kwargs/test_qwen2_vl.py
tests/models/decoder_only/vision_language/vlm_utils/__init__.py
tests/models/decoder_only/vision_language/vlm_utils/builders.py
tests/models/decoder_only/vision_language/vlm_utils/case_filtering.py
tests/models/decoder_only/vision_language/vlm_utils/core.py
tests/models/decoder_only/vision_language/vlm_utils/custom_inputs.py
tests/models/decoder_only/vision_language/vlm_utils/model_utils.py
tests/models/decoder_only/vision_language/vlm_utils/runners.py
tests/models/decoder_only/vision_language/vlm_utils/types.py
tests/models/embedding/__init__.py
tests/models/embedding/utils.py
tests/models/embedding/language/__init__.py
tests/models/embedding/language/test_cls_models.py
tests/models/embedding/language/test_embedding.py
tests/models/embedding/language/test_gritlm.py
tests/models/embedding/language/test_scoring.py
tests/models/embedding/vision_language/__init__.py
tests/models/embedding/vision_language/test_dse_qwen2_vl.py
tests/models/embedding/vision_language/test_llava_next.py
tests/models/embedding/vision_language/test_phi3v.py
tests/models/encoder_decoder/__init__.py
tests/models/encoder_decoder/audio_language/__init__.py
tests/models/encoder_decoder/audio_language/test_whisper.py
tests/models/encoder_decoder/language/__init__.py
tests/models/encoder_decoder/language/test_bart.py
tests/models/encoder_decoder/vision_language/__init__.py
tests/models/encoder_decoder/vision_language/test_broadcast.py
tests/models/encoder_decoder/vision_language/test_florence2.py
tests/models/encoder_decoder/vision_language/test_mllama.py
tests/models/fixtures/pixtral_chat.json
tests/models/fixtures/pixtral_chat_engine.json
tests/mq_llm_engine/__init__.py
tests/mq_llm_engine/test_abort.py
tests/mq_llm_engine/test_error_handling.py
tests/mq_llm_engine/test_load.py
tests/mq_llm_engine/utils.py
tests/multi_step/__init__.py
tests/multi_step/test_correctness_async_llm.py
tests/multi_step/test_correctness_llm.py
tests/multimodal/__init__.py
tests/multimodal/test_inputs.py
tests/multimodal/test_processing.py
tests/multimodal/test_processor_kwargs.py
tests/multimodal/test_utils.py
tests/plugins/vllm_add_dummy_model/setup.py
tests/plugins/vllm_add_dummy_model/vllm_add_dummy_model/__init__.py
tests/plugins/vllm_add_dummy_model/vllm_add_dummy_model/my_gemma_embedding.py
tests/plugins/vllm_add_dummy_model/vllm_add_dummy_model/my_llava.py
tests/plugins/vllm_add_dummy_model/vllm_add_dummy_model/my_opt.py
tests/plugins/vllm_add_dummy_platform/setup.py
tests/plugins/vllm_add_dummy_platform/vllm_add_dummy_platform/__init__.py
tests/plugins/vllm_add_dummy_platform/vllm_add_dummy_platform/dummy_platform.py
tests/plugins_tests/test_platform_plugins.py
tests/prefix_caching/__init__.py
tests/prefix_caching/test_disable_sliding_window.py
tests/prefix_caching/test_prefix_caching.py
tests/prompt_adapter/test_bloom.py
tests/prompt_adapter/test_multi_adapter_inference.py
tests/prompt_adapter/test_pa_lora.py
tests/prompts/example.txt
tests/prompts/summary.txt
tests/quantization/__init__.py
tests/quantization/test_bitsandbytes.py
tests/quantization/test_compressed_tensors.py
tests/quantization/test_configs.py
tests/quantization/test_cpu_offload.py
tests/quantization/test_experts_int8.py
tests/quantization/test_fp8.py
tests/quantization/test_ipex_quant.py
tests/quantization/test_lm_head.py
tests/quantization/utils.py
tests/runai_model_streamer/__init__.py
tests/runai_model_streamer/test_runai_model_streamer_loader.py
tests/runai_model_streamer/test_weight_utils.py
tests/samplers/__init__.py
tests/samplers/test_beam_search.py
tests/samplers/test_ignore_eos.py
tests/samplers/test_logits_processor.py
tests/samplers/test_logprobs.py
tests/samplers/test_no_bad_words.py
tests/samplers/test_ranks.py
tests/samplers/test_rejection_sampler.py
tests/samplers/test_sampler.py
tests/samplers/test_seeded_generate.py
tests/samplers/test_typical_acceptance_sampler.py
tests/spec_decode/__init__.py
tests/spec_decode/test_batch_expansion.py
tests/spec_decode/test_dynamic_spec_decode.py
tests/spec_decode/test_metrics.py
tests/spec_decode/test_multi_step_worker.py
tests/spec_decode/test_ngram_worker.py
tests/spec_decode/test_scorer.py
tests/spec_decode/test_spec_decode_worker.py
tests/spec_decode/test_utils.py
tests/spec_decode/utils.py
tests/spec_decode/e2e/__init__.py
tests/spec_decode/e2e/conftest.py
tests/spec_decode/e2e/test_compatibility.py
tests/spec_decode/e2e/test_eagle_correctness.py
tests/spec_decode/e2e/test_integration.py
tests/spec_decode/e2e/test_integration_dist_tp2.py
tests/spec_decode/e2e/test_integration_dist_tp4.py
tests/spec_decode/e2e/test_logprobs.py
tests/spec_decode/e2e/test_medusa_correctness.py
tests/spec_decode/e2e/test_mlp_correctness.py
tests/spec_decode/e2e/test_multistep_correctness.py
tests/spec_decode/e2e/test_ngram_correctness.py
tests/spec_decode/e2e/test_seed.py
tests/standalone_tests/lazy_torch_compile.py
tests/standalone_tests/python_only_compile.sh
tests/system_messages/sonnet3.5_nov2024.txt
tests/tensorizer_loader/__init__.py
tests/tensorizer_loader/conftest.py
tests/tensorizer_loader/test_tensorizer.py
tests/tokenization/__init__.py
tests/tokenization/test_cached_tokenizer.py
tests/tokenization/test_detokenize.py
tests/tokenization/test_get_eos.py
tests/tokenization/test_tokenizer.py
tests/tokenization/test_tokenizer_group.py
tests/tool_use/__init__.py
tests/tool_use/conftest.py
tests/tool_use/test_chat_completion_request_validations.py
tests/tool_use/test_chat_completions.py
tests/tool_use/test_jamba_tool_parser.py
tests/tool_use/test_parallel_tool_calls.py
tests/tool_use/test_tool_calls.py
tests/tool_use/utils.py
tests/tpu/__init__.py
tests/tpu/test_compilation.py
tests/tpu/test_custom_dispatcher.py
tests/tracing/__init__.py
tests/tracing/test_tracing.py
tests/v1/__init__.py
tests/v1/core/test_kv_cache_utils.py
tests/v1/core/test_prefix_caching.py
tests/v1/e2e/__init__.py
tests/v1/e2e/test_cascade_attention.py
tests/v1/engine/__init__.py
tests/v1/engine/test_async_llm.py
tests/v1/engine/test_detokenizer.py
tests/v1/engine/test_engine_args.py
tests/v1/engine/test_engine_core.py
tests/v1/engine/test_engine_core_client.py
tests/v1/sample/__init__.py
tests/v1/sample/test_sampler.py
tests/v1/worker/__init__.py
tests/v1/worker/test_gpu_input_batch.py
tests/vllm_test_utils/setup.py
tests/vllm_test_utils/vllm_test_utils/__init__.py
tests/vllm_test_utils/vllm_test_utils/blame.py
tests/weight_loading/models-large.txt
tests/weight_loading/models.txt
tests/weight_loading/run_model_weight_loading_test.sh
tests/weight_loading/test_weight_loading.py
tests/worker/__init__.py
tests/worker/test_encoder_decoder_model_runner.py
tests/worker/test_model_input.py
tests/worker/test_model_runner.py
tests/worker/test_profile.py
tests/worker/test_swap.py
tools/actionlint.sh
tools/check_repo.sh
tools/mypy.sh
tools/png-lint.sh
tools/report_build_time_ninja.py
tools/shellcheck.sh
tools/sphinx-lint.sh
tools/profiler/print_layerwise_table.py
tools/profiler/visualize_layerwise_profile.py
vllm/__init__.py
vllm/_custom_ops.py
vllm/_ipex_ops.py
vllm/_version.py
vllm/beam_search.py
vllm/config.py
vllm/connections.py
vllm/envs.py
vllm/forward_context.py
vllm/logger.py
vllm/logits_process.py
vllm/outputs.py
vllm/pooling_params.py
vllm/py.typed
vllm/sampling_params.py
vllm/scalar_type.py
vllm/scripts.py
vllm/sequence.py
vllm/tracing.py
vllm/utils.py
vllm/version.py
vllm.egg-info/PKG-INFO
vllm.egg-info/SOURCES.txt
vllm.egg-info/dependency_links.txt
vllm.egg-info/entry_points.txt
vllm.egg-info/requires.txt
vllm.egg-info/top_level.txt
vllm/adapter_commons/__init__.py
vllm/adapter_commons/layers.py
vllm/adapter_commons/models.py
vllm/adapter_commons/request.py
vllm/adapter_commons/utils.py
vllm/adapter_commons/worker_manager.py
vllm/assets/__init__.py
vllm/assets/audio.py
vllm/assets/base.py
vllm/assets/image.py
vllm/assets/video.py
vllm/attention/__init__.py
vllm/attention/layer.py
vllm/attention/selector.py
vllm/attention/backends/__init__.py
vllm/attention/backends/abstract.py
vllm/attention/backends/blocksparse_attn.py
vllm/attention/backends/flash_attn.py
vllm/attention/backends/flashinfer.py
vllm/attention/backends/hpu_attn.py
vllm/attention/backends/ipex_attn.py
vllm/attention/backends/openvino.py
vllm/attention/backends/pallas.py
vllm/attention/backends/placeholder_attn.py
vllm/attention/backends/rocm_flash_attn.py
vllm/attention/backends/torch_sdpa.py
vllm/attention/backends/utils.py
vllm/attention/backends/xformers.py
vllm/attention/ops/__init__.py
vllm/attention/ops/hpu_paged_attn.py
vllm/attention/ops/ipex_attn.py
vllm/attention/ops/paged_attn.py
vllm/attention/ops/prefix_prefill.py
vllm/attention/ops/triton_flash_attention.py
vllm/attention/ops/blocksparse_attention/__init__.py
vllm/attention/ops/blocksparse_attention/blocksparse_attention_kernel.py
vllm/attention/ops/blocksparse_attention/interface.py
vllm/attention/ops/blocksparse_attention/utils.py
vllm/compilation/__init__.py
vllm/compilation/backends.py
vllm/compilation/counter.py
vllm/compilation/decorators.py
vllm/compilation/fix_functionalization.py
vllm/compilation/fusion.py
vllm/compilation/fx_utils.py
vllm/compilation/inductor_pass.py
vllm/compilation/monitor.py
vllm/compilation/multi_output_match.py
vllm/compilation/pass_manager.py
vllm/compilation/reshapes.py
vllm/compilation/vllm_inductor_pass.py
vllm/compilation/wrapper.py
vllm/core/__init__.py
vllm/core/block_manager.py
vllm/core/evictor.py
vllm/core/interfaces.py
vllm/core/placeholder_block_space_manager.py
vllm/core/scheduler.py
vllm/core/block/__init__.py
vllm/core/block/block_table.py
vllm/core/block/common.py
vllm/core/block/cpu_gpu_block_allocator.py
vllm/core/block/interfaces.py
vllm/core/block/naive_block.py
vllm/core/block/prefix_caching_block.py
vllm/core/block/utils.py
vllm/distributed/__init__.py
vllm/distributed/communication_op.py
vllm/distributed/parallel_state.py
vllm/distributed/utils.py
vllm/distributed/device_communicators/__init__.py
vllm/distributed/device_communicators/cuda_wrapper.py
vllm/distributed/device_communicators/custom_all_reduce.py
vllm/distributed/device_communicators/custom_all_reduce_utils.py
vllm/distributed/device_communicators/hpu_communicator.py
vllm/distributed/device_communicators/pynccl.py
vllm/distributed/device_communicators/pynccl_wrapper.py
vllm/distributed/device_communicators/shm_broadcast.py
vllm/distributed/device_communicators/tpu_communicator.py
vllm/distributed/device_communicators/xpu_communicator.py
vllm/distributed/kv_transfer/README.md
vllm/distributed/kv_transfer/__init__.py
vllm/distributed/kv_transfer/disagg_prefill_workflow.jpg
vllm/distributed/kv_transfer/kv_transfer_agent.py
vllm/distributed/kv_transfer/kv_connector/__init__.py
vllm/distributed/kv_transfer/kv_connector/base.py
vllm/distributed/kv_transfer/kv_connector/factory.py
vllm/distributed/kv_transfer/kv_connector/simple_connector.py
vllm/distributed/kv_transfer/kv_lookup_buffer/__init__.py
vllm/distributed/kv_transfer/kv_lookup_buffer/base.py
vllm/distributed/kv_transfer/kv_lookup_buffer/simple_buffer.py
vllm/distributed/kv_transfer/kv_pipe/__init__.py
vllm/distributed/kv_transfer/kv_pipe/base.py
vllm/distributed/kv_transfer/kv_pipe/mooncake_pipe.py
vllm/distributed/kv_transfer/kv_pipe/pynccl_pipe.py
vllm/engine/__init__.py
vllm/engine/arg_utils.py
vllm/engine/async_llm_engine.py
vllm/engine/async_timeout.py
vllm/engine/llm_engine.py
vllm/engine/metrics.py
vllm/engine/metrics_types.py
vllm/engine/protocol.py
vllm/engine/multiprocessing/__init__.py
vllm/engine/multiprocessing/client.py
vllm/engine/multiprocessing/engine.py
vllm/engine/output_processor/__init__.py
vllm/engine/output_processor/interfaces.py
vllm/engine/output_processor/multi_step.py
vllm/engine/output_processor/single_step.py
vllm/engine/output_processor/stop_checker.py
vllm/engine/output_processor/util.py
vllm/entrypoints/__init__.py
vllm/entrypoints/api_server.py
vllm/entrypoints/chat_utils.py
vllm/entrypoints/launcher.py
vllm/entrypoints/llm.py
vllm/entrypoints/logger.py
vllm/entrypoints/utils.py
vllm/entrypoints/openai/__init__.py
vllm/entrypoints/openai/api_server.py
vllm/entrypoints/openai/cli_args.py
vllm/entrypoints/openai/logits_processors.py
vllm/entrypoints/openai/protocol.py
vllm/entrypoints/openai/run_batch.py
vllm/entrypoints/openai/serving_chat.py
vllm/entrypoints/openai/serving_completion.py
vllm/entrypoints/openai/serving_embedding.py
vllm/entrypoints/openai/serving_engine.py
vllm/entrypoints/openai/serving_models.py
vllm/entrypoints/openai/serving_pooling.py
vllm/entrypoints/openai/serving_score.py
vllm/entrypoints/openai/serving_tokenization.py
vllm/entrypoints/openai/tool_parsers/__init__.py
vllm/entrypoints/openai/tool_parsers/abstract_tool_parser.py
vllm/entrypoints/openai/tool_parsers/granite_20b_fc_tool_parser.py
vllm/entrypoints/openai/tool_parsers/granite_tool_parser.py
vllm/entrypoints/openai/tool_parsers/hermes_tool_parser.py
vllm/entrypoints/openai/tool_parsers/internlm2_tool_parser.py
vllm/entrypoints/openai/tool_parsers/jamba_tool_parser.py
vllm/entrypoints/openai/tool_parsers/llama_tool_parser.py
vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py
vllm/entrypoints/openai/tool_parsers/pythonic_tool_parser.py
vllm/entrypoints/openai/tool_parsers/utils.py
vllm/executor/__init__.py
vllm/executor/cpu_executor.py
vllm/executor/distributed_gpu_executor.py
vllm/executor/executor_base.py
vllm/executor/gpu_executor.py
vllm/executor/hpu_executor.py
vllm/executor/msgspec_utils.py
vllm/executor/multiproc_gpu_executor.py
vllm/executor/multiproc_worker_utils.py
vllm/executor/multiproc_xpu_executor.py
vllm/executor/neuron_executor.py
vllm/executor/openvino_executor.py
vllm/executor/ray_gpu_executor.py
vllm/executor/ray_hpu_executor.py
vllm/executor/ray_tpu_executor.py
vllm/executor/ray_utils.py
vllm/executor/ray_xpu_executor.py
vllm/executor/tpu_executor.py
vllm/executor/xpu_executor.py
vllm/inputs/__init__.py
vllm/inputs/data.py
vllm/inputs/parse.py
vllm/inputs/preprocess.py
vllm/inputs/registry.py
vllm/logging_utils/__init__.py
vllm/logging_utils/formatter.py
vllm/lora/__init__.py
vllm/lora/fully_sharded_layers.py
vllm/lora/layers.py
vllm/lora/lora.py
vllm/lora/models.py
vllm/lora/peft_helper.py
vllm/lora/request.py
vllm/lora/utils.py
vllm/lora/worker_manager.py
vllm/lora/ops/__init__.py
vllm/lora/ops/bgmv_expand.py
vllm/lora/ops/bgmv_expand_slice.py
vllm/lora/ops/bgmv_shrink.py
vllm/lora/ops/sgmv_expand.py
vllm/lora/ops/sgmv_expand_slice.py
vllm/lora/ops/sgmv_shrink.py
vllm/lora/ops/utils.py
vllm/lora/punica_wrapper/__init__.py
vllm/lora/punica_wrapper/punica_base.py
vllm/lora/punica_wrapper/punica_gpu.py
vllm/lora/punica_wrapper/punica_hpu.py
vllm/lora/punica_wrapper/punica_selector.py
vllm/lora/punica_wrapper/utils.py
vllm/model_executor/__init__.py
vllm/model_executor/custom_op.py
vllm/model_executor/parameter.py
vllm/model_executor/pooling_metadata.py
vllm/model_executor/sampling_metadata.py
vllm/model_executor/utils.py
vllm/model_executor/guided_decoding/__init__.py
vllm/model_executor/guided_decoding/guided_fields.py
vllm/model_executor/guided_decoding/lm_format_enforcer_decoding.py
vllm/model_executor/guided_decoding/outlines_decoding.py
vllm/model_executor/guided_decoding/outlines_logits_processors.py
vllm/model_executor/guided_decoding/utils.py
vllm/model_executor/guided_decoding/xgrammar_decoding.py
vllm/model_executor/layers/__init__.py
vllm/model_executor/layers/activation.py
vllm/model_executor/layers/layernorm.py
vllm/model_executor/layers/linear.py
vllm/model_executor/layers/logits_processor.py
vllm/model_executor/layers/pooler.py
vllm/model_executor/layers/rejection_sampler.py
vllm/model_executor/layers/resampler.py
vllm/model_executor/layers/rotary_embedding.py
vllm/model_executor/layers/sampler.py
vllm/model_executor/layers/spec_decode_base_sampler.py
vllm/model_executor/layers/typical_acceptance_sampler.py
vllm/model_executor/layers/utils.py
vllm/model_executor/layers/vocab_parallel_embedding.py
vllm/model_executor/layers/fused_moe/__init__.py
vllm/model_executor/layers/fused_moe/fused_marlin_moe.py
vllm/model_executor/layers/fused_moe/fused_moe.py
vllm/model_executor/layers/fused_moe/layer.py
vllm/model_executor/layers/fused_moe/moe_pallas.py
vllm/model_executor/layers/fused_moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
vllm/model_executor/layers/fused_moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json
vllm/model_executor/layers/fused_moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
vllm/model_executor/layers/fused_moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json
vllm/model_executor/layers/fused_moe/configs/E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
vllm/model_executor/layers/fused_moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json
vllm/model_executor/layers/fused_moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json
vllm/model_executor/layers/fused_moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
vllm/model_executor/layers/fused_moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json
vllm/model_executor/layers/fused_moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
vllm/model_executor/layers/fused_moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=3200,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=6400,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json
vllm/model_executor/layers/fused_moe/configs/E=16,N=800,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
vllm/model_executor/layers/fused_moe/configs/E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json
vllm/model_executor/layers/fused_moe/configs/E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json
vllm/model_executor/layers/fused_moe/configs/E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json
vllm/model_executor/layers/fused_moe/configs/E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=14336,device_name=AMD_Instinct_MI300X.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=1792,device_name=AMD_Instinct_MI300X.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=3584,device_name=AMD_Instinct_MI300X.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=3584,device_name=NVIDIA_L40S.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=7168,device_name=AMD_Instinct_MI300X.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json
vllm/model_executor/layers/fused_moe/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
vllm/model_executor/layers/fused_moe/configs/README
vllm/model_executor/layers/mamba/__init__.py
vllm/model_executor/layers/mamba/mamba_mixer.py
vllm/model_executor/layers/mamba/ops/__init__.py
vllm/model_executor/layers/mamba/ops/causal_conv1d.py
vllm/model_executor/layers/mamba/ops/mamba_ssm.py
vllm/model_executor/layers/quantization/__init__.py
vllm/model_executor/layers/quantization/aqlm.py
vllm/model_executor/layers/quantization/awq.py
vllm/model_executor/layers/quantization/awq_marlin.py
vllm/model_executor/layers/quantization/awq_triton.py
vllm/model_executor/layers/quantization/base_config.py
vllm/model_executor/layers/quantization/bitsandbytes.py
vllm/model_executor/layers/quantization/deepspeedfp.py
vllm/model_executor/layers/quantization/experts_int8.py
vllm/model_executor/layers/quantization/fbgemm_fp8.py
vllm/model_executor/layers/quantization/fp8.py
vllm/model_executor/layers/quantization/gguf.py
vllm/model_executor/layers/quantization/gptq.py
vllm/model_executor/layers/quantization/gptq_marlin.py
vllm/model_executor/layers/quantization/gptq_marlin_24.py
vllm/model_executor/layers/quantization/hqq_marlin.py
vllm/model_executor/layers/quantization/ipex_quant.py
vllm/model_executor/layers/quantization/kv_cache.py
vllm/model_executor/layers/quantization/marlin.py
vllm/model_executor/layers/quantization/modelopt.py
vllm/model_executor/layers/quantization/neuron_quant.py
vllm/model_executor/layers/quantization/qqq.py
vllm/model_executor/layers/quantization/schema.py
vllm/model_executor/layers/quantization/tpu_int8.py
vllm/model_executor/layers/quantization/compressed_tensors/__init__.py
vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py
vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py
vllm/model_executor/layers/quantization/compressed_tensors/triton_scaled_mm.py
vllm/model_executor/layers/quantization/compressed_tensors/utils.py
vllm/model_executor/layers/quantization/compressed_tensors/schemes/__init__.py
vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_24.py
vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_scheme.py
vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a16_24.py
vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a16_fp8.py
vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a8_fp8.py
vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a8_int8.py
vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_wNa16.py
vllm/model_executor/layers/quantization/kernels/MPLinearKernel.py
vllm/model_executor/layers/quantization/kernels/__init__.py
vllm/model_executor/layers/quantization/kernels/exllama.py
vllm/model_executor/layers/quantization/kernels/machete.py
vllm/model_executor/layers/quantization/kernels/marlin.py
vllm/model_executor/layers/quantization/utils/__init__.py
vllm/model_executor/layers/quantization/utils/fp8_utils.py
vllm/model_executor/layers/quantization/utils/layer_utils.py
vllm/model_executor/layers/quantization/utils/machete_utils.py
vllm/model_executor/layers/quantization/utils/marlin_utils.py
vllm/model_executor/layers/quantization/utils/marlin_utils_fp8.py
vllm/model_executor/layers/quantization/utils/marlin_utils_test.py
vllm/model_executor/layers/quantization/utils/marlin_utils_test_24.py
vllm/model_executor/layers/quantization/utils/marlin_utils_test_qqq.py
vllm/model_executor/layers/quantization/utils/quant_utils.py
vllm/model_executor/layers/quantization/utils/w8a8_utils.py
vllm/model_executor/model_loader/__init__.py
vllm/model_executor/model_loader/loader.py
vllm/model_executor/model_loader/neuron.py
vllm/model_executor/model_loader/openvino.py
vllm/model_executor/model_loader/tensorizer.py
vllm/model_executor/model_loader/utils.py
vllm/model_executor/model_loader/weight_utils.py
vllm/model_executor/models/__init__.py
vllm/model_executor/models/adapters.py
vllm/model_executor/models/arctic.py
vllm/model_executor/models/aria.py
vllm/model_executor/models/baichuan.py
vllm/model_executor/models/bart.py
vllm/model_executor/models/bert.py
vllm/model_executor/models/blip.py
vllm/model_executor/models/blip2.py
vllm/model_executor/models/bloom.py
vllm/model_executor/models/chameleon.py
vllm/model_executor/models/chatglm.py
vllm/model_executor/models/clip.py
vllm/model_executor/models/commandr.py
vllm/model_executor/models/dbrx.py
vllm/model_executor/models/decilm.py
vllm/model_executor/models/deepseek.py
vllm/model_executor/models/deepseek_v2.py
vllm/model_executor/models/deepseek_v3.py
vllm/model_executor/models/eagle.py
vllm/model_executor/models/exaone.py
vllm/model_executor/models/falcon.py
vllm/model_executor/models/florence2.py
vllm/model_executor/models/fuyu.py
vllm/model_executor/models/gemma.py
vllm/model_executor/models/gemma2.py
vllm/model_executor/models/glm.py
vllm/model_executor/models/glm4_vision_encoder.py
vllm/model_executor/models/gpt2.py
vllm/model_executor/models/gpt_bigcode.py
vllm/model_executor/models/gpt_j.py
vllm/model_executor/models/gpt_neox.py
vllm/model_executor/models/granite.py
vllm/model_executor/models/granitemoe.py
vllm/model_executor/models/gritlm.py
vllm/model_executor/models/h2ovl.py
vllm/model_executor/models/idefics2_vision_model.py
vllm/model_executor/models/idefics3.py
vllm/model_executor/models/interfaces.py
vllm/model_executor/models/interfaces_base.py
vllm/model_executor/models/intern_vit.py
vllm/model_executor/models/internlm2.py
vllm/model_executor/models/internlm2_ve.py
vllm/model_executor/models/internvl.py
vllm/model_executor/models/jais.py
vllm/model_executor/models/jamba.py
vllm/model_executor/models/llama.py
vllm/model_executor/models/llava.py
vllm/model_executor/models/llava_next.py
vllm/model_executor/models/llava_next_video.py
vllm/model_executor/models/llava_onevision.py
vllm/model_executor/models/mamba.py
vllm/model_executor/models/mamba_cache.py
vllm/model_executor/models/medusa.py
vllm/model_executor/models/minicpm.py
vllm/model_executor/models/minicpm3.py
vllm/model_executor/models/minicpmv.py
vllm/model_executor/models/mixtral.py
vllm/model_executor/models/mixtral_quant.py
vllm/model_executor/models/mllama.py
vllm/model_executor/models/mlp_speculator.py
vllm/model_executor/models/module_mapping.py
vllm/model_executor/models/molmo.py
vllm/model_executor/models/mpt.py
vllm/model_executor/models/nemotron.py
vllm/model_executor/models/nvlm_d.py
vllm/model_executor/models/olmo.py
vllm/model_executor/models/olmo2.py
vllm/model_executor/models/olmoe.py
vllm/model_executor/models/opt.py
vllm/model_executor/models/orion.py
vllm/model_executor/models/paligemma.py
vllm/model_executor/models/persimmon.py
vllm/model_executor/models/phi.py
vllm/model_executor/models/phi3.py
vllm/model_executor/models/phi3_small.py
vllm/model_executor/models/phi3v.py
vllm/model_executor/models/phimoe.py
vllm/model_executor/models/pixtral.py
vllm/model_executor/models/qwen.py
vllm/model_executor/models/qwen2.py
vllm/model_executor/models/qwen2_audio.py
vllm/model_executor/models/qwen2_moe.py
vllm/model_executor/models/qwen2_rm.py
vllm/model_executor/models/qwen2_vl.py
vllm/model_executor/models/registry.py
vllm/model_executor/models/roberta.py
vllm/model_executor/models/siglip.py
vllm/model_executor/models/solar.py
vllm/model_executor/models/stablelm.py
vllm/model_executor/models/starcoder2.py
vllm/model_executor/models/telechat2.py
vllm/model_executor/models/ultravox.py
vllm/model_executor/models/utils.py
vllm/model_executor/models/vision.py
vllm/model_executor/models/whisper.py
vllm/multimodal/__init__.py
vllm/multimodal/audio.py
vllm/multimodal/base.py
vllm/multimodal/image.py
vllm/multimodal/inputs.py
vllm/multimodal/parse.py
vllm/multimodal/processing.py
vllm/multimodal/registry.py
vllm/multimodal/utils.py
vllm/multimodal/video.py
vllm/platforms/__init__.py
vllm/platforms/cpu.py
vllm/platforms/cuda.py
vllm/platforms/hpu.py
vllm/platforms/interface.py
vllm/platforms/neuron.py
vllm/platforms/openvino.py
vllm/platforms/rocm.py
vllm/platforms/tpu.py
vllm/platforms/xpu.py
vllm/plugins/__init__.py
vllm/profiler/__init__.py
vllm/profiler/layerwise_profile.py
vllm/profiler/utils.py
vllm/prompt_adapter/__init__.py
vllm/prompt_adapter/layers.py
vllm/prompt_adapter/models.py
vllm/prompt_adapter/request.py
vllm/prompt_adapter/utils.py
vllm/prompt_adapter/worker_manager.py
vllm/spec_decode/__init__.py
vllm/spec_decode/batch_expansion.py
vllm/spec_decode/draft_model_runner.py
vllm/spec_decode/interfaces.py
vllm/spec_decode/medusa_worker.py
vllm/spec_decode/metrics.py
vllm/spec_decode/mlp_speculator_worker.py
vllm/spec_decode/mqa_scorer.py
vllm/spec_decode/multi_step_worker.py
vllm/spec_decode/ngram_worker.py
vllm/spec_decode/proposer_worker_base.py
vllm/spec_decode/smaller_tp_proposer_worker.py
vllm/spec_decode/spec_decode_worker.py
vllm/spec_decode/target_model_runner.py
vllm/spec_decode/top1_proposer.py
vllm/spec_decode/util.py
vllm/transformers_utils/__init__.py
vllm/transformers_utils/config.py
vllm/transformers_utils/detokenizer.py
vllm/transformers_utils/detokenizer_utils.py
vllm/transformers_utils/processor.py
vllm/transformers_utils/s3_utils.py
vllm/transformers_utils/tokenizer.py
vllm/transformers_utils/utils.py
vllm/transformers_utils/configs/__init__.py
vllm/transformers_utils/configs/arctic.py
vllm/transformers_utils/configs/aria.py
vllm/transformers_utils/configs/chatglm.py
vllm/transformers_utils/configs/cohere2.py
vllm/transformers_utils/configs/dbrx.py
vllm/transformers_utils/configs/eagle.py
vllm/transformers_utils/configs/exaone.py
vllm/transformers_utils/configs/falcon.py
vllm/transformers_utils/configs/h2ovl.py
vllm/transformers_utils/configs/internvl.py
vllm/transformers_utils/configs/jais.py
vllm/transformers_utils/configs/medusa.py
vllm/transformers_utils/configs/mllama.py
vllm/transformers_utils/configs/mlp_speculator.py
vllm/transformers_utils/configs/mpt.py
vllm/transformers_utils/configs/nemotron.py
vllm/transformers_utils/configs/nvlm_d.py
vllm/transformers_utils/configs/olmo2.py
vllm/transformers_utils/configs/solar.py
vllm/transformers_utils/configs/telechat2.py
vllm/transformers_utils/configs/ultravox.py
vllm/transformers_utils/tokenizer_group/__init__.py
vllm/transformers_utils/tokenizer_group/base_tokenizer_group.py
vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py
vllm/transformers_utils/tokenizer_group/tokenizer_group.py
vllm/transformers_utils/tokenizers/__init__.py
vllm/transformers_utils/tokenizers/mistral.py
vllm/triton_utils/__init__.py
vllm/triton_utils/custom_cache_manager.py
vllm/triton_utils/importing.py
vllm/usage/__init__.py
vllm/usage/usage_lib.py
vllm/v1/__init__.py
vllm/v1/outputs.py
vllm/v1/request.py
vllm/v1/serial_utils.py
vllm/v1/utils.py
vllm/v1/attention/__init__.py
vllm/v1/attention/backends/__init__.py
vllm/v1/attention/backends/flash_attn.py
vllm/v1/core/__init__.py
vllm/v1/core/encoder_cache_manager.py
vllm/v1/core/kv_cache_manager.py
vllm/v1/core/kv_cache_utils.py
vllm/v1/core/scheduler.py
vllm/v1/engine/__init__.py
vllm/v1/engine/async_llm.py
vllm/v1/engine/core.py
vllm/v1/engine/core_client.py
vllm/v1/engine/detokenizer.py
vllm/v1/engine/llm_engine.py
vllm/v1/engine/mm_input_mapper.py
vllm/v1/engine/processor.py
vllm/v1/executor/__init__.py
vllm/v1/executor/abstract.py
vllm/v1/executor/multiproc_executor.py
vllm/v1/executor/ray_executor.py
vllm/v1/executor/ray_utils.py
vllm/v1/executor/uniproc_executor.py
vllm/v1/sample/__init__.py
vllm/v1/sample/metadata.py
vllm/v1/sample/sampler.py
vllm/v1/sample/ops/__init__.py
vllm/v1/sample/ops/penalties.py
vllm/v1/sample/ops/topk_topp_sampler.py
vllm/v1/worker/__init__.py
vllm/v1/worker/gpu_input_batch.py
vllm/v1/worker/gpu_model_runner.py
vllm/v1/worker/gpu_worker.py
vllm/vllm_flash_attn/.gitkeep
vllm/vllm_flash_attn/__init__.py
vllm/vllm_flash_attn/flash_attn_interface.py
vllm/worker/__init__.py
vllm/worker/cache_engine.py
vllm/worker/cpu_enc_dec_model_runner.py
vllm/worker/cpu_model_runner.py
vllm/worker/cpu_pooling_model_runner.py
vllm/worker/cpu_worker.py
vllm/worker/enc_dec_model_runner.py
vllm/worker/hpu_model_runner.py
vllm/worker/hpu_worker.py
vllm/worker/model_runner.py
vllm/worker/model_runner_base.py
vllm/worker/multi_step_model_runner.py
vllm/worker/multi_step_tpu_worker.py
vllm/worker/multi_step_worker.py
vllm/worker/neuron_model_runner.py
vllm/worker/neuron_worker.py
vllm/worker/openvino_model_runner.py
vllm/worker/openvino_worker.py
vllm/worker/pooling_model_runner.py
vllm/worker/tpu_model_runner.py
vllm/worker/tpu_worker.py
vllm/worker/utils.py
vllm/worker/worker.py
vllm/worker/worker_base.py
vllm/worker/xpu_model_runner.py
vllm/worker/xpu_worker.py