KVarN

Installation

# cd /opt/
# git clone https://github.com/huawei-csl/KVarN.git
# cd KVarN
# curl -LsSf https://astral.sh/uv/install.sh | sh
# source "$HOME/.local/bin/env"
# uv python install 3.12
# uv venv --python 3.12 .venv
# source .venv/bin/activate
# python -m pip install -U pip setuptools wheel
# VLLM_USE_PRECOMPILED=1 python -m pip install -e .

Vérification :

# python --version
# python -c "import vllm, vllm._C; print(vllm.__file__); print(vllm._C.__file__)"

Tests en vrac

shawnw3i/Qwen3.6-27B-AWQ-MTP

# hf download shawnw3i/Qwen3.6-27B-AWQ-MTP --local-dir /opt/models/Qwen3.6-27B-AWQ-MTP