AI—量化QWen3.5（27b版本）

1、安装miniconda

wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh
/bin/bash Miniconda3-latest-Linux-x86_64.sh
退出终端重新进入

2、安装python

conda create -p python310 python=3.10
conda activate python310

3、下载模型

pip install -U huggingface_hub

#查找huggingface的安装位置
pip show huggingface_hub | grep Location

#需要到huggingface的官网搞个token
hf auth login

#安装git lfs
curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | sudo bash
apt-get install git-lfs
systemctl restart unattended-upgrades.service

#下载模型
git lfs install
git clone https://huggingface.co/Qwen/Qwen3.6-27B-FP8
# 建议下载方式：
pip install -U huggingface_hub
hf download Qwen/Qwen3.5-27B-GPTQ-Int4   --local-dir /data/models/Qwen3.5-27B-GPTQ-Int4