{"id":118588,"date":"2026-10-27T18:09:17","date_gmt":"2026-10-27T10:09:17","guid":{"rendered":"https:\/\/www.wsisp.com\/helps\/118588.html"},"modified":"2026-10-27T18:09:17","modified_gmt":"2026-10-27T10:09:17","slug":"8x910b4-32g-npu%e6%9c%8d%e5%8a%a1%e5%99%a8-vllm-ascend%e9%83%a8%e7%bd%b2docker%e5%ae%89%e8%a3%85%e6%8a%a5%e5%91%8a","status":"publish","type":"post","link":"https:\/\/www.wsisp.com\/helps\/118588.html","title":{"rendered":"8\u00d7910B4-32G NPU\u670d\u52a1\u5668 vLLM-Ascend\u90e8\u7f72Docker\u5b89\u88c5\u62a5\u544a"},"content":{"rendered":"

\/* MD \/ \u5bcc\u6587\u672c\u4e2d\u7684 .toc\uff08\u542b\u535a\u5ba2\u56ed\u642c\u5bb6\u7b49\u5d4c\u5957\u7ed3\u6784\uff09\uff1b.toc-box \u5728\u4fa7\u680f\uff0c\u4e0d\u53d7\u5f71\u54cd *\/
\n #content_views .toc,
\n \/* \u7f16\u8f91\u5668\u5e38\u5728\u76ee\u5f55\u524d\u540e\u63d2\u5165\u7a7a p\uff08:empty \u4ecd\u5360 20px\uff09\uff0c\u4e00\u5e76\u53bb\u6389\u907f\u514d\u9876\u7a7a\u9699 *\/
\n #content_views.markdown_views > p:empty:has(+ .toc),
\n #content_views.markdown_views > .toc + p:empty,
\n \/* \u5bcc\u6587\u672c\u65e7\u7248\u76ee\u5f55\u6807\u8bb0 *\/
\n #content_views.htmledit_views #main-toc,
\n #content_views.htmledit_views #hr-toc,
\n #content_views.htmledit_views p[id*=\\”-toc\\”] {
\n display: none !important;
\n }
\n \/* \u76ee\u5f55\u53bb\u6389\u540e\uff0c\u7d27\u8ddf\u7684\u9996\u4e2a\u6807\u9898\u4e0d\u518d\u591a\u51fa\u4e00\u5757\u4e0a\u8fb9\u8ddd *\/
\n #content_views.markdown_views > .toc + h1,
\n #content_views.markdown_views > .toc + h2,
\n #content_views.markdown_views > .toc + h3,
\n #content_views.markdown_views > .toc + h4,
\n #content_views.markdown_views > .toc + p:empty + h1,
\n #content_views.markdown_views > .toc + p:empty + h2,
\n #content_views.markdown_views > .toc + p:empty + h3,
\n #content_views.markdown_views > .toc + p:empty + h4 {
\n margin-top: 0 !important;
\n }<\/p>\n

\u4e00\u3001\u9879\u76ee\u6982\u8ff0<\/span><\/h3>\n\n\n\n
\n

\u4e00\u3001\u9879\u76ee\u6982\u8ff0<\/span><\/h3>\n\n\n\n\n\n\n\n\n\n\n\n\n
\n

\u9879\u76ee<\/p>\n<\/td>\n

\n

\u5185\u5bb9<\/p>\n<\/td>\n<\/tr>\n

\n

\u670d\u52a1\u5668IP<\/p>\n<\/td>\n

\n

10.255.254.65<\/p>\n<\/td>\n<\/tr>\n

\n

\u786c\u4ef6\u914d\u7f6e<\/p>\n<\/td>\n

\n

8\u00d7 Huawei Ascend 910B4-32GB<\/p>\n<\/td>\n<\/tr>\n

\n

NUMA\u67b6\u6784<\/p>\n<\/td>\n

\n

2 Nodes (Node 0: 4 NPU, Node 1: 4 NPU)<\/p>\n<\/td>\n<\/tr>\n

\n

\u64cd\u4f5c\u7cfb\u7edf<\/p>\n<\/td>\n

\n

Ubuntu 22.04 LTS<\/p>\n<\/td>\n<\/tr>\n

\n

\u90e8\u7f72\u6a21\u578b<\/p>\n<\/td>\n

\n

Qwen3.6-27B-W8A8 (Eco-Tech\u5b98\u65b9\u9a8c\u8bc1)<\/p>\n<\/td>\n<\/tr>\n

\n

\u63a8\u7406\u6846\u67b6<\/p>\n<\/td>\n

\n

vLLM-Ascend v0.18.0<\/p>\n<\/td>\n<\/tr>\n

\n

Docker\u955c\u50cf<\/p>\n<\/td>\n

\n

m.daocloud.io\/quay.io\/ascend\/vllm-ascend:v0.18.0<\/p>\n<\/td>\n<\/tr>\n

\n

\u90e8\u7f72\u65e5\u671f<\/p>\n<\/td>\n

\n

2026-06-12<\/p>\n<\/td>\n<\/tr>\n

\n

\u90e8\u7f72\u4eba\u5458<\/p>\n<\/td>\n

\n

hmtsgpu<\/p>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

\n

\n

\n

\u4e8c\u3001\u786c\u4ef6\u73af\u5883\u786e\u8ba4<\/span><\/h3>\n

2.1 NPU\u4fe1\u606f<\/span><\/h4>\n

\"\"<\/h4>\n

2.2 NUMA\u62d3\u6251<\/span><\/h4>\n

$\u00a0numactl\u00a0–hardware<\/span><\/span><\/p>\n

\"\"<\/span><\/span><\/p>\n

2.3 NPU\u4e0eNUMA\u5bf9\u5e94\u5173\u7cfb<\/span><\/h4>\n\n\n\n\n\n
\n

NUMA Node<\/p>\n<\/td>\n

\n

CPU\u8303\u56f4<\/p>\n<\/td>\n

\n

\u5185\u5b58<\/p>\n<\/td>\n

\n

\u5206\u914dNPU<\/p>\n<\/td>\n

\n

\u670d\u52a1<\/p>\n<\/td>\n<\/tr>\n

\n

0<\/p>\n<\/td>\n

\n

0-31, 64-95<\/p>\n<\/td>\n

\n

193GB<\/p>\n<\/td>\n

\n

NPU 0-3<\/p>\n<\/td>\n

\n

Service 1 (NPU 0-1), Service 2 (NPU 2-3)<\/p>\n<\/td>\n<\/tr>\n

\n

1<\/p>\n<\/td>\n

\n

32-63, 96-127<\/p>\n<\/td>\n

\n

258GB<\/p>\n<\/td>\n

\n

NPU 4-7<\/p>\n<\/td>\n

\n

Service 3 (NPU 4-5), Service 4 (NPU 6-7)<\/p>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

\n

\n

\n

\u4e09\u3001Docker\u5b89\u88c5\u8fc7\u7a0b<\/span><\/h3>\n

3.1\u00a0\u5b89\u88c5Docker CE<\/span><\/h4>\n

sudo<\/span>\u00a0apt update
\nsudo<\/span>\u00a0apt install\u00a0-y<\/span>\u00a0apt-transport-https ca-certificates curl gnupg lsb-release<\/p>\n

curl\u00a0-fsSL<\/span>\u00a0https:\/\/download.docker.com\/linux\/ubuntu\/gpg\u00a0|<\/span>\u00a0sudo<\/span>\u00a0gpg\u00a0–dearmor<\/span>\u00a0-o<\/span>\u00a0\/usr\/share\/keyrings\/docker-archive-keyring.gpg<\/p>\n

echo<\/span>\u00a0"deb [arch=<\/span>$(<\/span>dpkg\u00a0–print-architecture<\/span>)<\/span>\u00a0signed-by=\/usr\/share\/keyrings\/docker-archive-keyring.gpg] https:\/\/download.docker.com\/linux\/ubuntu\u00a0<\/span>$(<\/span>lsb_release\u00a0-cs<\/span>)<\/span>\u00a0stable"<\/span>\u00a0|<\/span>\u00a0sudo<\/span>\u00a0tee \/etc\/apt\/sources.list.d\/docker.list\u00a0><\/span>\u00a0\/dev\/null<\/p>\n

sudo<\/span>\u00a0apt update
\nsudo<\/span>\u00a0apt install\u00a0-y<\/span>\u00a0docker-ce docker-ce-cli containerd.io docker-compose-plugin<\/span><\/p>\n

\u5b89\u88c5\u7ed3\u679c：\u00a0Docker version 29.5.3, build d1c06ef<\/span><\/p>\n

\n

3.2\u00a0\u914d\u7f6e\u7528\u6237\u6743\u9650<\/span><\/h4>\n

sudo<\/span>\u00a0usermod\u00a0-aG<\/span>\u00a0docker\u00a0$USER<\/span>
\nnewgrp\u00a0docker<\/span><\/p>\n

\u9a8c\u8bc1：\u00a0docker run hello-world\u00a0\u6210\u529f\u8f93\u51fa<\/span><\/p>\n

\n

3.3\u00a0\u914d\u7f6e\u56fd\u5185\u955c\u50cf\u52a0\u901f<\/span><\/h4>\n

sudo<\/span>\u00a0mkdir\u00a0-p<\/span>\u00a0\/etc\/docker
\nsudo<\/span>\u00a0tee \/etc\/docker\/daemon.json\u00a0<< 'EOF'<\/span>
\n{<\/span>
\n\u00a0\u00a0\u00a0\u00a0"registry-mirrors": [<\/span>
\n\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0"https:\/\/docker.m.daocloud.io",<\/span>
\n\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0"https:\/\/docker.1panel.live",<\/span>
\n\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0"https:\/\/hub.rat.dev",<\/span>
\n\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0"https:\/\/docker.mirrors.ustc.edu.cn",<\/span>
\n\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0"https:\/\/dockerpull.org",<\/span>
\n\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0"https:\/\/docker.1panel.dev"<\/span>
\n\u00a0\u00a0\u00a0\u00a0]<\/span>
\n}<\/span>
\nEOF<\/span><\/p>\n

sudo<\/span>\u00a0systemctl daemon-reload
\nsudo<\/span>\u00a0systemctl restart docker<\/span><\/p>\n

\n

\n

\n

\u56db\u3001vLLM-Ascend Docker\u955c\u50cf<\/span><\/h3>\n

4.1\u00a0\u955c\u50cf\u4fe1\u606f<\/span><\/h4>\n\n\n\n\n\n\n\n\n\n
\n

\u5c5e\u6027<\/p>\n<\/td>\n

\n

\u503c<\/p>\n<\/td>\n<\/tr>\n

\n

\u955c\u50cf\u6e90<\/p>\n<\/td>\n

\n

quay.io\/ascend\/vllm-ascend:v0.18.0<\/p>\n<\/td>\n<\/tr>\n

\n

\u56fd\u5185\u52a0\u901f<\/p>\n<\/td>\n

\n

m.daocloud.io\/quay.io\/ascend\/vllm-ascend:v0.18.0<\/p>\n<\/td>\n<\/tr>\n

\n

\u955c\u50cf\u5927\u5c0f<\/p>\n<\/td>\n

\n

~15GB<\/p>\n<\/td>\n<\/tr>\n

\n

\u5185\u7f6ePython<\/p>\n<\/td>\n

\n

3.11.14<\/p>\n<\/td>\n<\/tr>\n

\n

vLLM\u7248\u672c<\/p>\n<\/td>\n

\n

0.18.0+empty<\/p>\n<\/td>\n<\/tr>\n

\n

\u5305\u542b\u7ec4\u4ef6<\/p>\n<\/td>\n

\n

vllm-ascend plugin, CANN\u9a71\u52a8, PyTorch-NPU<\/p>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

<\/h4>\n

4.2\u00a0\u62c9\u53d6\u547d\u4ee4<\/span><\/h4>\n

docker\u00a0pull m.daocloud.io\/quay.io\/ascend\/vllm-ascend:v0.18.0<\/span><\/p>\n

\u7ed3\u679c：\u00a0Status: Image is up to date<\/span><\/p>\n

<\/h4>\n

4.3\u00a0\u955c\u50cf\u9a8c\u8bc1<\/span><\/h4>\n

docker\u00a0images\u00a0|<\/span>\u00a0grep<\/span>\u00a0vllm-ascend
\n# m.daocloud.io\/quay.io\/ascend\/vllm-ascend \u00a0\u00a0v0.18.0 \u00a0\u00a0…<\/span><\/span><\/p>\n

\n

\n

\n

\u4e94\u3001\u5bb9\u5668\u90e8\u7f72\u65b9\u6848<\/span><\/h3>\n

5.1\u00a0\u90e8\u7f72\u67b6\u6784<\/span><\/h4>\n

\u91c7\u75284\u5bb9\u5668\u00d72NPU\u67b6\u6784，\u4e25\u683c\u6309NUMA\u62d3\u6251\u9694\u79bb：<\/span><\/p>\n

\u250c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510
\n\u2502 \u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a08\u00d7 910B4 NPU Server \u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u2502
\n\u251c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2524
\n\u2502 \u00a0NUMA 0 (CPU: 0-31,64-95 | Mem: 193GB) \u00a0\u00a0\u00a0\u2502
\n\u2502 \u00a0\u251c\u2500 Container 1: NPU 0,1 \u00a0\u2192 Port 8000 \u00a0\u00a0\u00a0\u00a0\u2502
\n\u2502 \u00a0\u2514\u2500 Container 2: NPU 2,3 \u00a0\u2192 Port 8001 \u00a0\u00a0\u00a0\u00a0\u2502
\n\u251c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2524
\n\u2502 \u00a0NUMA 1 (CPU: 32-63,96-127 | Mem: 258GB) \u00a0\u2502
\n\u2502 \u00a0\u251c\u2500 Container 3: NPU 4,5 \u00a0\u2192 Port 8002 \u00a0\u00a0\u00a0\u00a0\u2502
\n\u2502 \u00a0\u2514\u2500 Container 4: NPU 6,7 \u00a0\u2192 Port 8003 \u00a0\u00a0\u00a0\u00a0\u2502
\n\u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518<\/span><\/p>\n

5.2\u00a0\u5bb9\u5668\u521b\u5efa\u53c2\u6570<\/span><\/h4>\n

\n

\n

\n

\u6240\u6709\u5bb9\u5668\u5171\u4eab\u4ee5\u4e0b\u516c\u5171\u914d\u7f6e：<\/span><\/p>\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\n

\u53c2\u6570<\/p>\n<\/td>\n

\n

\u503c<\/p>\n<\/td>\n

\n

\u8bf4\u660e<\/p>\n<\/td>\n<\/tr>\n

\n

–net=host<\/p>\n<\/td>\n

\n

\u7f51\u7edc\u6a21\u5f0f<\/p>\n<\/td>\n

\n

\u4f7f\u7528\u5bbf\u4e3b\u673a\u7f51\u7edc\u6808<\/p>\n<\/td>\n<\/tr>\n

\n

–shm-size=25g<\/p>\n<\/td>\n

\n

\u5171\u4eab\u5185\u5b58<\/p>\n<\/td>\n

\n

4\u5bb9\u5668\u5171\u4eab100GB\u7269\u7406\u5185\u5b58<\/p>\n<\/td>\n<\/tr>\n

\n

–cap-add SYS_NICE<\/p>\n<\/td>\n

\n

\u7279\u6743<\/p>\n<\/td>\n

\n

numactl\u7ed1\u5b9aCPU\/\u5185\u5b58\u9700\u8981<\/p>\n<\/td>\n<\/tr>\n

\n

–device \/dev\/davinciX<\/p>\n<\/td>\n

\n

NPU\u8bbe\u5907<\/p>\n<\/td>\n

\n

\u6bcf\u5bb9\u5668\u5206\u914d2\u5f20NPU<\/p>\n<\/td>\n<\/tr>\n

\n

–device \/dev\/davinci_manager<\/p>\n<\/td>\n

\n

\u7ba1\u7406\u8bbe\u5907<\/p>\n<\/td>\n

\n

NPU\u7ba1\u7406\u63a5\u53e3<\/p>\n<\/td>\n<\/tr>\n

\n

–device \/dev\/devmm_svm<\/p>\n<\/td>\n

\n

\u5185\u5b58\u8bbe\u5907<\/p>\n<\/td>\n

\n

\u8bbe\u5907\u5185\u5b58\u7ba1\u7406<\/p>\n<\/td>\n<\/tr>\n

\n

–device \/dev\/hisi_hdc<\/p>\n<\/td>\n

\n

\u4e3b\u673a\u8bbe\u5907<\/p>\n<\/td>\n

\n

\u4e3b\u673a\u8bbe\u5907\u63a7\u5236\u5668<\/p>\n<\/td>\n<\/tr>\n

\n

-v \/usr\/local\/dcmi<\/p>\n<\/td>\n

\n

\u9a71\u52a8\u6302\u8f7d<\/p>\n<\/td>\n

\n

DCMI\u63a5\u53e3<\/p>\n<\/td>\n<\/tr>\n

\n

-v \/usr\/local\/Ascend\/driver<\/p>\n<\/td>\n

\n

\u9a71\u52a8\u6302\u8f7d<\/p>\n<\/td>\n

\n

CANN\u9a71\u52a8\u5e93<\/p>\n<\/td>\n<\/tr>\n

\n

-v \/data\/models<\/p>\n<\/td>\n

\n

\u6a21\u578b\u76ee\u5f55<\/p>\n<\/td>\n

\n

\u5bbf\u4e3b\u673a\u6a21\u578b\u6302\u8f7d<\/p>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

5.3 NUMA\u9694\u79bb\u914d\u7f6e<\/span><\/h4>\n\n\n\n\n\n\n\n
\n

\u670d\u52a1<\/p>\n<\/td>\n

\n

\u5bb9\u5668\u540d<\/p>\n<\/td>\n

\n

cpuset-cpus<\/p>\n<\/td>\n

\n

cpuset-mems<\/p>\n<\/td>\n

\n

NPU\u8bbe\u5907<\/p>\n<\/td>\n

\n

numactl\u7ed1\u5b9a<\/p>\n<\/td>\n<\/tr>\n

\n

1<\/p>\n<\/td>\n

\n

s1-npu01<\/p>\n<\/td>\n

\n

0-31,64-95<\/p>\n<\/td>\n

\n

0<\/p>\n<\/td>\n

\n

davinci0,1<\/p>\n<\/td>\n

\n

\u2013cpunodebind=0 \u2013membind=0<\/p>\n<\/td>\n<\/tr>\n

\n

2<\/p>\n<\/td>\n

\n

s2-npu23<\/p>\n<\/td>\n

\n

0-31,64-95<\/p>\n<\/td>\n

\n

0<\/p>\n<\/td>\n

\n

davinci2,3<\/p>\n<\/td>\n

\n

\u2013cpunodebind=0 \u2013membind=0<\/p>\n<\/td>\n<\/tr>\n

\n

3<\/p>\n<\/td>\n

\n

s3-npu45<\/p>\n<\/td>\n

\n

32-63,96-127<\/p>\n<\/td>\n

\n

1<\/p>\n<\/td>\n

\n

davinci4,5<\/p>\n<\/td>\n

\n

\u2013cpunodebind=1 \u2013membind=1<\/p>\n<\/td>\n<\/tr>\n

\n

4<\/p>\n<\/td>\n

\n

s4-npu67<\/p>\n<\/td>\n

\n

32-63,96-127<\/p>\n<\/td>\n

\n

1<\/p>\n<\/td>\n

\n

davinci6,7<\/p>\n<\/td>\n

\n

\u2013cpunodebind=1 \u2013membind=1<\/p>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

5.4\u00a0\u5bb9\u5668\u521b\u5efa\u547d\u4ee4\u793a\u4f8b（Service 1）<\/span><\/h4>\n

docker\u00a0run\u00a0-itd<\/span>\u00a0\u00a0\u00a0–name<\/span>\u00a0vllm-ascend-s1-npu01 \u00a0\u00a0–net<\/span>=<\/span>host \u00a0\u00a0–shm-size<\/span>=<\/span>25g \u00a0\u00a0–cap-add<\/span>\u00a0SYS_NICE \u00a0\u00a0–cpuset-cpus<\/span>=<\/span>"0-31,64-95"<\/span>\u00a0\u00a0\u00a0–cpuset-mems<\/span>=<\/span>"0"<\/span>\u00a0\u00a0\u00a0–device<\/span>\u00a0\/dev\/davinci0 \u00a0\u00a0–device<\/span>\u00a0\/dev\/davinci1 \u00a0\u00a0–device<\/span>\u00a0\/dev\/davinci_manager \u00a0\u00a0–device<\/span>\u00a0\/dev\/devmm_svm \u00a0\u00a0–device<\/span>\u00a0\/dev\/hisi_hdc \u00a0\u00a0-v<\/span>\u00a0\/usr\/local\/dcmi:\/usr\/local\/dcmi \u00a0\u00a0-v<\/span>\u00a0\/usr\/local\/bin\/npu-smi:\/usr\/local\/bin\/npu-smi \u00a0\u00a0-v<\/span>\u00a0\/usr\/local\/Ascend\/driver\/lib64\/:\/usr\/local\/Ascend\/driver\/lib64\/ \u00a0\u00a0-v<\/span>\u00a0\/usr\/local\/Ascend\/driver\/version.info:\/usr\/local\/Ascend\/driver\/version.info \u00a0\u00a0-v<\/span>\u00a0\/etc\/ascend_install.info:\/etc\/ascend_install.info \u00a0\u00a0-v<\/span>\u00a0\/data\/models:\/data\/models \u00a0\u00a0m.daocloud.io\/quay.io\/ascend\/vllm-ascend:v0.18.0 \u00a0\u00a0bash<\/span><\/p>\n

\n

\n

\n

\u516d\u3001\u6a21\u578b\u90e8\u7f72<\/span><\/h3>\n

6.1\u00a0\u6a21\u578b\u4fe1\u606f<\/span><\/h4>\n\n\n\n\n\n
\n

\u6a21\u578b<\/p>\n<\/td>\n

\n

\u6765\u6e90<\/p>\n<\/td>\n

\n

\u5927\u5c0f<\/p>\n<\/td>\n

\n

\u91cf\u5316\u65b9\u5f0f<\/p>\n<\/td>\n

\n

\u9a8c\u8bc1\u72b6\u6001<\/p>\n<\/td>\n<\/tr>\n

\n

Qwen3.5-27B-w8a8-mtp<\/p>\n<\/td>\n

\n

Eco-Tech (ModelScope)<\/p>\n<\/td>\n

\n

~35GB<\/p>\n<\/td>\n

\n

W8A8 (ModelSlim)<\/p>\n<\/td>\n

\n

vllm-ascend v0.18.0rc1\u9a8c\u8bc1<\/p>\n<\/td>\n<\/tr>\n

\n

Qwen3.6-27B-w8a8<\/p>\n<\/td>\n

\n

Eco-Tech (ModelScope)<\/p>\n<\/td>\n

\n

~35GB<\/p>\n<\/td>\n

\n

W8A8 (ModelSlim)<\/p>\n<\/td>\n

\n

vllm-ascend v0.18.0rc1\u9a8c\u8bc1<\/p>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

<\/h4>\n

6.2\u00a0\u4e0b\u8f7d\u547d\u4ee4<\/span><\/h4>\n

#\u00a0\u5728\u5bb9\u5668\u5185\u6267\u884c<\/span>
\nexport<\/span>\u00a0VLLM_USE_MODELSCOPE<\/span>=<\/span>true
\npip\u00a0install modelscope<\/p>\n

modelscope\u00a0download\u00a0–model<\/span>\u00a0Eco-Tech\/Qwen3.5-27B-w8a8-mtp\u00a0–local_dir<\/span>\u00a0\/data\/models\/Qwen3.5-27B-w8a8-mtp
\nmodelscope\u00a0download\u00a0–model<\/span>\u00a0Eco-Tech\/Qwen3.6-27B-w8a8\u00a0–local_dir<\/span>\u00a0\/data\/models\/Qwen3.6-27B-w8a8<\/span><\/p>\n

<\/h4>\n

6.3\u00a0\u6a21\u578b\u6587\u4ef6\u7ed3\u6784<\/span><\/h4>\n

\/data\/models\/Qwen3.6-27B-w8a8\/
\n\u251c\u2500\u2500 config.json \u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0#\u00a0\u6a21\u578b\u914d\u7f6e\u00a0(4308 bytes)
\n\u251c\u2500\u2500 quant_model_description.json \u00a0\u00a0#\u00a0\u91cf\u5316\u63cf\u8ff0\u00a0(124KB)
\n\u251c\u2500\u2500 quant_model_weights-00001-of-00009.safetensors \u00a0#\u00a0\u6743\u91cd\u5206\u72471 (4.0GB)
\n\u251c\u2500\u2500 quant_model_weights-00002-of-00009.safetensors \u00a0#\u00a0\u6743\u91cd\u5206\u72472 (4.0GB)
\n\u251c\u2500\u2500 … (\u51719\u4e2a\u5206\u7247)
\n\u251c\u2500\u2500 quant_model_weights.safetensors.index.json \u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0#\u00a0\u7d22\u5f15\u6587\u4ef6
\n\u251c\u2500\u2500 tokenizer.json \u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0#\u00a0\u5206\u8bcd\u5668
\n\u251c\u2500\u2500 tokenizer_config.json \u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0#\u00a0\u5206\u8bcd\u5668\u914d\u7f6e
\n\u2514\u2500\u2500 chat_template.jinja \u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0#\u00a0\u5bf9\u8bdd\u6a21\u677f<\/span><\/p>\n

\n

\n

\n

<\/h4>\n

\u4e03\u3001vLLM\u670d\u52a1\u542f\u52a8\u914d\u7f6e<\/span><\/h3>\n

7.1\u00a0\u542f\u52a8\u547d\u4ee4<\/span><\/h4>\n

\/usr\/bin\/numactl\u00a0–cpunodebind<\/span>=<\/span>0\u00a0–membind<\/span>=<\/span>0 \u00a0\u00a0\/usr\/local\/python3.11.14\/bin\/vllm serve \/data\/models\/Qwen3.6-27B-w8a8 \u00a0\u00a0–tensor-parallel-size<\/span>\u00a02 \u00a0\u00a0–port<\/span>\u00a08000 \u00a0\u00a0–host<\/span>\u00a00.0.0.0 \u00a0\u00a0–dtype<\/span>\u00a0bfloat16 \u00a0\u00a0–max-model-len<\/span>\u00a0262144 \u00a0\u00a0–quantization<\/span>\u00a0ascend \u00a0\u00a0–enforce-eager<\/span>\u00a0\u00a0\u00a0–gpu-memory-utilization<\/span>\u00a00.95 \u00a0\u00a0–disable-custom-all-reduce<\/span>\u00a0\u00a0\u00a0–enable-prefix-caching<\/span>\u00a0\u00a0\u00a0–served-model-name<\/span>\u00a0qwen3.6-27b-w8a8 \u00a0\u00a0–enable-auto-tool-choice<\/span>\u00a0\u00a0\u00a0–tool-call-parser<\/span>\u00a0qwen3_xml \u00a0\u00a0–reasoning-parser<\/span>\u00a0qwen3 \u00a0\u00a0–api-key<\/span>\u00a0sk-qwen-27b-w8a8-2026<\/span><\/p>\n

7.2\u00a0\u53c2\u6570\u8bf4\u660e<\/span><\/h4>\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\n

\u53c2\u6570<\/p>\n<\/td>\n

\n

\u503c<\/p>\n<\/td>\n

\n

\u8bf4\u660e<\/p>\n<\/td>\n<\/tr>\n

\n

–tensor-parallel-size<\/p>\n<\/td>\n

\n

2<\/p>\n<\/td>\n

\n

2\u5f20NPU\u5f20\u91cf\u5e76\u884c<\/p>\n<\/td>\n<\/tr>\n

\n

–dtype<\/p>\n<\/td>\n

\n

bfloat16<\/p>\n<\/td>\n

\n

\u8ba1\u7b97\u6570\u636e\u7c7b\u578b<\/p>\n<\/td>\n<\/tr>\n

\n

–max-model-len<\/p>\n<\/td>\n

\n

262144<\/p>\n<\/td>\n

\n

\u6700\u5927\u4e0a\u4e0b\u6587\u957f\u5ea6\u00a0(Qwen3.6)<\/p>\n<\/td>\n<\/tr>\n

\n

–quantization<\/p>\n<\/td>\n

\n

ascend<\/p>\n<\/td>\n

\n

\u6607\u817eModelSlim W8A8\u91cf\u5316<\/p>\n<\/td>\n<\/tr>\n

\n

–enforce-eager<\/p>\n<\/td>\n

\n

–<\/p>\n<\/td>\n

\n

\u7981\u7528graph\u7f16\u8bd1，\u786e\u4fdd\u7a33\u5b9a\u6027<\/p>\n<\/td>\n<\/tr>\n

\n

–gpu-memory-utilization<\/p>\n<\/td>\n

\n

0.95<\/p>\n<\/td>\n

\n

GPU\u5185\u5b58\u5229\u7528\u738795%<\/p>\n<\/td>\n<\/tr>\n

\n

–disable-custom-all-reduce<\/p>\n<\/td>\n

\n

–<\/p>\n<\/td>\n

\n

\u7981\u7528\u81ea\u5b9a\u4e49all-reduce<\/p>\n<\/td>\n<\/tr>\n

\n

–enable-prefix-caching<\/p>\n<\/td>\n

\n

–<\/p>\n<\/td>\n

\n

\u542f\u7528\u524d\u7f00\u7f13\u5b58\u52a0\u901f<\/p>\n<\/td>\n<\/tr>\n

\n

–enable-auto-tool-choice<\/p>\n<\/td>\n

\n

–<\/p>\n<\/td>\n

\n

\u81ea\u52a8\u5de5\u5177\u9009\u62e9<\/p>\n<\/td>\n<\/tr>\n

\n

–tool-call-parser<\/p>\n<\/td>\n

\n

qwen3_xml<\/p>\n<\/td>\n

\n

Qwen3 XML\u5de5\u5177\u8c03\u7528\u683c\u5f0f<\/p>\n<\/td>\n<\/tr>\n

\n

–reasoning-parser<\/p>\n<\/td>\n

\n

qwen3<\/p>\n<\/td>\n

\n

Qwen3\u63a8\u7406\u6a21\u5f0f\u89e3\u6790<\/p>\n<\/td>\n<\/tr>\n

\n

–api-key<\/p>\n<\/td>\n

\n

sk-qwen-27b-w8a8-2026<\/p>\n<\/td>\n

\n

API\u8ba4\u8bc1\u5bc6\u94a5<\/p>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

\n

\n

\n

<\/h4>\n

\u516b\u3001Nginx\u8d1f\u8f7d\u5747\u8861\u914d\u7f6e<\/span><\/h3>\n

8.1\u00a0\u5b89\u88c5Nginx<\/span><\/h4>\n

sudo<\/span>\u00a0apt update
\nsudo<\/span>\u00a0apt install\u00a0-y<\/span>\u00a0nginx<\/span><\/p>\n

8.2\u00a0\u914d\u7f6e\u6587\u4ef6<\/span><\/h4>\n

upstream vllm_backend {
\n\u00a0\u00a0\u00a0\u00a0server 10.255.254.65:8000;
\n\u00a0\u00a0\u00a0\u00a0server 10.255.254.65:8001;
\n\u00a0\u00a0\u00a0\u00a0server 10.255.254.65:8002;
\n\u00a0\u00a0\u00a0\u00a0server 10.255.254.65:8003;
\n\u00a0\u00a0\u00a0\u00a0keepalive 64;
\n}<\/p>\n

server {
\n\u00a0\u00a0\u00a0\u00a0listen 2199;
\n\u00a0\u00a0\u00a0\u00a0client_max_body_size 0;
\n\u00a0\u00a0\u00a0\u00a0client_body_timeout 3600s;
\n\u00a0\u00a0\u00a0\u00a0client_header_timeout 3600s;<\/p>\n

\u00a0\u00a0\u00a0\u00a0location \/v1\/ {
\n\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0proxy_pass http:\/\/vllm_backend;
\n\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0proxy_http_version 1.1;
\n\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0proxy_set_header Connection "";
\n\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0proxy_connect_timeout 30s;
\n\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0proxy_send_timeout 3600s;
\n\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0proxy_read_timeout 3600s;
\n\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0proxy_buffering off;
\n\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0chunked_transfer_encoding on;
\n\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0proxy_set_header Host $host;
\n\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0proxy_set_header X-Real-IP $remote_addr;
\n\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
\n\u00a0\u00a0\u00a0\u00a0}
\n}<\/span><\/p>\n

\n

8.3\u00a0\u8d85\u65f6\u914d\u7f6e\u6c47\u603b<\/span><\/h4>\n\n\n\n\n\n\n\n\n
\n

\u8d85\u65f6\u7c7b\u578b<\/p>\n<\/td>\n

\n

\u503c<\/p>\n<\/td>\n

\n

\u8bf4\u660e<\/p>\n<\/td>\n<\/tr>\n

\n

client_body_timeout<\/p>\n<\/td>\n

\n

3600s<\/p>\n<\/td>\n

\n

\u8bfb\u53d6\u5ba2\u6237\u7aef\u8bf7\u6c42\u4f53<\/p>\n<\/td>\n<\/tr>\n

\n

client_header_timeout<\/p>\n<\/td>\n

\n

3600s<\/p>\n<\/td>\n

\n

\u8bfb\u53d6\u5ba2\u6237\u7aef\u8bf7\u6c42\u5934<\/p>\n<\/td>\n<\/tr>\n

\n

proxy_connect_timeout<\/p>\n<\/td>\n

\n

30s<\/p>\n<\/td>\n

\n

\u8fde\u63a5\u540e\u7aef\u8d85\u65f6<\/p>\n<\/td>\n<\/tr>\n

\n

proxy_send_timeout<\/p>\n<\/td>\n

\n

3600s<\/p>\n<\/td>\n

\n

\u5411\u540e\u7aef\u53d1\u9001\u6570\u636e<\/p>\n<\/td>\n<\/tr>\n

\n

proxy_read_timeout<\/p>\n<\/td>\n

\n

3600s<\/p>\n<\/td>\n

\n

\u7b49\u5f85\u540e\u7aef\u54cd\u5e94<\/p>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

\n

\n

\n

<\/h4>\n

\u4e5d\u3001systemd\u670d\u52a1\u5316<\/span><\/h3>\n

9.1\u00a0\u670d\u52a1\u6587\u4ef6<\/span><\/h4>\n

[Unit]<\/span>
\nDescription<\/span>=<\/span>vLLM Ascend Service 1 (NPU 0-1, NUMA 0, Port 8000)<\/span>
\nAfter<\/span>=<\/span>docker.service network.target<\/span>
\nRequires<\/span>=<\/span>docker.service<\/span><\/p>\n

[Service]<\/span>
\nType<\/span>=<\/span>simple<\/span>
\nRestart<\/span>=<\/span>always<\/span>
\nRestartSec<\/span>=<\/span>10<\/span>
\nUser<\/span>=<\/span>root<\/span>
\nExecStart<\/span>=<\/span>\/usr\/local\/bin\/vllm-ascend-s1-start.sh<\/span>
\nExecStop<\/span>=<\/span>\/usr\/bin\/docker stop -t 30 vllm-ascend-s1-npu01<\/span>
\nExecStopPost<\/span>=<\/span>\/usr\/bin\/docker rm -f vllm-ascend-s1-npu01<\/span><\/p>\n

[Install]<\/span>
\nWantedBy<\/span>=<\/span>multi-user.target<\/span><\/span><\/p>\n

<\/h4>\n

9.2\u00a0\u542f\u52a8\u811a\u672c\u529f\u80fd<\/span><\/h4>\n
  • \u5bb9\u5668\u521b\u5efa：\u5982\u5bb9\u5668\u4e0d\u5b58\u5728，\u81ea\u52a8\u521b\u5efa\u5e76\u914d\u7f6eNUMA\u9694\u79bb<\/li>\n
  • \u5bb9\u5668\u542f\u52a8：\u5982\u5bb9\u5668\u672a\u8fd0\u884c，\u81ea\u52a8\u542f\u52a8<\/li>\n
  • vLLM\u542f\u52a8：\u5982vllm serve\u672a\u8fd0\u884c，\u81ea\u52a8\u5728\u5bb9\u5668\u5185\u542f\u52a8<\/li>\n
  • \u8fdb\u7a0b\u76d1\u63a7：while true\u5faa\u73af，\u6bcf10\u79d2\u68c0\u6d4b，\u5d29\u6e83\u81ea\u52a8\u91cd\u542f<\/li>\n
  • \u6e05\u7406\u505c\u6b62：ExecStop\u65f6\u505c\u6b62\u5e76\u5220\u9664\u5bb9\u5668<\/li>\n

    9.3\u00a0\u670d\u52a1\u7ba1\u7406\u547d\u4ee4<\/span><\/h4>\n

    #\u00a0\u67e5\u770b\u72b6\u6001<\/span>
    \nsystemctl\u00a0status vllm-ascend-s1<\/p>\n

    #\u00a0\u67e5\u770b\u65e5\u5fd7<\/span>
    \njournalctl\u00a0-u<\/span>\u00a0vllm-ascend-s1\u00a0-f<\/span><\/p>\n

    #\u00a0\u91cd\u542f\u670d\u52a1<\/span>
    \nsystemctl\u00a0restart vllm-ascend-s1<\/p>\n

    #\u00a0\u5f00\u673a\u81ea\u542f<\/span>
    \nsystemctl\u00a0enable vllm-ascend-s1<\/span><\/p>\n

    \n

    \n

    \n

    <\/h4>\n

    \u5341\u3001\u95ee\u9898\u4e0e\u89e3\u51b3\u65b9\u6848<\/span><\/h3>\n

    10.1\u00a0\u95ee\u98981：\u6a21\u578b\u8f93\u51fa\u5168\u611f\u53f9\u53f7<\/span><\/h4>\n

    \u73b0\u8c61：\u00a0curl\u00a0\u8fd4\u56de\u00a0"content":"!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"<\/span><\/p>\n

    \u6839\u56e0：\u00a01.\u00a0config.json\u00a0\u88ab\u624b\u52a8\u7be1\u6539（\u67b6\u6784\u4ece\u00a0Qwen3_5ForConditionalGeneration\u00a0\u6539\u4e3a\u00a0Qwen3ForCausalLM）\u00a02.\u00a0safetensors\u00a0\u6743\u91cd\u6587\u4ef6\u7f3a\u5931\u00a0weight_scale\u00a0\u548c\u00a0weight_offset\u00a0\u91cf\u5316\u53c2\u6570<\/span><\/p>\n

    \u89e3\u51b3：\u00a0\u91cd\u65b0\u4e0b\u8f7d\u5b98\u65b9\u9a8c\u8bc1\u6a21\u578b\u00a0Eco-Tech\/Qwen3.6-27B-w8a8<\/span><\/p>\n

    10.2\u00a0\u95ee\u98982：numactl\u6743\u9650\u4e0d\u8db3<\/span><\/h4>\n

    \u73b0\u8c61：\u00a0set_mempolicy: Operation not permitted<\/span><\/p>\n

    \u89e3\u51b3：\u00a0\u521b\u5efa\u5bb9\u5668\u65f6\u6dfb\u52a0\u00a0–cap-add SYS_NICE<\/span><\/p>\n

    10.3\u00a0\u95ee\u98983：Nginx\u91cd\u590dupstream<\/span><\/h4>\n

    \u73b0\u8c61：\u00a0duplicate upstream "vllm_backend"<\/span><\/p>\n

    \u89e3\u51b3：\u00a0\u6e05\u7406\u00a0\/etc\/nginx\/conf.d\/\u00a0\u548c\u00a0\/etc\/nginx\/sites-enabled\/\u00a0\u4e2d\u91cd\u590d\u5b9a\u4e49，\u5408\u5e76\u4e3a\u5355\u4e00\u914d\u7f6e\u6587\u4ef6<\/span><\/p>\n

    10.4\u00a0\u95ee\u98984：\u811a\u672c\u8bed\u6cd5\u9519\u8bef<\/span><\/h4>\n

    \u73b0\u8c61：\u00a0–api-key: command not found<\/span><\/p>\n

    \u6839\u56e0：\u00a0sed\u00a0\u63d2\u5165\u00a0–api-key\u00a0\u65f6\u4f7f\u7528\u4e86\u00a0\\\\n\u00a0\u5b57\u9762\u91cf，\u5bfc\u81f4shell\u89e3\u6790\u9519\u8bef<\/span><\/p>\n

    \u89e3\u51b3：\u00a0\u91cd\u65b0\u751f\u6210\u5b8c\u6574\u811a\u672c，\u786e\u4fdd\u00a0–api-key\u00a0\u5728\u540c\u4e00\u884c\u6216\u7528\u6b63\u786e\u7eed\u884c\u7b26<\/span><\/p>\n

    \n

    \n

    \n

    \u5341\u4e00\u3001\u9a8c\u8bc1\u7ed3\u679c<\/span><\/h3>\n

    11.1\u00a0\u670d\u52a1\u72b6\u6001<\/span><\/h4>\n\n\n\n\n\n\n\n
    \n

    \u670d\u52a1<\/p>\n<\/td>\n

    		\n

    \u5bb9\u5668<\/p>\n<\/td>\n

    		\n

    \u72b6\u6001<\/p>\n<\/td>\n

    		\n

    PID<\/p>\n<\/td>\n

    		\n

    \u7aef\u53e3<\/p>\n<\/td>\n

    		\n

    NPU<\/p>\n<\/td>\n

    		\n

    NUMA<\/p>\n<\/td>\n<\/tr>\n

    \n

    vllm-ascend-s1<\/p>\n<\/td>\n

    		\n

    s1-npu01<\/p>\n<\/td>\n

    		\n

    active<\/p>\n<\/td>\n

    		\n

    86<\/p>\n<\/td>\n

    		\n

    8000<\/p>\n<\/td>\n

    		\n

    0,1<\/p>\n<\/td>\n

    		\n

    0<\/p>\n<\/td>\n<\/tr>\n

    \n

    vllm-ascend-s2<\/p>\n<\/td>\n

    		\n

    s2-npu23<\/p>\n<\/td>\n

    		\n

    active<\/p>\n<\/td>\n

    		\n

    86<\/p>\n<\/td>\n

    		\n

    8001<\/p>\n<\/td>\n

    		\n

    2,3<\/p>\n<\/td>\n

    		\n

    0<\/p>\n<\/td>\n<\/tr>\n

    \n

    vllm-ascend-s3<\/p>\n<\/td>\n

    		\n

    s3-npu45<\/p>\n<\/td>\n

    		\n

    active<\/p>\n<\/td>\n

    		\n

    86<\/p>\n<\/td>\n

    		\n

    8002<\/p>\n<\/td>\n

    		\n

    4,5<\/p>\n<\/td>\n

    		\n

    1<\/p>\n<\/td>\n<\/tr>\n

    \n

    vllm-ascend-s4<\/p>\n<\/td>\n

    		\n

    s4-npu67<\/p>\n<\/td>\n

    		\n

    active<\/p>\n<\/td>\n

    		\n

    86<\/p>\n<\/td>\n

    		\n

    8003<\/p>\n<\/td>\n

    		\n

    6,7<\/p>\n<\/td>\n

    		\n

    1<\/p>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

    11.2 API\u6d4b\u8bd5<\/span><\/h4>\n\n\n\n\n\n\n\n\n
    \n

    \u6d4b\u8bd5\u9879<\/p>\n<\/td>\n

    		\n

    \u8bf7\u6c42<\/p>\n<\/td>\n

    		\n

    \u9884\u671f<\/p>\n<\/td>\n

    		\n

    \u7ed3\u679c<\/p>\n<\/td>\n<\/tr>\n

    \n

    \u65e0Key\u8bbf\u95ee<\/p>\n<\/td>\n

    		\n

    \u65e0Authorization<\/p>\n<\/td>\n

    		\n

    401<\/p>\n<\/td>\n

    		\n

    \u2705 401 Unauthorized<\/p>\n<\/td>\n<\/tr>\n

    \n

    \u9519\u8befKey<\/p>\n<\/td>\n

    		\n

    Bearer wrong-key<\/p>\n<\/td>\n

    		\n

    401<\/p>\n<\/td>\n

    		\n

    \u2705 401 Unauthorized<\/p>\n<\/td>\n<\/tr>\n

    \n

    \u6b63\u786eKey<\/p>\n<\/td>\n

    		\n

    Bearer sk-qwen-27b-w8a8-2026<\/p>\n<\/td>\n

    		\n

    200<\/p>\n<\/td>\n

    		\n

    \u2705 200 OK<\/p>\n<\/td>\n<\/tr>\n

    \n

    \u6d41\u5f0f\u8f93\u51fa<\/p>\n<\/td>\n

    		\n

    stream: true<\/p>\n<\/td>\n

    		\n

    SSE<\/p>\n<\/td>\n

    		\n

    \u2705 data: {\u2026} + [DONE]<\/p>\n<\/td>\n<\/tr>\n

    \n

    \u6a21\u578b\u5217\u8868<\/p>\n<\/td>\n

    		\n

    GET \/v1\/models<\/p>\n<\/td>\n

    		\n

    qwen3.6-27b-w8a8<\/p>\n<\/td>\n

    		\n

    \u2705\u00a0\u8fd4\u56de\u6b63\u786e<\/p>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

    <\/h4>\n

    11.3\u00a0\u63a8\u7406\u9a8c\u8bc1<\/span><\/h4>\n

    curl\u00a0http:\/\/10.255.254.65:2199\/v1\/chat\/completions \u00a0\u00a0-H<\/span>\u00a0"Authorization: Bearer sk-qwen-27b-w8a8-2026"<\/span>\u00a0\u00a0\u00a0-d<\/span>\u00a0'{"model":"qwen3.6-27b-w8a8","messages":[{"role":"user","content":"What is the capital of France?"}],"max_tokens":50}'<\/span><\/p>\n

    #\u00a0\u8f93\u51fa: thinking process + "Expected answer: Paris"<\/span><\/span><\/p>\n

    \n

    \n

    \n

    \n

    \u5341\u4e8c\u3001\u6587\u4ef6\u6e05\u5355<\/span><\/h3>\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
    \n

    \u6587\u4ef6\u8def\u5f84<\/p>\n<\/td>\n

    		\n

    \u8bf4\u660e<\/p>\n<\/td>\n<\/tr>\n

    \n

    \/usr\/local\/bin\/vllm-ascend-s1-start.sh<\/p>\n<\/td>\n

    		\n

    Service 1\u542f\u52a8\u811a\u672c<\/p>\n<\/td>\n<\/tr>\n

    \n

    \/usr\/local\/bin\/vllm-ascend-s2-start.sh<\/p>\n<\/td>\n

    		\n

    Service 2\u542f\u52a8\u811a\u672c<\/p>\n<\/td>\n<\/tr>\n

    \n

    \/usr\/local\/bin\/vllm-ascend-s3-start.sh<\/p>\n<\/td>\n

    		\n

    Service 3\u542f\u52a8\u811a\u672c<\/p>\n<\/td>\n<\/tr>\n

    \n

    \/usr\/local\/bin\/vllm-ascend-s4-start.sh<\/p>\n<\/td>\n

    		\n

    Service 4\u542f\u52a8\u811a\u672c<\/p>\n<\/td>\n<\/tr>\n

    \n

    \/etc\/systemd\/system\/vllm-ascend-s1.service<\/p>\n<\/td>\n

    		\n

    Service 1 systemd\u914d\u7f6e<\/p>\n<\/td>\n<\/tr>\n

    \n

    \/etc\/systemd\/system\/vllm-ascend-s2.service<\/p>\n<\/td>\n

    		\n

    Service 2 systemd\u914d\u7f6e<\/p>\n<\/td>\n<\/tr>\n

    \n

    \/etc\/systemd\/system\/vllm-ascend-s3.service<\/p>\n<\/td>\n

    		\n

    Service 3 systemd\u914d\u7f6e<\/p>\n<\/td>\n<\/tr>\n

    \n

    \/etc\/systemd\/system\/vllm-ascend-s4.service<\/p>\n<\/td>\n

    		\n

    Service 4 systemd\u914d\u7f6e<\/p>\n<\/td>\n<\/tr>\n

    \n

    \/etc\/nginx\/sites-available\/vllm<\/p>\n<\/td>\n

    		\n

    Nginx\u8d1f\u8f7d\u5747\u8861\u914d\u7f6e<\/p>\n<\/td>\n<\/tr>\n

    \n

    \/data\/models\/Qwen3.6-27B-w8a8\/<\/p>\n<\/td>\n

    		\n

    Qwen3.6\u6a21\u578b\u6587\u4ef6<\/p>\n<\/td>\n<\/tr>\n

    \n

    \/data\/models\/Qwen3.5-27B-w8a8-mtp\/<\/p>\n<\/td>\n

    		\n

    Qwen3.5\u6a21\u578b\u6587\u4ef6<\/p>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

    \n

    \n

    \n

    <\/h4>\n

    \u5341\u4e09\u3001\u540e\u7eed\u7ef4\u62a4<\/span><\/h3>\n

    13.1\u00a0\u65e5\u5e38\u68c0\u67e5<\/span><\/h4>\n

    # NPU\u72b6\u6001<\/span>
    \nnpu-smi\u00a0info<\/p>\n

    #\u00a0\u5bb9\u5668\u72b6\u6001<\/span>
    \ndocker\u00a0ps\u00a0|<\/span>\u00a0grep<\/span>\u00a0vllm-ascend<\/p>\n

    #\u00a0\u670d\u52a1\u72b6\u6001<\/span>
    \nsystemctl\u00a0status vllm-ascend-s1 s2 s3 s4<\/p>\n

    # Nginx\u72b6\u6001<\/span>
    \nsudo<\/span>\u00a0systemctl status nginx<\/span><\/p>\n

    13.2\u00a0\u65e5\u5fd7\u67e5\u770b<\/span><\/h4>\n

    # vLLM\u65e5\u5fd7<\/span>
    \njournalctl\u00a0-u<\/span>\u00a0vllm-ascend-s1\u00a0-f<\/span><\/p>\n

    # Nginx\u8bbf\u95ee\u65e5\u5fd7<\/span>
    \nsudo<\/span>\u00a0tail\u00a0-f<\/span>\u00a0\/var\/log\/nginx\/access.log<\/p>\n

    # Nginx\u9519\u8bef\u65e5\u5fd7<\/span>
    \nsudo<\/span>\u00a0tail\u00a0-f<\/span>\u00a0\/var\/log\/nginx\/error.log<\/span><\/p>\n

    13.3\u00a0\u91cd\u542f\u64cd\u4f5c<\/span><\/h4>\n

    #\u00a0\u91cd\u542f\u5355\u4e2a\u670d\u52a1<\/span>
    \nsystemctl\u00a0restart vllm-ascend-s1<\/p>\n

    #\u00a0\u91cd\u542f\u6240\u6709\u670d\u52a1<\/span>
    \nsystemctl\u00a0restart vllm-ascend-s1 vllm-ascend-s2 vllm-ascend-s3 vllm-ascend-s4<\/p>\n

    #\u00a0\u91cd\u8f7dNginx<\/span>
    \nsudo<\/span>\u00a0nginx\u00a0-s<\/span>\u00a0reload<\/span><\/p>\n

    \n

    \n

    \n

    \u62a5\u544a\u751f\u6210\u65f6\u95f4：\u00a02026-06-12\u00a0\u62a5\u544a\u7248\u672c：\u00a0v1.0\u00a0\u670d\u52a1\u5668：\u00a08\u00d7910B4-32G (10.255.254.65)<\/span><\/p>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n","protected":false},"excerpt":{"rendered":"

    \/* MD \/ \u5bcc\u6587\u672c\u4e2d\u7684 .toc\uff08\u542b\u535a\u5ba2\u56ed\u642c\u5bb6\u7b49\u5d4c\u5957\u7ed3\u6784\uff09\uff1b.toc-box \u5728\u4fa7\u680f\uff0c\u4e0d\u53d7\u5f71\u54cd *\/#content_views .toc,\/* \u7f16\u8f91\u5668\u5e38\u5728\u76ee\u5f55\u524d\u540e\u63d2\u5165\u7a7a p\uff08:empty \u4ecd\u5360 20px\uff09\uff0c\u4e00\u5e76\u53bb\u6389\u907f\u514d\u9876\u7a7a\u9699 *\/#content_views.markdown_views > p:empty:has(+ .toc),#content_views.markdown_views > .toc + p:empty,\/* \u5bcc\u6587\u672c\u65e7\u7248\u76ee\u5f55\u6807\u8bb0 *\/#content<\/p>\n","protected":false},"author":2,"featured_media":118586,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[27,2681,43],"topic":[],"class_list":["post-118588","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-server","tag-docker","tag-vllm","tag-43"],"yoast_head":"\n8\u00d7910B4-32G NPU\u670d\u52a1\u5668 vLLM-Ascend\u90e8\u7f72Docker\u5b89\u88c5\u62a5\u544a - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.wsisp.com\/helps\/118588.html\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"8\u00d7910B4-32G NPU\u670d\u52a1\u5668 vLLM-Ascend\u90e8\u7f72Docker\u5b89\u88c5\u62a5\u544a - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"og:description\" content=\"\/* MD \/ \u5bcc\u6587\u672c\u4e2d\u7684 .toc\uff08\u542b\u535a\u5ba2\u56ed\u642c\u5bb6\u7b49\u5d4c\u5957\u7ed3\u6784\uff09\uff1b.toc-box \u5728\u4fa7\u680f\uff0c\u4e0d\u53d7\u5f71\u54cd *\/#content_views .toc,\/* \u7f16\u8f91\u5668\u5e38\u5728\u76ee\u5f55\u524d\u540e\u63d2\u5165\u7a7a p\uff08:empty \u4ecd\u5360 20px\uff09\uff0c\u4e00\u5e76\u53bb\u6389\u907f\u514d\u9876\u7a7a\u9699 *\/#content_views.markdown_views > p:empty:has(+ .toc),#content_views.markdown_views > .toc + p:empty,\/* \u5bcc\u6587\u672c\u65e7\u7248\u76ee\u5f55\u6807\u8bb0 *\/#content\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.wsisp.com\/helps\/118588.html\" \/>\n<meta property=\"og:site_name\" content=\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"article:published_time\" content=\"2026-10-27T10:09:17+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/www.wsisp.com\/helps\/wp-content\/uploads\/2026\/10\/20261027100914-6ae0784a8bebe.png\" \/>\n<meta name=\"author\" content=\"admin\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"admin\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"6 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/118588.html\",\"url\":\"https:\/\/www.wsisp.com\/helps\/118588.html\",\"name\":\"8\u00d7910B4-32G NPU\u670d\u52a1\u5668 vLLM-Ascend\u90e8\u7f72Docker\u5b89\u88c5\u62a5\u544a - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"isPartOf\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\"},\"datePublished\":\"2026-10-27T10:09:17+00:00\",\"dateModified\":\"2026-10-27T10:09:17+00:00\",\"author\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/118588.html#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.wsisp.com\/helps\/118588.html\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/118588.html#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.wsisp.com\/helps\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"8\u00d7910B4-32G NPU\u670d\u52a1\u5668 vLLM-Ascend\u90e8\u7f72Docker\u5b89\u88c5\u62a5\u544a\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\",\"url\":\"https:\/\/www.wsisp.com\/helps\/\",\"name\":\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"description\":\"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}\"},\"query-input\":\"required name=search_term_string\"}],\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\",\"name\":\"admin\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"contentUrl\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"caption\":\"admin\"},\"sameAs\":[\"http:\/\/wp.wsisp.com\"],\"url\":\"https:\/\/www.wsisp.com\/helps\/author\/admin\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"8\u00d7910B4-32G NPU\u670d\u52a1\u5668 vLLM-Ascend\u90e8\u7f72Docker\u5b89\u88c5\u62a5\u544a - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.wsisp.com\/helps\/118588.html","og_locale":"zh_CN","og_type":"article","og_title":"8\u00d7910B4-32G NPU\u670d\u52a1\u5668 vLLM-Ascend\u90e8\u7f72Docker\u5b89\u88c5\u62a5\u544a - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","og_description":"\/* MD \/ \u5bcc\u6587\u672c\u4e2d\u7684 .toc\uff08\u542b\u535a\u5ba2\u56ed\u642c\u5bb6\u7b49\u5d4c\u5957\u7ed3\u6784\uff09\uff1b.toc-box \u5728\u4fa7\u680f\uff0c\u4e0d\u53d7\u5f71\u54cd *\/#content_views .toc,\/* \u7f16\u8f91\u5668\u5e38\u5728\u76ee\u5f55\u524d\u540e\u63d2\u5165\u7a7a p\uff08:empty \u4ecd\u5360 20px\uff09\uff0c\u4e00\u5e76\u53bb\u6389\u907f\u514d\u9876\u7a7a\u9699 *\/#content_views.markdown_views > p:empty:has(+ .toc),#content_views.markdown_views > .toc + p:empty,\/* \u5bcc\u6587\u672c\u65e7\u7248\u76ee\u5f55\u6807\u8bb0 *\/#content","og_url":"https:\/\/www.wsisp.com\/helps\/118588.html","og_site_name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","article_published_time":"2026-10-27T10:09:17+00:00","og_image":[{"url":"https:\/\/www.wsisp.com\/helps\/wp-content\/uploads\/2026\/10\/20261027100914-6ae0784a8bebe.png"}],"author":"admin","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"admin","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"6 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.wsisp.com\/helps\/118588.html","url":"https:\/\/www.wsisp.com\/helps\/118588.html","name":"8\u00d7910B4-32G NPU\u670d\u52a1\u5668 vLLM-Ascend\u90e8\u7f72Docker\u5b89\u88c5\u62a5\u544a - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","isPartOf":{"@id":"https:\/\/www.wsisp.com\/helps\/#website"},"datePublished":"2026-10-27T10:09:17+00:00","dateModified":"2026-10-27T10:09:17+00:00","author":{"@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41"},"breadcrumb":{"@id":"https:\/\/www.wsisp.com\/helps\/118588.html#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.wsisp.com\/helps\/118588.html"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.wsisp.com\/helps\/118588.html#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.wsisp.com\/helps"},{"@type":"ListItem","position":2,"name":"8\u00d7910B4-32G NPU\u670d\u52a1\u5668 vLLM-Ascend\u90e8\u7f72Docker\u5b89\u88c5\u62a5\u544a"}]},{"@type":"WebSite","@id":"https:\/\/www.wsisp.com\/helps\/#website","url":"https:\/\/www.wsisp.com\/helps\/","name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","description":"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}"},"query-input":"required name=search_term_string"}],"inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41","name":"admin","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/","url":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","contentUrl":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","caption":"admin"},"sameAs":["http:\/\/wp.wsisp.com"],"url":"https:\/\/www.wsisp.com\/helps\/author\/admin"}]}},"_links":{"self":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/118588","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/comments?post=118588"}],"version-history":[{"count":0,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/118588\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/media\/118586"}],"wp:attachment":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/media?parent=118588"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/categories?post=118588"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/tags?post=118588"},{"taxonomy":"topic","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/topic?post=118588"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}