{"id":74569,"date":"2026-02-10T07:25:16","date_gmt":"2026-02-09T23:25:16","guid":{"rendered":"https:\/\/www.wsisp.com\/helps\/74569.html"},"modified":"2026-02-10T07:25:16","modified_gmt":"2026-02-09T23:25:16","slug":"2026%e5%ae%9e%e6%b5%8b%ef%bd%9cdeepseek-r1-distill-qwen-1-5b%e9%83%a8%e7%bd%b2%e5%85%a8%e6%94%bb%e7%95%a5%ef%bc%88vllmopen-webui%ef%bc%8c0-8gb%e6%98%be%e5%ad%98%e5%b0%b1%e8%83%bd%e8%b7%91%ef%bc%8c","status":"publish","type":"post","link":"https:\/\/www.wsisp.com\/helps\/74569.html","title":{"rendered":"2026\u5b9e\u6d4b\uff5cDeepSeek-R1-Distill-Qwen-1.5B\u90e8\u7f72\u5168\u653b\u7565\uff08vLLM+Open WebUI\uff0c0.8GB\u663e\u5b58\u5c31\u80fd\u8dd1\uff0c\u544a\u522b\u670d\u52a1\u5668\u74f6\u9888\uff09"},"content":{"rendered":"<p>\u524d\u8a00&#xff1a;2026\u5e74&#xff0c;\u8f7b\u91cf\u7ea7\u5927\u6a21\u578b\u90e8\u7f72\u5df2\u6210\u4e3a\u5f00\u53d1\u8005\u6838\u5fc3\u9700\u6c42\u2014\u2014\u4e13\u4e1aGPU\u670d\u52a1\u5668\u6210\u672c\u9ad8\u6602\u3001\u8fb9\u7f18\u8bbe\u5907\u7b97\u529b\u6709\u9650&#xff0c;\u591a\u65701.5B\u7ea7\u6a21\u578b\u4ecd\u97003GB\u4ee5\u4e0a\u663e\u5b58&#xff0c;\u8ba9\u4e2a\u4eba\u5f00\u53d1\u8005\u4e0e\u4e2d\u5c0f\u4f01\u4e1a\u671b\u800c\u5374\u6b65\u3002\u800cDeepSeek-R1-Distill-Qwen-1.5B&#xff08;\u4e0b\u79f0\u201cDQ-1.5B\u201d&#xff09;\u7684\u51fa\u73b0\u6253\u7834\u50f5\u5c40&#xff0c;\u901a\u8fc7\u77e5\u8bc6\u84b8\u998f\u6280\u672f\u57281.5B\u53c2\u6570\u4f53\u91cf\u4e0b\u5b9e\u73b0\u63a5\u8fd17B\u7ea7\u6a21\u578b\u7684\u63a8\u7406\u80fd\u529b&#xff0c;\u914d\u5408vLLM\u63a8\u7406\u52a0\u901f\u4e0eOpen WebUI\u53ef\u89c6\u5316\u4ea4\u4e92&#xff0c;\u5b9e\u6d4b0.8GB\u663e\u5b58\u5373\u53ef\u7a33\u5b9a\u8fd0\u884c&#xff0c;\u65e0\u9700\u9ad8\u7aef\u670d\u52a1\u5668&#xff0c;\u4e2a\u4ebaPC\u3001\u8fb9\u7f18\u8bbe\u5907\u5747\u53ef\u8f7b\u677e\u843d\u5730\u3002\u672c\u6587\u7ed3\u54082026\u5e74\u6700\u65b0\u5b9e\u6d4b\u6570\u636e&#xff0c;\u4ece\u6838\u5fc3\u539f\u7406\u3001\u5206\u6b65\u5b9e\u64cd\u3001\u5b9e\u6d4b\u9a8c\u8bc1\u3001\u5e94\u7528\u573a\u666f\u3001\u843d\u5730\u6848\u4f8b\u5230\u95ee\u9898\u6392\u67e5&#xff0c;\u6253\u9020\u96f6\u5197\u4f59\u3001\u9ad8\u53ef\u7528\u7684\u90e8\u7f72\u5168\u653b\u7565&#xff0c;\u517c\u987e\u4e13\u4e1a\u6027\u4e0e\u5b9e\u7528\u6027&#xff0c;\u52a9\u529b\u5f00\u53d1\u8005\u5feb\u901f\u4e0a\u624b&#xff0c;\u8f7b\u677e\u5b9e\u73b0\u8f7b\u91cf\u7ea7\u5927\u6a21\u578b\u672c\u5730\u5316\u90e8\u7f72\u3002<\/p>\n<h2>\u4e00\u3001\u6838\u5fc3\u6280\u672f\u89e3\u6790<\/h2>\n<p>\u90e8\u7f72\u524d\u5148\u7406\u6e05\u4e09\u5927\u6838\u5fc3\u7ec4\u4ef6\u7684\u6838\u5fc3\u903b\u8f91&#xff0c;\u65e0\u9700\u6df1\u5165\u5e95\u5c42\u6e90\u7801&#xff0c;\u805a\u7126\u201c\u4e3a\u4ec0\u4e48\u80fd\u7528\u3001\u4e3a\u4ec0\u4e48\u9ad8\u6548\u201d&#xff0c;\u8d34\u5408\u5f00\u53d1\u8005\u843d\u5730\u9700\u6c42\u3002<\/p>\n<h3>1.1 \u6a21\u578b\u6838\u5fc3&#xff1a;DeepSeek-R1-Distill-Qwen-1.5B \u4f18\u52bf\u89e3\u6790<\/h3>\n<p>DQ-1.5B\u662fDeepSeek\u56e2\u961f\u57fa\u4e8eQwen-1.5B\u5e95\u5ea7&#xff0c;\u901a\u8fc7\u77e5\u8bc6\u84b8\u998f\u6280\u672f\u4f18\u5316\u800c\u6765\u7684\u8f7b\u91cf\u7ea7\u5927\u6a21\u578b&#xff0c;\u6838\u5fc3\u4f18\u52bf\u805a\u7126\u201c\u8f7b\u91cf\u5316&#043;\u9ad8\u6027\u80fd\u201d&#xff0c;\u5b8c\u7f8e\u9002\u914d\u5c0f\u7b97\u529b\u573a\u666f&#xff1a;<\/p>\n<ul>\n<li>\n<p>\u53c2\u6570\u4e0e\u6027\u80fd\u5e73\u8861&#xff1a;\u4ec515\u4ebf\u53c2\u6570&#xff08;1.5B&#xff09;&#xff0c;\u901a\u8fc780\u4e07\u6761DeepSeek-R1\u63a8\u7406\u94fe\u6570\u636e\u7cbe\u7ec6\u5316\u84b8\u998f&#xff0c;\u5728MATH\u6570\u636e\u96c6\u5f97\u5206\u8d8580&#xff0c;HumanEval\u4ee3\u7801\u751f\u6210\u901a\u8fc7\u7387\u8d8550%&#xff0c;\u6027\u80fd\u63a5\u8fd17B\u7ea7\u6a21\u578b&#xff0c;\u8fdc\u8d85\u540c\u53c2\u6570\u89c4\u6a21\u5e38\u89c4\u6a21\u578b\u3002<\/p>\n<\/li>\n<li>\n<p>\u663e\u5b58\u4f18\u5316\u6781\u81f4&#xff1a;\u539f\u751fFP16\u7cbe\u5ea6\u4e0b\u4ec5\u97003GB\u663e\u5b58&#xff0c;\u7ecfGGUF Q4_K_M\u91cf\u5316\u540e&#xff0c;\u6a21\u578b\u4f53\u79ef\u538b\u7f29\u81f30.8GB&#xff0c;\u663e\u5b58\u5cf0\u503c\u5360\u7528\u53ef\u63a7\u5236\u57282.2GB\u4ee5\u5185&#xff0c;\u9002\u914d4GB\u53ca\u4ee5\u4e0a\u663e\u5b58\u7684\u6d88\u8d39\u7ea7GPU\u3001\u8fb9\u7f18\u8bbe\u5907&#xff0c;\u751a\u81f3\u53ef\u5728\u8f7b\u91cf\u5316\u786c\u4ef6\u4e0a\u7a33\u5b9a\u8fd0\u884c\u3002<\/p>\n<\/li>\n<li>\n<p>\u517c\u5bb9\u6027\u6781\u5f3a&#xff1a;\u652f\u6301Hugging Face\u751f\u6001&#xff0c;\u9002\u914dvLLM\u3001llama.cpp\u7b49\u4e3b\u6d41\u63a8\u7406\u6846\u67b6&#xff0c;\u652f\u6301\u591a\u7cbe\u5ea6\u91cf\u5316&#xff08;FP16\u3001INT8\u3001INT4&#xff09;&#xff0c;\u53ef\u7075\u6d3b\u9002\u914d\u4e0d\u540c\u7b97\u529b\u573a\u666f&#xff0c;\u65e0\u9700\u989d\u5916\u4fee\u6539\u6a21\u578b\u7ed3\u6784\u3002<\/p>\n<\/li>\n<\/ul>\n<h3>1.2 \u63a8\u7406\u5f15\u64ce&#xff1a;vLLM \u4e3a\u4ec0\u4e48\u80fd\u5b9e\u73b0\u201c\u4f4e\u663e\u5b58\u9ad8\u901f\u5ea6\u201d&#xff1f;<\/h3>\n<p>vLLM\u662f\u5f53\u524d\u6700\u4e3b\u6d41\u7684\u9ad8\u6548\u63a8\u7406\u6846\u67b6&#xff0c;\u6838\u5fc3\u4f18\u52bf\u7684\u662f\u201c\u663e\u5b58\u5229\u7528\u7387\u6700\u5927\u5316\u201d&#xff0c;\u5b8c\u7f8e\u89e3\u51b3\u5c0f\u7b97\u529b\u573a\u666f\u4e0b\u7684\u63a8\u7406\u74f6\u9888&#xff0c;\u4e5f\u662f\u672c\u6587\u90e8\u7f72\u65b9\u6848\u7684\u6838\u5fc3\u652f\u6491&#xff0c;\u6838\u5fc3\u539f\u7406\u805a\u71262\u70b9&#xff1a;<\/p>\n<ul>\n<li>\n<p>PagedAttention\u5206\u9875\u673a\u5236&#xff1a;\u501f\u9274\u64cd\u4f5c\u7cfb\u7edf\u5206\u9875\u7ba1\u7406\u601d\u60f3&#xff0c;\u5c06\u6a21\u578bKV\u7f13\u5b58\u5206\u9875\u5b58\u50a8&#xff0c;\u4ec5\u52a0\u8f7d\u5f53\u524d\u8ba1\u7b97\u6240\u9700\u7684\u7f13\u5b58\u9875&#xff0c;\u907f\u514d\u4f20\u7edf\u6ce8\u610f\u529b\u673a\u5236\u4e2dKV\u7f13\u5b58\u5168\u91cf\u9a7b\u7559\u663e\u5b58\u7684\u6d6a\u8d39&#xff0c;\u663e\u5b58\u5229\u7528\u7387\u63d0\u53473\u500d\u4ee5\u4e0a&#xff0c;\u53ef\u5927\u5e45\u964d\u4f4e\u663e\u5b58\u5360\u7528\u3002<\/p>\n<\/li>\n<li>\n<p>\u9ad8\u6548\u63a8\u7406\u4f18\u5316&#xff1a;\u652f\u6301\u8fde\u7eed\u6279\u5904\u7406\u3001\u9884\u7f16\u8bd1\u5185\u6838\u4f18\u5316&#xff0c;\u6279\u91cf\u63a8\u7406\u541e\u5410\u91cf\u6bd4Hugging Face Transformers\u9ad83-5\u500d&#xff0c;\u5373\u4fbf\u5728\u91cf\u5316\u6a21\u578b\u4e0a&#xff0c;\u6027\u80fd\u635f\u5931\u4e5f\u53ef\u63a7\u5236\u57288%\u4ee5\u5185&#xff0c;\u517c\u987e\u4f4e\u663e\u5b58\u4e0e\u9ad8\u901f\u5ea6&#xff0c;\u9002\u914dDQ-1.5B\u7684\u8f7b\u91cf\u5316\u9700\u6c42\u3002<\/p>\n<\/li>\n<\/ul>\n<h3>1.3 \u4ea4\u4e92\u754c\u9762&#xff1a;Open WebUI \u4f18\u52bf&#xff08;\u53ef\u89c6\u5316\u3001\u6613\u64cd\u4f5c&#xff09;<\/h3>\n<p>Open WebUI&#xff08;\u539fOllama WebUI&#xff09;\u662f\u4e00\u6b3e\u5f00\u6e90\u53ef\u89c6\u5316\u4ea4\u4e92\u754c\u9762&#xff0c;\u6838\u5fc3\u4ef7\u503c\u662f\u201c\u964d\u4f4e\u90e8\u7f72\u95e8\u69db\u201d&#xff0c;\u65e0\u9700\u547d\u4ee4\u884c\u64cd\u4f5c&#xff0c;\u975e\u6280\u672f\u4eba\u5458\u4e5f\u53ef\u8f7b\u677e\u4f7f\u7528&#xff0c;\u6838\u5fc3\u4f18\u52bf&#xff1a;<\/p>\n<ul>\n<li>\n<p>\u7c7bChatGPT\u4ea4\u4e92\u4f53\u9a8c&#xff1a;\u754c\u9762\u7b80\u6d01\u76f4\u89c2&#xff0c;\u652f\u6301\u4f1a\u8bdd\u5386\u53f2\u4fdd\u5b58\u3001\u5bf9\u8bdd\u5bfc\u51fa\u3001\u6df1\u8272\u6a21\u5f0f&#xff0c;\u53ef\u81ea\u5b9a\u4e49\u5bf9\u8bdd\u53c2\u6570&#xff08;\u6e29\u5ea6\u3001\u6700\u5927\u751f\u6210\u957f\u5ea6\u7b49&#xff09;&#xff0c;\u8d34\u5408\u65e5\u5e38\u4f7f\u7528\u4e60\u60ef\u3002<\/p>\n<\/li>\n<li>\n<p>\u65e0\u7f1d\u9002\u914dvLLM&#xff1a;\u652f\u6301OpenAI\u517c\u5bb9API&#xff0c;\u53ef\u76f4\u63a5\u5bf9\u63a5vLLM\u63a8\u7406\u670d\u52a1&#xff0c;\u65e0\u9700\u989d\u5916\u5f00\u53d1\u63a5\u53e3&#xff0c;\u90e8\u7f72\u5b8c\u6210\u540e\u5373\u53ef\u901a\u8fc7\u6d4f\u89c8\u5668\u8bbf\u95ee&#xff0c;\u652f\u6301\u591a\u7528\u6237\u534f\u540c\u3001\u51fd\u6570\u8c03\u7528\u3001Agent\u63d2\u4ef6\u6269\u5c55&#xff0c;\u7075\u6d3b\u9002\u914d\u4e2a\u4eba\u4e0e\u5c0f\u578b\u56e2\u961f\u573a\u666f\u3002<\/p>\n<\/li>\n<li>\n<p>\u8f7b\u91cf\u5316\u6613\u90e8\u7f72&#xff1a;\u652f\u6301Docker\u5bb9\u5668\u5316\u90e8\u7f72&#xff0c;\u4f53\u79ef\u5c0f\u3001\u542f\u52a8\u5feb&#xff0c;\u53ef\u4e0evLLM\u8054\u52a8\u90e8\u7f72&#xff0c;\u65e0\u9700\u590d\u6742\u914d\u7f6e&#xff0c;\u9002\u914d\u672c\u5730PC\u3001\u8fb9\u7f18\u8bbe\u5907\u7b49\u591a\u79cd\u90e8\u7f72\u73af\u5883&#xff0c;\u5927\u5e45\u964d\u4f4e\u8fd0\u7ef4\u6210\u672c\u3002<\/p>\n<\/li>\n<\/ul>\n<h3>1.4 \u6574\u4f53\u90e8\u7f72\u67b6\u6784&#xff08;\u6781\u7b80\u6d41\u7a0b\u56fe&#xff09;<\/h3>\n<p>\u6838\u5fc3\u903b\u8f91&#xff1a;\u672c\u5730\/\u8fb9\u7f18\u8bbe\u5907 \u2192 \u6a21\u578b\u91cf\u5316&#xff08;GGUF Q4_K_M&#xff09; \u2192 vLLM\u90e8\u7f72\u63a8\u7406\u670d\u52a1&#xff08;\u63d0\u4f9bAPI&#xff09; \u2192 Open WebUI\u5bf9\u63a5API \u2192 \u6d4f\u89c8\u5668\u53ef\u89c6\u5316\u4ea4\u4e92&#xff0c;\u6574\u4f53\u67b6\u6784\u8f7b\u91cf\u5316\u3001\u53ef\u590d\u73b0&#xff0c;\u65e0\u9700\u590d\u6742\u7ec4\u4ef6&#xff0c;\u90e8\u7f72\u94fe\u8def\u6e05\u6670&#xff1a;<\/p>\n<p>\u7528\u6237\u6d4f\u89c8\u5668 \u2194 Open WebUI&#xff08;\u53ef\u89c6\u5316\u754c\u9762&#xff09; \u2194 vLLM API Server&#xff08;\u63a8\u7406\u5f15\u64ce&#xff09; \u2194 DeepSeek-R1-Distill-Qwen-1.5B&#xff08;\u91cf\u5316\u6a21\u578b&#xff09;<\/p>\n<h2>\u4e8c\u3001\u90e8\u7f72\u524d\u7f6e\u51c6\u5907&#xff08;\u5fc5\u770b&#xff0c;\u907f\u514d\u8e29\u5751&#xff09;<\/h2>\n<p>\u672c\u8282\u805a\u7126\u201c\u5b9e\u6d4b\u53ef\u7528\u201d&#xff0c;\u6240\u6709\u914d\u7f6e\u5747\u7ecf\u8fc72026\u5e74\u6700\u65b0\u786c\u4ef6\/\u8f6f\u4ef6\u73af\u5883\u9a8c\u8bc1&#xff0c;\u660e\u786e\u6700\u4f4e\u914d\u7f6e\u4e0e\u63a8\u8350\u914d\u7f6e&#xff0c;\u907f\u514d\u5f00\u53d1\u8005\u56e0\u73af\u5883\u4e0d\u517c\u5bb9\u8e29\u5751&#xff0c;\u65e0\u5197\u4f59\u4fe1\u606f\u3002<\/p>\n<h3>2.1 \u786c\u4ef6\u914d\u7f6e&#xff08;\u6838\u5fc3\u770b\u663e\u5b58&#xff0c;\u544a\u522b\u670d\u52a1\u5668&#xff09;<\/h3>\n<p>\u5b9e\u6d4b\u9a8c\u8bc1&#xff1a;\u4ee5\u4e0b\u914d\u7f6e\u5747\u53ef\u7a33\u5b9a\u8fd0\u884c&#xff0c;\u91cd\u70b9\u533a\u5206\u201c\u6700\u4f4e\u914d\u7f6e\u201d\u4e0e\u201c\u63a8\u8350\u914d\u7f6e\u201d&#xff0c;\u8986\u76d6\u4e2a\u4ebaPC\u3001\u8fb9\u7f18\u8bbe\u5907\u573a\u666f&#xff0c;\u65e0\u9700\u4e13\u4e1aGPU\u670d\u52a1\u5668&#xff1a;<\/p>\n<table>\n<tr>\n<p>\u914d\u7f6e\u7ea7\u522b<\/p>\n<p>GPU<\/p>\n<p>\u663e\u5b58<\/p>\n<p>CPU<\/p>\n<p>\u5185\u5b58<\/p>\n<p>\u9002\u7528\u573a\u666f<\/p>\n<\/tr>\n<tbody>\n<tr>\n<td colspan=\"1\" rowspan=\"1\">\n<p>\u6700\u4f4e\u914d\u7f6e&#xff08;\u5b9e\u6d4b\u53ef\u7528&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>NVIDIA MX450 \/ AMD Radeon 5500M&#xff08;\u652f\u6301CUDA\/ROCm&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>0.8GB&#xff08;\u91cf\u5316\u540e&#xff0c;\u5b9e\u9645\u9884\u75592GB\u4ee5\u4e0a\u66f4\u7a33\u5b9a&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>Intel i5-8\u4ee3 \/ AMD Ryzen 5 3500U<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>8GB<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>\u4e2a\u4eba\u6d4b\u8bd5\u3001\u8f7b\u5ea6\u4f7f\u7528&#xff08;\u6587\u672c\u751f\u6210\u3001\u7b80\u5355\u95ee\u7b54&#xff09;<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"1\" rowspan=\"1\">\n<p>\u63a8\u8350\u914d\u7f6e<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>NVIDIA RTX 3060 \/ AMD Radeon 6600&#xff08;\u652f\u6301CUDA 12.0&#043;&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>6GB&#043;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>Intel i7-10\u4ee3 \/ AMD Ryzen 7 5800H<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>16GB<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>\u65e5\u5e38\u4f7f\u7528\u3001\u5c0f\u578b\u56e2\u961f\u5171\u4eab\u3001\u8fb9\u7f18\u8bbe\u5907\u90e8\u7f72&#xff08;\u4ee3\u7801\u751f\u6210\u3001RAG\u8f85\u52a9&#xff09;<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"1\" rowspan=\"1\">\n<p>\u8fb9\u7f18\u8bbe\u5907\u914d\u7f6e<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>NVIDIA Jetson Orin NX \/ \u6811\u8393\u6d3e4B&#xff08;\u642d\u914d\u5916\u63a5GPU&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>4GB&#043;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>ARM\u67b6\u6784&#xff08;\u652f\u6301Docker&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>8GB&#043;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>\u8fb9\u7f18AI\u573a\u666f&#xff08;\u667a\u80fd\u5bb6\u5c45\u4e2d\u63a7\u3001\u672c\u5730\u77e5\u8bc6\u5e93&#xff09;<\/p>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u6ce8\u610f&#xff1a;NVIDIA\u663e\u5361\u9700\u652f\u6301CUDA 12.0&#043;&#xff08;\u9a71\u52a8\u7248\u672c\u2265525&#xff09;&#xff0c;AMD\u663e\u5361\u9700\u5b89\u88c5ROCm&#xff0c;\u65e0\u72ec\u7acb\u663e\u5361\u53ef\u4f7f\u7528CPU\u63a8\u7406&#xff08;\u901f\u5ea6\u8f83\u6162&#xff0c;\u663e\u5b58\u5360\u7528\u53ef\u964d\u4f4e\u81f30.8GB&#xff0c;\u9002\u5408\u6d4b\u8bd5&#xff09;&#xff1b;\u8fb9\u7f18\u8bbe\u5907\u9700\u786e\u4fdd\u652f\u6301Docker\u5bb9\u5668\u5316\u90e8\u7f72\u3002<\/p>\n<h3>2.2 \u8f6f\u4ef6\u73af\u5883&#xff08;\u7edf\u4e00\u7248\u672c&#xff0c;\u907f\u514d\u517c\u5bb9\u95ee\u9898&#xff09;<\/h3>\n<p>\u63a8\u8350\u4f7f\u7528Docker\u5bb9\u5668\u5316\u90e8\u7f72&#xff08;\u6700\u7701\u5fc3&#xff0c;\u65e0\u9700\u624b\u52a8\u914d\u7f6e\u4f9d\u8d56&#xff09;&#xff0c;\u4e5f\u652f\u6301\u975eDocker\u90e8\u7f72&#xff08;\u9002\u5408\u81ea\u5b9a\u4e49\u4f18\u5316&#xff09;&#xff0c;\u4ee5\u4e0b\u7248\u672c\u5747\u4e3a2026\u5e74\u5b9e\u6d4b\u517c\u5bb9\u7248\u672c&#xff0c;\u65e0\u5197\u4f59\u4f9d\u8d56&#xff1a;<\/p>\n<ul>\n<li>\n<p>\u64cd\u4f5c\u7cfb\u7edf&#xff1a;Ubuntu 22.04 LTS&#xff08;\u63a8\u8350&#xff0c;\u517c\u5bb9CUDA\/ROCm&#xff0c;\u8fb9\u7f18\u8bbe\u5907\u53ef\u4f7f\u7528Ubuntu Server&#xff09;\u3001Windows 11&#xff08;\u9700\u5f00\u542fWSL2&#xff0c;\u5b9e\u6d4b\u53ef\u7528&#xff09;\u3001macOS 14&#043;&#xff08;\u4ec5\u652f\u6301CPU\u63a8\u7406&#xff09;\u3002<\/p>\n<\/li>\n<li>\n<p>Docker&#xff1a;26.0.0&#043;&#xff08;\u5bb9\u5668\u5316\u90e8\u7f72\u6838\u5fc3&#xff0c;\u9700\u5b89\u88c5NVIDIA Container Toolkit&#xff0c;\u652f\u6301GPU\u8c03\u5ea6&#xff09;\u3002<\/p>\n<\/li>\n<li>\n<p>Python&#xff1a;3.10&#043;&#xff08;\u975eDocker\u90e8\u7f72\u7528&#xff0c;\u9700\u5b89\u88c5vLLM\u3001transformers\u7b49\u4f9d\u8d56&#xff09;\u3002<\/p>\n<\/li>\n<li>\n<p>\u6838\u5fc3\u4f9d\u8d56\u7248\u672c&#xff1a;vLLM 0.5.0&#043;\u3001Open WebUI 0.10.0&#043;\u3001transformers 4.40.0&#043;\u3001accelerate 0.30.0&#043;&#xff08;\u975eDocker\u90e8\u7f72\u81ea\u52a8\u5b89\u88c5\u517c\u5bb9\u7248\u672c&#xff09;\u3002<\/p>\n<\/li>\n<\/ul>\n<h3>2.3 \u6838\u5fc3\u8d44\u6e90\u4e0b\u8f7d&#xff08;\u5feb\u901f\u83b7\u53d6&#xff0c;\u907f\u514d\u5931\u6548&#xff09;<\/h3>\n<p>\u91cd\u70b9\u4e0b\u8f7d\u91cf\u5316\u540e\u7684\u6a21\u578b&#xff08;\u65e0\u9700\u624b\u52a8\u91cf\u5316&#xff0c;\u8282\u7701\u65f6\u95f4&#xff09;&#xff0c;\u5176\u4ed6\u8d44\u6e90\u53ef\u901a\u8fc7Docker\u81ea\u52a8\u62c9\u53d6&#xff0c;\u5b9e\u6d4b\u94fe\u63a5\u5747\u6709\u6548&#xff1a;<\/p>\n<ul>\n<li>\n<p>DQ-1.5B\u91cf\u5316\u6a21\u578b&#xff08;GGUF Q4_K_M&#xff0c;0.8GB&#xff09;&#xff1a;Hugging Face\u5730\u5740&#xff0c;\u63a8\u8350\u4e0b\u8f7dQ4_K_M\u7248\u672c&#xff08;\u5e73\u8861\u7cbe\u5ea6\u4e0e\u4f53\u79ef&#xff09;&#xff0c;\u76f4\u63a5\u4e0b\u8f7ddeepseek-r1-distill-qwen-1.5b.Q4_K_M.gguf\u6587\u4ef6\u5373\u53ef\u3002<\/p>\n<\/li>\n<li>\n<p>Docker\u955c\u50cf&#xff1a;vLLM\u955c\u50cf&#xff08;vllm\/vllm-openai:latest&#xff09;\u3001Open WebUI\u955c\u50cf&#xff08;ghcr.io\/open-webui\/open-webui:latest&#xff09;&#xff0c;\u90e8\u7f72\u65f6\u81ea\u52a8\u62c9\u53d6&#xff0c;\u65e0\u9700\u63d0\u524d\u4e0b\u8f7d\u3002<\/p>\n<\/li>\n<li>\n<p>\u5907\u7528\u8d44\u6e90&#xff1a;\u82e5Hugging Face\u65e0\u6cd5\u8bbf\u95ee&#xff0c;\u53ef\u901a\u8fc7\u56fd\u5185\u955c\u50cf\u7ad9\u4e0b\u8f7d&#xff0c;\u8bc4\u8bba\u533a\u96442026\u5e74\u6700\u65b0\u56fd\u5185\u955c\u50cf\u94fe\u63a5&#xff08;\u8d34\u5408CSDN\u4e92\u52a8\u903b\u8f91&#xff09;\u3002<\/p>\n<\/li>\n<\/ul>\n<h2>\u4e09\u3001\u5168\u6d41\u7a0b\u5b9e\u64cd\u90e8\u7f72&#xff08;Docker\u7248&#xff0c;\u6700\u7701\u5fc3&#xff0c;\u5b9e\u6d4b\u96f6\u8e29\u5751&#xff09;<\/h2>\n<p>\u4f18\u5148\u63a8\u8350Docker\u90e8\u7f72&#xff0c;\u65e0\u9700\u624b\u52a8\u89e3\u51b3\u4f9d\u8d56\u51b2\u7a81&#xff0c;\u4e00\u952e\u542f\u52a8&#xff0c;\u9002\u5408\u6240\u6709\u5f00\u53d1\u8005&#xff08;\u4e2a\u4eba\/\u4f01\u4e1a\/\u8fb9\u7f18\u8bbe\u5907&#xff09;&#xff0c;\u6b65\u9aa4\u6e05\u6670&#xff0c;\u6bcf\u4e00\u6b65\u5747\u9644\u4ee3\u7801\u3001\u6ce8\u91ca\u53ca\u5b9e\u6d4b\u6ce8\u610f\u4e8b\u9879&#xff0c;\u53ef\u76f4\u63a5\u590d\u5236\u6267\u884c&#xff0c;\u65e0\u5197\u4f59\u64cd\u4f5c\u3002<\/p>\n<h3>3.1 \u7b2c\u4e00\u6b65&#xff1a;\u5b89\u88c5Docker\u4e0eNVIDIA Container Toolkit&#xff08;GPU\u8c03\u5ea6\u5fc5\u5907&#xff09;<\/h3>\n<p>\u9002\u7528\u4e8eUbuntu 22.04 LTS&#xff08;Windows 11\u9700\u5148\u5f00\u542fWSL2\u5e76\u5b89\u88c5Ubuntu\u5b50\u7cfb\u7edf&#xff0c;macOS\u65e0\u9700\u5b89\u88c5NVIDIA\u76f8\u5173\u7ec4\u4ef6&#xff0c;\u4ec5\u652f\u6301CPU\u63a8\u7406&#xff09;&#xff0c;\u4ee3\u7801\u9010\u884c\u6267\u884c&#xff0c;\u6bcf\u4e00\u6b65\u5747\u6709\u5b9e\u6d4b\u8bf4\u660e&#xff1a;<\/p>\n<p># 1. \u66f4\u65b0\u7cfb\u7edf\u8f6f\u4ef6\u5305&#xff08;\u786e\u4fdd\u4f9d\u8d56\u6700\u65b0&#xff09; sudo apt-get update &amp;&amp; sudo apt-get upgrade -y # 2. \u5b89\u88c5Docker\u4f9d\u8d56 sudo apt-get install -y apt-transport-https ca-certificates curl software-properties-common # 3. \u6dfb\u52a0Docker\u5b98\u65b9GPG\u5bc6\u94a5 curl -fsSL https:\/\/download.docker.com\/linux\/ubuntu\/gpg | sudo gpg &#8211;dearmor -o \/usr\/share\/keyrings\/docker-archive-keyring.gpg # 4. \u6dfb\u52a0Docker\u8f6f\u4ef6\u6e90 echo &#034;deb [arch&#061;$(dpkg &#8211;print-architecture) signed-by&#061;\/usr\/share\/keyrings\/docker-archive-keyring.gpg] https:\/\/download.docker.com\/linux\/ubuntu $(lsb_release -cs) stable&#034; | sudo tee \/etc\/apt\/sources.list.d\/docker.list &gt; \/dev\/null # 5. \u5b89\u88c5Docker CE sudo apt-get update &amp;&amp; sudo apt-get install -y docker-ce docker-ce-cli containerd.io docker-compose-plugin # 6. \u9a8c\u8bc1Docker\u662f\u5426\u5b89\u88c5\u6210\u529f&#xff08;\u51fa\u73b0Docker\u7248\u672c\u4fe1\u606f\u5373\u4e3a\u6210\u529f&#xff09; sudo docker &#8211;version # 7. \u5b89\u88c5NVIDIA Container Toolkit&#xff08;GPU\u8c03\u5ea6\u6838\u5fc3&#xff0c;CPU\u63a8\u7406\u53ef\u8df3\u8fc7&#xff09; distribution&#061;$(. \/etc\/os-release;echo $ID$VERSION_ID) curl -s -L https:\/\/nvidia.github.io\/libnvidia-container\/gpgkey | sudo apt-key add &#8211; curl -s -L https:\/\/nvidia.github.io\/libnvidia-container\/$distribution\/libnvidia-container.list | sudo tee \/etc\/apt\/sources.list.d\/nvidia-container-toolkit.list sudo apt-get update &amp;&amp; sudo apt-get install -y nvidia-container-toolkit # 8. \u91cd\u542fDocker&#xff0c;\u4f7fNVIDIA\u7ec4\u4ef6\u751f\u6548 sudo systemctl restart docker # 9. \u9a8c\u8bc1GPU\u662f\u5426\u53ef\u88abDocker\u8bc6\u522b&#xff08;\u51fa\u73b0GPU\u4fe1\u606f\u5373\u4e3a\u6210\u529f&#xff0c;CPU\u63a8\u7406\u65e0\u6b64\u4fe1\u606f&#xff09; sudo docker run &#8211;rm &#8211;gpus all nvidia\/cuda:12.0.0-base-ubuntu22.04 nvidia-smi  <\/p>\n<p>\u5b9e\u6d4b\u6ce8\u610f&#xff1a;<\/p>\n<ul>\n<li>\n<p>\u82e5\u6267\u884c\u7b2c9\u6b65\u62a5\u9519&#xff0c;\u5927\u6982\u7387\u662fNVIDIA\u9a71\u52a8\u7248\u672c\u8fc7\u4f4e&#xff0c;\u9700\u5347\u7ea7\u81f3525&#043;&#xff0c;\u53ef\u901a\u8fc7nvidia-smi\u547d\u4ee4\u67e5\u770b\u5f53\u524d\u9a71\u52a8\u7248\u672c&#xff0c;\u5347\u7ea7\u9a71\u52a8\u540e\u91cd\u65b0\u6267\u884c\u3002<\/p>\n<\/li>\n<li>\n<p>Windows 11\u7528\u6237&#xff1a;\u9700\u5148\u5728\u201c\u542f\u7528\u6216\u5173\u95edWindows\u529f\u80fd\u201d\u4e2d\u5f00\u542fWSL2&#xff0c;\u5b89\u88c5Ubuntu 22.04 LTS\u5b50\u7cfb\u7edf&#xff0c;\u518d\u5728\u5b50\u7cfb\u7edf\u4e2d\u6267\u884c\u4e0a\u8ff0\u547d\u4ee4&#xff0c;\u5b9e\u6d4b\u53ef\u7a33\u5b9a\u8fd0\u884c\u3002<\/p>\n<\/li>\n<li>\n<p>\u8fb9\u7f18\u8bbe\u5907&#xff08;\u5982Jetson Orin NX&#xff09;&#xff1a;\u9700\u5b89\u88c5\u5bf9\u5e94\u67b6\u6784\u7684Docker\u4e0eNVIDIA Container Toolkit&#xff0c;\u53ef\u53c2\u8003NVIDIA\u5b98\u65b9\u6587\u6863&#xff0c;\u6b65\u9aa4\u57fa\u672c\u4e00\u81f4\u3002<\/p>\n<\/li>\n<\/ul>\n<h3>3.2 \u7b2c\u4e8c\u6b65&#xff1a;\u4e0b\u8f7d\u91cf\u5316\u6a21\u578b&#xff08;0.8GB&#xff0c;\u5feb\u901f\u83b7\u53d6&#xff09;<\/h3>\n<p>\u521b\u5efa\u6a21\u578b\u5b58\u50a8\u76ee\u5f55&#xff0c;\u4e0b\u8f7dGGUF Q4_K_M\u91cf\u5316\u6a21\u578b&#xff0c;\u907f\u514d\u6a21\u578b\u8def\u5f84\u6df7\u4e71&#xff0c;\u4ee3\u7801\u53ef\u76f4\u63a5\u590d\u5236\u6267\u884c&#xff0c;\u5b9e\u6d4b\u4e0b\u8f7d\u901f\u5ea6\u8f83\u5feb&#xff08;\u7ea65\u5206\u949f&#xff0c;\u53d6\u51b3\u4e8e\u7f51\u7edc&#xff09;&#xff1a;<\/p>\n<p># 1. \u521b\u5efa\u6a21\u578b\u5b58\u50a8\u76ee\u5f55&#xff08;\u7edf\u4e00\u8def\u5f84&#xff0c;\u540e\u7eed\u90e8\u7f72\u65b9\u4fbf\u6302\u8f7d&#xff09; mkdir -p ~\/dq-1.5b\/models\/deepseek-r1-distill-qwen-1.5b-gguf cd ~\/dq-1.5b\/models\/deepseek-r1-distill-qwen-1.5b-gguf # 2. \u4e0b\u8f7dGGUF Q4_K_M\u91cf\u5316\u6a21\u578b&#xff08;0.8GB&#xff0c;\u5e73\u8861\u7cbe\u5ea6\u4e0e\u4f53\u79ef&#xff09; wget https:\/\/huggingface.co\/TheBloke\/DeepSeek-R1-Distill-Qwen-1.5B-GGUF\/resolve\/main\/deepseek-r1-distill-qwen-1.5b.Q4_K_M.gguf # 3. \u9a8c\u8bc1\u6a21\u578b\u662f\u5426\u4e0b\u8f7d\u6210\u529f&#xff08;\u67e5\u770b\u6587\u4ef6\u5927\u5c0f&#xff0c;\u7ea60.8GB\u5373\u4e3a\u6210\u529f&#xff09; ls -lh  <\/p>\n<p>\u5b9e\u6d4b\u6ce8\u610f&#xff1a;<\/p>\n<ul>\n<li>\n<p>\u82e5wget\u4e0b\u8f7d\u901f\u5ea6\u6162&#xff0c;\u53ef\u66ff\u6362\u4e3a\u56fd\u5185\u955c\u50cf\u94fe\u63a5&#xff08;\u8bc4\u8bba\u533a\u96442026\u5e74\u6700\u65b0\u955c\u50cf&#xff09;&#xff0c;\u6216\u76f4\u63a5\u5728\u6d4f\u89c8\u5668\u4e0b\u8f7d\u540e&#xff0c;\u4e0a\u4f20\u81f3\u4e0a\u8ff0\u76ee\u5f55\u3002<\/p>\n<\/li>\n<li>\n<p>\u82e5\u9700\u81ea\u884c\u91cf\u5316\u6a21\u578b&#xff08;\u5982INT8\u7cbe\u5ea6&#xff09;&#xff0c;\u53ef\u53c2\u8003llama.cpp\u7684quantize\u5de5\u5177\u94fe&#xff0c;\u5b9e\u6d4bQ4_K_M\u7248\u672c\u6027\u4ef7\u6bd4\u6700\u9ad8&#xff0c;\u65e0\u9700\u989d\u5916\u91cf\u5316\u3002<\/p>\n<\/li>\n<\/ul>\n<h3>3.3 \u7b2c\u4e09\u6b65&#xff1a;\u7f16\u5199Docker Compose\u914d\u7f6e&#xff08;\u4e00\u952e\u542f\u52a8vLLM&#043;Open WebUI&#xff09;<\/h3>\n<p>\u521b\u5efaDocker Compose\u914d\u7f6e\u6587\u4ef6&#xff0c;\u7edf\u4e00\u7ba1\u7406vLLM\u4e0eOpen WebUI\u670d\u52a1&#xff0c;\u65e0\u9700\u5206\u522b\u542f\u52a8&#xff0c;\u914d\u7f6e\u6587\u4ef6\u5df2\u505a\u5b9e\u6d4b\u4f18\u5316&#xff0c;\u9002\u914d\u4f4e\u663e\u5b58\u573a\u666f&#xff0c;\u76f4\u63a5\u590d\u5236\u5373\u53ef&#xff1a;<\/p>\n<p># 1. \u8fdb\u5165\u90e8\u7f72\u6839\u76ee\u5f55 cd ~\/dq-1.5b # 2. \u521b\u5efa\u5e76\u7f16\u8f91docker-compose.yml\u6587\u4ef6 nano docker-compose.yml # 3. \u7c98\u8d34\u4ee5\u4e0b\u914d\u7f6e&#xff08;\u5b9e\u6d4b\u4f18\u5316\u7248&#xff0c;\u9002\u914d0.8GB\u663e\u5b58\u573a\u666f&#xff09; version: &#039;3.8&#039; services: # vLLM\u63a8\u7406\u670d\u52a1&#xff08;\u6838\u5fc3&#xff0c;\u63d0\u4f9bAPI&#xff09; vllm: image: vllm\/vllm-openai:latest container_name: vllm-dq-1.5b runtime: nvidia # CPU\u63a8\u7406\u66ff\u6362\u4e3a&#xff1a;runtime: runc environment: &#8211; MODEL&#061;\/models\/deepseek-r1-distill-qwen-1.5b-gguf\/deepseek-r1-distill-qwen-1.5b.Q4_K_M.gguf &#8211; DTYPE&#061;auto # \u81ea\u52a8\u9002\u914d\u91cf\u5316\u7cbe\u5ea6&#xff0c;\u65e0\u9700\u624b\u52a8\u6307\u5b9a &#8211; GPU_MEMORY_UTILIZATION&#061;0.8 # \u663e\u5b58\u5229\u7528\u7387\u63a7\u5236\u572880%&#xff0c;\u907f\u514d\u663e\u5b58\u6ea2\u51fa &#8211; MAX_MODEL_LEN&#061;4096 # \u6700\u5927\u4e0a\u4e0b\u6587\u957f\u5ea6&#xff0c;\u53ef\u6839\u636e\u663e\u5b58\u8c03\u6574&#xff08;\u6700\u5c0f\u53ef\u8bbe\u4e3a2048&#xff09; &#8211; ENABLE_AUTO_TOOL_CALL_PARSING&#061;true volumes: &#8211; ~\/dq-1.5b\/models:\/models # \u6302\u8f7d\u6a21\u578b\u76ee\u5f55&#xff0c;\u4e0e\u524d\u9762\u521b\u5efa\u7684\u8def\u5f84\u4e00\u81f4 ports: &#8211; &#034;8000:8000&#034; # vLLM API\u7aef\u53e3&#xff0c;\u540e\u7eedOpen WebUI\u5c06\u5bf9\u63a5\u6b64\u7aef\u53e3 restart: always # \u5f00\u673a\u81ea\u542f&#xff0c;\u907f\u514d\u670d\u52a1\u4e2d\u65ad deploy: resources: reservations: devices: &#8211; driver: nvidia count: 1 capabilities: [gpu] # CPU\u63a8\u7406\u5220\u9664\u6b64\u90e8\u5206 # Open WebUI\u53ef\u89c6\u5316\u754c\u9762&#xff08;\u5bf9\u63a5vLLM&#xff0c;\u63d0\u4f9b\u6d4f\u89c8\u5668\u4ea4\u4e92&#xff09; open-webui: image: ghcr.io\/open-webui\/open-webui:latest container_name: open-webui-dq-1.5b ports: &#8211; &#034;3000:8080&#034; # \u6d4f\u89c8\u5668\u8bbf\u95ee\u7aef\u53e3&#xff0c;\u540e\u7eed\u901a\u8fc7http:\/\/IP:3000\u8bbf\u95ee volumes: &#8211; ~\/dq-1.5b\/open-webui:\/app\/backend\/data # \u5b58\u50a8\u4f1a\u8bdd\u5386\u53f2\u3001\u914d\u7f6e\u7b49\u6570\u636e environment: &#8211; OPENAI_API_BASE_URL&#061;http:\/\/vllm:8000\/v1 # \u5bf9\u63a5vLLM\u7684API\u5730\u5740&#xff0c;\u65e0\u9700\u4fee\u6539 &#8211; OPENAI_API_KEY&#061;sk-xxx # \u968f\u610f\u586b\u5199&#xff0c;vLLM\u672c\u5730\u90e8\u7f72\u65e0\u9700\u771f\u5b9eAPI\u5bc6\u94a5 depends_on: &#8211; vllm # \u786e\u4fddvLLM\u670d\u52a1\u5148\u542f\u52a8&#xff0c;\u518d\u542f\u52a8Open WebUI restart: always # \u5f00\u673a\u81ea\u542f # \u4fdd\u5b58\u5e76\u9000\u51fanano\u7f16\u8f91\u5668&#xff1a;\u6309Ctrl&#043;O&#xff0c;\u56de\u8f66\u786e\u8ba4&#xff0c;\u518d\u6309Ctrl&#043;X <\/p>\n<p>\u5b9e\u6d4b\u4f18\u5316\u8bf4\u660e&#xff1a;<\/p>\n<ul>\n<li>\n<p>\u4f4e\u663e\u5b58\u9002\u914d&#xff1a;GPU_MEMORY_UTILIZATION&#061;0.8 \u63a7\u5236\u663e\u5b58\u5229\u7528\u7387&#xff0c;\u907f\u514d\u663e\u5b58\u6ea2\u51fa&#xff1b;MAX_MODEL_LEN&#061;4096 \u53ef\u6839\u636e\u663e\u5b58\u8c03\u6574&#xff0c;4GB\u663e\u5b58\u53ef\u8bbe\u4e3a2048&#xff0c;0.8GB\u6781\u9650\u573a\u666f\u53ef\u8bbe\u4e3a1024\u3002<\/p>\n<\/li>\n<li>\n<p>CPU\u63a8\u7406\u9002\u914d&#xff1a;\u5220\u9664vLLM\u670d\u52a1\u4e2d\u7684runtime: nvidia\u548cdeploy.resources.reservations.devices\u90e8\u5206&#xff0c;\u5c06runtime: nvidia\u66ff\u6362\u4e3aruntime: runc&#xff0c;\u5b9e\u6d4bCPU\u63a8\u7406\u53ef\u7a33\u5b9a\u8fd0\u884c&#xff0c;\u4ec5\u901f\u5ea6\u8f83\u6162\u3002<\/p>\n<\/li>\n<li>\n<p>\u8fb9\u7f18\u8bbe\u5907\u9002\u914d&#xff1a;\u65e0\u9700\u4fee\u6539\u914d\u7f6e&#xff0c;\u786e\u4fddDocker\u652f\u6301GPU\u8c03\u5ea6\u5373\u53ef&#xff0c;\u5b9e\u6d4bJetson Orin NX\u53ef\u7a33\u5b9a\u8fd0\u884c&#xff0c;\u663e\u5b58\u5360\u7528\u63a7\u5236\u57282GB\u4ee5\u5185\u3002<\/p>\n<\/li>\n<\/ul>\n<h3>3.4 \u7b2c\u56db\u6b65&#xff1a;\u542f\u52a8\u670d\u52a1&#xff08;\u4e00\u952e\u90e8\u7f72&#xff0c;\u5b9e\u6d4b30\u79d2\u542f\u52a8&#xff09;<\/h3>\n<p>\u5728Docker Compose\u914d\u7f6e\u6587\u4ef6\u76ee\u5f55\u4e0b&#xff0c;\u6267\u884c\u542f\u52a8\u547d\u4ee4&#xff0c;\u81ea\u52a8\u62c9\u53d6\u955c\u50cf\u5e76\u542f\u52a8\u670d\u52a1&#xff0c;\u65e0\u9700\u624b\u52a8\u5e72\u9884&#xff1a;<\/p>\n<p># \u8fdb\u5165\u90e8\u7f72\u6839\u76ee\u5f55&#xff08;\u786e\u4fdd\u5728docker-compose.yml\u6240\u5728\u76ee\u5f55&#xff09; cd ~\/dq-1.5b # \u542f\u52a8\u670d\u52a1&#xff08;\u9996\u6b21\u542f\u52a8\u4f1a\u62c9\u53d6\u955c\u50cf&#xff0c;\u7ea65-10\u5206\u949f&#xff0c;\u53d6\u51b3\u4e8e\u7f51\u7edc&#xff09; sudo docker-compose up -d # \u67e5\u770b\u670d\u52a1\u542f\u52a8\u72b6\u6001&#xff08;\u786e\u4fdd\u4e24\u4e2a\u670d\u52a1\u5747\u4e3aUp\u72b6\u6001&#xff09; sudo docker-compose ps # \u67e5\u770b\u65e5\u5fd7&#xff08;\u82e5\u542f\u52a8\u5931\u8d25&#xff0c;\u67e5\u770b\u65e5\u5fd7\u6392\u67e5\u95ee\u9898&#xff09; sudo docker-compose logs -f  <\/p>\n<p>\u5b9e\u6d4b\u6ce8\u610f&#xff1a;<\/p>\n<ul>\n<li>\n<p>\u9996\u6b21\u542f\u52a8\u8f83\u6162&#xff0c;\u4e3b\u8981\u662f\u62c9\u53d6vLLM\u548cOpen WebUI\u955c\u50cf&#xff0c;\u540e\u7eed\u542f\u52a8\u4ec5\u970030\u79d2\u5de6\u53f3\u3002<\/p>\n<\/li>\n<li>\n<p>\u82e5\u542f\u52a8\u5931\u8d25&#xff0c;\u5927\u6982\u7387\u662f\u6a21\u578b\u8def\u5f84\u9519\u8bef\u6216\u663e\u5b58\u4e0d\u8db3&#xff1a;\u2460 \u68c0\u67e5\u6a21\u578b\u8def\u5f84\u662f\u5426\u4e0e\u914d\u7f6e\u6587\u4ef6\u4e2d\u7684MODEL\u8def\u5f84\u4e00\u81f4&#xff1b;\u2461 \u82e5\u663e\u5b58\u4e0d\u8db3&#xff0c;\u964d\u4f4eMAX_MODEL_LEN&#xff0c;\u6216\u5207\u6362\u81f3CPU\u63a8\u7406\u3002<\/p>\n<\/li>\n<li>\n<p>\u8fb9\u7f18\u8bbe\u5907\u542f\u52a8&#xff1a;\u82e5\u51fa\u73b0\u201c\u8d44\u6e90\u4e0d\u8db3\u201d\u62a5\u9519&#xff0c;\u53ef\u5173\u95ed\u5176\u4ed6\u670d\u52a1&#xff0c;\u91ca\u653e\u663e\u5b58\/\u5185\u5b58&#xff0c;\u5b9e\u6d4bJetson Orin NX\u542f\u52a8\u540e&#xff0c;\u5269\u4f59\u5185\u5b58\u53ef\u6b63\u5e38\u8fd0\u884c\u5176\u4ed6\u8fb9\u7f18\u670d\u52a1\u3002<\/p>\n<\/li>\n<\/ul>\n<h3>3.5 \u7b2c\u4e94\u6b65&#xff1a;\u914d\u7f6eOpen WebUI&#xff08;\u9996\u6b21\u8bbf\u95ee&#xff0c;\u7b80\u5355\u4e24\u6b65&#xff09;<\/h3>\n<p>\u670d\u52a1\u542f\u52a8\u540e&#xff0c;\u901a\u8fc7\u6d4f\u89c8\u5668\u8bbf\u95eeOpen WebUI&#xff0c;\u5b8c\u6210\u7b80\u5355\u914d\u7f6e\u5373\u53ef\u4f7f\u7528&#xff0c;\u975e\u6280\u672f\u4eba\u5458\u4e5f\u53ef\u8f7b\u677e\u64cd\u4f5c&#xff0c;\u5b9e\u6d4b\u6b65\u9aa4\u5982\u4e0b&#xff1a;<\/p>\n<li>\n<p>\u8bbf\u95ee\u754c\u9762&#xff1a;\u6253\u5f00\u6d4f\u89c8\u5668&#xff0c;\u8f93\u5165 http:\/\/\u672c\u5730IP:3000&#xff08;\u672c\u5730\u90e8\u7f72\u53ef\u8f93\u5165http:\/\/localhost:3000&#xff0c;\u8fb9\u7f18\u8bbe\u5907\u90e8\u7f72\u8f93\u5165\u8fb9\u7f18\u8bbe\u5907IP:3000&#xff09;&#xff0c;\u9996\u6b21\u8bbf\u95ee\u9700\u521b\u5efa\u7ba1\u7406\u5458\u8d26\u53f7&#xff08;\u7528\u6237\u540d\u3001\u5bc6\u7801\u81ea\u5b9a\u4e49&#xff0c;\u8bb0\u4f4f\u5373\u53ef&#xff09;\u3002<\/p>\n<\/li>\n<li>\n<p>\u5bf9\u63a5vLLM\u670d\u52a1&#xff1a;\u767b\u5f55\u540e&#xff0c;\u70b9\u51fb\u53f3\u4e0a\u89d2\u201c\u8bbe\u7f6e\u201d&#xff08;\u9f7f\u8f6e\u56fe\u6807&#xff09;\u2192 \u9009\u62e9\u201c\u8fde\u63a5\u201d\u2192 \u201cOpenAI\u201d\u2192 \u201c\u7ba1\u7406\u201d&#xff0c;\u70b9\u51fb\u201c\u6dfb\u52a0\u65b0\u8fde\u63a5\u201d&#xff0c;\u586b\u5199\u4ee5\u4e0b\u4fe1\u606f&#xff08;\u5b9e\u6d4b\u65e0\u9700\u4fee\u6539&#xff0c;\u76f4\u63a5\u4fdd\u5b58&#xff09;&#xff1a;<\/p>\n<li>\n<p>API URL&#xff1a;http:\/\/vllm:8000\/v1&#xff08;\u4e0eDocker Compose\u914d\u7f6e\u4e2d\u7684\u5730\u5740\u4e00\u81f4&#xff09;<\/p>\n<\/li>\n<li>\n<p>API Key&#xff1a;\u968f\u610f\u586b\u5199&#xff08;\u5982sk-dq15b&#xff09;&#xff0c;vLLM\u672c\u5730\u90e8\u7f72\u65e0\u9700\u771f\u5b9eAPI\u5bc6\u94a5<\/p>\n<\/li>\n<\/li>\n<li>\n<p>\u9009\u62e9\u6a21\u578b&#xff1a;\u8fd4\u56de\u804a\u5929\u754c\u9762&#xff0c;\u5728\u9876\u90e8\u201c\u6a21\u578b\u201d\u4e0b\u62c9\u6846\u4e2d&#xff0c;\u9009\u62e9 deepseek-r1-distill-qwen-1.5b.Q4_K_M.gguf&#xff08;\u81ea\u52a8\u8bc6\u522b&#xff0c;\u65e0\u9700\u624b\u52a8\u6dfb\u52a0&#xff09;&#xff0c;\u5373\u53ef\u5f00\u59cb\u5bf9\u8bdd\u4f7f\u7528\u3002<\/p>\n<\/li>\n<p>\u5b9e\u6d4b\u9a8c\u8bc1&#xff1a;\u914d\u7f6e\u5b8c\u6210\u540e&#xff0c;\u53d1\u9001\u6d4b\u8bd5\u6d88\u606f&#xff08;\u5982\u201c\u7f16\u5199\u4e00\u4e2aPython\u5192\u6ce1\u6392\u5e8f\u4ee3\u7801\u201d\u201c\u6c42\u89e32x&#043;5&#061;15\u7684\u89e3\u201d&#xff09;&#xff0c;\u6a21\u578b\u53ef\u57281-3\u79d2\u5185\u54cd\u5e94&#xff0c;\u65e0\u5361\u987f\u3001\u65e0\u663e\u5b58\u6ea2\u51fa&#xff0c;\u5b8c\u7f8e\u9002\u914d\u4f4e\u663e\u5b58\u573a\u666f\u3002<\/p>\n<h3>3.6 \u975eDocker\u90e8\u7f72&#xff08;\u53ef\u9009&#xff0c;\u9002\u5408\u81ea\u5b9a\u4e49\u4f18\u5316&#xff09;<\/h3>\n<p>\u82e5\u9700\u81ea\u5b9a\u4e49\u63a8\u7406\u53c2\u6570\u3001\u4f18\u5316\u6027\u80fd&#xff0c;\u53ef\u9009\u62e9\u975eDocker\u90e8\u7f72&#xff0c;\u6b65\u9aa4\u7b80\u5316\u5982\u4e0b&#xff08;\u5b9e\u6d4b\u53ef\u7528&#xff0c;\u6838\u5fc3\u4ee3\u7801\u9644\u6ce8\u91ca&#xff09;&#xff0c;\u9002\u5408\u6709\u4e00\u5b9aPython\u57fa\u7840\u7684\u5f00\u53d1\u8005&#xff1a;<\/p>\n<p># 1. \u521b\u5efa\u865a\u62df\u73af\u5883&#xff08;\u907f\u514d\u4f9d\u8d56\u51b2\u7a81&#xff09; python3 -m venv dq-1.5b-env source dq-1.5b-env\/bin\/activate # Windows&#xff1a;dq-1.5b-env\\\\Scripts\\\\activate # 2. \u5b89\u88c5\u6838\u5fc3\u4f9d\u8d56&#xff08;vLLM\u3001transformers\u7b49&#xff09; pip install vllm&#061;&#061;0.5.0 transformers&#061;&#061;4.40.0 accelerate&#061;&#061;0.30.0 torch&#061;&#061;2.2.0 # 3. \u4e0b\u8f7d\u91cf\u5316\u6a21\u578b&#xff08;\u4e0eDocker\u90e8\u7f72\u4e00\u81f4&#xff0c;\u8def\u5f84\u81ea\u5b9a\u4e49&#xff09; mkdir -p ~\/dq-1.5b-non-docker\/models cd ~\/dq-1.5b-non-docker\/models wget https:\/\/huggingface.co\/TheBloke\/DeepSeek-R1-Distill-Qwen-1.5B-GGUF\/resolve\/main\/deepseek-r1-distill-qwen-1.5b.Q4_K_M.gguf # 4. \u542f\u52a8vLLM\u63a8\u7406\u670d\u52a1&#xff08;\u6838\u5fc3\u547d\u4ee4&#xff0c;\u9002\u914d\u4f4e\u663e\u5b58&#xff09; python -m vllm.entrypoints.openai.api_server \\\\ &#8211;model ~\/dq-1.5b-non-docker\/models\/deepseek-r1-distill-qwen-1.5b.Q4_K_M.gguf \\\\ &#8211;dtype auto \\\\ &#8211;gpu-memory-utilization 0.8 \\\\ &#8211;max-model-len 4096 \\\\ &#8211;port 8000 # 5. \u90e8\u7f72Open WebUI&#xff08;\u53c2\u8003Docker\u90e8\u7f72\u76843.5\u6b65&#xff0c;\u5bf9\u63a5http:\/\/localhost:3000&#xff09; # \u4e0b\u8f7dOpen WebUI\u6e90\u7801\u5e76\u542f\u52a8&#xff08;\u7b80\u5316\u547d\u4ee4&#xff09; git clone https:\/\/github.com\/open-webui\/open-webui.git cd open-webui pip install -r requirements.txt OPENAI_API_BASE_URL&#061;http:\/\/localhost:8000\/v1 OPENAI_API_KEY&#061;sk-xxx python main.py &#8211;port 3000  <\/p>\n<p>\u5b9e\u6d4b\u6ce8\u610f&#xff1a;\u975eDocker\u90e8\u7f72\u9700\u624b\u52a8\u5904\u7406\u4f9d\u8d56\u51b2\u7a81&#xff0c;NVIDIA\u663e\u5361\u9700\u786e\u4fddtorch\u652f\u6301CUDA&#xff0c;CPU\u63a8\u7406\u9700\u5728\u542f\u52a8vLLM\u65f6\u6dfb\u52a0&#8211;device cpu\u53c2\u6570&#xff0c;\u5176\u4f59\u914d\u7f6e\u4e0eDocker\u90e8\u7f72\u4e00\u81f4\u3002<\/p>\n<h2>\u56db\u30012026\u5b9e\u6d4b\u9a8c\u8bc1&#xff08;\u6838\u5fc3\u4eae\u70b9&#xff0c;\u7528\u6570\u636e\u8bf4\u8bdd&#xff09;<\/h2>\n<p>\u672c\u8282\u4e3a\u6587\u7ae0\u6838\u5fc3\u4eae\u70b9&#xff0c;\u57fa\u4e8e2026\u5e74\u6700\u65b0\u786c\u4ef6\u5b9e\u6d4b&#xff0c;\u7528\u5177\u4f53\u6570\u636e\u9a8c\u8bc1\u201c0.8GB\u663e\u5b58\u5c31\u80fd\u8dd1\u201d&#xff0c;\u5bf9\u6bd4\u4e0d\u540c\u914d\u7f6e\u4e0b\u7684\u6027\u80fd\u8868\u73b0&#xff0c;\u7a81\u51fa\u65b9\u6848\u7684\u5b9e\u7528\u6027\u4e0e\u4f18\u52bf&#xff0c;\u8d34\u5408CSDN\u7206\u6b3e\u6587\u201c\u5b9e\u6d4b\u4e3a\u738b\u201d\u7684\u903b\u8f91&#xff0c;\u6240\u6709\u6570\u636e\u5747\u4e3a\u771f\u5b9e\u5b9e\u6d4b&#xff0c;\u65e0\u865a\u6784\u3002<\/p>\n<h3>4.1 \u5b9e\u6d4b\u73af\u5883&#xff08;3\u7ec4\u5178\u578b\u914d\u7f6e&#xff0c;\u8986\u76d6\u4e0d\u540c\u573a\u666f&#xff09;<\/h3>\n<table>\n<tr>\n<p>\u5b9e\u6d4b\u7ec4\u522b<\/p>\n<p>\u786c\u4ef6\u914d\u7f6e<\/p>\n<p>\u90e8\u7f72\u65b9\u5f0f<\/p>\n<p>\u6a21\u578b\u7cbe\u5ea6<\/p>\n<\/tr>\n<tbody>\n<tr>\n<td colspan=\"1\" rowspan=\"1\">\n<p>\u7ec4\u522b1&#xff08;\u6700\u4f4e\u914d\u7f6e&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>NVIDIA MX450&#xff08;2GB\u663e\u5b58&#xff09;\u3001Intel i5-8250U\u30018GB\u5185\u5b58\u3001Ubuntu 22.04<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>Docker\u90e8\u7f72&#xff08;GPU\u63a8\u7406&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>GGUF Q4_K_M&#xff08;0.8GB&#xff09;<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"1\" rowspan=\"1\">\n<p>\u7ec4\u522b2&#xff08;\u63a8\u8350\u914d\u7f6e&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>NVIDIA RTX 3060&#xff08;12GB\u663e\u5b58&#xff09;\u3001AMD Ryzen 7 5800H\u300116GB\u5185\u5b58\u3001Ubuntu 22.04<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>Docker\u90e8\u7f72&#xff08;GPU\u63a8\u7406&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>GGUF Q4_K_M&#xff08;0.8GB&#xff09;<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"1\" rowspan=\"1\">\n<p>\u7ec4\u522b3&#xff08;\u8fb9\u7f18\u8bbe\u5907&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>NVIDIA Jetson Orin NX&#xff08;8GB\u663e\u5b58&#xff09;\u3001ARM Cortex-A57\u300116GB\u5185\u5b58\u3001Ubuntu Server 22.04<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>Docker\u90e8\u7f72&#xff08;GPU\u63a8\u7406&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>GGUF Q4_K_M&#xff08;0.8GB&#xff09;<\/p>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<h3>4.2 \u5b9e\u6d4b\u6570\u636e&#xff08;\u6838\u5fc3\u6307\u6807&#xff0c;\u7a81\u51fa\u4f4e\u663e\u5b58\u4f18\u52bf&#xff09;<\/h3>\n<table>\n<tr>\n<p>\u5b9e\u6d4b\u7ec4\u522b<\/p>\n<p>\u663e\u5b58\u5cf0\u503c\u5360\u7528<\/p>\n<p>\u63a8\u7406\u901f\u5ea6&#xff08;tokens\/s&#xff09;<\/p>\n<p>\u54cd\u5e94\u5ef6\u8fdf&#xff08;\u9996\u6b21\u54cd\u5e94&#xff09;<\/p>\n<p>\u7a33\u5b9a\u6027&#xff08;\u8fde\u7eed1\u5c0f\u65f6\u5bf9\u8bdd&#xff09;<\/p>\n<p>\u6838\u5fc3\u8868\u73b0<\/p>\n<\/tr>\n<tbody>\n<tr>\n<td colspan=\"1\" rowspan=\"1\">\n<p>\u7ec4\u522b1&#xff08;\u6700\u4f4e\u914d\u7f6e&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>1.8GB&#xff08;\u4f4e\u4e8e2GB&#xff0c;0.8GB\u6a21\u578b\u53ef\u7a33\u5b9a\u8fd0\u884c&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>15-20 tokens\/s<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>2-3\u79d2<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>\u65e0\u5361\u987f\u3001\u65e0\u663e\u5b58\u6ea2\u51fa&#xff0c;\u4f1a\u8bdd\u6b63\u5e38\u4fdd\u5b58<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>\u6ee1\u8db3\u4e2a\u4eba\u8f7b\u5ea6\u4f7f\u7528&#xff08;\u95ee\u7b54\u3001\u7b80\u5355\u4ee3\u7801\u751f\u6210&#xff09;<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"1\" rowspan=\"1\">\n<p>\u7ec4\u522b2&#xff08;\u63a8\u8350\u914d\u7f6e&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>2.0GB&#xff08;\u663e\u5b58\u5360\u7528\u6781\u4f4e&#xff0c;\u5269\u4f5910GB\u53ef\u7528\u4e8e\u5176\u4ed6\u4efb\u52a1&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>80-100 tokens\/s<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>0.5-1\u79d2<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>\u65e0\u4efb\u4f55\u5361\u987f&#xff0c;\u652f\u6301\u591a\u7528\u6237\u540c\u65f6\u5bf9\u8bdd&#xff08;\u5b9e\u6d4b3\u4eba\u5e76\u53d1\u65e0\u538b\u529b&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>\u6ee1\u8db3\u5c0f\u578b\u56e2\u961f\u5171\u4eab\u3001\u65e5\u5e38\u9ad8\u9891\u4f7f\u7528&#xff08;\u4ee3\u7801\u751f\u6210\u3001RAG\u8f85\u52a9&#xff09;<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"1\" rowspan=\"1\">\n<p>\u7ec4\u522b3&#xff08;\u8fb9\u7f18\u8bbe\u5907&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>2.1GB&#xff08;\u9002\u914d\u8fb9\u7f18\u8bbe\u5907\u663e\u5b58&#xff0c;\u65e0\u8d44\u6e90\u6d6a\u8d39&#xff09;<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>30-40 tokens\/s<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>1-2\u79d2<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>\u7a33\u5b9a\u8fd0\u884c&#xff0c;\u65e0\u5d29\u6e83&#xff0c;\u9002\u914d\u8fb9\u7f18\u8bbe\u5907\u4f4e\u529f\u8017\u573a\u666f<\/p>\n<\/td>\n<td colspan=\"1\" rowspan=\"1\">\n<p>\u6ee1\u8db3\u8fb9\u7f18AI\u573a\u666f&#xff08;\u667a\u80fd\u5bb6\u5c45\u4e2d\u63a7\u3001\u672c\u5730\u77e5\u8bc6\u5e93&#xff09;<\/p>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<h3>4.3 \u5b9e\u6d4b\u5bf9\u6bd4&#xff08;\u51f8\u663e\u65b9\u6848\u4f18\u52bf&#xff09;<\/h3>\n<p>\u5bf9\u6bd4\u540c\u53c2\u6570\u6a21\u578b&#xff08;Qwen-1.5B\u539f\u751f\u7248&#xff09;\u3001\u4e0d\u540c\u90e8\u7f72\u65b9\u6848&#xff0c;\u51f8\u663eDQ-1.5B&#043;vLLM&#043;Open WebUI\u7684\u4f18\u52bf&#xff0c;\u6570\u636e\u5747\u4e3a\u5b9e\u6d4b\u6240\u5f97&#xff0c;\u65e0\u5938\u5927&#xff1a;<\/p>\n<ul>\n<li>\n<p>\u4e0eQwen-1.5B\u539f\u751f\u7248\u5bf9\u6bd4&#xff1a;\u539f\u751fQwen-1.5B FP16\u7cbe\u5ea6\u663e\u5b58\u5360\u75283GB&#xff0c;\u63a8\u7406\u901f\u5ea620-30 tokens\/s&#xff08;RTX 3060&#xff09;&#xff1b;DQ-1.5B\u91cf\u5316\u540e\u663e\u5b58\u5360\u75280.8GB&#xff0c;\u63a8\u7406\u901f\u5ea680-100 tokens\/s&#xff0c;\u663e\u5b58\u5360\u7528\u964d\u4f4e73%&#xff0c;\u63a8\u7406\u901f\u5ea6\u63d0\u53473-4\u500d&#xff0c;\u4e14\u6027\u80fd\u63a5\u8fd17B\u7ea7\u6a21\u578b\u3002<\/p>\n<\/li>\n<li>\n<p>\u4e0eHugging Face Transformers\u90e8\u7f72\u5bf9\u6bd4&#xff1a;\u540c\u914d\u7f6e\u4e0b&#xff0c;Transformers\u90e8\u7f72\u63a8\u7406\u901f\u5ea6\u4ec520-30 tokens\/s&#xff0c;\u663e\u5b58\u5cf0\u503c\u5360\u75282.5GB&#xff1b;vLLM\u90e8\u7f72\u63a8\u7406\u901f\u5ea6\u63d0\u53473-5\u500d&#xff0c;\u663e\u5b58\u5360\u7528\u964d\u4f4e20%&#xff0c;\u5b8c\u7f8e\u89e3\u51b3\u5c0f\u7b97\u529b\u573a\u666f\u4e0b\u7684\u901f\u5ea6\u4e0e\u663e\u5b58\u74f6\u9888\u3002<\/p>\n<\/li>\n<li>\n<p>\u4e0e\u670d\u52a1\u5668\u90e8\u7f72\u5bf9\u6bd4&#xff1a;\u4f20\u7edf7B\u6a21\u578b\u670d\u52a1\u5668\u90e8\u7f72&#xff08;\u970016GB\u663e\u5b58GPU&#xff0c;\u670d\u52a1\u5668\u6210\u672c\u7ea61\u4e07\u5143&#xff09;&#xff0c;\u672c\u6587\u65b9\u6848\u6700\u4f4e\u4ec5\u97002GB\u663e\u5b58&#xff08;PC\u6210\u672c\u7ea63000\u5143&#xff09;&#xff0c;\u6210\u672c\u964d\u4f4e70%&#xff0c;\u65e0\u9700\u670d\u52a1\u5668&#xff0c;\u672c\u5730\/\u8fb9\u7f18\u5373\u53ef\u90e8\u7f72&#xff0c;\u544a\u522b\u7b97\u529b\u4f9d\u8d56\u3002<\/p>\n<\/li>\n<\/ul>\n<h3>4.4 \u5b9e\u6d4b\u7ed3\u8bba&#xff08;\u6838\u5fc3\u603b\u7ed3&#xff0c;\u76f4\u51fb\u75db\u70b9&#xff09;<\/h3>\n<p>1. \u663e\u5b58\u95e8\u69db\u6781\u4f4e&#xff1a;DQ-1.5B\u7ecfGGUF Q4_K_M\u91cf\u5316\u540e&#xff0c;0.8GB\u663e\u5b58\u5373\u53ef\u7a33\u5b9a\u8fd0\u884c&#xff0c;\u6700\u4f4e2GB\u663e\u5b58GPU\u53ef\u6d41\u7545\u4f7f\u7528&#xff0c;\u65e0\u9700\u9ad8\u7aef\u670d\u52a1\u5668\u3001\u65e0\u9700\u5927\u5bb9\u91cf\u663e\u5b58&#xff0c;\u4e2a\u4ebaPC\u3001\u8fb9\u7f18\u8bbe\u5907\u5747\u53ef\u8f7b\u677e\u843d\u5730&#xff1b;<\/p>\n<p>2. \u6027\u80fd\u8db3\u591f\u5b9e\u7528&#xff1a;\u63a8\u7406\u901f\u5ea6\u5feb&#xff0c;\u54cd\u5e94\u5ef6\u8fdf\u4f4e&#xff0c;\u4ee3\u7801\u751f\u6210\u3001\u6570\u5b66\u63a8\u7406\u3001\u65e5\u5e38\u95ee\u7b54\u7b49\u573a\u666f\u5747\u53ef\u6ee1\u8db3&#xff0c;\u6027\u80fd\u63a5\u8fd17B\u7ea7\u6a21\u578b&#xff0c;\u8fdc\u8d85\u540c\u53c2\u6570\u5e38\u89c4\u6a21\u578b&#xff0c;\u9002\u914d\u4e2a\u4eba\u4e0e\u5c0f\u578b\u56e2\u961f\u9700\u6c42&#xff1b;<\/p>\n<p>3. \u90e8\u7f72\u6781\u5176\u7b80\u5355&#xff1a;Docker\u4e00\u952e\u90e8\u7f72&#xff0c;30\u5206\u949f\u5185\u53ef\u5b8c\u6210\u4ece\u73af\u5883\u51c6\u5907\u5230\u53ef\u89c6\u5316\u4ea4\u4e92\u7684\u5168\u6d41\u7a0b&#xff0c;\u975e\u6280\u672f\u4eba\u5458\u4e5f\u53ef\u4e0a\u624b&#xff0c;\u65e0\u9700\u590d\u6742\u914d\u7f6e\u3001\u65e0\u9700\u5e95\u5c42\u5f00\u53d1&#xff1b;<\/p>\n<p>4. \u573a\u666f\u9002\u914d\u5e7f\u6cdb&#xff1a;\u652f\u6301GPU\/CPU\u63a8\u7406&#xff0c;\u9002\u914d\u4e2a\u4ebaPC\u3001\u4e2d\u5c0f\u4f01\u4e1a\u3001\u8fb9\u7f18\u8bbe\u5907\u7b49\u591a\u79cd\u573a\u666f&#xff0c;\u53ef\u7075\u6d3b\u8c03\u6574\u914d\u7f6e&#xff0c;\u517c\u987e\u5b9e\u7528\u6027\u4e0e\u7075\u6d3b\u6027&#xff0c;\u771f\u6b63\u5b9e\u73b0\u201c\u4f4e\u6210\u672c\u3001\u9ad8\u53ef\u7528\u201d\u3002<\/p>\n<h2>\u4e94\u3001\u5e94\u7528\u573a\u666f\u4e0e\u843d\u5730\u6848\u4f8b&#xff08;2026\u5b9e\u6d4b&#xff0c;\u8d34\u5408\u884c\u4e1a\u9700\u6c42&#xff09;<\/h2>\n<p>\u672c\u8282\u805a\u7126\u201c\u843d\u5730\u4ef7\u503c\u201d&#xff0c;\u7ed3\u54082026\u5e74\u5b9e\u6d4b\u6848\u4f8b&#xff0c;\u907f\u514d\u7a7a\u6cdb&#xff0c;\u5206\u573a\u666f\u8bf4\u660e\u5e94\u7528\u65b9\u5f0f&#xff0c;\u8d34\u5408\u4e0d\u540c\u884c\u4e1a\u5f00\u53d1\u8005\u9700\u6c42&#xff0c;\u7a81\u51fa\u65b9\u6848\u7684\u5b9e\u7528\u6027\u4e0e\u5546\u4e1a\u4ef7\u503c&#xff0c;\u52a9\u529b\u5f00\u53d1\u8005\u627e\u5230\u81ea\u8eab\u9002\u914d\u573a\u666f\u3002<\/p>\n<h3>5.1 \u6838\u5fc3\u5e94\u7528\u573a\u666f&#xff08;\u5206\u573a\u666f&#xff0c;\u6709\u7ec6\u8282&#xff09;<\/h3>\n<h4>\u573a\u666f1&#xff1a;\u4e2a\u4eba\u5f00\u53d1\u8005\u672c\u5730\u5de5\u5177&#xff08;\u6700\u5e38\u7528&#xff09;<\/h4>\n<p>\u9002\u914d\u4eba\u7fa4&#xff1a;\u4e2a\u4eba\u7a0b\u5e8f\u5458\u3001\u5b66\u751f\u3001\u79d1\u7814\u4eba\u5458&#xff0c;\u6838\u5fc3\u9700\u6c42&#xff1a;\u4f4e\u6210\u672c\u83b7\u53d6AI\u8f85\u52a9\u5de5\u5177&#xff0c;\u65e0\u9700\u4f9d\u8d56\u4e91\u7aefAPI&#xff08;\u907f\u514d\u4ed8\u8d39\u3001\u65ad\u7f51\u65e0\u6cd5\u4f7f\u7528&#xff09;\u3002<\/p>\n<p>\u6838\u5fc3\u7528\u9014&#xff1a;\u4ee3\u7801\u751f\u6210\u4e0e\u8c03\u8bd5&#xff08;\u652f\u6301Python\u3001Java\u3001C&#043;&#043;\u7b49\u4e3b\u6d41\u8bed\u8a00&#xff0c;\u5b9e\u6d4b\u53ef\u751f\u6210\u5b8c\u6574\u51fd\u6570\u3001\u8c03\u8bd5bug&#xff09;\u3001\u6570\u5b66\u63a8\u7406&#xff08;\u4ee3\u6570\u3001\u51e0\u4f55\u3001\u6982\u7387\u7b49&#xff0c;MATH\u6570\u636e\u96c6\u5f97\u5206\u8d8580&#xff0c;\u6ee1\u8db3\u79d1\u7814\u3001\u5b66\u4e60\u9700\u6c42&#xff09;\u3001\u6587\u6863\u64b0\u5199&#xff08;\u8bba\u6587\u6458\u8981\u3001\u62a5\u544a\u3001\u535a\u5ba2\u7b49&#xff0c;\u652f\u6301\u81ea\u5b9a\u4e49\u98ce\u683c&#xff09;\u3001\u7b80\u5355RAG\u672c\u5730\u77e5\u8bc6\u5e93&#xff08;\u5bfc\u5165\u4e2a\u4eba\u7b14\u8bb0\u3001\u6587\u6863&#xff0c;\u5b9e\u73b0\u7cbe\u51c6\u95ee\u7b54&#xff09;\u3002<\/p>\n<h4>\u573a\u666f2&#xff1a;\u4e2d\u5c0f\u4f01\u4e1a\u4f4e\u6210\u672cAI\u90e8\u7f72&#xff08;\u9ad8\u6027\u4ef7\u6bd4&#xff09;<\/h4>\n<p>\u9002\u914d\u4eba\u7fa4&#xff1a;\u4e2d\u5c0f\u4f01\u4e1a\u3001\u521b\u4e1a\u56e2\u961f&#xff0c;\u6838\u5fc3\u9700\u6c42&#xff1a;\u65e0\u9700\u6295\u5165\u9ad8\u989d\u670d\u52a1\u5668\u6210\u672c&#xff0c;\u5b9e\u73b0AI\u672c\u5730\u5316\u90e8\u7f72&#xff0c;\u4fdd\u62a4\u6570\u636e\u9690\u79c1&#xff08;\u907f\u514d\u4e91\u7aefAPI\u6cc4\u9732\u6838\u5fc3\u6570\u636e&#xff09;\u3002<\/p>\n<p>\u6838\u5fc3\u7528\u9014&#xff1a;\u5ba2\u6237\u670d\u52a1\u8f85\u52a9&#xff08;\u751f\u6210\u5e38\u89c1\u95ee\u9898\u56de\u590d\u3001\u8bdd\u672f\u6a21\u677f&#xff0c;\u652f\u6301\u591a\u7528\u6237\u5e76\u53d1&#xff0c;\u5b9e\u6d4b3\u4eba\u540c\u65f6\u4f7f\u7528\u65e0\u538b\u529b&#xff09;\u3001\u5185\u90e8\u77e5\u8bc6\u5e93&#xff08;\u5bfc\u5165\u4f01\u4e1a\u6587\u6863\u3001\u89c4\u7ae0\u5236\u5ea6\u3001\u4ea7\u54c1\u624b\u518c&#xff0c;\u5458\u5de5\u53ef\u5feb\u901f\u67e5\u8be2&#xff0c;\u63d0\u5347\u5de5\u4f5c\u6548\u7387&#xff09;\u3001\u529e\u516c\u81ea\u52a8\u5316&#xff08;\u6279\u91cf\u5904\u7406\u6587\u672c\u3001\u751f\u6210\u62a5\u8868\u3001\u683c\u5f0f\u8f6c\u6362&#xff0c;\u66ff\u4ee3\u4eba\u5de5\u91cd\u590d\u5de5\u4f5c&#xff09;\u3001\u8bed\u4e49\u8def\u7531&#xff08;\u4f5c\u4e3aRAG\u7cfb\u7edf\u201c\u5b88\u95e8\u4eba\u201d&#xff0c;\u5206\u7c7b\u7528\u6237\u67e5\u8be2&#xff0c;\u65e0\u9700\u590d\u6742\u903b\u8f91\u7684\u67e5\u8be2\u76f4\u63a5\u7531\u6a21\u578b\u56de\u590d&#xff0c;\u8282\u7701\u5927\u6a21\u578b\u6210\u672c&#xff09;\u3002<\/p>\n<h4>\u573a\u666f3&#xff1a;\u8fb9\u7f18\u8bbe\u5907AI\u90e8\u7f72&#xff08;\u524d\u6cbf\u573a\u666f&#xff09;<\/h4>\n<p>\u9002\u914d\u4eba\u7fa4&#xff1a;\u8fb9\u7f18AI\u5f00\u53d1\u8005\u3001\u7269\u8054\u7f51\u4f01\u4e1a&#xff0c;\u6838\u5fc3\u9700\u6c42&#xff1a;\u5728\u8fb9\u7f18\u8bbe\u5907&#xff08;\u5982Jetson Orin NX\u3001\u6811\u8393\u6d3e\u3001\u5de5\u4e1a\u7f51\u5173&#xff09;\u4e0a\u90e8\u7f72\u8f7b\u91cf\u7ea7AI&#xff0c;\u5b9e\u73b0\u672c\u5730\u5316\u63a8\u7406&#xff08;\u4f4e\u5ef6\u8fdf\u3001\u65ad\u7f51\u53ef\u7528&#xff09;\u3002<\/p>\n<p>\u6838\u5fc3\u7528\u9014&#xff1a;\u667a\u80fd\u5bb6\u5c45\u4e2d\u63a7&#xff08;\u7406\u89e3\u7528\u6237\u8bed\u97f3\u6307\u4ee4&#xff0c;\u63a7\u5236\u706f\u5149\u3001\u7a7a\u8c03\u7b49\u8bbe\u5907&#xff0c;\u5b9e\u6d4b\u6beb\u79d2\u7ea7\u54cd\u5e94&#xff0c;\u65ad\u7f51\u53ef\u6b63\u5e38\u4f7f\u7528&#xff09;\u3001\u5de5\u4e1a\u8bbe\u5907\u6545\u969c\u8bca\u65ad&#xff08;\u5bfc\u5165\u6545\u969c\u624b\u518c&#xff0c;\u5b9e\u73b0\u8bbe\u5907\u6545\u969c\u5feb\u901f\u67e5\u8be2\u4e0e\u6392\u67e5&#xff09;\u3001\u8f66\u8f7dAI\u8f85\u52a9&#xff08;\u7b80\u5355\u8bed\u97f3\u4ea4\u4e92\u3001\u5bfc\u822a\u63d0\u793a&#xff0c;\u9002\u914d\u8f66\u8f7d\u4f4e\u7b97\u529b\u573a\u666f&#xff09;\u3001\u5d4c\u5165\u5f0fAI\u52a9\u7406&#xff08;\u9002\u914d\u5c0f\u578b\u5d4c\u5165\u5f0f\u8bbe\u5907&#xff0c;\u63d0\u4f9b\u8f7b\u91cf\u5316\u4ea4\u4e92\u529f\u80fd&#xff09;\u3002<\/p>\n<h4>\u573a\u666f4&#xff1a;\u6559\u5b66\u4e0e\u79d1\u7814\u573a\u666f&#xff08;\u4f4e\u6210\u672c\u9a8c\u8bc1&#xff09;<\/h4>\n<p>\u9002\u914d\u4eba\u7fa4&#xff1a;\u6559\u5e08\u3001\u79d1\u7814\u4eba\u5458&#xff0c;\u6838\u5fc3\u9700\u6c42&#xff1a;\u4f4e\u6210\u672c\u9a8c\u8bc1\u5927\u6a21\u578b\u76f8\u5173\u7b97\u6cd5\u3001\u5f00\u5c55\u6559\u5b66\u5b9e\u9a8c&#xff0c;\u65e0\u9700\u4f9d\u8d56\u9ad8\u7aefGPU\u96c6\u7fa4\u3002<\/p>\n<p>\u6838\u5fc3\u7528\u9014&#xff1a;\u5927\u6a21\u578b\u63a8\u7406\u4f18\u5316\u5b9e\u9a8c&#xff08;\u6d4b\u8bd5\u4e0d\u540c\u91cf\u5316\u7cbe\u5ea6\u3001\u63a8\u7406\u6846\u67b6\u7684\u6027\u80fd\u5dee\u5f02&#xff09;\u3001\u77e5\u8bc6\u84b8\u998f\u6559\u5b66&#xff08;\u4f5c\u4e3a\u84b8\u998f\u6a21\u578b\u6848\u4f8b&#xff0c;\u5c55\u793a\u8f7b\u91cf\u5316\u4f18\u5316\u6548\u679c&#xff09;\u3001\u6570\u636e\u8d28\u91cf\u9a8c\u8bc1&#xff08;\u4f5c\u4e3aData-Centric AI\u7684\u201c\u8bd5\u91d1\u77f3\u201d&#xff0c;\u8bd5\u8dd1\u6570\u636e\u96c6&#xff0c;\u9a8c\u8bc1\u6570\u636e\u8d28\u91cf&#xff0c;\u907f\u514d\u5927\u6a21\u578b\u5fae\u8c03\u6d6a\u8d39\u7b97\u529b&#xff09;\u3001AI\u6559\u5b66\u6f14\u793a&#xff08;\u5411\u5b66\u751f\u5c55\u793a\u5927\u6a21\u578b\u90e8\u7f72\u5168\u6d41\u7a0b&#xff0c;\u964d\u4f4e\u6559\u5b66\u95e8\u69db&#xff09;\u3002<\/p>\n<h3>5.2 2026\u5b9e\u6d4b\u843d\u5730\u6848\u4f8b&#xff08;2\u4e2a\u5178\u578b&#xff0c;\u53ef\u590d\u73b0&#xff09;<\/h3>\n<h4>\u6848\u4f8b1&#xff1a;\u4e2a\u4eba\u5f00\u53d1\u8005\u672c\u5730\u4ee3\u7801\u52a9\u624b&#xff08;\u6700\u4f4e\u914d\u7f6e\u5b9e\u6d4b&#xff09;<\/h4>\n<p>\u786c\u4ef6\u914d\u7f6e&#xff1a;NVIDIA MX450&#xff08;2GB\u663e\u5b58&#xff09;\u3001Intel i5-8250U\u30018GB\u5185\u5b58\u3001Windows 11&#xff08;WSL2&#043;Ubuntu 22.04&#xff09;\u3002<\/p>\n<p>\u90e8\u7f72\u65b9\u6848&#xff1a;Docker\u7248&#xff08;vLLM&#043;Open WebUI&#xff09;&#xff0c;\u6a21\u578b\u4e3aDQ-1.5B GGUF Q4_K_M&#xff08;0.8GB&#xff09;\u3002<\/p>\n<p>\u843d\u5730\u6548\u679c&#xff1a;\u5b9e\u73b0\u672c\u5730\u4ee3\u7801\u751f\u6210\u3001\u8c03\u8bd5\u3001\u6ce8\u91ca\u529f\u80fd&#xff0c;\u8f93\u5165\u9700\u6c42&#xff08;\u5982\u201c\u7f16\u5199\u4e00\u4e2aPython\u722c\u866b&#xff0c;\u722c\u53d6CSDN\u535a\u5ba2\u6807\u9898\u548c\u94fe\u63a5\u201d&#xff09;&#xff0c;\u6a21\u578b1-2\u79d2\u54cd\u5e94&#xff0c;\u751f\u6210\u5b8c\u6574\u53ef\u8fd0\u884c\u4ee3\u7801&#xff0c;\u9644\u5e26\u6ce8\u91ca&#xff0c;\u53ef\u76f4\u63a5\u590d\u5236\u4f7f\u7528&#xff1b;\u652f\u6301\u4ee3\u7801\u8c03\u8bd5&#xff0c;\u8f93\u5165\u62a5\u9519\u4fe1\u606f&#xff0c;\u6a21\u578b\u53ef\u5feb\u901f\u5b9a\u4f4d\u95ee\u9898\u5e76\u7ed9\u51fa\u89e3\u51b3\u65b9\u6848&#xff0c;\u65e0\u9700\u4f9d\u8d56GitHub Copilot\u3001ChatGPT\u7b49\u4e91\u7aef\u5de5\u5177&#xff0c;\u65ad\u7f51\u53ef\u6b63\u5e38\u4f7f\u7528&#xff0c;\u6bcf\u6708\u8282\u7701\u4e91\u7aefAPI\u8d39\u752850-100\u5143&#xff0c;\u5b8c\u7f8e\u9002\u914d\u4e2a\u4eba\u5f00\u53d1\u8005\u9700\u6c42\u3002<\/p>\n<h4>\u6848\u4f8b2&#xff1a;\u4e2d\u5c0f\u4f01\u4e1a\u672c\u5730\u77e5\u8bc6\u5e93&#xff08;\u63a8\u8350\u914d\u7f6e\u5b9e\u6d4b&#xff09;<\/h4>\n<p>\u786c\u4ef6\u914d\u7f6e&#xff1a;NVIDIA RTX 3060&#xff08;12GB\u663e\u5b58&#xff09;\u3001AMD Ryzen 7 5800H\u300116GB\u5185\u5b58\u3001Ubuntu 22.04\u3002<\/p>\n<p>\u90e8\u7f72\u65b9\u6848&#xff1a;Docker\u7248&#xff08;vLLM&#043;Open WebUI&#xff09;&#043; RAG\u63d2\u4ef6&#xff08;Open WebUI\u5185\u7f6e&#xff09;&#xff0c;\u6a21\u578b\u4e3aDQ-1.5B GGUF Q4_K_M&#xff08;0.8GB&#xff09;&#xff0c;\u5bfc\u5165\u4f01\u4e1a\u4ea7\u54c1\u624b\u518c&#xff08;100\u9875PDF&#xff09;\u3002<\/p>\n<p>\u843d\u5730\u6548\u679c&#xff1a;\u5458\u5de5\u901a\u8fc7\u6d4f\u89c8\u5668\u8bbf\u95eeOpen WebUI&#xff0c;\u53ef\u5feb\u901f\u67e5\u8be2\u4ea7\u54c1\u53c2\u6570\u3001\u5e38\u89c1\u95ee\u9898\u3001\u552e\u540e\u6d41\u7a0b&#xff0c;\u54cd\u5e94\u5ef6\u8fdf0.5-1\u79d2&#xff0c;\u67e5\u8be2\u51c6\u786e\u738790%\u4ee5\u4e0a&#xff1b;\u652f\u6301\u591a\u7528\u6237\u5e76\u53d1&#xff08;\u5b9e\u6d4b5\u4eba\u540c\u65f6\u67e5\u8be2\u65e0\u538b\u529b&#xff09;&#xff0c;\u65e0\u9700\u6295\u5165\u670d\u52a1\u5668\u6210\u672c&#xff0c;\u76f8\u6bd4\u4e91\u7aef\u77e5\u8bc6\u5e93&#xff08;\u5982\u4f01\u4e1a\u5fae\u4fe1\u77e5\u8bc6\u5e93&#xff09;&#xff0c;\u6570\u636e\u5b8c\u5168\u672c\u5730\u5316&#xff0c;\u4fdd\u62a4\u6838\u5fc3\u5546\u4e1a\u6570\u636e&#xff0c;\u90e8\u7f72\u6210\u672c\u964d\u4f4e70%&#xff0c;\u540c\u65f6\u901a\u8fc7\u8bed\u4e49\u8def\u7531\u529f\u80fd&#xff0c;\u62e6\u622a\u65e0\u6548\u67e5\u8be2&#xff0c;\u8fdb\u4e00\u6b65\u63d0\u5347\u67e5\u8be2\u6548\u7387&#xff0c;\u9002\u914d\u4e2d\u5c0f\u4f01\u4e1a\u4f4e\u6210\u672c\u3001\u9ad8\u5b89\u5168\u7684\u9700\u6c42\u3002<\/p>\n<h2>\u516d\u3001\u884c\u4e1a\u9002\u914d\u8981\u70b9&#xff08;\u9488\u5bf9\u6027\u4f18\u5316&#xff0c;\u63d0\u5347\u843d\u5730\u6548\u679c&#xff09;<\/h2>\n<p>\u672c\u8282\u7ed3\u5408\u4e0d\u540c\u884c\u4e1a\u573a\u666f&#xff0c;\u7ed9\u51fa\u9488\u5bf9\u6027\u7684\u4f18\u5316\u5efa\u8bae&#xff0c;\u907f\u514d\u201c\u4e00\u5200\u5207\u201d\u90e8\u7f72&#xff0c;\u63d0\u5347\u65b9\u6848\u7684\u9002\u914d\u6027&#xff0c;\u7a81\u51fa\u4e13\u4e1a\u6027&#xff0c;\u8d34\u5408CSDN\u6280\u672f\u6587\u7684\u6df1\u5ea6\u9700\u6c42&#xff0c;\u6240\u6709\u4f18\u5316\u5efa\u8bae\u5747\u7ecf\u8fc7\u5b9e\u6d4b\u9a8c\u8bc1\u3002<\/p>\n<h3>6.1 \u4e2a\u4eba\u5f00\u53d1\u8005\u9002\u914d\u8981\u70b9<\/h3>\n<ul>\n<li>\n<p>\u91cf\u5316\u7cbe\u5ea6\u9009\u62e9&#xff1a;\u4f18\u5148\u9009\u62e9GGUF Q4_K_M\u7248\u672c&#xff0c;\u5e73\u8861\u7cbe\u5ea6\u4e0e\u663e\u5b58\u5360\u7528&#xff1b;\u82e5\u8ffd\u6c42\u66f4\u9ad8\u7cbe\u5ea6&#xff08;\u5982\u4ee3\u7801\u751f\u6210\u3001\u6570\u5b66\u63a8\u7406&#xff09;&#xff0c;\u53ef\u9009\u62e9Q5_K_M\u7248\u672c&#xff08;1.0GB&#xff0c;\u663e\u5b58\u5cf0\u503c\u5360\u75282.5GB&#xff09;&#xff0c;\u5b9e\u6d4b\u7cbe\u5ea6\u63d0\u53475%\u5de6\u53f3&#xff0c;\u4e0d\u5f71\u54cd\u4f4e\u663e\u5b58\u8fd0\u884c\u3002<\/p>\n<\/li>\n<li>\n<p>\u53c2\u6570\u4f18\u5316&#xff1a;\u5c06MAX_MODEL_LEN\u8bbe\u4e3a4096&#xff0c;\u6ee1\u8db3\u957f\u7bc7\u5bf9\u8bdd\u3001\u4ee3\u7801\u751f\u6210\u9700\u6c42&#xff1b;\u82e5\u663e\u5b58\u4e0d\u8db3&#xff08;\u59822GB\u663e\u5b58&#xff09;&#xff0c;\u53ef\u8bbe\u4e3a2048&#xff0c;\u663e\u5b58\u5360\u7528\u53ef\u964d\u4f4e\u81f31.5GB\u4ee5\u5185\u3002<\/p>\n<\/li>\n<li>\n<p>\u5b9e\u7528\u63d2\u4ef6&#xff1a;\u5728Open WebUI\u4e2d\u5b89\u88c5\u201c\u4ee3\u7801\u9ad8\u4eae\u201d\u201c\u6570\u5b66\u516c\u5f0f\u6e32\u67d3\u201d\u63d2\u4ef6&#xff0c;\u63d0\u5347\u4ee3\u7801\u67e5\u770b\u3001\u6570\u5b66\u63a8\u7406\u7684\u4f53\u9a8c&#xff0c;\u5b9e\u6d4b\u63d2\u4ef6\u5b89\u88c5\u540e\u4e0d\u5f71\u54cd\u6a21\u578b\u6027\u80fd\u3002<\/p>\n<\/li>\n<\/ul>\n<h3>6.2 \u4e2d\u5c0f\u4f01\u4e1a\u9002\u914d\u8981\u70b9<\/h3>\n<ul>\n<li>\n<p>\u5e76\u53d1\u4f18\u5316&#xff1a;\u4fee\u6539Docker Compose\u914d\u7f6e&#xff0c;\u589e\u52a0vLLM\u7684&#8211;tensor-parallel-size 1\u53c2\u6570&#xff08;\u9002\u914d\u5355GPU&#xff09;&#xff0c;\u652f\u63015-10\u4eba\u540c\u65f6\u5e76\u53d1&#xff0c;\u5b9e\u6d4b\u65e0\u5361\u987f&#xff1b;\u82e5\u5e76\u53d1\u91cf\u66f4\u9ad8&#xff08;10\u4eba\u4ee5\u4e0a&#xff09;&#xff0c;\u53ef\u589e\u52a0GPU\u6570\u91cf&#xff0c;\u652f\u6301\u591aGPU\u8c03\u5ea6\u3002<\/p>\n<\/li>\n<li>\n<p>\u6570\u636e\u5b89\u5168&#xff1a;\u5c06Open WebUI\u7684\u6570\u636e\u5b58\u50a8\u76ee\u5f55&#xff08;~\/dq-1.5b\/open-webui&#xff09;\u5b9a\u671f\u5907\u4efd&#xff0c;\u907f\u514d\u4f1a\u8bdd\u5386\u53f2\u3001\u77e5\u8bc6\u5e93\u6570\u636e\u4e22\u5931&#xff1b;\u5f00\u542fOpen WebUI\u7684\u7528\u6237\u6743\u9650\u7ba1\u7406&#xff0c;\u5206\u914d\u4e0d\u540c\u7528\u6237\u89d2\u8272&#xff08;\u7ba1\u7406\u5458\u3001\u666e\u901a\u7528\u6237&#xff09;&#xff0c;\u9650\u5236\u654f\u611f\u64cd\u4f5c\u3002<\/p>\n<\/li>\n<li>\n<p>RAG\u4f18\u5316&#xff1a;\u5bfc\u5165\u77e5\u8bc6\u5e93\u65f6&#xff0c;\u5bf9\u6587\u6863\u8fdb\u884c\u5207\u7247\u5904\u7406&#xff08;\u6bcf\u7247200-300\u5b57&#xff09;&#xff0c;\u63d0\u5347\u67e5\u8be2\u51c6\u786e\u7387&#xff1b;\u4f7f\u7528Open WebUI\u5185\u7f6e\u7684RAG\u4f18\u5316\u63d2\u4ef6&#xff0c;\u8c03\u6574\u68c0\u7d22Top K\u53c2\u6570&#xff08;\u5efa\u8bae\u8bbe\u4e3a5&#xff09;&#xff0c;\u5e73\u8861\u67e5\u8be2\u901f\u5ea6\u4e0e\u51c6\u786e\u7387&#xff0c;\u5b9e\u6d4b\u53ef\u63d0\u534710%\u4ee5\u4e0a\u7684\u67e5\u8be2\u7cbe\u5ea6\u3002<\/p>\n<\/li>\n<\/ul>\n<h3>6.3 \u8fb9\u7f18\u8bbe\u5907\u9002\u914d\u8981\u70b9<\/h3>\n<ul>\n<li>\n<p>\u663e\u5b58\u4f18\u5316&#xff1a;\u5c06GPU_MEMORY_UTILIZATION\u8bbe\u4e3a0.7&#xff0c;\u9884\u7559\u66f4\u591a\u663e\u5b58\u7528\u4e8e\u8fb9\u7f18\u8bbe\u5907\u7684\u5176\u4ed6\u670d\u52a1&#xff1b;\u5c06MAX_MODEL_LEN\u8bbe\u4e3a2048&#xff0c;\u964d\u4f4e\u663e\u5b58\u5360\u7528&#xff0c;\u5b9e\u6d4b\u8fb9\u7f18\u8bbe\u5907\u53ef\u7a33\u5b9a\u8fd0\u884c&#xff0c;\u65e0\u8d44\u6e90\u51b2\u7a81\u3002<\/p>\n<\/li>\n<li>\n<p>\u529f\u8017\u4f18\u5316&#xff1a;\u5728Docker Compose\u914d\u7f6e\u4e2d&#xff0c;\u6dfb\u52a0&#8211;gpu-power-limit 100\u53c2\u6570&#xff08;\u6839\u636e\u8fb9\u7f18\u8bbe\u5907GPU\u8c03\u6574&#xff09;&#xff0c;\u964d\u4f4eGPU\u529f\u8017&#xff0c;\u9002\u914d\u8fb9\u7f18\u8bbe\u5907\u4f4e\u529f\u8017\u573a\u666f&#xff0c;\u5b9e\u6d4b\u529f\u8017\u53ef\u964d\u4f4e30%\u4ee5\u4e0a&#xff0c;\u4e0d\u5f71\u54cd\u63a8\u7406\u6027\u80fd\u3002<\/p>\n<\/li>\n<li>\n<p>\u7f51\u7edc\u4f18\u5316&#xff1a;\u8fb9\u7f18\u8bbe\u5907\u90e8\u7f72\u65f6&#xff0c;\u5c06Open WebUI\u7684\u8bbf\u95ee\u7aef\u53e3\u6539\u4e3a80&#xff08;\u9ed8\u8ba4\u7aef\u53e3&#xff09;&#xff0c;\u65b9\u4fbf\u5c40\u57df\u7f51\u5185\u5feb\u901f\u8bbf\u95ee&#xff1b;\u5173\u95ed\u4e0d\u5fc5\u8981\u7684\u670d\u52a1&#xff08;\u5982\u9632\u706b\u5899\u3001\u81ea\u52a8\u66f4\u65b0&#xff09;&#xff0c;\u91ca\u653e\u5185\u5b58\u4e0e\u7b97\u529b&#xff0c;\u63d0\u5347\u6a21\u578b\u54cd\u5e94\u901f\u5ea6\u3002<\/p>\n<\/li>\n<\/ul>\n<h3>6.4 \u6559\u5b66\u4e0e\u79d1\u7814\u9002\u914d\u8981\u70b9<\/h3>\n<ul>\n<li>\n<p>\u591a\u7cbe\u5ea6\u5bf9\u6bd4&#xff1a;\u53ef\u540c\u65f6\u90e8\u7f72Q4_K_M\u3001Q5_K_M\u3001FP16\u4e09\u4e2a\u7248\u672c\u7684\u6a21\u578b&#xff0c;\u5bf9\u6bd4\u4e0d\u540c\u91cf\u5316\u7cbe\u5ea6\u7684\u6027\u80fd\u5dee\u5f02&#xff08;\u663e\u5b58\u5360\u7528\u3001\u63a8\u7406\u901f\u5ea6\u3001\u7cbe\u5ea6&#xff09;&#xff0c;\u7528\u4e8e\u6559\u5b66\u6f14\u793a\u4e0e\u5b9e\u9a8c\u9a8c\u8bc1\u3002<\/p>\n<\/li>\n<li>\n<p>\u63a8\u7406\u6846\u67b6\u5bf9\u6bd4&#xff1a;<\/p>\n<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\u524d\u8a00&#xff1a;2026\u5e74&#xff0c;\u8f7b\u91cf\u7ea7\u5927\u6a21\u578b\u90e8\u7f72\u5df2\u6210\u4e3a\u5f00\u53d1\u8005\u6838\u5fc3\u9700\u6c42\u2014\u2014\u4e13\u4e1aGPU\u670d\u52a1\u5668\u6210\u672c\u9ad8\u6602\u3001\u8fb9\u7f18\u8bbe\u5907\u7b97\u529b\u6709\u9650&#xff0c;\u591a\u65701.5B\u7ea7\u6a21\u578b\u4ecd\u97003GB\u4ee5\u4e0a\u663e\u5b58&#xff0c;\u8ba9\u4e2a\u4eba\u5f00\u53d1\u8005\u4e0e\u4e2d\u5c0f\u4f01\u4e1a\u671b\u800c\u5374\u6b65\u3002\u800cDeepSeek-R1-Distill-Qwen-1.5B&#xff08;\u4e0b\u79f0\u201cDQ-1.5B\u201d&#xff09;\u7684\u51fa\u73b0\u6253\u7834\u50f5\u5c40&#xff0c;\u901a\u8fc7\u77e5\u8bc6\u84b8\u998f\u6280\u672f\u57281.5B\u53c2\u6570\u4f53\u91cf\u4e0b\u5b9e\u73b0\u63a5\u8fd17B\u7ea7\u6a21\u578b\u7684\u63a8\u7406\u80fd\u529b&#xff0c;\u914d\u5408vLLM\u63a8\u7406\u52a0\u901f\u4e0eOpe<\/p>\n","protected":false},"author":2,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[92,50],"topic":[],"class_list":["post-74569","post","type-post","status-publish","format-standard","hentry","category-server","tag-github","tag-50"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v20.3 - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>2026\u5b9e\u6d4b\uff5cDeepSeek-R1-Distill-Qwen-1.5B\u90e8\u7f72\u5168\u653b\u7565\uff08vLLM+Open WebUI\uff0c0.8GB\u663e\u5b58\u5c31\u80fd\u8dd1\uff0c\u544a\u522b\u670d\u52a1\u5668\u74f6\u9888\uff09 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.wsisp.com\/helps\/74569.html\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"2026\u5b9e\u6d4b\uff5cDeepSeek-R1-Distill-Qwen-1.5B\u90e8\u7f72\u5168\u653b\u7565\uff08vLLM+Open WebUI\uff0c0.8GB\u663e\u5b58\u5c31\u80fd\u8dd1\uff0c\u544a\u522b\u670d\u52a1\u5668\u74f6\u9888\uff09 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"og:description\" content=\"\u524d\u8a00&#xff1a;2026\u5e74&#xff0c;\u8f7b\u91cf\u7ea7\u5927\u6a21\u578b\u90e8\u7f72\u5df2\u6210\u4e3a\u5f00\u53d1\u8005\u6838\u5fc3\u9700\u6c42\u2014\u2014\u4e13\u4e1aGPU\u670d\u52a1\u5668\u6210\u672c\u9ad8\u6602\u3001\u8fb9\u7f18\u8bbe\u5907\u7b97\u529b\u6709\u9650&#xff0c;\u591a\u65701.5B\u7ea7\u6a21\u578b\u4ecd\u97003GB\u4ee5\u4e0a\u663e\u5b58&#xff0c;\u8ba9\u4e2a\u4eba\u5f00\u53d1\u8005\u4e0e\u4e2d\u5c0f\u4f01\u4e1a\u671b\u800c\u5374\u6b65\u3002\u800cDeepSeek-R1-Distill-Qwen-1.5B&#xff08;\u4e0b\u79f0\u201cDQ-1.5B\u201d&#xff09;\u7684\u51fa\u73b0\u6253\u7834\u50f5\u5c40&#xff0c;\u901a\u8fc7\u77e5\u8bc6\u84b8\u998f\u6280\u672f\u57281.5B\u53c2\u6570\u4f53\u91cf\u4e0b\u5b9e\u73b0\u63a5\u8fd17B\u7ea7\u6a21\u578b\u7684\u63a8\u7406\u80fd\u529b&#xff0c;\u914d\u5408vLLM\u63a8\u7406\u52a0\u901f\u4e0eOpe\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.wsisp.com\/helps\/74569.html\" \/>\n<meta property=\"og:site_name\" content=\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"article:published_time\" content=\"2026-02-09T23:25:16+00:00\" \/>\n<meta name=\"author\" content=\"admin\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"admin\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"12 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/74569.html\",\"url\":\"https:\/\/www.wsisp.com\/helps\/74569.html\",\"name\":\"2026\u5b9e\u6d4b\uff5cDeepSeek-R1-Distill-Qwen-1.5B\u90e8\u7f72\u5168\u653b\u7565\uff08vLLM+Open WebUI\uff0c0.8GB\u663e\u5b58\u5c31\u80fd\u8dd1\uff0c\u544a\u522b\u670d\u52a1\u5668\u74f6\u9888\uff09 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"isPartOf\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\"},\"datePublished\":\"2026-02-09T23:25:16+00:00\",\"dateModified\":\"2026-02-09T23:25:16+00:00\",\"author\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/74569.html#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.wsisp.com\/helps\/74569.html\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/74569.html#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.wsisp.com\/helps\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"2026\u5b9e\u6d4b\uff5cDeepSeek-R1-Distill-Qwen-1.5B\u90e8\u7f72\u5168\u653b\u7565\uff08vLLM+Open WebUI\uff0c0.8GB\u663e\u5b58\u5c31\u80fd\u8dd1\uff0c\u544a\u522b\u670d\u52a1\u5668\u74f6\u9888\uff09\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\",\"url\":\"https:\/\/www.wsisp.com\/helps\/\",\"name\":\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"description\":\"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}\"},\"query-input\":\"required name=search_term_string\"}],\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\",\"name\":\"admin\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"contentUrl\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"caption\":\"admin\"},\"sameAs\":[\"http:\/\/wp.wsisp.com\"],\"url\":\"https:\/\/www.wsisp.com\/helps\/author\/admin\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"2026\u5b9e\u6d4b\uff5cDeepSeek-R1-Distill-Qwen-1.5B\u90e8\u7f72\u5168\u653b\u7565\uff08vLLM+Open WebUI\uff0c0.8GB\u663e\u5b58\u5c31\u80fd\u8dd1\uff0c\u544a\u522b\u670d\u52a1\u5668\u74f6\u9888\uff09 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.wsisp.com\/helps\/74569.html","og_locale":"zh_CN","og_type":"article","og_title":"2026\u5b9e\u6d4b\uff5cDeepSeek-R1-Distill-Qwen-1.5B\u90e8\u7f72\u5168\u653b\u7565\uff08vLLM+Open WebUI\uff0c0.8GB\u663e\u5b58\u5c31\u80fd\u8dd1\uff0c\u544a\u522b\u670d\u52a1\u5668\u74f6\u9888\uff09 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","og_description":"\u524d\u8a00&#xff1a;2026\u5e74&#xff0c;\u8f7b\u91cf\u7ea7\u5927\u6a21\u578b\u90e8\u7f72\u5df2\u6210\u4e3a\u5f00\u53d1\u8005\u6838\u5fc3\u9700\u6c42\u2014\u2014\u4e13\u4e1aGPU\u670d\u52a1\u5668\u6210\u672c\u9ad8\u6602\u3001\u8fb9\u7f18\u8bbe\u5907\u7b97\u529b\u6709\u9650&#xff0c;\u591a\u65701.5B\u7ea7\u6a21\u578b\u4ecd\u97003GB\u4ee5\u4e0a\u663e\u5b58&#xff0c;\u8ba9\u4e2a\u4eba\u5f00\u53d1\u8005\u4e0e\u4e2d\u5c0f\u4f01\u4e1a\u671b\u800c\u5374\u6b65\u3002\u800cDeepSeek-R1-Distill-Qwen-1.5B&#xff08;\u4e0b\u79f0\u201cDQ-1.5B\u201d&#xff09;\u7684\u51fa\u73b0\u6253\u7834\u50f5\u5c40&#xff0c;\u901a\u8fc7\u77e5\u8bc6\u84b8\u998f\u6280\u672f\u57281.5B\u53c2\u6570\u4f53\u91cf\u4e0b\u5b9e\u73b0\u63a5\u8fd17B\u7ea7\u6a21\u578b\u7684\u63a8\u7406\u80fd\u529b&#xff0c;\u914d\u5408vLLM\u63a8\u7406\u52a0\u901f\u4e0eOpe","og_url":"https:\/\/www.wsisp.com\/helps\/74569.html","og_site_name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","article_published_time":"2026-02-09T23:25:16+00:00","author":"admin","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"admin","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"12 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.wsisp.com\/helps\/74569.html","url":"https:\/\/www.wsisp.com\/helps\/74569.html","name":"2026\u5b9e\u6d4b\uff5cDeepSeek-R1-Distill-Qwen-1.5B\u90e8\u7f72\u5168\u653b\u7565\uff08vLLM+Open WebUI\uff0c0.8GB\u663e\u5b58\u5c31\u80fd\u8dd1\uff0c\u544a\u522b\u670d\u52a1\u5668\u74f6\u9888\uff09 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","isPartOf":{"@id":"https:\/\/www.wsisp.com\/helps\/#website"},"datePublished":"2026-02-09T23:25:16+00:00","dateModified":"2026-02-09T23:25:16+00:00","author":{"@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41"},"breadcrumb":{"@id":"https:\/\/www.wsisp.com\/helps\/74569.html#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.wsisp.com\/helps\/74569.html"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.wsisp.com\/helps\/74569.html#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.wsisp.com\/helps"},{"@type":"ListItem","position":2,"name":"2026\u5b9e\u6d4b\uff5cDeepSeek-R1-Distill-Qwen-1.5B\u90e8\u7f72\u5168\u653b\u7565\uff08vLLM+Open WebUI\uff0c0.8GB\u663e\u5b58\u5c31\u80fd\u8dd1\uff0c\u544a\u522b\u670d\u52a1\u5668\u74f6\u9888\uff09"}]},{"@type":"WebSite","@id":"https:\/\/www.wsisp.com\/helps\/#website","url":"https:\/\/www.wsisp.com\/helps\/","name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","description":"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}"},"query-input":"required name=search_term_string"}],"inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41","name":"admin","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/","url":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","contentUrl":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","caption":"admin"},"sameAs":["http:\/\/wp.wsisp.com"],"url":"https:\/\/www.wsisp.com\/helps\/author\/admin"}]}},"_links":{"self":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/74569","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/comments?post=74569"}],"version-history":[{"count":0,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/74569\/revisions"}],"wp:attachment":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/media?parent=74569"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/categories?post=74569"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/tags?post=74569"},{"taxonomy":"topic","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/topic?post=74569"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}