{"id":95927,"date":"2026-08-27T01:48:42","date_gmt":"2026-08-26T17:48:42","guid":{"rendered":"https:\/\/www.wsisp.com\/helps\/95927.html"},"modified":"2026-08-27T01:48:42","modified_gmt":"2026-08-26T17:48:42","slug":"%e3%80%90%e5%a4%a7%e6%a8%a1%e5%9e%8brag%e7%94%9f%e6%88%90%e5%bc%8fai%e5%bc%80%e5%8f%91%e5%ae%9e%e6%88%98%e3%80%91%e3%80%8a%e5%a4%a7%e6%a8%a1%e5%9e%8brag%e7%94%9f%e6%88%90%e5%bc%8fai%e5%bc%80-2","status":"publish","type":"post","link":"https:\/\/www.wsisp.com\/helps\/95927.html","title":{"rendered":"\u3010\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u3011\u300a\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u300b_102.[\u7b2c11\u7ae0 RAG\u6027\u80fd\u4f18\u5316] \u68c0\u7d22\u5ef6\u8fdf\u4f18\u5316\uff1a\u7d22\u5f15\u7ed3\u6784\u548c\u7f13\u5b58\u7b56\u7565"},"content":{"rendered":"<p><img decoding=\"async\" src=\"https:\/\/www.wsisp.com\/helps\/wp-content\/uploads\/2026\/08\/20260826174841-6a8f26f94a175.png\" alt=\"\u5728\u8fd9\u91cc\u63d2\u5165\u56fe\u7247\u63cf\u8ff0\" \/><\/p>\n<p>\u522b\u8ba9\u6beb\u79d2\u7ea7\u5ef6\u8fdf\u6bc1\u6389\u4f60\u7684RAG\u5e94\u7528&#xff01;\u4ece\u7d22\u5f15\u9009\u578b\u5230\u591a\u7ea7\u7f13\u5b58&#xff0c;\u624b\u628a\u624b\u6559\u4f60\u628a\u68c0\u7d22\u901f\u5ea6\u62c9\u6ee1&#xff0c;\u8ba9\u5927\u6a21\u578b\u201c\u79d2\u56de\u201d\u4e0d\u518d\u662f\u795e\u8bdd\u3002\u672c\u6587\u5c06\u4eceANN\u7d22\u5f15\u7684\u9009\u578b\u9677\u9631\u3001\u5411\u91cf\u91cf\u5316\u7684\u201c\u7626\u8eab\u201d\u9ed1\u79d1\u6280\u3001\u591a\u7ea7\u7f13\u5b58\u4f53\u7cfb\u7684\u5b9e\u6218\u642d\u5efa&#xff0c;\u804a\u5230\u6df7\u5408\u68c0\u7d22\u7684\u5e76\u884c\u5316\u52a0\u901f\u3001\u78c1\u76d8IO\u4e0e\u5185\u5b58\u7684\u534f\u540c\u827a\u672f&#xff0c;\u4ee5\u53ca\u5e94\u7528\u5c42\u8bf7\u6c42\u7ba1\u9053\u7684\u6279\u5904\u7406\u4e0e\u5f02\u6b65\u5316\u3002\u4e0d\u7ba1\u4f60\u662f\u521a\u5165\u5751RAG\u7684\u5c0f\u767d&#xff0c;\u8fd8\u662f\u6b63\u5728\u6027\u80fd\u8c03\u4f18\u91cc\u6293\u8033\u6320\u816e\u7684\u5f00\u53d1\u8005&#xff0c;\u8fd9\u516d\u4e2a\u5173\u952e\u8981\u70b9\u90fd\u80fd\u5e2e\u4f60\u628a\u68c0\u7d22\u5ef6\u8fdf\u4ece\u79d2\u7ea7\u780d\u5230\u6beb\u79d2\u7ea7&#xff0c;\u8ba9\u7528\u6237\u4f53\u9a8c\u539f\u5730\u8d77\u98de\u3002<\/p>\n<p>  #mermaid-svg-Bm0sh8cJpulTx4j1{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:16px;fill:#333;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#mermaid-svg-Bm0sh8cJpulTx4j1 .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#mermaid-svg-Bm0sh8cJpulTx4j1 .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#mermaid-svg-Bm0sh8cJpulTx4j1 .error-icon{fill:#552222;}#mermaid-svg-Bm0sh8cJpulTx4j1 .error-text{fill:#552222;stroke:#552222;}#mermaid-svg-Bm0sh8cJpulTx4j1 .edge-thickness-normal{stroke-width:1px;}#mermaid-svg-Bm0sh8cJpulTx4j1 .edge-thickness-thick{stroke-width:3.5px;}#mermaid-svg-Bm0sh8cJpulTx4j1 .edge-pattern-solid{stroke-dasharray:0;}#mermaid-svg-Bm0sh8cJpulTx4j1 .edge-thickness-invisible{stroke-width:0;fill:none;}#mermaid-svg-Bm0sh8cJpulTx4j1 .edge-pattern-dashed{stroke-dasharray:3;}#mermaid-svg-Bm0sh8cJpulTx4j1 .edge-pattern-dotted{stroke-dasharray:2;}#mermaid-svg-Bm0sh8cJpulTx4j1 .marker{fill:#333333;stroke:#333333;}#mermaid-svg-Bm0sh8cJpulTx4j1 .marker.cross{stroke:#333333;}#mermaid-svg-Bm0sh8cJpulTx4j1 svg{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:16px;}#mermaid-svg-Bm0sh8cJpulTx4j1 p{margin:0;}#mermaid-svg-Bm0sh8cJpulTx4j1 .label{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;color:#333;}#mermaid-svg-Bm0sh8cJpulTx4j1 .cluster-label text{fill:#333;}#mermaid-svg-Bm0sh8cJpulTx4j1 .cluster-label span{color:#333;}#mermaid-svg-Bm0sh8cJpulTx4j1 .cluster-label span p{background-color:transparent;}#mermaid-svg-Bm0sh8cJpulTx4j1 .label text,#mermaid-svg-Bm0sh8cJpulTx4j1 span{fill:#333;color:#333;}#mermaid-svg-Bm0sh8cJpulTx4j1 .node rect,#mermaid-svg-Bm0sh8cJpulTx4j1 .node circle,#mermaid-svg-Bm0sh8cJpulTx4j1 .node ellipse,#mermaid-svg-Bm0sh8cJpulTx4j1 .node polygon,#mermaid-svg-Bm0sh8cJpulTx4j1 .node path{fill:#ECECFF;stroke:#9370DB;stroke-width:1px;}#mermaid-svg-Bm0sh8cJpulTx4j1 .rough-node .label text,#mermaid-svg-Bm0sh8cJpulTx4j1 .node .label text,#mermaid-svg-Bm0sh8cJpulTx4j1 .image-shape .label,#mermaid-svg-Bm0sh8cJpulTx4j1 .icon-shape .label{text-anchor:middle;}#mermaid-svg-Bm0sh8cJpulTx4j1 .node .katex path{fill:#000;stroke:#000;stroke-width:1px;}#mermaid-svg-Bm0sh8cJpulTx4j1 .rough-node .label,#mermaid-svg-Bm0sh8cJpulTx4j1 .node .label,#mermaid-svg-Bm0sh8cJpulTx4j1 .image-shape .label,#mermaid-svg-Bm0sh8cJpulTx4j1 .icon-shape .label{text-align:center;}#mermaid-svg-Bm0sh8cJpulTx4j1 .node.clickable{cursor:pointer;}#mermaid-svg-Bm0sh8cJpulTx4j1 .root .anchor path{fill:#333333!important;stroke-width:0;stroke:#333333;}#mermaid-svg-Bm0sh8cJpulTx4j1 .arrowheadPath{fill:#333333;}#mermaid-svg-Bm0sh8cJpulTx4j1 .edgePath .path{stroke:#333333;stroke-width:2.0px;}#mermaid-svg-Bm0sh8cJpulTx4j1 .flowchart-link{stroke:#333333;fill:none;}#mermaid-svg-Bm0sh8cJpulTx4j1 .edgeLabel{background-color:rgba(232,232,232, 0.8);text-align:center;}#mermaid-svg-Bm0sh8cJpulTx4j1 .edgeLabel p{background-color:rgba(232,232,232, 0.8);}#mermaid-svg-Bm0sh8cJpulTx4j1 .edgeLabel rect{opacity:0.5;background-color:rgba(232,232,232, 0.8);fill:rgba(232,232,232, 0.8);}#mermaid-svg-Bm0sh8cJpulTx4j1 .labelBkg{background-color:rgba(232, 232, 232, 0.5);}#mermaid-svg-Bm0sh8cJpulTx4j1 .cluster rect{fill:#ffffde;stroke:#aaaa33;stroke-width:1px;}#mermaid-svg-Bm0sh8cJpulTx4j1 .cluster text{fill:#333;}#mermaid-svg-Bm0sh8cJpulTx4j1 .cluster span{color:#333;}#mermaid-svg-Bm0sh8cJpulTx4j1 div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:12px;background:hsl(80, 100%, 96.2745098039%);border:1px solid #aaaa33;border-radius:2px;pointer-events:none;z-index:100;}#mermaid-svg-Bm0sh8cJpulTx4j1 .flowchartTitleText{text-anchor:middle;font-size:18px;fill:#333;}#mermaid-svg-Bm0sh8cJpulTx4j1 rect.text{fill:none;stroke-width:0;}#mermaid-svg-Bm0sh8cJpulTx4j1 .icon-shape,#mermaid-svg-Bm0sh8cJpulTx4j1 .image-shape{background-color:rgba(232,232,232, 0.8);text-align:center;}#mermaid-svg-Bm0sh8cJpulTx4j1 .icon-shape p,#mermaid-svg-Bm0sh8cJpulTx4j1 .image-shape p{background-color:rgba(232,232,232, 0.8);padding:2px;}#mermaid-svg-Bm0sh8cJpulTx4j1 .icon-shape .label rect,#mermaid-svg-Bm0sh8cJpulTx4j1 .image-shape .label rect{opacity:0.5;background-color:rgba(232,232,232, 0.8);fill:rgba(232,232,232, 0.8);}#mermaid-svg-Bm0sh8cJpulTx4j1 .label-icon{display:inline-block;height:1em;overflow:visible;vertical-align:-0.125em;}#mermaid-svg-Bm0sh8cJpulTx4j1 .node .label-icon path{fill:currentColor;stroke:revert;stroke-width:revert;}#mermaid-svg-Bm0sh8cJpulTx4j1 :root{&#8211;mermaid-font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;}#mermaid-svg-Bm0sh8cJpulTx4j1 .root&gt;*{fill:#ff6b6b!important;stroke:#2d3436!important;stroke-width:3px!important;color:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .root span{fill:#ff6b6b!important;stroke:#2d3436!important;stroke-width:3px!important;color:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .root tspan{fill:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .idx&gt;*{fill:#4ecdc4!important;stroke:#2d3436!important;stroke-width:2px!important;color:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .idx span{fill:#4ecdc4!important;stroke:#2d3436!important;stroke-width:2px!important;color:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .idx tspan{fill:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .qua&gt;*{fill:#45b7d1!important;stroke:#2d3436!important;stroke-width:2px!important;color:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .qua span{fill:#45b7d1!important;stroke:#2d3436!important;stroke-width:2px!important;color:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .qua tspan{fill:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .cache&gt;*{fill:#96ceb4!important;stroke:#2d3436!important;stroke-width:2px!important;color:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .cache span{fill:#96ceb4!important;stroke:#2d3436!important;stroke-width:2px!important;color:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .cache tspan{fill:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .mix&gt;*{fill:#feca57!important;stroke:#2d3436!important;stroke-width:2px!important;color:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .mix span{fill:#feca57!important;stroke:#2d3436!important;stroke-width:2px!important;color:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .mix tspan{fill:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .io&gt;*{fill:#ff9ff3!important;stroke:#2d3436!important;stroke-width:2px!important;color:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .io span{fill:#ff9ff3!important;stroke:#2d3436!important;stroke-width:2px!important;color:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .io tspan{fill:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .req&gt;*{fill:#54a0ff!important;stroke:#2d3436!important;stroke-width:2px!important;color:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .req span{fill:#54a0ff!important;stroke:#2d3436!important;stroke-width:2px!important;color:#2d3436!important;}#mermaid-svg-Bm0sh8cJpulTx4j1 .req tspan{fill:#2d3436!important;}<\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>\u68c0\u7d22\u5ef6\u8fdf\u4f18\u5316\u5168\u666f\u56fe<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>\u7d22\u5f15\u7ed3\u6784\u9009\u578b<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>\u91cf\u5316\u4e0e\u964d\u7ef4<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>\u591a\u7ea7\u7f13\u5b58\u4f53\u7cfb<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>\u6df7\u5408\u68c0\u7d22\u52a0\u901f<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>IO\u4e0e\u5185\u5b58\u534f\u540c<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>\u8bf7\u6c42\u6d41\u6c34\u7ebf\u4f18\u5316<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>HNSW\u56fe\u7d22\u5f15<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>IVF\u5012\u6392\u91cf\u5316<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>\u6df7\u5408\u7d22\u5f15\u7b56\u7565<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>\u4e58\u79ef\u91cf\u5316PQ<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>Scalar\u91cf\u5316SQ<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>PCA\u964d\u7ef4<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>\u7ed3\u679c\u7f13\u5b58<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>Embedding\u7f13\u5b58<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>\u70ed\u70b9\u9884\u70ed<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>\u5e76\u884c\u68c0\u7d22<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>\u63d0\u524d\u526a\u679d<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>\u5185\u5b58\u6620\u5c04mmap<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>\u51b7\u70ed\u5206\u5c42<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>\u6279\u91cf\u5904\u7406<\/p>\n<p><\/span><\/p>\n<p>         <span style=\"color:#2d3436 !important\" class=\"nodeLabel\"><\/p>\n<p>\u5f02\u6b65\u5e76\u53d1<\/p>\n<p><\/span><\/p>\n<p>\u6587\u5b57\u76ee\u5f55&#xff1a;<\/p>\n<ul>\n<li>\u4e00\u3001\u7d22\u5f15\u7ed3\u6784\u9009\u578b&#xff1a;\u4ece\u66b4\u529bFlat\u5230ANN\u7b97\u6cd5\u7684\u8fdb\u5316\u8bba<\/li>\n<li>\u4e8c\u3001\u91cf\u5316\u4e0e\u964d\u7ef4&#xff1a;\u7ed9\u5411\u91cf\u201c\u7626\u8eab\u201d\u7684\u9ed1\u79d1\u6280<\/li>\n<li>\u4e09\u3001\u591a\u7ea7\u7f13\u5b58\u4f53\u7cfb&#xff1a;\u8ba9\u91cd\u590d\u8ba1\u7b97\u5f7b\u5e95\u4e0b\u5c97<\/li>\n<li>\u56db\u3001\u6df7\u5408\u68c0\u7d22\u52a0\u901f&#xff1a;\u5e76\u884c\u5316\u624d\u662f1&#043;1&gt;2\u7684\u79d8\u8bc0<\/li>\n<li>\u4e94\u3001IO\u4e0e\u5185\u5b58\u534f\u540c&#xff1a;\u522b\u8ba9\u78c1\u76d8\u62d6\u4e86\u540e\u817f<\/li>\n<li>\u516d\u3001\u8bf7\u6c42\u6d41\u6c34\u7ebf\u4f18\u5316&#xff1a;\u6279\u5904\u7406\u3001\u5f02\u6b65\u4e0e\u5e76\u53d1\u63a7\u5236<\/li>\n<\/ul>\n<p>\u55e8&#xff0c;\u5927\u5bb6\u597d\u5440&#xff0c;\u6211\u662f\u4f60\u7684\u8001\u670b\u53cb\u7cbe\u901a\u4ee3\u7801\u5927\u4ed9\u3002\u63a5\u4e0b\u6765\u6211\u4eec\u4e00\u8d77\u5b66\u4e60 \u300a\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u300b102.[\u7b2c11\u7ae0 RAG\u6027\u80fd\u4f18\u5316] \u68c0\u7d22\u5ef6\u8fdf\u4f18\u5316&#xff1a;\u7d22\u5f15\u7ed3\u6784\u548c\u7f13\u5b58\u7b56\u7565<\/p>\n<p>\u4fd7\u8bdd\u8bf4\u5f97\u597d&#xff0c;\u201c\u78e8\u5200\u4e0d\u8bef\u780d\u67f4\u5de5\u201d\u3002\u53ef\u5728RAG\u5f00\u53d1\u7684\u6218\u573a\u4e0a&#xff0c;\u6211\u89c1\u8fc7\u592a\u591a\u540c\u5b66\u62ce\u7740\u4e00\u628a\u949d\u5200\u5c31\u51b2\u4e0a\u5c71\u4e86\u2014\u2014\u6587\u6863\u4e00\u80a1\u8111\u513f\u5411\u91cf\u5316&#xff0c;\u7d22\u5f15\u95ed\u773c\u9009\u9ed8\u8ba4&#xff0c;\u68c0\u7d22\u6162\u5f97\u8ddf\u8717\u725b\u722c\u4f3c\u7684&#xff0c;\u8fd8\u81ea\u6211\u5b89\u6170&#xff1a;\u201c\u5927\u6a21\u578b\u561b&#xff0c;\u6162\u70b9\u662f\u6b63\u5e38\u7684\u3002\u201d\u6b63\u5e38\u4e2a\u9b3c\u554a&#xff01;\u7528\u6237\u95ee\u4e2a\u95ee\u9898&#xff0c;\u7aef\u4e0a\u7684\u5496\u5561\u90fd\u51c9\u4e86&#xff0c;\u7b54\u6848\u8fd8\u6ca1\u5410\u51fa\u6765&#xff0c;\u8fd9\u4f53\u9a8c\u8c01\u53d7\u5f97\u4e86&#xff1f;\u6027\u80fd\u503a\u6b20\u5f97\u8d8a\u591a&#xff0c;\u534a\u591c\u88ab\u53eb\u8d77\u5e8a\u4feeP0\u7684\u6982\u7387\u5c31\u8d8a\u5927\u3002\u4eca\u5929\u54b1\u5c31\u628a\u8fd9\u628a\u201c\u5200\u201d\u597d\u597d\u78e8\u4e00\u78e8&#xff0c;\u804a\u804a\u600e\u4e48\u901a\u8fc7\u7d22\u5f15\u7ed3\u6784\u548c\u7f13\u5b58\u7b56\u7565&#xff0c;\u628a\u68c0\u7d22\u5ef6\u8fdf\u4ece\u79d2\u7ea7\u780d\u5230\u6beb\u79d2\u7ea7\u3002<\/p>\n<p>\u4e00\u3001\u7d22\u5f15\u7ed3\u6784\u9009\u578b&#xff1a;\u4ece\u66b4\u529bFlat\u5230ANN\u7b97\u6cd5\u7684\u8fdb\u5316\u8bba<\/p>\n<p>\u5f88\u591a\u65b0\u624b\u521a\u642dRAG\u7cfb\u7edf\u65f6&#xff0c;\u6700\u5bb9\u6613\u72af\u7684\u9519\u8bef\u5c31\u662f&#xff1a;\u628a\u6587\u6863\u5207\u6210\u5757&#xff0c;\u8c03\u4e2aEmbedding\u6a21\u578b&#xff0c;\u5f80\u5411\u91cf\u6570\u636e\u5e93\u4e00\u585e&#xff0c;\u5c31\u89c9\u5f97\u81ea\u5df1\u641e\u5b9a\u4e86\u3002\u4f60\u95ee\u4ed6\u7528\u7684\u4ec0\u4e48\u7d22\u5f15\u7ed3\u6784&#xff0c;\u4ed6\u4e00\u8138\u832b\u7136&#xff1a;\u201c\u7d22\u5f15&#xff1f;\u4e0d\u662f\u81ea\u52a8\u5efa\u7684\u5417&#xff1f;\u201d \u54ce&#xff0c;\u540c\u5b66&#xff0c;\u5982\u679c\u4f60\u7528\u7684\u662fFlat\u7d22\u5f15&#xff08;\u4e5f\u53eb\u66b4\u529b\u641c\u7d22\u3001\u7cbe\u786e\u641c\u7d22&#xff09;&#xff0c;\u90a3\u6bcf\u6b21\u67e5\u8be2\u90fd\u8981\u628aQuery\u5411\u91cf\u548c\u5e93\u91cc\u6240\u6709\u6587\u6863\u5411\u91cf\u6328\u4e2a\u7b97\u4e00\u904d\u76f8\u4f3c\u5ea6\u3002\u6570\u636e\u91cf\u5c0f\u7684\u65f6\u5019&#xff0c;\u6bd4\u5982\u51e0\u5343\u6761&#xff0c;\u4f60\u611f\u89c9\u4e0d\u5230\u3002\u4f46\u4e00\u65e6\u4e0a\u4e86\u89c4\u6a21&#xff0c;\u5341\u4e07\u6761\u3001\u767e\u4e07\u6761\u3001\u5343\u4e07\u6761&#xff0c;\u8fd9\u8ba1\u7b97\u91cf\u5c31\u662f\u707e\u96be\u3002<\/p>\n<p>ANN&#xff0c;Approximate Nearest Neighbor&#xff0c;\u8fd1\u4f3c\u6700\u8fd1\u90bb\u641c\u7d22&#xff0c;\u624d\u662f\u751f\u4ea7\u73af\u5883\u7684\u6807\u914d\u3002\u5b83\u727a\u7272\u4e00\u70b9\u70b9\u7cbe\u5ea6&#xff08;\u901a\u5e38\u662f1%-5%\u7684\u53ec\u56de\u7387\u635f\u5931&#xff09;&#xff0c;\u6362\u6765\u7684\u662f\u51e0\u5341\u500d\u751a\u81f3\u4e0a\u767e\u500d\u7684\u52a0\u901f\u3002\u76ee\u524d\u4e3b\u6d41\u7684ANN\u7b97\u6cd5\u91cc&#xff0c;HNSW\u548cIVF\u7cfb\u5217\u662f\u6700\u5e38\u7528\u7684\u4e24\u5927\u5bb6\u65cf\u3002<\/p>\n<p>  #mermaid-svg-O0Vx4seLN5KBlIhl{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:16px;fill:#333;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#mermaid-svg-O0Vx4seLN5KBlIhl .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#mermaid-svg-O0Vx4seLN5KBlIhl .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#mermaid-svg-O0Vx4seLN5KBlIhl .error-icon{fill:#552222;}#mermaid-svg-O0Vx4seLN5KBlIhl .error-text{fill:#552222;stroke:#552222;}#mermaid-svg-O0Vx4seLN5KBlIhl .edge-thickness-normal{stroke-width:1px;}#mermaid-svg-O0Vx4seLN5KBlIhl .edge-thickness-thick{stroke-width:3.5px;}#mermaid-svg-O0Vx4seLN5KBlIhl .edge-pattern-solid{stroke-dasharray:0;}#mermaid-svg-O0Vx4seLN5KBlIhl .edge-thickness-invisible{stroke-width:0;fill:none;}#mermaid-svg-O0Vx4seLN5KBlIhl .edge-pattern-dashed{stroke-dasharray:3;}#mermaid-svg-O0Vx4seLN5KBlIhl .edge-pattern-dotted{stroke-dasharray:2;}#mermaid-svg-O0Vx4seLN5KBlIhl .marker{fill:#333333;stroke:#333333;}#mermaid-svg-O0Vx4seLN5KBlIhl .marker.cross{stroke:#333333;}#mermaid-svg-O0Vx4seLN5KBlIhl svg{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:16px;}#mermaid-svg-O0Vx4seLN5KBlIhl p{margin:0;}#mermaid-svg-O0Vx4seLN5KBlIhl .label{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;color:#333;}#mermaid-svg-O0Vx4seLN5KBlIhl .cluster-label text{fill:#333;}#mermaid-svg-O0Vx4seLN5KBlIhl .cluster-label span{color:#333;}#mermaid-svg-O0Vx4seLN5KBlIhl .cluster-label span p{background-color:transparent;}#mermaid-svg-O0Vx4seLN5KBlIhl .label text,#mermaid-svg-O0Vx4seLN5KBlIhl span{fill:#333;color:#333;}#mermaid-svg-O0Vx4seLN5KBlIhl .node rect,#mermaid-svg-O0Vx4seLN5KBlIhl .node circle,#mermaid-svg-O0Vx4seLN5KBlIhl .node ellipse,#mermaid-svg-O0Vx4seLN5KBlIhl .node polygon,#mermaid-svg-O0Vx4seLN5KBlIhl .node path{fill:#ECECFF;stroke:#9370DB;stroke-width:1px;}#mermaid-svg-O0Vx4seLN5KBlIhl .rough-node .label text,#mermaid-svg-O0Vx4seLN5KBlIhl .node .label text,#mermaid-svg-O0Vx4seLN5KBlIhl .image-shape .label,#mermaid-svg-O0Vx4seLN5KBlIhl .icon-shape .label{text-anchor:middle;}#mermaid-svg-O0Vx4seLN5KBlIhl .node .katex path{fill:#000;stroke:#000;stroke-width:1px;}#mermaid-svg-O0Vx4seLN5KBlIhl .rough-node .label,#mermaid-svg-O0Vx4seLN5KBlIhl .node .label,#mermaid-svg-O0Vx4seLN5KBlIhl .image-shape .label,#mermaid-svg-O0Vx4seLN5KBlIhl .icon-shape .label{text-align:center;}#mermaid-svg-O0Vx4seLN5KBlIhl .node.clickable{cursor:pointer;}#mermaid-svg-O0Vx4seLN5KBlIhl .root .anchor path{fill:#333333!important;stroke-width:0;stroke:#333333;}#mermaid-svg-O0Vx4seLN5KBlIhl .arrowheadPath{fill:#333333;}#mermaid-svg-O0Vx4seLN5KBlIhl .edgePath .path{stroke:#333333;stroke-width:2.0px;}#mermaid-svg-O0Vx4seLN5KBlIhl .flowchart-link{stroke:#333333;fill:none;}#mermaid-svg-O0Vx4seLN5KBlIhl .edgeLabel{background-color:rgba(232,232,232, 0.8);text-align:center;}#mermaid-svg-O0Vx4seLN5KBlIhl .edgeLabel p{background-color:rgba(232,232,232, 0.8);}#mermaid-svg-O0Vx4seLN5KBlIhl .edgeLabel rect{opacity:0.5;background-color:rgba(232,232,232, 0.8);fill:rgba(232,232,232, 0.8);}#mermaid-svg-O0Vx4seLN5KBlIhl .labelBkg{background-color:rgba(232, 232, 232, 0.5);}#mermaid-svg-O0Vx4seLN5KBlIhl .cluster rect{fill:#ffffde;stroke:#aaaa33;stroke-width:1px;}#mermaid-svg-O0Vx4seLN5KBlIhl .cluster text{fill:#333;}#mermaid-svg-O0Vx4seLN5KBlIhl .cluster span{color:#333;}#mermaid-svg-O0Vx4seLN5KBlIhl div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:12px;background:hsl(80, 100%, 96.2745098039%);border:1px solid #aaaa33;border-radius:2px;pointer-events:none;z-index:100;}#mermaid-svg-O0Vx4seLN5KBlIhl .flowchartTitleText{text-anchor:middle;font-size:18px;fill:#333;}#mermaid-svg-O0Vx4seLN5KBlIhl rect.text{fill:none;stroke-width:0;}#mermaid-svg-O0Vx4seLN5KBlIhl .icon-shape,#mermaid-svg-O0Vx4seLN5KBlIhl .image-shape{background-color:rgba(232,232,232, 0.8);text-align:center;}#mermaid-svg-O0Vx4seLN5KBlIhl .icon-shape p,#mermaid-svg-O0Vx4seLN5KBlIhl .image-shape p{background-color:rgba(232,232,232, 0.8);padding:2px;}#mermaid-svg-O0Vx4seLN5KBlIhl .icon-shape .label rect,#mermaid-svg-O0Vx4seLN5KBlIhl .image-shape .label rect{opacity:0.5;background-color:rgba(232,232,232, 0.8);fill:rgba(232,232,232, 0.8);}#mermaid-svg-O0Vx4seLN5KBlIhl .label-icon{display:inline-block;height:1em;overflow:visible;vertical-align:-0.125em;}#mermaid-svg-O0Vx4seLN5KBlIhl .node .label-icon path{fill:currentColor;stroke:revert;stroke-width:revert;}#mermaid-svg-O0Vx4seLN5KBlIhl :root{&#8211;mermaid-font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;}<\/p>\n<p>         <span class=\"edgeLabel\"><\/p>\n<p>\u5c0f\u4e8e1\u4e07\u6761<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/p>\n<p>1\u4e07-500\u4e07\u6761<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/p>\n<p>500\u4e07-1\u4ebf\u6761<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/p>\n<p>\u8d85\u5927\u89c4\u6a21<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/p>\n<p>\u5185\u5b58\u6781\u5ea6\u7d27\u5f20<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>\u6570\u636e\u89c4\u6a21\u4e0e\u573a\u666f<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>Flat\u7cbe\u786e\u641c\u7d22<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>HNSW\u5185\u5b58\u7d22\u5f15<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>IVF-PQ\u5e73\u8861\u65b9\u6848<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>IVF-HNSW\u6216\u78c1\u76d8\u7d22\u5f15<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>SQ\u6807\u91cf\u91cf\u5316<\/p>\n<p><\/span><\/p>\n<p>\u6211\u89c1\u8fc7\u6700\u5178\u578b\u7684\u7ffb\u8f66\u73b0\u573a&#xff0c;\u5c31\u662f\u6709\u4eba\u5728FAISS\u91cc\u76f4\u63a5\u4e0a\u4e86IndexFlatIP&#xff0c;\u7136\u540e\u5f80\u91cc\u9762\u603c\u4e86200\u4e07\u6761768\u7ef4\u7684\u5411\u91cf\u3002\u4e0a\u7ebf\u7b2c\u4e00\u5929&#xff0c;\u5e76\u53d1\u7a0d\u5fae\u4e0a\u6765\u70b9&#xff0c;CPU\u76f4\u63a5100%&#xff0c;\u63a5\u53e3\u54cd\u5e94\u65f6\u95f4\u4ece200ms\u98d9\u5347\u52308\u79d2\u3002\u8001\u677f\u5728\u7fa4\u91cc\u75af\u72c2\u827e\u7279\u4ed6&#xff0c;\u4ed6\u8fd8\u61f5\u7740\u5462&#xff1a;\u201c\u6211\u660e\u660e\u7528\u7684\u662f\u4e1a\u754c\u6807\u51c6\u7684\u5411\u91cf\u68c0\u7d22\u554a&#xff1f;\u201d<\/p>\n<p>\u8fd9\u5c31\u662f\u5178\u578b\u7684\u7d22\u5f15\u9009\u578b\u8bef\u533a\u3002Flat\u7d22\u5f15\u7684\u65f6\u95f4\u590d\u6742\u5ea6\u662fO(N*d)&#xff0c;N\u662f\u6570\u636e\u91cf&#xff0c;d\u662f\u7ef4\u5ea6\u3002200\u4e07\u4e58768&#xff0c;\u6bcf\u6b21\u67e5\u8be2\u90fd\u662f\u4e00\u573a\u9a6c\u62c9\u677e\u3002\u66f4\u60e8\u7684\u662f&#xff0c;\u6709\u4e9b\u540c\u5b66\u7528\u7684\u5f00\u6e90\u5411\u91cf\u6570\u636e\u5e93&#xff0c;\u9ed8\u8ba4\u914d\u7f6e\u53ef\u80fd\u5c31\u662fFlat&#xff0c;\u81ea\u5df1\u6ca1\u6539&#xff0c;\u8fd8\u4ee5\u4e3a\u6361\u4e86\u4fbf\u5b9c\u3002\u8fd8\u6709\u4e2a\u8bef\u533a\u662f\u89c9\u5f97ANN\u7d22\u5f15\u201c\u592a\u590d\u6742\u201d\u3001\u201c\u5bb9\u6613\u4e22\u6570\u636e\u201d\u3002\u786e\u5b9e&#xff0c;\u8fd1\u4f3c\u641c\u7d22\u4f1a\u635f\u5931\u4e00\u70b9\u70b9\u53ec\u56de\u7387&#xff0c;\u4f46\u5bf9\u4e8eRAG\u8fd9\u79cd\u201c\u627eTop-K\u4e0a\u4e0b\u6587\u201d\u7684\u573a\u666f&#xff0c;\u4f60\u6839\u672c\u4e0d\u9700\u8981100%\u7cbe\u786e\u53ec\u56de\u3002\u7a0d\u5fae\u635f\u5931\u4e00\u70b9\u70b9\u8fb9\u7f18\u5411\u91cf&#xff0c;\u5b8c\u5168\u4e0d\u5f71\u54cd\u5927\u6a21\u578b\u751f\u6210\u8d28\u91cf\u3002<\/p>\n<p><span class=\"token comment\"># \u65b0\u624b\u7ecf\u5178\u7684\u66b4\u529b\u641c\u7d22\u5199\u6cd5<\/span><br \/>\n<span class=\"token keyword\">import<\/span> faiss<br \/>\n<span class=\"token keyword\">import<\/span> numpy <span class=\"token keyword\">as<\/span> np<\/p>\n<p><span class=\"token comment\"># 768\u7ef4&#xff0c;\u5185\u79ef\u76f8\u4f3c\u5ea6<\/span><br \/>\nindex <span class=\"token operator\">&#061;<\/span> faiss<span class=\"token punctuation\">.<\/span>IndexFlatIP<span class=\"token punctuation\">(<\/span><span class=\"token number\">768<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u5047\u8bbe\u6709100\u4e07\u6761\u5411\u91cf<\/span><br \/>\nvectors <span class=\"token operator\">&#061;<\/span> np<span class=\"token punctuation\">.<\/span>random<span class=\"token punctuation\">.<\/span>randn<span class=\"token punctuation\">(<\/span><span class=\"token number\">1000000<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">768<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">.<\/span>astype<span class=\"token punctuation\">(<\/span><span class=\"token string\">&#039;float32&#039;<\/span><span class=\"token punctuation\">)<\/span><br \/>\nindex<span class=\"token punctuation\">.<\/span>add<span class=\"token punctuation\">(<\/span>vectors<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u67e5\u8be2&#xff1a;\u6bcf\u6b21\u90fd\u8981\u548c100\u4e07\u6761\u5411\u91cf\u8ba1\u7b97\u70b9\u79ef&#xff01;<\/span><br \/>\nD<span class=\"token punctuation\">,<\/span> I <span class=\"token operator\">&#061;<\/span> index<span class=\"token punctuation\">.<\/span>search<span class=\"token punctuation\">(<\/span>query_vector<span class=\"token punctuation\">,<\/span> k<span class=\"token operator\">&#061;<\/span><span class=\"token number\">10<\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u5ef6\u8fdf&#xff1a;\u51e0\u767e\u6beb\u79d2\u5230\u6570\u79d2&#xff0c;\u53d6\u51b3\u4e8e\u786c\u4ef6<\/span><\/p>\n<p>\u90a3\u600e\u4e48\u9009&#xff1f;\u7ed9\u5927\u5bb6\u4e00\u4e2a\u7b80\u5355\u7c97\u66b4\u7684\u9009\u578b\u6307\u5357&#xff1a;<\/p>\n<p>\u7b2c\u4e00&#xff0c;HNSW&#xff08;Hierarchical Navigable Small World&#xff09;\u3002\u5b83\u6784\u5efa\u4e86\u4e00\u4e2a\u591a\u5c42\u56fe\u7ed3\u6784&#xff0c;\u67e5\u8be2\u65f6\u4ece\u9876\u5c42\u7684\u4e00\u4e2a\u5165\u53e3\u70b9\u51fa\u53d1&#xff0c;\u9010\u5c42\u5411\u4e0b\u8d2a\u5fc3\u5bfc\u822a&#xff0c;\u6700\u540e\u5728\u6700\u5e95\u5c42\u7cbe\u786e\u5b9a\u4f4d\u6700\u8fd1\u90bb\u3002\u4f18\u70b9\u662f\u4ec0\u4e48&#xff1f;\u5feb&#xff01;\u5728\u5185\u5b58\u91cc\u67e5\u8be2\u767e\u4e07\u7ea7\u6570\u636e&#xff0c;\u5ef6\u8fdf\u80fd\u538b\u523010ms\u4ee5\u5185\u3002\u7f3a\u70b9\u662f\u5403\u5185\u5b58&#xff0c;\u7d22\u5f15\u6784\u5efa\u6162&#xff0c;\u800c\u4e14\u65b0\u589e\u6570\u636e\u65f6\u5982\u679c\u4e0d\u5f00\u52a8\u6001\u6dfb\u52a0&#xff0c;\u9700\u8981\u91cd\u5efa\u3002\u9002\u5408\u6570\u636e\u91cf\u4e2d\u7b49&#xff08;\u51e0\u4e07\u5230\u51e0\u767e\u4e07&#xff09;\u3001\u5185\u5b58\u5145\u8db3\u3001\u5bf9\u5ef6\u8fdf\u6781\u5ea6\u654f\u611f\u7684\u573a\u666f\u3002\u5728FAISS\u91cc\u7528IndexHNSWFlat&#xff0c;\u5728Milvus\u91cc\u9009HNSW\u7d22\u5f15\u7c7b\u578b\u5c31\u884c\u3002<\/p>\n<p>\u7b2c\u4e8c&#xff0c;IVF&#xff08;Inverted File Index&#xff09;\u3002\u5b83\u5148\u628a\u5411\u91cf\u7a7a\u95f4\u7528K-Means\u805a\u7c7b\u6210\u591a\u4e2a\u6876&#xff08;Voronoi\u5355\u5143&#xff09;&#xff0c;\u67e5\u8be2\u65f6\u53ea\u627e\u79bbQuery\u6700\u8fd1\u7684\u51e0\u4e2a\u6876&#xff0c;\u4e0d\u7528\u5168\u5e93\u626b\u3002\u5982\u679c\u53ea\u5230\u8fd9\u4e00\u6b65&#xff0c;\u662fIndexIVFFlat\u3002\u4f46\u901a\u5e38\u6211\u4eec\u4f1a\u914d\u5408PQ\u4f7f\u7528&#xff0c;\u4e5f\u5c31\u662fIndexIVFPQ&#xff0c;\u8fd9\u662f\u5927\u6570\u636e\u91cf\u7684\u7ecf\u5178\u65b9\u6848\u3002<\/p>\n<p>\u7b2c\u4e09&#xff0c;PQ&#xff08;Product Quantization&#xff09;\u3002\u867d\u7136\u5b83\u672c\u8eab\u662f\u91cf\u5316\u6280\u672f&#xff0c;\u4f46\u5728\u7d22\u5f15\u7ed3\u6784\u91cc&#xff0c;IVF&#043;PQ\u662f\u9ec4\u91d1\u642d\u6863\u3002\u5b83\u628a\u9ad8\u7ef4\u5411\u91cf\u5207\u5206\u6210\u591a\u6bb5&#xff0c;\u6bcf\u6bb5\u5355\u72ec\u91cf\u5316\u3002\u8fd9\u79cd\u7d22\u5f15\u80fd\u5927\u5e45\u538b\u7f29\u5185\u5b58&#xff0c;\u540c\u65f6\u4fdd\u6301\u4e0d\u9519\u7684\u901f\u5ea6\u3002\u9002\u5408\u5343\u4e07\u7ea7\u751a\u81f3\u4ebf\u7ea7\u6570\u636e\u3002<\/p>\n<p>\u7b2c\u56db&#xff0c;SQ&#xff08;Scalar Quantization&#xff09;\u3002\u6bd4PQ\u66f4\u8f7b\u91cf&#xff0c;\u76f4\u63a5\u628aFloat32\u6620\u5c04\u5230Int8&#xff0c;\u5185\u5b58\u77013\/4&#xff0c;\u901f\u5ea6\u63d0\u5347\u660e\u663e&#xff0c;\u800c\u4e14\u5b9e\u73b0\u7b80\u5355\u3002\u5f88\u591a\u5546\u4e1a\u5411\u91cf\u6570\u636e\u5e93\u9ed8\u8ba4\u5c31\u7528\u8fd9\u4e2a\u3002<\/p>\n<p><span class=\"token comment\"># \u65b9\u6848A&#xff1a;HNSW&#xff0c;\u901f\u5ea6\u4f18\u5148<\/span><br \/>\nindex_hnsw <span class=\"token operator\">&#061;<\/span> faiss<span class=\"token punctuation\">.<\/span>IndexHNSWFlat<span class=\"token punctuation\">(<\/span><span class=\"token number\">768<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">32<\/span><span class=\"token punctuation\">)<\/span>  <span class=\"token comment\"># 32\u8868\u793a\u6bcf\u4e2a\u8282\u70b9\u7684\u90bb\u5c45\u6570<\/span><br \/>\nindex_hnsw<span class=\"token punctuation\">.<\/span>hnsw<span class=\"token punctuation\">.<\/span>efConstruction <span class=\"token operator\">&#061;<\/span> <span class=\"token number\">128<\/span>        <span class=\"token comment\"># \u6784\u5efa\u65f6\u641c\u7d22\u6df1\u5ea6&#xff0c;\u8d8a\u5927\u8d8a\u51c6\u8d8a\u6162<\/span><br \/>\nindex_hnsw<span class=\"token punctuation\">.<\/span>hnsw<span class=\"token punctuation\">.<\/span>efSearch <span class=\"token operator\">&#061;<\/span> <span class=\"token number\">64<\/span>               <span class=\"token comment\"># \u67e5\u8be2\u65f6\u641c\u7d22\u6df1\u5ea6<\/span><br \/>\nindex_hnsw<span class=\"token punctuation\">.<\/span>add<span class=\"token punctuation\">(<\/span>vectors<span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u67e5\u8be2\u5ef6\u8fdf&#xff1a;\u901a\u5e38\u57285-20ms&#xff08;\u767e\u4e07\u7ea7\u6570\u636e&#xff09;<\/span><\/p>\n<p><span class=\"token comment\"># \u65b9\u6848B&#xff1a;IVF-PQ&#xff0c;\u5927\u89c4\u6a21\u6570\u636e\u6027\u4ef7\u6bd4\u4e4b\u9009<\/span><br \/>\nnlist <span class=\"token operator\">&#061;<\/span> <span class=\"token number\">1000<\/span>   <span class=\"token comment\"># \u805a\u7c7b\u4e2d\u5fc3\u6570&#xff0c;\u901a\u5e38\u8bbe\u4e3a sqrt(N)<\/span><br \/>\nm <span class=\"token operator\">&#061;<\/span> <span class=\"token number\">16<\/span>         <span class=\"token comment\"># PQ\u5206\u5272\u6570&#xff0c;\u5fc5\u987b\u6574\u9664\u7ef4\u5ea6<\/span><br \/>\nnbits <span class=\"token operator\">&#061;<\/span> <span class=\"token number\">8<\/span>      <span class=\"token comment\"># \u6bcf\u4e2a\u5b50\u7a7a\u95f48bit<\/span><\/p>\n<p>quantizer <span class=\"token operator\">&#061;<\/span> faiss<span class=\"token punctuation\">.<\/span>IndexFlatIP<span class=\"token punctuation\">(<\/span><span class=\"token number\">768<\/span><span class=\"token punctuation\">)<\/span><br \/>\nindex_ivf <span class=\"token operator\">&#061;<\/span> faiss<span class=\"token punctuation\">.<\/span>IndexIVFPQ<span class=\"token punctuation\">(<\/span>quantizer<span class=\"token punctuation\">,<\/span> <span class=\"token number\">768<\/span><span class=\"token punctuation\">,<\/span> nlist<span class=\"token punctuation\">,<\/span> m<span class=\"token punctuation\">,<\/span> nbits<span class=\"token punctuation\">)<\/span><br \/>\nindex_ivf<span class=\"token punctuation\">.<\/span>train<span class=\"token punctuation\">(<\/span>vectors<span class=\"token punctuation\">)<\/span>  <span class=\"token comment\"># \u9700\u8981\u7528\u90e8\u5206\u6570\u636e\u8bad\u7ec3<\/span><br \/>\nindex_ivf<span class=\"token punctuation\">.<\/span>add<span class=\"token punctuation\">(<\/span>vectors<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u53ef\u4ee5\u901a\u8fc7\u8c03\u6574nprobe\u63a7\u5236\u901f\u5ea6\u548c\u7cbe\u5ea6\u7684\u5e73\u8861<\/span><br \/>\nindex_ivf<span class=\"token punctuation\">.<\/span>nprobe <span class=\"token operator\">&#061;<\/span> <span class=\"token number\">10<\/span>   <span class=\"token comment\"># \u67e5\u8be2\u65f6\u641c10\u4e2a\u6700\u8fd1\u7684\u6876&#xff0c;\u9ed8\u8ba41<\/span><br \/>\n<span class=\"token comment\"># nprobe\u8d8a\u5927\u8d8a\u51c6\u8d8a\u6162&#xff0c;nprobe&#061;1\u6700\u5feb\u4f46\u53ef\u80fd\u4e22\u53ec\u56de<\/span><\/p>\n<p>\u7d22\u5f15\u7ed3\u6784\u662fRAG\u5ef6\u8fdf\u4f18\u5316\u7684\u7b2c\u4e00\u9053\u95f8\u95e8\u3002\u522b\u518d\u7528Flat\u7d22\u5f15\u6311\u6218\u751f\u4ea7\u73af\u5883\u7684\u6570\u636e\u91cf\u4e86&#xff0c;HNSW\u4fdd\u901f\u5ea6&#xff0c;IVF-PQ\u4fdd\u89c4\u6a21&#xff0c;\u6839\u636e\u4f60\u7684\u6570\u636e\u91cf\u548c\u786c\u4ef6\u9884\u7b97\u9009\u5bf9\u7b97\u6cd5&#xff0c;\u68c0\u7d22\u5ef6\u8fdf\u7acb\u9a6c\u8170\u65a9\u3002<\/p>\n<p>\u4e8c\u3001\u91cf\u5316\u4e0e\u964d\u7ef4&#xff1a;\u7ed9\u5411\u91cf\u201c\u7626\u8eab\u201d\u7684\u9ed1\u79d1\u6280<\/p>\n<p>\u5982\u679c\u8bf4\u7d22\u5f15\u7ed3\u6784\u51b3\u5b9a\u4e86\u68c0\u7d22\u7684\u8def\u5f84\u6548\u7387&#xff0c;\u90a3\u5411\u91cf\u672c\u8eab\u7684\u201c\u4f53\u79ef\u201d\u5c31\u51b3\u5b9a\u4e86\u6bcf\u4e00\u6b65\u8ba1\u7b97\u7684\u6210\u672c\u3002\u5f88\u591a\u65b0\u624b\u5bf9\u5411\u91cf\u7ef4\u5ea6\u548c\u7cbe\u5ea6\u6709\u4e00\u79cd\u8fd1\u4e4e\u504f\u6267\u7684\u8ffd\u6c42&#xff1a;\u201c\u5fc5\u987b768\u7ef4&#xff0c;\u5fc5\u987bFloat32&#xff0c;\u5c11\u4e00\u70b9\u90fd\u4e0d\u4e13\u4e1a\u3002\u201d \u7ed3\u679c\u5462&#xff1f;\u4e00\u6761768\u7ef4\u7684Float32\u5411\u91cf&#xff0c;\u5360\u75283KB\u5185\u5b58\u3002100\u4e07\u6761\u5c31\u662f3GB&#xff0c;\u8fd8\u6ca1\u7b97\u7d22\u5f15\u7ed3\u6784\u672c\u8eab\u3002\u518d\u52a0\u4e0a\u591a\u526f\u672c\u3001\u591a\u5206\u533a&#xff0c;\u670d\u52a1\u5668\u5185\u5b58\u77ac\u95f4\u7206\u70b8\u3002<\/p>\n<p>\u91cf\u5316\u548c\u964d\u7ef4&#xff0c;\u672c\u8d28\u4e0a\u5c31\u662f\u5728\u4fe1\u606f\u5bc6\u5ea6\u548c\u5b58\u50a8\u6210\u672c\u4e4b\u95f4\u627e\u5e73\u8861\u70b9\u3002\u4f60\u5f97\u660e\u767d\u4e00\u4e2a\u9053\u7406&#xff1a;Embedding\u5411\u91cf\u91cc\u5e76\u4e0d\u662f\u6bcf\u4e00\u7ef4\u90fd\u540c\u7b49\u91cd\u8981&#xff0c;\u4e5f\u4e0d\u662f\u6bcf\u4e00\u4e2abit\u90fd\u503c\u5f97\u752832\u4f4d\u53bb\u5b58\u3002<\/p>\n<p>\u6211\u89c1\u8fc7\u6700\u79bb\u8c31\u7684\u6848\u4f8b&#xff0c;\u6709\u4eba\u75281536\u7ef4\u7684OpenAI\u5411\u91cf&#xff0c;\u5168\u7cbe\u5ea6\u5b58\u50a8\u4e86500\u4e07\u6761&#xff0c;\u5149\u539f\u59cb\u5411\u91cf\u5c31\u898130GB\u3002\u7136\u540e\u90e8\u7f72\u5230\u4e00\u53f032GB\u5185\u5b58\u7684\u670d\u52a1\u5668\u4e0a&#xff0c;\u52a0\u4e0a\u7cfb\u7edf\u5f00\u9500\u548c\u7d22\u5f15\u7ed3\u6784&#xff0c;\u76f4\u63a5OOM\u3002\u4ed6\u4e3a\u4e86\u89e3\u51b3\u8fd9\u4e2a\u95ee\u9898&#xff0c;\u4e0d\u662f\u53bb\u91cf\u5316&#xff0c;\u800c\u662f\u53bb\u6269\u5bb9\u670d\u52a1\u5668&#xff0c;\u4e70\u4e86\u4e00\u53f0128GB\u5185\u5b58\u7684\u673a\u5668\u3002\u8001\u677f\u95ee\u4ed6\u4e3a\u4ec0\u4e48\u6210\u672c\u7ffb\u4e86\u4e94\u500d&#xff0c;\u4ed6\u8bf4&#xff1a;\u201c\u5411\u91cf\u68c0\u7d22\u5c31\u662f\u8fd9\u6837\u7684\u3002\u201d \u6211\u542c\u4e86\u90fd\u66ff\u4ed6\u5fc3\u75bc\u90a3\u7b14\u51a4\u6789\u94b1\u3002<\/p>\n<p>\u8fd8\u6709\u4e2a\u5e38\u89c1\u8bef\u533a\u662f\u89c9\u5f97\u91cf\u5316\u540e\u7684\u7cbe\u5ea6\u635f\u5931\u4f1a\u8ba9RAG\u53d8\u50bb\u3002\u5176\u5b9eRAG\u68c0\u7d22\u7684\u662fTop-K\u4e0a\u4e0b\u6587&#xff0c;\u53ea\u8981\u524d\u51e0\u6761 relevant \u6587\u6863\u6ca1\u88ab\u6324\u51fa\u53ec\u56de\u8303\u56f4&#xff0c;\u5927\u6a21\u578b\u7684\u751f\u6210\u8d28\u91cf\u57fa\u672c\u4e0d\u53d7\u5f71\u54cd\u3002\u91cf\u5316\u5e26\u6765\u7684\u8ddd\u79bb\u8ba1\u7b97\u8bef\u5dee&#xff0c;\u5728\u6392\u5e8f\u9760\u540e\u7684\u6587\u6863\u4e0a\u66f4\u660e\u663e&#xff0c;\u800c\u6211\u4eec\u8981\u7684\u6070\u6070\u662f\u6700\u524d\u9762\u7684\u90a3\u51e0\u6761\u3002<\/p>\n<p><span class=\"token comment\"># \u5168\u7cbe\u5ea6\u5b58\u50a8\u7684&#034;\u571f\u8c6a&#034;\u5199\u6cd5<\/span><br \/>\nvectors <span class=\"token operator\">&#061;<\/span> np<span class=\"token punctuation\">.<\/span>random<span class=\"token punctuation\">.<\/span>randn<span class=\"token punctuation\">(<\/span><span class=\"token number\">5000000<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">768<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">.<\/span>astype<span class=\"token punctuation\">(<\/span><span class=\"token string\">&#039;float32&#039;<\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u5185\u5b58\u5360\u7528&#xff1a;5,000,000 * 768 * 4 bytes \u2248 15.3 GB<\/span><br \/>\n<span class=\"token comment\"># \u8fd9\u8fd8\u6ca1\u7b97HNSW\u7d22\u5f15\u672c\u8eab\u8981\u5360\u7684\u989d\u5916\u5185\u5b58&#xff01;<\/span><br \/>\n<span class=\"token comment\"># \u5728\u5927\u591a\u6570\u4e91\u670d\u52a1\u5668\u4e0a&#xff0c;\u8fd9\u5df2\u7ecf\u8db3\u4ee5\u89e6\u53d1OOM\u6216\u8005\u75af\u72c2swap<\/span><\/p>\n<p>\u600e\u4e48\u7ed9\u5411\u91cf\u7626\u8eab&#xff1f;\u6709\u4e09\u677f\u65a7&#xff1a;<\/p>\n<p>\u7b2c\u4e00\u677f\u65a7&#xff0c;Scalar Quantization&#xff08;\u6807\u91cf\u91cf\u5316&#xff09;\u3002\u8fd9\u662f\u6700\u7b80\u5355\u7684\u91cf\u5316\u65b9\u5f0f&#xff0c;\u628aFloat32\u7ebf\u6027\u6620\u5c04\u5230Int8\u3002\u5185\u5b58\u76f4\u63a5\u538b\u7f29\u5230\u539f\u6765\u76841\/4&#xff0c;\u800c\u4e14\u73b0\u4ee3CPU\u5bf9Int8\u8fd0\u7b97\u6709\u4f18\u5316&#xff0c;\u68c0\u7d22\u901f\u5ea6\u8fd8\u80fd\u63d0\u5347\u3002FAISS\u91cc\u7684IndexScalarQuantizer&#xff0c;Milvus\u548cQdrant\u4e5f\u90fd\u539f\u751f\u652f\u6301\u3002\u5b9e\u65bd\u6210\u672c\u51e0\u4e4e\u4e3a\u96f6&#xff0c;\u6536\u76ca\u7acb\u7aff\u89c1\u5f71\u3002\u5982\u679c\u4f60\u8fd8\u6ca1\u7528\u8fc7&#xff0c;\u4eca\u5929\u5c31\u8bd5\u8bd5\u3002<\/p>\n<p>\u7b2c\u4e8c\u677f\u65a7&#xff0c;Product Quantization&#xff08;\u4e58\u79ef\u91cf\u5316&#xff0c;PQ&#xff09;\u3002PQ\u66f4\u731b&#xff0c;\u5b83\u628a768\u7ef4\u5411\u91cf\u5207\u6210M\u6bb5&#xff08;\u6bd4\u598216\u6bb5&#xff09;&#xff0c;\u6bcf\u6bb548\u7ef4\u3002\u7136\u540e\u6bcf\u6bb5\u5355\u72ec\u505a\u4e00\u6b21K-Means\u805a\u7c7b&#xff08;\u901a\u5e38256\u4e2a\u4e2d\u5fc3\u70b9&#xff09;&#xff0c;\u8fd9\u6837\u6bcf\u6bb5\u53ea\u9700\u8981\u7528\u4e00\u4e2a8bit\u7684\u7f16\u7801\u6765\u8868\u793a\u5c5e\u4e8e\u54ea\u4e2a\u4e2d\u5fc3\u70b9\u3002\u6700\u7ec8\u4e00\u4e2a768\u7ef4\u5411\u91cf\u5c31\u88ab\u538b\u7f29\u6210\u4e8616\u4e2a\u5b57\u8282&#xff01;\u538b\u7f29\u7387\u63a5\u8fd11\/192&#xff0c;\u867d\u7136\u8ba1\u7b97\u7684\u662f\u8fd1\u4f3c\u8ddd\u79bb&#xff0c;\u4f46\u53ec\u56de\u7387\u635f\u5931\u901a\u5e38\u57283%\u4ee5\u5185\u3002<\/p>\n<p>\u7b2c\u4e09\u677f\u65a7&#xff0c;\u964d\u7ef4\u3002\u5982\u679c\u4f60\u7684Embedding\u6a21\u578b\u5141\u8bb8&#xff0c;\u6216\u8005\u4e1a\u52a1\u80fd\u63a5\u53d7&#xff0c;\u76f4\u63a5\u7528PCA\u628a768\u7ef4\u964d\u5230256\u7ef4\u751a\u81f3128\u7ef4\u3002\u8ba1\u7b97\u91cf\u76f4\u63a5\u53d8\u62101\/3\u62161\/6\u3002\u73b0\u5728\u5f88\u591a\u6a21\u578b\u672c\u8eab\u5c31\u63d0\u4f9b\u591a\u79cd\u7ef4\u5ea6\u8f93\u51fa&#xff0c;\u6bd4\u5982BGE-M3\u67091024\u7ef4\u4e5f\u6709\u66f4\u4f4e\u7ef4\u7684\u7248\u672c\u3002\u9009\u4e2a\u9002\u5408\u4f60\u4e1a\u52a1\u7ef4\u5ea6\u7684&#xff0c;\u522b\u76f2\u76ee\u8ffd\u6c42\u9ad8\u7ef4\u3002<\/p>\n<p><span class=\"token comment\"># \u65b9\u6848A&#xff1a;\u6807\u91cf\u91cf\u5316SQ&#xff0c;\u96f6\u6210\u672c\u542f\u52a8<\/span><br \/>\n<span class=\"token comment\"># \u5728FAISS\u4e2d<\/span><br \/>\nindex_sq <span class=\"token operator\">&#061;<\/span> faiss<span class=\"token punctuation\">.<\/span>IndexScalarQuantizer<span class=\"token punctuation\">(<\/span><span class=\"token number\">768<\/span><span class=\"token punctuation\">,<\/span> faiss<span class=\"token punctuation\">.<\/span>ScalarQuantizer<span class=\"token punctuation\">.<\/span>QT_8bit<span class=\"token punctuation\">)<\/span><br \/>\nindex_sq<span class=\"token punctuation\">.<\/span>add<span class=\"token punctuation\">(<\/span>vectors<span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u5185\u5b58\u5360\u7528\u964d\u81f3\u7ea61\/4<\/span><\/p>\n<p><span class=\"token comment\"># \u65b9\u6848B&#xff1a;PQ\u91cf\u5316&#xff0c;\u9ad8\u538b\u7f29\u7387<\/span><br \/>\nm <span class=\"token operator\">&#061;<\/span> <span class=\"token number\">16<\/span>  <span class=\"token comment\"># \u5fc5\u987b\u6574\u9664768&#xff0c;768\/16&#061;48<\/span><br \/>\nnbits <span class=\"token operator\">&#061;<\/span> <span class=\"token number\">8<\/span><br \/>\npq <span class=\"token operator\">&#061;<\/span> faiss<span class=\"token punctuation\">.<\/span>ProductQuantizer<span class=\"token punctuation\">(<\/span><span class=\"token number\">768<\/span><span class=\"token punctuation\">,<\/span> m<span class=\"token punctuation\">,<\/span> nbits<span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u538b\u7f29\u540e\u6bcf\u6761\u5411\u91cf\u53ea\u670916\u5b57\u8282&#xff01;<\/span><br \/>\n<span class=\"token comment\"># \u914d\u5408IVF\u4f7f\u7528\u6548\u679c\u66f4\u4f73<\/span><br \/>\nindex_ivfpq <span class=\"token operator\">&#061;<\/span> faiss<span class=\"token punctuation\">.<\/span>IndexIVFPQ<span class=\"token punctuation\">(<\/span>quantizer<span class=\"token punctuation\">,<\/span> <span class=\"token number\">768<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">1000<\/span><span class=\"token punctuation\">,<\/span> m<span class=\"token punctuation\">,<\/span> nbits<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u65b9\u6848C&#xff1a;\u5148\u964d\u7ef4&#xff0c;\u518d\u5efa\u7d22\u5f15<\/span><br \/>\n<span class=\"token comment\"># \u7528PCA\u964d\u5230256\u7ef4<\/span><br \/>\nmat <span class=\"token operator\">&#061;<\/span> faiss<span class=\"token punctuation\">.<\/span>PCAMatrix<span class=\"token punctuation\">(<\/span><span class=\"token number\">768<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">256<\/span><span class=\"token punctuation\">)<\/span><br \/>\nmat<span class=\"token punctuation\">.<\/span>train<span class=\"token punctuation\">(<\/span>vectors<span class=\"token punctuation\">)<\/span><br \/>\nvectors_256 <span class=\"token operator\">&#061;<\/span> mat<span class=\"token punctuation\">.<\/span>apply_py<span class=\"token punctuation\">(<\/span>vectors<span class=\"token punctuation\">)<\/span><\/p>\n<p>index_pca <span class=\"token operator\">&#061;<\/span> faiss<span class=\"token punctuation\">.<\/span>IndexHNSWFlat<span class=\"token punctuation\">(<\/span><span class=\"token number\">256<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">32<\/span><span class=\"token punctuation\">)<\/span><br \/>\nindex_pca<span class=\"token punctuation\">.<\/span>add<span class=\"token punctuation\">(<\/span>vectors_256<span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u67e5\u8be2\u65f6\u4e5f\u8981\u5bf9query\u505a\u540c\u6837\u7684PCA\u53d8\u6362<\/span><br \/>\nquery_256 <span class=\"token operator\">&#061;<\/span> mat<span class=\"token punctuation\">.<\/span>apply_py<span class=\"token punctuation\">(<\/span>query_vector<span class=\"token punctuation\">)<\/span><\/p>\n<p>\u5411\u91cf\u4e0d\u662f\u8d8a\u5927\u8d8a\u9999&#xff0c;\u7cbe\u5ea6\u4e5f\u4e0d\u662f\u8d8a\u9ad8\u8d8a\u597d\u3002\u901a\u8fc7\u6807\u91cf\u91cf\u5316\u3001\u4e58\u79ef\u91cf\u5316\u548c\u5408\u7406\u964d\u7ef4&#xff0c;\u7ed9\u5411\u91cf\u6210\u529f\u201c\u7626\u8eab\u201d&#xff0c;\u4f60\u7684RAG\u7cfb\u7edf\u624d\u80fd\u5728\u6709\u9650\u7684\u786c\u4ef6\u8d44\u6e90\u91cc\u8dd1\u51fa\u65e0\u9650\u7684\u6027\u80fd\u3002<\/p>\n<p>\u4e09\u3001\u591a\u7ea7\u7f13\u5b58\u4f53\u7cfb&#xff1a;\u8ba9\u91cd\u590d\u8ba1\u7b97\u5f7b\u5e95\u4e0b\u5c97<\/p>\n<p>\u505a\u6027\u80fd\u4f18\u5316&#xff0c;\u6709\u4e00\u4e2a\u6c38\u6052\u4e0d\u53d8\u7684\u771f\u7406&#xff1a;\u80fd\u4e0d\u505a\u7684\u8ba1\u7b97&#xff0c;\u5343\u4e07\u522b\u505a&#xff1b;\u80fd\u590d\u7528\u7684\u7ed3\u679c&#xff0c;\u7edd\u5bf9\u590d\u7528\u3002\u5728RAG\u5168\u6d41\u7a0b\u91cc&#xff0c;\u4eceQuery\u8fdb\u6765&#xff0c;\u5230Embedding\u8ba1\u7b97&#xff0c;\u518d\u5230\u5411\u91cf\u68c0\u7d22&#xff0c;\u6700\u540e\u5230\u5927\u6a21\u578b\u751f\u6210&#xff0c;\u6bcf\u4e00\u4e2a\u73af\u8282\u90fd\u53ef\u80fd\u4ea7\u751f\u53ef\u7f13\u5b58\u7684\u4e2d\u95f4\u7ed3\u679c\u3002\u4f46\u5f88\u591a\u65b0\u624b\u7684\u7cfb\u7edf\u5c31\u50cf\u4e2a\u5065\u5fd8\u75c7\u60a3\u8005&#xff0c;\u540c\u4e00\u4e2a\u95ee\u9898\u95ee\u7b2c\u4e8c\u904d&#xff0c;\u5b83\u8fd8\u662f\u8981\u4ece\u5934\u5230\u5c3e\u91cd\u65b0\u7b97\u4e00\u904d\u3002<\/p>\n<p>\u6784\u5efa\u591a\u7ea7\u7f13\u5b58\u4f53\u7cfb&#xff0c;\u662f\u6295\u5165\u4ea7\u51fa\u6bd4\u6700\u9ad8\u7684\u4f18\u5316\u624b\u6bb5\u3002\u6709\u65f6\u5019\u4e00\u884cRedis\u67e5\u8be2&#xff0c;\u5c31\u80fd\u5e2e\u4f60\u7701\u4e0b\u51e0\u767e\u6beb\u79d2\u7684\u6a21\u578b\u63a8\u7406\u65f6\u95f4\u548c\u51e0\u6bdb\u94b1\u7684API\u8c03\u7528\u8d39\u3002<\/p>\n<p>\u6700\u75db\u7684\u5730\u65b9\u5728\u4e8e\u91cd\u590d\u8ba1\u7b97\u3002\u7528\u6237\u8fde\u7eed\u4e24\u6b21\u95ee\u201c\u4f60\u4eec\u4ea7\u54c1\u7684\u9000\u6b3e\u653f\u7b56\u662f\u4ec0\u4e48\u201d&#xff0c;\u6216\u8005\u4e24\u4e2a\u7528\u6237\u51e0\u4e4e\u540c\u65f6\u95ee\u4e86\u540c\u4e00\u4e2a\u5e38\u89c1\u95ee\u9898&#xff0c;\u4f60\u7684\u7cfb\u7edf\u5374\u5728\u540e\u53f0\u75af\u72c2\u8c03\u7528Embedding\u6a21\u578b\u3001\u75af\u72c2\u68c0\u7d22\u5411\u91cf\u5e93\u3001\u75af\u72c2\u8c03ChatGPT\u63a5\u53e3\u3002Embedding\u6a21\u578b\u672c\u5730\u8dd1\u7684\u8bdd&#xff0c;\u4e00\u6b21\u51e0\u5341\u5230\u51e0\u767e\u6beb\u79d2&#xff1b;\u8c03OpenAI\u63a5\u53e3\u7684\u8bdd&#xff0c;\u4e00\u6b21\u8fd8\u8981\u7b97token\u8d39\u3002\u5411\u91cf\u68c0\u7d22\u90e8\u5206\u4e5f\u8981\u91cd\u65b0\u8d70\u4e00\u904d\u7f51\u7edcIO\u548c\u8ba1\u7b97\u3002<\/p>\n<p>\u66f4\u9690\u853d\u7684\u662f&#xff0c;\u6709\u4e9b\u7cfb\u7edf\u8fde\u6587\u6863\u5411\u91cf\u90fd\u6bcf\u6b21\u91cd\u65b0Embedding\u3002\u6bd4\u5982\u628a\u6587\u6863\u5b58\u5728\u6570\u636e\u5e93\u91cc&#xff0c;\u6bcf\u6b21\u67e5\u8be2\u7684\u65f6\u5019\u73b0\u573a\u628a\u76f8\u5173\u6587\u6863\u518dEmbed\u4e00\u904d\u7b97\u76f8\u4f3c\u5ea6\u3002\u8fd9\u79cd\u8bbe\u8ba1\u5728RAG\u91cc\u662f\u5927\u5fcc&#xff0c;\u6587\u6863\u7684\u5411\u91cf\u5e94\u8be5\u5728\u5efa\u5e93\u65f6\u5c31\u7b97\u597d\u5b58\u597d\u3002\u8fd8\u6709\u4e9b\u540c\u5b66\u77e5\u9053\u8981\u7f13\u5b58&#xff0c;\u4f46\u53ea\u505a\u4e86\u6700\u7b80\u5355\u7684HTTP\u63a5\u53e3\u7f13\u5b58&#xff0c;\u5ffd\u7565\u4e86RAG\u6d41\u7a0b\u5185\u90e8\u7684\u4e2d\u95f4\u6001\u7f13\u5b58\u3002\u7ed3\u679c\u63a5\u53e3\u5c42\u7f13\u5b58\u547d\u4e2d\u7387\u4f4e&#xff0c;\u56e0\u4e3a\u6bcf\u4e2a\u7528\u6237\u7684Query\u8868\u8ff0\u90fd\u6709\u7ec6\u5fae\u5dee\u522b\u3002<\/p>\n<p><span class=\"token comment\"># \u5178\u578b\u7684&#034;\u5065\u5fd8\u75c7&#034;RAG\u6d41\u6c34\u7ebf<\/span><br \/>\n<span class=\"token keyword\">def<\/span> <span class=\"token function\">rag_chat<\/span><span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">:<\/span> <span class=\"token builtin\">str<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token comment\"># \u6bcf\u6b21\u90fd\u91cd\u65b0\u7f16\u7801Query<\/span><br \/>\n    query_emb <span class=\"token operator\">&#061;<\/span> embedding_model<span class=\"token punctuation\">.<\/span>encode<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">)<\/span>      <span class=\"token comment\"># \u8017\u65f6100ms&#043;<\/span><\/p>\n<p>    <span class=\"token comment\"># \u6bcf\u6b21\u90fd\u91cd\u65b0\u68c0\u7d22<\/span><br \/>\n    docs <span class=\"token operator\">&#061;<\/span> vector_db<span class=\"token punctuation\">.<\/span>search<span class=\"token punctuation\">(<\/span>query_emb<span class=\"token punctuation\">,<\/span> top_k<span class=\"token operator\">&#061;<\/span><span class=\"token number\">5<\/span><span class=\"token punctuation\">)<\/span>    <span class=\"token comment\"># \u8017\u65f6200ms&#043;<\/span><\/p>\n<p>    <span class=\"token comment\"># \u6bcf\u6b21\u90fd\u91cd\u65b0\u8c03\u7528LLM<\/span><br \/>\n    prompt <span class=\"token operator\">&#061;<\/span> build_prompt<span class=\"token punctuation\">(<\/span>docs<span class=\"token punctuation\">,<\/span> query<span class=\"token punctuation\">)<\/span><br \/>\n    answer <span class=\"token operator\">&#061;<\/span> llm_client<span class=\"token punctuation\">.<\/span>chat<span class=\"token punctuation\">(<\/span>prompt<span class=\"token punctuation\">)<\/span>               <span class=\"token comment\"># \u8017\u65f62s&#043;&#xff0c;\u8fd8\u8981\u82b1\u94b1&#xff01;<\/span><\/p>\n<p>    <span class=\"token keyword\">return<\/span> answer<\/p>\n<p><span class=\"token comment\"># \u7528\u6237A\u95ee&#034;\u600e\u4e48\u9000\u6b3e&#034;&#xff0c;\u7528\u6237B\u95ee&#034;\u5982\u4f55\u7533\u8bf7\u9000\u6b3e&#034;<\/span><br \/>\n<span class=\"token comment\"># \u7cfb\u7edf\u5f53\u6210\u4e24\u4e2a\u5b8c\u5168\u4e0d\u540c\u7684\u95ee\u9898\u5904\u7406&#xff0c;\u5168\u7a0b\u91cd\u65b0\u8ba1\u7b97<\/span><\/p>\n<p>\u591a\u7ea7\u7f13\u5b58\u600e\u4e48\u642d&#xff1f;\u6211\u7ed9\u5927\u5bb6\u4e00\u4e2a\u5b9e\u6218\u6a21\u677f&#xff1a;<\/p>\n<p>L1\u7f13\u5b58&#xff1a;Query-Result \u76f4\u8fde\u7f13\u5b58\u3002\u5bf9\u5b8c\u5168\u76f8\u540c\u7684Query\u5b57\u7b26\u4e32&#xff0c;\u76f4\u63a5\u8fd4\u56de\u7f13\u5b58\u7ed3\u679c\u3002\u5b9e\u73b0\u7b80\u5355&#xff0c;\u7528Redis\u6216\u672c\u5730LRU\u7f13\u5b58\u90fd\u884c\u3002TTL\u6839\u636e\u4e1a\u52a1\u7279\u6027\u8bbe\u7f6e&#xff0c;FAQ\u7c7b\u4e1a\u52a1\u53ef\u4ee5\u8bbe\u957f\u4e00\u70b9&#xff08;\u51e0\u5c0f\u65f6\u751a\u81f3\u4e00\u5929&#xff09;&#xff0c;\u5bf9\u8bdd\u7c7b\u4e1a\u52a1\u8bbe\u77ed\u4e00\u70b9&#xff08;\u51e0\u5206\u949f&#xff09;\u3002\u4e3a\u4e86\u5904\u7406\u5927\u5c0f\u5199\u548c\u7a7a\u683c\u5dee\u5f02&#xff0c;\u7f13\u5b58key\u53ef\u4ee5\u5148\u5bf9query\u505a\u6807\u51c6\u5316&#xff08;\u53bb\u7a7a\u683c\u3001\u8f6c\u5c0f\u5199&#xff09;\u518d\u54c8\u5e0c\u3002<\/p>\n<p>L2\u7f13\u5b58&#xff1a;Query-Embedding \u6620\u5c04\u7f13\u5b58\u3002\u6587\u672c\u5230\u5411\u91cf\u7684\u6620\u5c04\u662f\u786e\u5b9a\u7684&#xff08;\u540c\u4e00\u4e2a\u6a21\u578b\u4e0b&#xff09;&#xff0c;\u5b8c\u5168\u53ef\u4ee5\u7f13\u5b58\u3002\u8fd9\u6837\u5373\u4f7fL1\u6ca1\u547d\u4e2d&#xff0c;L2\u4e5f\u80fd\u5e2e\u4f60\u7701\u6389Embedding\u8ba1\u7b97\u65f6\u95f4\u3002\u5bf9\u4e8e\u8bed\u4e49\u76f8\u8fd1\u4f46\u8868\u8ff0\u4e0d\u540c\u7684Query&#xff0c;L2\u867d\u7136\u7f13\u5b58\u4e0d\u4e86&#xff0c;\u4f46\u6211\u4eec\u53ef\u4ee5\u7ed3\u5408L1\u7684\u6a21\u7cca\u5339\u914d\u6216\u8005\u8bed\u4e49\u7f13\u5b58&#xff08;\u6bd4\u5982\u7528\u4e00\u4e2a\u5c0f\u6a21\u578b\u5224\u65ad\u8bed\u4e49\u76f8\u4f3c\u5ea6&#xff09;\u6765\u63d0\u5347\u547d\u4e2d\u7387\u3002<\/p>\n<p>L3\u7f13\u5b58&#xff1a;\u70ed\u70b9\u6587\u6863\u9884\u52a0\u8f7d\u3002\u5bf9\u4e8e\u90a3\u4e9b\u9ad8\u9891\u68c0\u7d22\u7684\u6587\u6863&#xff08;\u6bd4\u5982\u4ea7\u54c1\u8bf4\u660e\u4e66\u3001\u653f\u7b56\u6587\u6863&#xff09;&#xff0c;\u5b83\u4eec\u7684\u5411\u91cf\u53ef\u4ee5\u5728\u670d\u52a1\u542f\u52a8\u65f6\u5c31\u9884\u52a0\u8f7d\u5230\u5185\u5b58&#xff0c;\u751a\u81f3\u53ef\u4ee5\u63d0\u524d\u628a\u201c\u5e38\u89c1\u95ee\u9898\u2192\u6700\u4f73\u7b54\u6848\u201d\u7684\u6620\u5c04\u7b97\u597d&#xff0c;\u505a\u6210\u4e00\u4e2a\u8bed\u4e49\u8def\u7531\u8868&#xff0c;\u547d\u4e2d\u76f4\u63a5\u8fd4&#xff0c;\u8fde\u5411\u91cf\u68c0\u7d22\u90fd\u7701\u4e86\u3002<\/p>\n<p><span class=\"token keyword\">import<\/span> hashlib<br \/>\n<span class=\"token keyword\">import<\/span> redis<\/p>\n<p>r <span class=\"token operator\">&#061;<\/span> redis<span class=\"token punctuation\">.<\/span>Redis<span class=\"token punctuation\">(<\/span>host<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#039;localhost&#039;<\/span><span class=\"token punctuation\">,<\/span> port<span class=\"token operator\">&#061;<\/span><span class=\"token number\">6379<\/span><span class=\"token punctuation\">,<\/span> db<span class=\"token operator\">&#061;<\/span><span class=\"token number\">0<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token keyword\">def<\/span> <span class=\"token function\">normalize_query<\/span><span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">return<\/span> query<span class=\"token punctuation\">.<\/span>strip<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">.<\/span>lower<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">.<\/span>replace<span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034; &#034;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#034;&#034;<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token keyword\">def<\/span> <span class=\"token function\">get_cache_key<\/span><span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    norm <span class=\"token operator\">&#061;<\/span> normalize_query<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">return<\/span> <span class=\"token string\">&#034;rag:result:&#034;<\/span> <span class=\"token operator\">&#043;<\/span> hashlib<span class=\"token punctuation\">.<\/span>md5<span class=\"token punctuation\">(<\/span>norm<span class=\"token punctuation\">.<\/span>encode<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">.<\/span>hexdigest<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token keyword\">def<\/span> <span class=\"token function\">get_emb_cache_key<\/span><span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    norm <span class=\"token operator\">&#061;<\/span> normalize_query<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">return<\/span> <span class=\"token string\">&#034;rag:emb:&#034;<\/span> <span class=\"token operator\">&#043;<\/span> hashlib<span class=\"token punctuation\">.<\/span>md5<span class=\"token punctuation\">(<\/span>norm<span class=\"token punctuation\">.<\/span>encode<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">.<\/span>hexdigest<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token keyword\">def<\/span> <span class=\"token function\">rag_chat<\/span><span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">:<\/span> <span class=\"token builtin\">str<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token comment\"># L1: \u67e5\u7ed3\u679c\u7f13\u5b58<\/span><br \/>\n    cache_key <span class=\"token operator\">&#061;<\/span> get_cache_key<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">)<\/span><br \/>\n    cached <span class=\"token operator\">&#061;<\/span> r<span class=\"token punctuation\">.<\/span>get<span class=\"token punctuation\">(<\/span>cache_key<span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">if<\/span> cached<span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token keyword\">return<\/span> cached  <span class=\"token comment\"># \u6beb\u79d2\u7ea7\u8fd4\u56de&#xff0c;\u723d&#xff01;<\/span><\/p>\n<p>    <span class=\"token comment\"># L2: \u67e5Embedding\u7f13\u5b58<\/span><br \/>\n    emb_key <span class=\"token operator\">&#061;<\/span> get_emb_cache_key<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">)<\/span><br \/>\n    emb_cached <span class=\"token operator\">&#061;<\/span> r<span class=\"token punctuation\">.<\/span>get<span class=\"token punctuation\">(<\/span>emb_key<span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">if<\/span> emb_cached<span class=\"token punctuation\">:<\/span><br \/>\n        query_emb <span class=\"token operator\">&#061;<\/span> np<span class=\"token punctuation\">.<\/span>frombuffer<span class=\"token punctuation\">(<\/span>emb_cached<span class=\"token punctuation\">,<\/span> dtype<span class=\"token operator\">&#061;<\/span>np<span class=\"token punctuation\">.<\/span>float32<span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">else<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        query_emb <span class=\"token operator\">&#061;<\/span> embedding_model<span class=\"token punctuation\">.<\/span>encode<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">)<\/span><br \/>\n        r<span class=\"token punctuation\">.<\/span>setex<span class=\"token punctuation\">(<\/span>emb_key<span class=\"token punctuation\">,<\/span> <span class=\"token number\">3600<\/span><span class=\"token punctuation\">,<\/span> query_emb<span class=\"token punctuation\">.<\/span>tobytes<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token comment\"># \u68c0\u7d22\u548c\u751f\u6210<\/span><br \/>\n    docs <span class=\"token operator\">&#061;<\/span> vector_db<span class=\"token punctuation\">.<\/span>search<span class=\"token punctuation\">(<\/span>query_emb<span class=\"token punctuation\">,<\/span> top_k<span class=\"token operator\">&#061;<\/span><span class=\"token number\">5<\/span><span class=\"token punctuation\">)<\/span><br \/>\n    answer <span class=\"token operator\">&#061;<\/span> llm_client<span class=\"token punctuation\">.<\/span>chat<span class=\"token punctuation\">(<\/span>build_prompt<span class=\"token punctuation\">(<\/span>docs<span class=\"token punctuation\">,<\/span> query<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token comment\"># \u56de\u5199L1\u7f13\u5b58<\/span><br \/>\n    r<span class=\"token punctuation\">.<\/span>setex<span class=\"token punctuation\">(<\/span>cache_key<span class=\"token punctuation\">,<\/span> <span class=\"token number\">300<\/span><span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">return<\/span> answer<\/p>\n<p>\u7f13\u5b58\u662f\u8ddd\u79bb\u65b0\u624b\u6700\u8fd1\u3001\u6548\u679c\u6700\u7acb\u7aff\u89c1\u5f71\u7684\u4f18\u5316\u624b\u6bb5\u3002\u5efa\u597dL1\u7ed3\u679c\u7f13\u5b58\u3001L2 Embedding\u7f13\u5b58\u548cL3\u70ed\u70b9\u9884\u52a0\u8f7d&#xff0c;\u4f60\u7684RAG\u7cfb\u7edf\u5c31\u80fd\u5bf9\u9ad8\u9891\u95ee\u9898\u5b9e\u73b0\u6beb\u79d2\u7ea7\u54cd\u5e94&#xff0c;\u628a\u5b9d\u8d35\u7684\u7b97\u529b\u7559\u7ed9\u771f\u6b63\u9700\u8981\u6df1\u5ea6\u601d\u8003\u7684\u65b0\u95ee\u9898\u3002<\/p>\n<p>\u56db\u3001\u6df7\u5408\u68c0\u7d22\u52a0\u901f&#xff1a;\u5e76\u884c\u5316\u624d\u662f1&#043;1&gt;2\u7684\u79d8\u8bc0<\/p>\n<p>\u505a\u8fc7\u4e00\u6bb5\u65f6\u95f4RAG\u7684\u540c\u5b66\u90fd\u77e5\u9053&#xff0c;\u7eaf\u5411\u91cf\u68c0\u7d22\u867d\u7136\u8bed\u4e49\u7406\u89e3\u5f3a&#xff0c;\u4f46\u5bf9\u4e13\u6709\u540d\u8bcd\u3001ID\u3001\u4eba\u540d\u8fd9\u4e9b\u7cbe\u786e\u5339\u914d\u5f80\u5f80\u529b\u4e0d\u4ece\u5fc3\u3002\u53cd\u8fc7\u6765&#xff0c;BM25\u8fd9\u7c7b\u5173\u952e\u8bcd\u68c0\u7d22\u5728\u8bed\u4e49\u6cdb\u5316\u4e0a\u53c8\u662f\u5f31\u9e21\u3002\u4e8e\u662f&#xff0c;\u6df7\u5408\u68c0\u7d22&#xff08;Hybrid Search&#xff09;\u6210\u4e86\u6807\u914d&#xff1a;\u5411\u91cf\u901a\u9053\u8d1f\u8d23\u201c\u610f\u4f1a\u201d&#xff0c;\u5173\u952e\u8bcd\u901a\u9053\u8d1f\u8d23\u201c\u8a00\u4f20\u201d\u3002<\/p>\n<p>\u542c\u8d77\u6765\u5f88\u7f8e&#xff0c;\u5bf9\u5427&#xff1f;\u4f46\u65b0\u624b\u5728\u5b9e\u73b0\u6df7\u5408\u68c0\u7d22\u65f6&#xff0c;\u7ecf\u5e38\u6389\u8fdb\u4e00\u4e2a\u5de8\u5927\u7684\u6027\u80fd\u9677\u9631\u2014\u2014\u4e32\u884c\u6267\u884c\u3002\u5148\u8dd1\u5173\u952e\u8bcd\u68c0\u7d22&#xff0c;\u518d\u8dd1\u5411\u91cf\u68c0\u7d22&#xff0c;\u7136\u540e\u628a\u7ed3\u679c\u5408\u5e76\u3002\u4e24\u4e2a200ms\u7684\u64cd\u4f5c\u4e00\u53e0\u52a0&#xff0c;\u5ef6\u8fdf\u76f4\u63a5\u7ffb\u500d\u3002\u4f60\u7684RAG\u4e0d\u662f\u6162\u5728\u68c0\u7d22\u672c\u8eab&#xff0c;\u800c\u662f\u6162\u5728\u201c\u6392\u961f\u201d\u3002<\/p>\n<p>\u4e32\u884c\u6267\u884c\u662f\u6700\u76f4\u89c2\u7684\u5199\u6cd5&#xff0c;\u4e5f\u662f\u6027\u80fd\u6700\u70c2\u7684\u5199\u6cd5\u3002\u5f88\u591a\u7cfb\u7edf\u91cc&#xff0c;\u5173\u952e\u8bcd\u68c0\u7d22\u8d70Elasticsearch&#xff0c;\u5411\u91cf\u68c0\u7d22\u8d70Milvus&#xff0c;\u4e24\u4e2a\u7cfb\u7edf\u4e4b\u95f4\u6ca1\u6709\u4f9d\u8d56\u5173\u7cfb&#xff0c;\u4f46\u4ee3\u7801\u91cc\u5374\u5199\u6210\u4e86\u4e00\u6b65\u7b49\u4e00\u6b65\u3002\u66f4\u60e8\u7684\u662f&#xff0c;\u6709\u4e9b\u540c\u5b66\u5404\u81ea\u53d6Top100\u6761\u7ed3\u679c&#xff0c;\u5408\u5e76\u540e\u53bb\u91cd&#xff0c;\u518d\u628a\u8fd9200\u6761\u585e\u8fdbCross-Encoder\u91cd\u6392\u5e8f\u6a21\u578b\u3002\u91cd\u6392\u5e8f\u6a21\u578b\u5904\u7406200\u6761\u53ef\u80fd\u8981\u51e0\u79d2&#xff0c;\u8fd9\u4e0d\u5d29\u8c01\u5d29&#xff1f;<\/p>\n<p>\u8fd8\u6709\u4e2a\u8bef\u533a\u662f\u8ba4\u4e3a\u201c\u6df7\u5408\u68c0\u7d22\u5c31\u662f\u628a\u4e24\u4e2a\u5206\u6570\u52a0\u8d77\u6765\u201d\u3002\u5206\u6570\u5f52\u4e00\u5316\u6ca1\u505a\u597d&#xff0c;BM25\u7684\u5206\u6570\u53ef\u80fd\u662f\u51e0\u5343&#xff0c;\u5411\u91cf\u76f8\u4f3c\u5ea6\u57280\u52301\u4e4b\u95f4&#xff0c;\u76f4\u63a5\u76f8\u52a0\u7b49\u4e8e\u8ba9BM25\u5b8c\u5168\u4e3b\u5bfc\u6392\u5e8f\u3002\u7ed3\u679c\u4e3a\u4e86\u4fee\u8fd9\u4e2abug&#xff0c;\u53c8\u5f15\u5165\u590d\u6742\u7684\u5f52\u4e00\u5316\u903b\u8f91&#xff0c;\u8fdb\u4e00\u6b65\u62d6\u6162\u901f\u5ea6\u3002<\/p>\n<p><span class=\"token comment\"># \u5178\u578b\u7684\u4e32\u884c\u6df7\u5408\u68c0\u7d22&#xff0c;\u5ef6\u8fdf\u53e0\u52a0<\/span><br \/>\n<span class=\"token keyword\">def<\/span> <span class=\"token function\">hybrid_search_bad<\/span><span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token comment\"># \u7b2c\u4e00\u6b65&#xff1a;ES\u5173\u952e\u8bcd\u68c0\u7d22&#xff0c;150ms<\/span><br \/>\n    sparse_results <span class=\"token operator\">&#061;<\/span> elasticsearch<span class=\"token punctuation\">.<\/span>search<span class=\"token punctuation\">(<\/span><br \/>\n        index<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#034;docs&#034;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n        query<span class=\"token operator\">&#061;<\/span><span class=\"token punctuation\">{<\/span><span class=\"token string\">&#034;match&#034;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token punctuation\">{<\/span><span class=\"token string\">&#034;content&#034;<\/span><span class=\"token punctuation\">:<\/span> query<span class=\"token punctuation\">}<\/span><span class=\"token punctuation\">}<\/span><span class=\"token punctuation\">,<\/span><br \/>\n        size<span class=\"token operator\">&#061;<\/span><span class=\"token number\">100<\/span><br \/>\n    <span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token comment\"># \u7b2c\u4e8c\u6b65&#xff1a;\u7b49\u5f85\u7b2c\u4e00\u6b65\u5b8c\u6210\u540e&#xff0c;\u624d\u505a\u5411\u91cf\u68c0\u7d22&#xff0c;200ms<\/span><br \/>\n    query_emb <span class=\"token operator\">&#061;<\/span> embedding_model<span class=\"token punctuation\">.<\/span>encode<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">)<\/span><br \/>\n    dense_results <span class=\"token operator\">&#061;<\/span> milvus<span class=\"token punctuation\">.<\/span>search<span class=\"token punctuation\">(<\/span><br \/>\n        collection_name<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#034;docs&#034;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n        data<span class=\"token operator\">&#061;<\/span><span class=\"token punctuation\">[<\/span>query_emb<span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">,<\/span><br \/>\n        limit<span class=\"token operator\">&#061;<\/span><span class=\"token number\">100<\/span><br \/>\n    <span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token comment\"># \u7b2c\u4e09\u6b65&#xff1a;\u5408\u5e76200\u6761\u7ed3\u679c&#xff0c;\u91cd\u6392\u5e8f<\/span><br \/>\n    merged <span class=\"token operator\">&#061;<\/span> sparse_results <span class=\"token operator\">&#043;<\/span> dense_results<br \/>\n    reranked <span class=\"token operator\">&#061;<\/span> cross_encoder<span class=\"token punctuation\">.<\/span>rerank<span class=\"token punctuation\">(<\/span>merged<span class=\"token punctuation\">,<\/span> query<span class=\"token punctuation\">)<\/span>  <span class=\"token comment\"># \u5904\u7406200\u6761&#xff0c;\u53ef\u80fd2s&#043;<\/span><br \/>\n    <span class=\"token keyword\">return<\/span> reranked<span class=\"token punctuation\">[<\/span><span class=\"token punctuation\">:<\/span><span class=\"token number\">5<\/span><span class=\"token punctuation\">]<\/span><br \/>\n<span class=\"token comment\"># \u603b\u5ef6\u8fdf&#xff1a;150 &#043; 200 &#043; 2000 &#061; 2350ms&#043;<\/span><\/p>\n<p>\u8981\u8ba9\u6df7\u5408\u68c0\u7d22\u5feb\u8d77\u6765&#xff0c;\u6838\u5fc3\u5c31\u4e09\u4e2a\u8bcd&#xff1a;\u5e76\u884c\u3001\u526a\u679d\u3001\u8f7b\u91cf\u878d\u5408\u3002<\/p>\n<p>\u7b2c\u4e00&#xff0c;\u5e76\u884c\u5316\u3002\u5173\u952e\u8bcd\u68c0\u7d22\u548c\u5411\u91cf\u68c0\u7d22\u4e4b\u95f4\u6ca1\u6709\u6570\u636e\u4f9d\u8d56&#xff0c;\u5fc5\u987b\u7528\u5f02\u6b65\u65b9\u5f0f\u540c\u65f6\u53d1\u8d77\u3002\u5982\u679c\u4f60\u7528Python&#xff0c;\u53ef\u4ee5\u7528asyncio.gather&#xff1b;\u5982\u679c\u662fJava&#xff0c;\u7528CompletableFuture.allOf\u3002\u628a\u4e24\u4e2a200ms\u7684\u64cd\u4f5c\u538b\u5230200ms\u5de6\u53f3&#xff08;\u53d6\u51b3\u4e8e\u6700\u6162\u7684\u90a3\u4e2a&#xff09;&#xff0c;\u800c\u4e0d\u662f400ms\u3002<\/p>\n<p>\u7b2c\u4e8c&#xff0c;\u63d0\u524d\u526a\u679d\u3002\u4f60\u6839\u672c\u4e0d\u9700\u8981\u5404\u81ea\u53d6Top100\u3002\u5bf9\u4e8e\u6700\u7ec8\u53ea\u8fd4\u56deTop5\u6216Top10\u7684RAG\u573a\u666f&#xff0c;\u6bcf\u4e2a\u901a\u9053\u53d6Top20\u6216Top30\u5b8c\u5168\u591f\u7528\u3002\u56e0\u4e3a\u540e\u9762\u7684\u91cd\u6392\u5e8f\u6a21\u578b&#xff08;Cross-Encoder&#xff09;\u901a\u5e38\u53ea\u80fd\u9ad8\u6548\u5904\u7406\u51e0\u5341\u6761\u6587\u6863\u3002\u53d6\u592a\u591a\u4e0d\u4ec5\u6d6a\u8d39\u5e26\u5bbd&#xff0c;\u8fd8\u62d6\u6162\u91cd\u6392\u5e8f\u3002<\/p>\n<p>\u7b2c\u4e09&#xff0c;\u8f7b\u91cf\u878d\u5408\u7b97\u6cd5\u3002\u4e0d\u8981\u7528\u590d\u6742\u7684\u673a\u5668\u5b66\u4e60\u6a21\u578b\u505a\u7b2c\u4e00\u9636\u6bb5\u7684\u878d\u5408&#xff0c;\u7b80\u5355\u7684RRF&#xff08;Reciprocal Rank Fusion&#xff0c;\u5012\u6570\u6392\u540d\u878d\u5408&#xff09;\u5c31\u8db3\u591f\u4e86\u3002\u5b83\u53ea\u9700\u8981\u6392\u540d\u4fe1\u606f&#xff0c;\u4e0d\u9700\u8981\u539f\u59cb\u5206\u6570&#xff0c;\u7701\u53bb\u4e86\u5f52\u4e00\u5316\u7684\u9ebb\u70e6&#xff0c;\u8ba1\u7b97\u6210\u672c\u51e0\u4e4e\u4e3a\u96f6\u3002\u516c\u5f0f\u4e5f\u7b80\u5355&#xff1a;score &#061; \u03a3 1\/(k &#043; rank)&#xff0c;k\u901a\u5e38\u53d660\u3002<\/p>\n<p><span class=\"token keyword\">import<\/span> asyncio<\/p>\n<p><span class=\"token keyword\">async<\/span> <span class=\"token keyword\">def<\/span> <span class=\"token function\">search_sparse<\/span><span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">,<\/span> top_k<span class=\"token operator\">&#061;<\/span><span class=\"token number\">20<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">return<\/span> <span class=\"token keyword\">await<\/span> es<span class=\"token punctuation\">.<\/span>async_search<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">,<\/span> size<span class=\"token operator\">&#061;<\/span>top_k<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token keyword\">async<\/span> <span class=\"token keyword\">def<\/span> <span class=\"token function\">search_dense<\/span><span class=\"token punctuation\">(<\/span>embedding<span class=\"token punctuation\">,<\/span> top_k<span class=\"token operator\">&#061;<\/span><span class=\"token number\">20<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">return<\/span> <span class=\"token keyword\">await<\/span> milvus<span class=\"token punctuation\">.<\/span>async_search<span class=\"token punctuation\">(<\/span>embedding<span class=\"token punctuation\">,<\/span> limit<span class=\"token operator\">&#061;<\/span>top_k<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token keyword\">async<\/span> <span class=\"token keyword\">def<\/span> <span class=\"token function\">hybrid_search_good<\/span><span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token comment\"># \u5148\u83b7\u53d6embedding&#xff08;\u5982\u679c\u6709Embedding\u7f13\u5b58&#xff0c;\u8fd9\u91cc\u66f4\u5feb&#xff09;<\/span><br \/>\n    query_emb <span class=\"token operator\">&#061;<\/span> <span class=\"token keyword\">await<\/span> get_embedding<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token comment\"># \u5e76\u884c\u53d1\u8d77\u4e24\u4e2a\u68c0\u7d22&#xff0c;\u53ea\u53d6Top20<\/span><br \/>\n    sparse_task <span class=\"token operator\">&#061;<\/span> search_sparse<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">,<\/span> top_k<span class=\"token operator\">&#061;<\/span><span class=\"token number\">20<\/span><span class=\"token punctuation\">)<\/span><br \/>\n    dense_task <span class=\"token operator\">&#061;<\/span> search_dense<span class=\"token punctuation\">(<\/span>query_emb<span class=\"token punctuation\">,<\/span> top_k<span class=\"token operator\">&#061;<\/span><span class=\"token number\">20<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>    sparse_results<span class=\"token punctuation\">,<\/span> dense_results <span class=\"token operator\">&#061;<\/span> <span class=\"token keyword\">await<\/span> asyncio<span class=\"token punctuation\">.<\/span>gather<span class=\"token punctuation\">(<\/span>sparse_task<span class=\"token punctuation\">,<\/span> dense_task<span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token comment\"># RRF\u878d\u5408&#xff0c;\u8f7b\u91cf\u4e14\u9ad8\u6548<\/span><br \/>\n    <span class=\"token keyword\">return<\/span> reciprocal_rank_fusion<span class=\"token punctuation\">(<\/span>sparse_results<span class=\"token punctuation\">,<\/span> dense_results<span class=\"token punctuation\">,<\/span> k<span class=\"token operator\">&#061;<\/span><span class=\"token number\">60<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token keyword\">def<\/span> <span class=\"token function\">reciprocal_rank_fusion<\/span><span class=\"token punctuation\">(<\/span>sparse<span class=\"token punctuation\">,<\/span> dense<span class=\"token punctuation\">,<\/span> k<span class=\"token operator\">&#061;<\/span><span class=\"token number\">60<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    scores <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">{<\/span><span class=\"token punctuation\">}<\/span><br \/>\n    <span class=\"token keyword\">for<\/span> rank<span class=\"token punctuation\">,<\/span> doc <span class=\"token keyword\">in<\/span> <span class=\"token builtin\">enumerate<\/span><span class=\"token punctuation\">(<\/span>sparse<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        scores<span class=\"token punctuation\">[<\/span>doc<span class=\"token punctuation\">.<\/span><span class=\"token builtin\">id<\/span><span class=\"token punctuation\">]<\/span> <span class=\"token operator\">&#061;<\/span> scores<span class=\"token punctuation\">.<\/span>get<span class=\"token punctuation\">(<\/span>doc<span class=\"token punctuation\">.<\/span><span class=\"token builtin\">id<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">0<\/span><span class=\"token punctuation\">)<\/span> <span class=\"token operator\">&#043;<\/span> <span class=\"token number\">1.0<\/span> <span class=\"token operator\">\/<\/span> <span class=\"token punctuation\">(<\/span>k <span class=\"token operator\">&#043;<\/span> rank<span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">for<\/span> rank<span class=\"token punctuation\">,<\/span> doc <span class=\"token keyword\">in<\/span> <span class=\"token builtin\">enumerate<\/span><span class=\"token punctuation\">(<\/span>dense<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        scores<span class=\"token punctuation\">[<\/span>doc<span class=\"token punctuation\">.<\/span><span class=\"token builtin\">id<\/span><span class=\"token punctuation\">]<\/span> <span class=\"token operator\">&#061;<\/span> scores<span class=\"token punctuation\">.<\/span>get<span class=\"token punctuation\">(<\/span>doc<span class=\"token punctuation\">.<\/span><span class=\"token builtin\">id<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">0<\/span><span class=\"token punctuation\">)<\/span> <span class=\"token operator\">&#043;<\/span> <span class=\"token number\">1.0<\/span> <span class=\"token operator\">\/<\/span> <span class=\"token punctuation\">(<\/span>k <span class=\"token operator\">&#043;<\/span> rank<span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token comment\"># \u6309\u5206\u6570\u6392\u5e8f\u8fd4\u56deTopK<\/span><br \/>\n    <span class=\"token keyword\">return<\/span> <span class=\"token builtin\">sorted<\/span><span class=\"token punctuation\">(<\/span>scores<span class=\"token punctuation\">.<\/span>items<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">,<\/span> key<span class=\"token operator\">&#061;<\/span><span class=\"token keyword\">lambda<\/span> x<span class=\"token punctuation\">:<\/span> x<span class=\"token punctuation\">[<\/span><span class=\"token number\">1<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">,<\/span> reverse<span class=\"token operator\">&#061;<\/span><span class=\"token boolean\">True<\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u603b\u5ef6\u8fdf&#xff1a;\u7ea6\u7b49\u4e8e max(150, 200) &#061; 200ms&#xff0c;\u52a0\u4e0a\u878d\u5408\u51e0\u6beb\u79d2&#xff0c;\u8d28\u7684\u98de\u8dc3<\/span><\/p>\n<p>  #mermaid-svg-Decqb9NSaIr876ul{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:16px;fill:#333;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#mermaid-svg-Decqb9NSaIr876ul .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#mermaid-svg-Decqb9NSaIr876ul .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#mermaid-svg-Decqb9NSaIr876ul .error-icon{fill:#552222;}#mermaid-svg-Decqb9NSaIr876ul .error-text{fill:#552222;stroke:#552222;}#mermaid-svg-Decqb9NSaIr876ul .edge-thickness-normal{stroke-width:1px;}#mermaid-svg-Decqb9NSaIr876ul .edge-thickness-thick{stroke-width:3.5px;}#mermaid-svg-Decqb9NSaIr876ul .edge-pattern-solid{stroke-dasharray:0;}#mermaid-svg-Decqb9NSaIr876ul .edge-thickness-invisible{stroke-width:0;fill:none;}#mermaid-svg-Decqb9NSaIr876ul .edge-pattern-dashed{stroke-dasharray:3;}#mermaid-svg-Decqb9NSaIr876ul .edge-pattern-dotted{stroke-dasharray:2;}#mermaid-svg-Decqb9NSaIr876ul .marker{fill:#333333;stroke:#333333;}#mermaid-svg-Decqb9NSaIr876ul .marker.cross{stroke:#333333;}#mermaid-svg-Decqb9NSaIr876ul svg{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:16px;}#mermaid-svg-Decqb9NSaIr876ul p{margin:0;}#mermaid-svg-Decqb9NSaIr876ul .label{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;color:#333;}#mermaid-svg-Decqb9NSaIr876ul .cluster-label text{fill:#333;}#mermaid-svg-Decqb9NSaIr876ul .cluster-label span{color:#333;}#mermaid-svg-Decqb9NSaIr876ul .cluster-label span p{background-color:transparent;}#mermaid-svg-Decqb9NSaIr876ul .label text,#mermaid-svg-Decqb9NSaIr876ul span{fill:#333;color:#333;}#mermaid-svg-Decqb9NSaIr876ul .node rect,#mermaid-svg-Decqb9NSaIr876ul .node circle,#mermaid-svg-Decqb9NSaIr876ul .node ellipse,#mermaid-svg-Decqb9NSaIr876ul .node polygon,#mermaid-svg-Decqb9NSaIr876ul .node path{fill:#ECECFF;stroke:#9370DB;stroke-width:1px;}#mermaid-svg-Decqb9NSaIr876ul .rough-node .label text,#mermaid-svg-Decqb9NSaIr876ul .node .label text,#mermaid-svg-Decqb9NSaIr876ul .image-shape .label,#mermaid-svg-Decqb9NSaIr876ul .icon-shape .label{text-anchor:middle;}#mermaid-svg-Decqb9NSaIr876ul .node .katex path{fill:#000;stroke:#000;stroke-width:1px;}#mermaid-svg-Decqb9NSaIr876ul .rough-node .label,#mermaid-svg-Decqb9NSaIr876ul .node .label,#mermaid-svg-Decqb9NSaIr876ul .image-shape .label,#mermaid-svg-Decqb9NSaIr876ul .icon-shape .label{text-align:center;}#mermaid-svg-Decqb9NSaIr876ul .node.clickable{cursor:pointer;}#mermaid-svg-Decqb9NSaIr876ul .root .anchor path{fill:#333333!important;stroke-width:0;stroke:#333333;}#mermaid-svg-Decqb9NSaIr876ul .arrowheadPath{fill:#333333;}#mermaid-svg-Decqb9NSaIr876ul .edgePath .path{stroke:#333333;stroke-width:2.0px;}#mermaid-svg-Decqb9NSaIr876ul .flowchart-link{stroke:#333333;fill:none;}#mermaid-svg-Decqb9NSaIr876ul .edgeLabel{background-color:rgba(232,232,232, 0.8);text-align:center;}#mermaid-svg-Decqb9NSaIr876ul .edgeLabel p{background-color:rgba(232,232,232, 0.8);}#mermaid-svg-Decqb9NSaIr876ul .edgeLabel rect{opacity:0.5;background-color:rgba(232,232,232, 0.8);fill:rgba(232,232,232, 0.8);}#mermaid-svg-Decqb9NSaIr876ul .labelBkg{background-color:rgba(232, 232, 232, 0.5);}#mermaid-svg-Decqb9NSaIr876ul .cluster rect{fill:#ffffde;stroke:#aaaa33;stroke-width:1px;}#mermaid-svg-Decqb9NSaIr876ul .cluster text{fill:#333;}#mermaid-svg-Decqb9NSaIr876ul .cluster span{color:#333;}#mermaid-svg-Decqb9NSaIr876ul div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:12px;background:hsl(80, 100%, 96.2745098039%);border:1px solid #aaaa33;border-radius:2px;pointer-events:none;z-index:100;}#mermaid-svg-Decqb9NSaIr876ul .flowchartTitleText{text-anchor:middle;font-size:18px;fill:#333;}#mermaid-svg-Decqb9NSaIr876ul rect.text{fill:none;stroke-width:0;}#mermaid-svg-Decqb9NSaIr876ul .icon-shape,#mermaid-svg-Decqb9NSaIr876ul .image-shape{background-color:rgba(232,232,232, 0.8);text-align:center;}#mermaid-svg-Decqb9NSaIr876ul .icon-shape p,#mermaid-svg-Decqb9NSaIr876ul .image-shape p{background-color:rgba(232,232,232, 0.8);padding:2px;}#mermaid-svg-Decqb9NSaIr876ul .icon-shape .label rect,#mermaid-svg-Decqb9NSaIr876ul .image-shape .label rect{opacity:0.5;background-color:rgba(232,232,232, 0.8);fill:rgba(232,232,232, 0.8);}#mermaid-svg-Decqb9NSaIr876ul .label-icon{display:inline-block;height:1em;overflow:visible;vertical-align:-0.125em;}#mermaid-svg-Decqb9NSaIr876ul .node .label-icon path{fill:currentColor;stroke:revert;stroke-width:revert;}#mermaid-svg-Decqb9NSaIr876ul :root{&#8211;mermaid-font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;}<\/p>\n<p>           <span class=\"nodeLabel\"><\/p>\n<p>Parallel<\/p>\n<p><\/span><\/p>\n<p>           <span class=\"edgeLabel\"><\/span><\/p>\n<p>           <span class=\"edgeLabel\"><\/span><\/p>\n<p>           <span class=\"edgeLabel\"><\/span><\/p>\n<p>           <span class=\"nodeLabel\"><\/p>\n<p>BM25\u68c0\u7d22 150ms<\/p>\n<p><\/span><\/p>\n<p>           <span class=\"nodeLabel\"><\/p>\n<p>RRF\u878d\u5408 5ms<\/p>\n<p><\/span><\/p>\n<p>           <span class=\"nodeLabel\"><\/p>\n<p>\u5411\u91cf\u68c0\u7d22 200ms<\/p>\n<p><\/span><\/p>\n<p>           <span class=\"nodeLabel\"><\/p>\n<p>\u603b\u8ba1 205ms<\/p>\n<p><\/span><\/p>\n<p>           <span class=\"nodeLabel\"><\/p>\n<p>Serial<\/p>\n<p><\/span><\/p>\n<p>           <span class=\"edgeLabel\"><\/span><\/p>\n<p>           <span class=\"edgeLabel\"><\/span><\/p>\n<p>           <span class=\"edgeLabel\"><\/span><\/p>\n<p>           <span class=\"nodeLabel\"><\/p>\n<p>BM25\u68c0\u7d22 150ms<\/p>\n<p><\/span><\/p>\n<p>           <span class=\"nodeLabel\"><\/p>\n<p>\u5411\u91cf\u68c0\u7d22 200ms<\/p>\n<p><\/span><\/p>\n<p>           <span class=\"nodeLabel\"><\/p>\n<p>\u91cd\u6392\u5e8f 50ms<\/p>\n<p><\/span><\/p>\n<p>           <span class=\"nodeLabel\"><\/p>\n<p>\u603b\u8ba1 400ms&#043;<\/p>\n<p><\/span><\/p>\n<p>\u6df7\u5408\u68c0\u7d22\u4e0d\u662f\u4e24\u4e2a\u68c0\u7d22\u7684\u7b80\u5355\u62fc\u63a5&#xff0c;\u800c\u662f\u901a\u8fc7\u5e76\u884c\u5316\u780d\u6389\u7b49\u5f85\u65f6\u95f4&#xff0c;\u901a\u8fc7\u63d0\u524d\u526a\u679d\u63a7\u5236\u6570\u636e\u89c4\u6a21&#xff0c;\u901a\u8fc7RRF\u5b9e\u73b0\u8f7b\u91cf\u878d\u5408\u3002\u505a\u5230\u8fd9\u4e09\u70b9&#xff0c;\u4f60\u7684\u6df7\u5408\u68c0\u7d22\u624d\u80fd\u771f\u6b63\u505a\u5230\u53c8\u5feb\u53c8\u51c6\u3002<\/p>\n<p>\u4e94\u3001IO\u4e0e\u5185\u5b58\u534f\u540c&#xff1a;\u522b\u8ba9\u78c1\u76d8\u62d6\u4e86\u540e\u817f<\/p>\n<p>\u524d\u9762\u7684\u4f18\u5316\u5927\u591a\u56f4\u7ed5\u8ba1\u7b97\u5c42\u9762&#xff0c;\u4f46\u8fd8\u6709\u4e00\u4e2a\u9690\u85cf\u7684\u6740\u624b\u5f80\u5f80\u88ab\u65b0\u624b\u5ffd\u7565\u2014\u2014\u78c1\u76d8IO\u3002\u5f53\u4f60\u7684\u6570\u636e\u91cf\u5927\u5230\u5185\u5b58\u88c5\u4e0d\u4e0b&#xff0c;\u6216\u8005\u4f7f\u7528\u4e86\u9700\u8981\u843d\u76d8\u7684\u7d22\u5f15\u683c\u5f0f\u65f6&#xff0c;\u6bcf\u6b21\u67e5\u8be2\u7684\u5ef6\u8fdf\u5c31\u4e0d\u518d\u53d6\u51b3\u4e8eCPU\u7b97\u591a\u5feb&#xff0c;\u800c\u662f\u53d6\u51b3\u4e8e\u78c1\u76d8\u80fd\u8bfb\u591a\u5feb\u3002\u5373\u4f7f\u4f60\u7528\u4e0a\u4e86SSD&#xff0c;\u78c1\u76d8IO\u7684\u901f\u5ea6\u4e5f\u6bd4\u5185\u5b58\u8bbf\u95ee\u6162\u4e86\u4e24\u4e2a\u6570\u91cf\u7ea7\u3002<\/p>\n<p>\u5411\u91cf\u6570\u636e\u5e93\u7684\u5b58\u50a8\u5f15\u64ce\u8bbe\u8ba1\u3001\u64cd\u4f5c\u7cfb\u7edf\u7684\u5185\u5b58\u7ba1\u7406\u673a\u5236\u3001\u4f60\u7684\u6570\u636e\u5206\u5c42\u7b56\u7565&#xff0c;\u8fd9\u4e09\u8005\u5171\u540c\u51b3\u5b9a\u4e86IO\u5c42\u9762\u7684\u6027\u80fd\u5929\u82b1\u677f\u3002\u5982\u679c\u4e0d\u5904\u7406\u597d&#xff0c;\u4f60\u524d\u9762\u6240\u6709\u4f18\u5316\u90fd\u53ef\u80fd\u88ab\u4e00\u6b21\u7f13\u6162\u7684\u78c1\u76d8\u8bfb\u53d6\u6bc1\u4e8e\u4e00\u65e6\u3002<\/p>\n<p>\u6700\u7ecf\u5178\u7684\u7ffb\u8f66\u573a\u666f\u53eb\u201c\u51b7\u542f\u52a8\u60b2\u5267\u201d\u3002\u670d\u52a1\u91cd\u542f\u540e&#xff0c;\u7d22\u5f15\u6587\u4ef6\u90fd\u8fd8\u5728\u78c1\u76d8\u4e0a&#xff0c;\u7b2c\u4e00\u4e2a\u7528\u6237\u8bf7\u6c42\u8fdb\u6765&#xff0c;\u64cd\u4f5c\u7cfb\u7edf\u8981\u628a\u7d22\u5f15\u9875\u4ece\u78c1\u76d8\u8bfb\u5230\u5185\u5b58\u3002\u5982\u679c\u7d22\u5f15\u6709\u51e0\u5341GB&#xff0c;\u8fd9\u7b2c\u4e00\u6b21\u67e5\u8be2\u53ef\u80fd\u5361\u6b7b\u51e0\u5341\u79d2\u3002\u65b0\u624b\u672c\u5730\u6d4b\u8bd5\u65f6\u6570\u636e\u91cf\u5c0f&#xff0c;\u5185\u5b58\u8db3\u591f&#xff0c;\u5b8c\u5168\u611f\u53d7\u4e0d\u5230\u3002\u4e00\u4e0a\u751f\u4ea7\u73af\u5883&#xff0c;\u7528\u6237\u91cf\u4e00\u4e0a\u6765&#xff0c;\u5185\u5b58\u4e0d\u591f\u7528\u4e86&#xff0c;\u5f00\u59cb\u9891\u7e41swap&#xff0c;\u5ef6\u8fdf\u66f2\u7ebf\u50cf\u5fc3\u7535\u56fe\u4e00\u6837\u5ffd\u9ad8\u5ffd\u4f4e\u3002<\/p>\n<p>\u8fd8\u6709\u4e2a\u8bef\u533a\u662f\u628a\u6240\u6709\u6570\u636e\u90fd\u5f53\u6210\u201c\u70ed\u6570\u636e\u201d\u6765\u5904\u7406\u3002\u6bd4\u5982\u4e09\u5e74\u7684\u5ba2\u670d\u5bf9\u8bdd\u8bb0\u5f55&#xff0c;\u5168\u90e8\u585e\u8fdb\u5185\u5b58\u7d22\u5f15\u3002\u5b9e\u9645\u4e0a\u7528\u623790%\u7684\u67e5\u8be2\u90fd\u96c6\u4e2d\u5728\u6700\u8fd1\u534a\u5e74\u7684\u6587\u6863\u4e0a\u3002\u8001\u6570\u636e\u4e0d\u4ec5\u5360\u7528\u5b9d\u8d35\u7684\u5185\u5b58&#xff0c;\u8fd8\u62d6\u6162\u68c0\u7d22\u901f\u5ea6&#xff08;\u56e0\u4e3a\u7d22\u5f15\u53d8\u5927&#xff0c;\u904d\u5386\u5f00\u9500\u589e\u52a0&#xff0c;\u5373\u4f7f\u662fANN\u7d22\u5f15&#xff0c;\u5e95\u5c42\u6570\u636e\u591a\u4e86\u4e5f\u5feb\u4e0d\u5230\u54ea\u53bb&#xff09;\u3002<\/p>\n<p><span class=\"token comment\"># \u8bd5\u56fe\u628a\u8d85\u5927\u7d22\u5f15\u5168\u91cf\u8f7d\u5165\u5185\u5b58<\/span><br \/>\n<span class=\"token comment\"># \u572816G\u5185\u5b58\u7684\u670d\u52a1\u5668\u4e0a<\/span><br \/>\nindex <span class=\"token operator\">&#061;<\/span> faiss<span class=\"token punctuation\">.<\/span>read_index<span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;customer_service_50m.index&#034;<\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u6587\u4ef6\u5927\u5c0f\u53ef\u80fd\u8d85\u8fc720GB&#xff0c;\u76f4\u63a5\u89e6\u53d1MemoryError\u6216OOM<\/span><br \/>\n<span class=\"token comment\"># \u6216\u8005\u5728Linux\u7cfb\u7edf\u4e0a&#xff0c;\u5f00\u59cb\u75af\u72c2\u4f7f\u7528swap\u5206\u533a<\/span><br \/>\n<span class=\"token comment\"># \u7ed3\u679c&#xff1a;\u67e5\u8be2\u5ef6\u8fdf\u4ece\u9884\u671f\u768450ms\u53d8\u62105s&#043;<\/span><\/p>\n<p>\u600e\u4e48\u8ba9IO\u4e0d\u62d6\u540e\u817f&#xff1f;\u8bb0\u4f4f\u4e09\u677f\u65a7&#xff1a;\u5185\u5b58\u6620\u5c04\u3001\u51b7\u70ed\u5206\u5c42\u3001\u9884\u52a0\u8f7d\u3002<\/p>\n<p>\u7b2c\u4e00&#xff0c;\u5185\u5b58\u6620\u5c04&#xff08;mmap&#xff09;\u3002\u8fd9\u662f\u64cd\u4f5c\u7cfb\u7edf\u63d0\u4f9b\u7684\u795e\u5668\u3002\u901a\u8fc7mmap&#xff0c;\u4f60\u53ef\u4ee5\u628a\u78c1\u76d8\u4e0a\u7684\u7d22\u5f15\u6587\u4ef6\u6620\u5c04\u5230\u8fdb\u7a0b\u7684\u865a\u62df\u5730\u5740\u7a7a\u95f4&#xff0c;\u800c\u4e0d\u9700\u8981\u4e00\u6b21\u6027\u5168\u8bfb\u8fdb\u5185\u5b58\u3002\u64cd\u4f5c\u7cfb\u7edf\u4f1a\u81ea\u52a8\u628a\u9891\u7e41\u8bbf\u95ee\u7684\u9875\u7f13\u5b58\u5230\u5185\u5b58\u91cc&#xff0c;\u4e0d\u5e38\u7528\u7684\u7559\u5728\u78c1\u76d8\u3002FAISS\u652f\u6301OnDiskInvertedLists&#xff0c;Qdrant\u3001Milvus\u7b49\u6570\u636e\u5e93\u4e5f\u652f\u6301mmap\u6a21\u5f0f\u3002\u5bf9\u4e8e\u6570\u636e\u91cf\u8fdc\u8d85\u5185\u5b58\u7684\u573a\u666f&#xff0c;\u8fd9\u662f\u6807\u914d\u3002<\/p>\n<p>\u7b2c\u4e8c&#xff0c;\u51b7\u70ed\u6570\u636e\u5206\u5c42\u3002\u628a\u6700\u8fd13\u4e2a\u6708\u7684\u6570\u636e\u653e\u5728\u201c\u70ed\u7d22\u5f15\u201d\u91cc&#xff08;\u5168\u5185\u5b58&#xff0c;HNSW\u7b49\u9ad8\u901f\u7d22\u5f15&#xff09;&#xff0c;\u628a\u5386\u53f2\u6570\u636e\u653e\u5728\u201c\u51b7\u7d22\u5f15\u201d\u91cc&#xff08;\u78c1\u76d8\u578b&#xff0c;IVF-PQ\u6216mmap&#xff09;\u3002\u67e5\u8be2\u65f6\u4f18\u5148\u67e5\u70ed\u7d22\u5f15&#xff0c;\u53ea\u6709\u70ed\u7d22\u5f15\u7ed3\u679c\u4e0d\u8db3\u65f6\u624d\u53bb\u67e5\u51b7\u7d22\u5f15\u3002\u8fd9\u683790%\u7684\u8bf7\u6c42\u90fd\u80fd\u4eab\u53d7\u5185\u5b58\u901f\u5ea6&#xff0c;\u53ea\u670910%\u7684\u8bf7\u6c42\u4f1a\u89e6\u53d1\u7a0d\u6162\u7684\u78c1\u76d8\u8bbf\u95ee\u3002<\/p>\n<p>\u7b2c\u4e09&#xff0c;\u9884\u52a0\u8f7d\u4e0eWarmup\u3002\u670d\u52a1\u542f\u52a8\u540e&#xff0c;\u4e0d\u8981\u7acb\u5373\u5f00\u653e\u6d41\u91cf\u3002\u5199\u4e00\u4e2awarmup\u811a\u672c&#xff0c;\u628a\u5e38\u89c1\u7684\u67e5\u8be2\u8fc7\u4e00\u904d&#xff0c;\u6216\u8005\u76f4\u63a5\u628a\u7d22\u5f15\u6587\u4ef6cat\u8fdb\u5185\u5b58&#xff08;Linux\u4e0b\u53ef\u4ee5\u7528vmtouch\u5de5\u5177&#xff09;\u3002\u8fd9\u6837\u7b49\u771f\u5b9e\u7528\u6237\u8fdb\u6765\u65f6&#xff0c;\u7d22\u5f15\u5df2\u7ecf\u5728\u5185\u5b58\u7f13\u5b58\u91cc\u4e86&#xff0c;\u907f\u514d\u51b7\u542f\u52a8\u5ef6\u8fdf\u3002<\/p>\n<p><span class=\"token comment\"># FAISS OnDisk \u793a\u4f8b&#xff1a;\u5927\u7d22\u5f15\u7684\u78c1\u76d8\u5b58\u50a8\u65b9\u6848<\/span><br \/>\n<span class=\"token keyword\">import<\/span> faiss<\/p>\n<p><span class=\"token comment\"># \u91cf\u5316\u5668\u653e\u5185\u5b58<\/span><br \/>\nquantizer <span class=\"token operator\">&#061;<\/span> faiss<span class=\"token punctuation\">.<\/span>read_index<span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;quantizer.ivf&#034;<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u5012\u6392\u5217\u8868\u653e\u78c1\u76d8&#xff0c;\u901a\u8fc7\u5185\u5b58\u6620\u5c04\u8bbf\u95ee<\/span><br \/>\ninvlists <span class=\"token operator\">&#061;<\/span> faiss<span class=\"token punctuation\">.<\/span>OnDiskInvertedLists<span class=\"token punctuation\">(<\/span><br \/>\n    nlist<span class=\"token operator\">&#061;<\/span>quantizer<span class=\"token punctuation\">.<\/span>nlist<span class=\"token punctuation\">,<\/span><br \/>\n    code_size<span class=\"token operator\">&#061;<\/span>quantizer<span class=\"token punctuation\">.<\/span>code_size<span class=\"token punctuation\">,<\/span><br \/>\n    filename<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#034;big_invlists.disk&#034;<\/span><br \/>\n<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u7ec4\u88c5\u6210IVF\u7d22\u5f15<\/span><br \/>\nindex <span class=\"token operator\">&#061;<\/span> faiss<span class=\"token punctuation\">.<\/span>IndexIVFScalarQuantizer<span class=\"token punctuation\">(<\/span><br \/>\n    quantizer<span class=\"token punctuation\">,<\/span><br \/>\n    <span class=\"token number\">768<\/span><span class=\"token punctuation\">,<\/span><br \/>\n    quantizer<span class=\"token punctuation\">.<\/span>nlist<span class=\"token punctuation\">,<\/span><br \/>\n    faiss<span class=\"token punctuation\">.<\/span>ScalarQuantizer<span class=\"token punctuation\">.<\/span>QT_8bit<br \/>\n<span class=\"token punctuation\">)<\/span><br \/>\nindex<span class=\"token punctuation\">.<\/span>replace_invlists<span class=\"token punctuation\">(<\/span>invlists<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u73b0\u5728\u7d22\u5f15\u5927\u90e8\u5206\u5728\u78c1\u76d8&#xff0c;\u4f46\u67e5\u8be2\u65f6\u4f1a\u6309\u9700\u8bfb\u53d6<\/span><br \/>\n<span class=\"token comment\"># \u914d\u5408\u64cd\u4f5c\u7cfb\u7edf\u7684\u9875\u7f13\u5b58&#xff0c;\u70ed\u70b9\u6570\u636e\u81ea\u52a8\u9a7b\u7559\u5185\u5b58<\/span><\/p>\n<p>  #mermaid-svg-0V17MNRdx0PPYMC6{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:16px;fill:#333;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#mermaid-svg-0V17MNRdx0PPYMC6 .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#mermaid-svg-0V17MNRdx0PPYMC6 .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#mermaid-svg-0V17MNRdx0PPYMC6 .error-icon{fill:#552222;}#mermaid-svg-0V17MNRdx0PPYMC6 .error-text{fill:#552222;stroke:#552222;}#mermaid-svg-0V17MNRdx0PPYMC6 .edge-thickness-normal{stroke-width:1px;}#mermaid-svg-0V17MNRdx0PPYMC6 .edge-thickness-thick{stroke-width:3.5px;}#mermaid-svg-0V17MNRdx0PPYMC6 .edge-pattern-solid{stroke-dasharray:0;}#mermaid-svg-0V17MNRdx0PPYMC6 .edge-thickness-invisible{stroke-width:0;fill:none;}#mermaid-svg-0V17MNRdx0PPYMC6 .edge-pattern-dashed{stroke-dasharray:3;}#mermaid-svg-0V17MNRdx0PPYMC6 .edge-pattern-dotted{stroke-dasharray:2;}#mermaid-svg-0V17MNRdx0PPYMC6 .marker{fill:#333333;stroke:#333333;}#mermaid-svg-0V17MNRdx0PPYMC6 .marker.cross{stroke:#333333;}#mermaid-svg-0V17MNRdx0PPYMC6 svg{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:16px;}#mermaid-svg-0V17MNRdx0PPYMC6 p{margin:0;}#mermaid-svg-0V17MNRdx0PPYMC6 .label{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;color:#333;}#mermaid-svg-0V17MNRdx0PPYMC6 .cluster-label text{fill:#333;}#mermaid-svg-0V17MNRdx0PPYMC6 .cluster-label span{color:#333;}#mermaid-svg-0V17MNRdx0PPYMC6 .cluster-label span p{background-color:transparent;}#mermaid-svg-0V17MNRdx0PPYMC6 .label text,#mermaid-svg-0V17MNRdx0PPYMC6 span{fill:#333;color:#333;}#mermaid-svg-0V17MNRdx0PPYMC6 .node rect,#mermaid-svg-0V17MNRdx0PPYMC6 .node circle,#mermaid-svg-0V17MNRdx0PPYMC6 .node ellipse,#mermaid-svg-0V17MNRdx0PPYMC6 .node polygon,#mermaid-svg-0V17MNRdx0PPYMC6 .node path{fill:#ECECFF;stroke:#9370DB;stroke-width:1px;}#mermaid-svg-0V17MNRdx0PPYMC6 .rough-node .label text,#mermaid-svg-0V17MNRdx0PPYMC6 .node .label text,#mermaid-svg-0V17MNRdx0PPYMC6 .image-shape .label,#mermaid-svg-0V17MNRdx0PPYMC6 .icon-shape .label{text-anchor:middle;}#mermaid-svg-0V17MNRdx0PPYMC6 .node .katex path{fill:#000;stroke:#000;stroke-width:1px;}#mermaid-svg-0V17MNRdx0PPYMC6 .rough-node .label,#mermaid-svg-0V17MNRdx0PPYMC6 .node .label,#mermaid-svg-0V17MNRdx0PPYMC6 .image-shape .label,#mermaid-svg-0V17MNRdx0PPYMC6 .icon-shape .label{text-align:center;}#mermaid-svg-0V17MNRdx0PPYMC6 .node.clickable{cursor:pointer;}#mermaid-svg-0V17MNRdx0PPYMC6 .root .anchor path{fill:#333333!important;stroke-width:0;stroke:#333333;}#mermaid-svg-0V17MNRdx0PPYMC6 .arrowheadPath{fill:#333333;}#mermaid-svg-0V17MNRdx0PPYMC6 .edgePath .path{stroke:#333333;stroke-width:2.0px;}#mermaid-svg-0V17MNRdx0PPYMC6 .flowchart-link{stroke:#333333;fill:none;}#mermaid-svg-0V17MNRdx0PPYMC6 .edgeLabel{background-color:rgba(232,232,232, 0.8);text-align:center;}#mermaid-svg-0V17MNRdx0PPYMC6 .edgeLabel p{background-color:rgba(232,232,232, 0.8);}#mermaid-svg-0V17MNRdx0PPYMC6 .edgeLabel rect{opacity:0.5;background-color:rgba(232,232,232, 0.8);fill:rgba(232,232,232, 0.8);}#mermaid-svg-0V17MNRdx0PPYMC6 .labelBkg{background-color:rgba(232, 232, 232, 0.5);}#mermaid-svg-0V17MNRdx0PPYMC6 .cluster rect{fill:#ffffde;stroke:#aaaa33;stroke-width:1px;}#mermaid-svg-0V17MNRdx0PPYMC6 .cluster text{fill:#333;}#mermaid-svg-0V17MNRdx0PPYMC6 .cluster span{color:#333;}#mermaid-svg-0V17MNRdx0PPYMC6 div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:12px;background:hsl(80, 100%, 96.2745098039%);border:1px solid #aaaa33;border-radius:2px;pointer-events:none;z-index:100;}#mermaid-svg-0V17MNRdx0PPYMC6 .flowchartTitleText{text-anchor:middle;font-size:18px;fill:#333;}#mermaid-svg-0V17MNRdx0PPYMC6 rect.text{fill:none;stroke-width:0;}#mermaid-svg-0V17MNRdx0PPYMC6 .icon-shape,#mermaid-svg-0V17MNRdx0PPYMC6 .image-shape{background-color:rgba(232,232,232, 0.8);text-align:center;}#mermaid-svg-0V17MNRdx0PPYMC6 .icon-shape p,#mermaid-svg-0V17MNRdx0PPYMC6 .image-shape p{background-color:rgba(232,232,232, 0.8);padding:2px;}#mermaid-svg-0V17MNRdx0PPYMC6 .icon-shape .label rect,#mermaid-svg-0V17MNRdx0PPYMC6 .image-shape .label rect{opacity:0.5;background-color:rgba(232,232,232, 0.8);fill:rgba(232,232,232, 0.8);}#mermaid-svg-0V17MNRdx0PPYMC6 .label-icon{display:inline-block;height:1em;overflow:visible;vertical-align:-0.125em;}#mermaid-svg-0V17MNRdx0PPYMC6 .node .label-icon path{fill:currentColor;stroke:revert;stroke-width:revert;}#mermaid-svg-0V17MNRdx0PPYMC6 :root{&#8211;mermaid-font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;}<\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>\u7528\u6237Query<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>\u67e5\u8be2\u8def\u7531<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>\u70ed\u7d22\u5f15 \u5185\u5b58HNSW \u8fd13\u4e2a\u6708\u6570\u636e<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>\u51b7\u7d22\u5f15 \u78c1\u76d8\/MMAP \u5386\u53f2\u6570\u636e<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>\u7ed3\u679c\u5408\u5e76<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>\u8fd4\u56deTopK<\/p>\n<p><\/span><\/p>\n<p>\u5185\u5b58\u662f\u91d1&#xff0c;\u78c1\u76d8\u662f\u94c1&#xff0c;\u7f51\u7edc\u662f\u94dc\u3002\u901a\u8fc7\u5185\u5b58\u6620\u5c04\u8ba9\u7cfb\u7edf\u6309\u9700\u52a0\u8f7d&#xff0c;\u901a\u8fc7\u51b7\u70ed\u5206\u5c42\u8ba9\u5185\u5b58\u7559\u7ed9\u6700\u70ed\u7684\u6570\u636e&#xff0c;\u901a\u8fc7\u9884\u52a0\u8f7d\u907f\u5f00\u51b7\u542f\u52a8\u9677\u9631&#xff0c;\u4f60\u7684RAG\u7cfb\u7edf\u624d\u80fd\u5728\u5927\u6570\u636e\u91cf\u4e0b\u4f9d\u7136\u7a33\u5982\u8001\u72d7\u3002<\/p>\n<p>\u516d\u3001\u8bf7\u6c42\u6d41\u6c34\u7ebf\u4f18\u5316&#xff1a;\u6279\u5904\u7406\u3001\u5f02\u6b65\u4e0e\u5e76\u53d1\u63a7\u5236<\/p>\n<p>\u804a\u5b8c\u4e86\u5b58\u50a8\u5c42\u548c\u7d22\u5f15\u5c42\u7684\u4f18\u5316&#xff0c;\u6700\u540e\u54b1\u4eec\u628a\u76ee\u5149\u5f80\u4e0a\u632a\u4e00\u632a&#xff0c;\u770b\u770b\u5e94\u7528\u5c42\u7684\u8bf7\u6c42\u5904\u7406\u3002\u5f88\u591a\u65b0\u624b\u7684RAG\u670d\u52a1\u5c31\u50cf\u4e00\u4e2a\u4e00\u4e1d\u4e0d\u82df\u7684\u4e32\u884c\u7ba1\u5bb6&#xff1a;\u6765\u4e00\u4e2a\u8bf7\u6c42&#xff0c;\u5904\u7406\u4e00\u4e2a&#xff0c;\u9001\u8d70\u4e86\u518d\u63a5\u4e0b\u4e00\u4e2a\u3002\u8fd9\u79cd\u5904\u7406\u65b9\u5f0f\u5728\u539f\u578b\u9636\u6bb5\u6ca1\u95ee\u9898&#xff0c;\u4f46\u9762\u5bf9\u751f\u4ea7\u73af\u5883\u7684\u5e76\u53d1\u6d41\u91cf&#xff0c;\u6548\u7387\u4f4e\u5230\u8ba9\u4eba\u7a92\u606f\u3002<\/p>\n<p>\u5b9e\u9645\u4e0a&#xff0c;Embedding\u6a21\u578b\u3001\u5411\u91cf\u6570\u636e\u5e93\u3001\u5927\u6a21\u578b&#xff0c;\u8fd9\u4e09\u8005\u90fd\u652f\u6301\u6279\u91cf\u5904\u7406&#xff08;Batching&#xff09;\u3002\u5982\u679c\u4f60\u80fd\u628a\u591a\u4e2a\u8bf7\u6c42\u6512\u8d77\u6765\u4e00\u8d77\u5904\u7406&#xff0c;\u5747\u644a\u6210\u672c\u4f1a\u5927\u5e45\u4e0b\u964d\u3002\u518d\u914d\u5408\u5f02\u6b65IO\u548c\u5408\u7406\u7684\u5e76\u53d1\u63a7\u5236&#xff0c;\u4f60\u7684\u670d\u52a1\u541e\u5410\u91cf\u53ef\u4ee5\u63d0\u5347\u4e00\u4e2a\u6570\u91cf\u7ea7\u3002<\/p>\n<p>\u5355\u6761\u540c\u6b65\u5904\u7406\u7684\u95ee\u9898\u5728\u4e8e\u8d44\u6e90\u5229\u7528\u7387\u6781\u4f4e\u3002\u6bd4\u5982\u8c03OpenAI\u7684Embedding\u63a5\u53e3&#xff0c;\u5355\u6761\u8bf7\u6c42\u7684\u7f51\u7edcRTT\u53ef\u80fd\u662f100ms&#xff0c;\u5b9e\u9645\u6a21\u578b\u8ba1\u7b97\u53ea\u898110ms\u3002\u5982\u679c\u4f60\u4e00\u6b21\u4f2010\u6761&#xff0c;\u7f51\u7edcRTT\u8fd8\u662f100ms\u5de6\u53f3&#xff0c;\u4f4610\u6761\u90fd\u5904\u7406\u5b8c\u4e86\u3002\u8fd9\u5c31\u662f\u6279\u5904\u7406\u7684\u9b45\u529b\u3002<\/p>\n<p>\u66f4\u5e38\u89c1\u7684\u95ee\u9898\u662f\u201c\u5e76\u53d1\u96ea\u5d29\u201d\u3002RAG\u7cfb\u7edf\u4f9d\u8d56\u591a\u4e2a\u5916\u90e8\u670d\u52a1&#xff08;\u5411\u91cf\u5e93\u3001LLM&#xff09;&#xff0c;\u5982\u679c\u524d\u7aef\u4e0d\u505a\u9650\u6d41&#xff0c;\u7a81\u7136\u6765\u4e00\u6ce2\u6d41\u91cf\u9ad8\u5cf0&#xff0c;\u8fd9\u4e9b\u4f9d\u8d56\u670d\u52a1\u540c\u65f6\u88ab\u51b2\u57ae&#xff0c;\u5168\u90e8\u8fd4\u56de\u8d85\u65f6&#xff0c;\u4f60\u7684\u670d\u52a1\u4e5f\u5c31\u5f7b\u5e95\u6302\u4e86\u3002\u65b0\u624b\u5f80\u5f80\u53ea\u5173\u6ce8\u201c\u5355\u4e2a\u8bf7\u6c42\u591a\u5feb\u201d&#xff0c;\u800c\u5ffd\u7565\u4e86\u201c\u7cfb\u7edf\u80fd\u540c\u65f6\u625b\u591a\u5c11\u201d\u3002<\/p>\n<p><span class=\"token keyword\">from<\/span> flask <span class=\"token keyword\">import<\/span> Flask<span class=\"token punctuation\">,<\/span> request<\/p>\n<p>app <span class=\"token operator\">&#061;<\/span> Flask<span class=\"token punctuation\">(<\/span>__name__<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token decorator annotation punctuation\">&#064;app<span class=\"token punctuation\">.<\/span>route<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;\/ask&#034;<\/span><span class=\"token punctuation\">,<\/span> methods<span class=\"token operator\">&#061;<\/span><span class=\"token punctuation\">[<\/span><span class=\"token string\">&#034;POST&#034;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token keyword\">def<\/span> <span class=\"token function\">ask<\/span><span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    query <span class=\"token operator\">&#061;<\/span> request<span class=\"token punctuation\">.<\/span>json<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#034;query&#034;<\/span><span class=\"token punctuation\">]<\/span><\/p>\n<p>    <span class=\"token comment\"># \u540c\u6b65\u963b\u585e&#xff0c;\u4e00\u4e2a\u8bf7\u6c42\u5360\u4e00\u4e2a\u7ebf\u7a0b<\/span><br \/>\n    emb <span class=\"token operator\">&#061;<\/span> sync_embedding_model<span class=\"token punctuation\">.<\/span>encode<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">)<\/span>       <span class=\"token comment\"># \u963b\u585e100ms<\/span><br \/>\n    docs <span class=\"token operator\">&#061;<\/span> sync_vector_db<span class=\"token punctuation\">.<\/span>search<span class=\"token punctuation\">(<\/span>emb<span class=\"token punctuation\">)<\/span>              <span class=\"token comment\"># \u963b\u585e200ms<\/span><br \/>\n    answer <span class=\"token operator\">&#061;<\/span> sync_llm<span class=\"token punctuation\">.<\/span>chat<span class=\"token punctuation\">(<\/span>docs<span class=\"token punctuation\">,<\/span> query<span class=\"token punctuation\">)<\/span>            <span class=\"token comment\"># \u963b\u585e3000ms<\/span><\/p>\n<p>    <span class=\"token keyword\">return<\/span> <span class=\"token punctuation\">{<\/span><span class=\"token string\">&#034;answer&#034;<\/span><span class=\"token punctuation\">:<\/span> answer<span class=\"token punctuation\">}<\/span><\/p>\n<p><span class=\"token comment\"># Flask\u9ed8\u8ba4\u591a\u7ebf\u7a0b&#xff0c;\u4f46\u7ebf\u7a0b\u6c60\u662f\u6709\u9650\u7684<\/span><br \/>\n<span class=\"token comment\"># \u5e76\u53d110\u4e2a\u8bf7\u6c42&#xff0c;\u53ef\u80fd\u8fd8\u80fd\u5e94\u4ed8<\/span><br \/>\n<span class=\"token comment\"># \u5e76\u53d1100\u4e2a\u8bf7\u6c42&#xff1f;\u7ebf\u7a0b\u6c60\u6253\u6ee1&#xff0c;\u5168\u90e8\u6392\u961f&#xff0c;\u8d85\u65f6\u9519\u8bef\u4e00\u5927\u7247<\/span><\/p>\n<p>\u600e\u4e48\u4f18\u5316\u8bf7\u6c42\u6d41\u6c34\u7ebf&#xff1f;<\/p>\n<p>\u7b2c\u4e00&#xff0c;\u6279\u5904\u7406&#xff08;Batching&#xff09;\u3002\u65e0\u8bba\u662f\u672c\u5730\u6a21\u578b\u8fd8\u662f\u8fdc\u7a0bAPI&#xff0c;\u5c3d\u91cf\u7528Batch\u63a5\u53e3\u3002OpenAI\u7684Embedding\u63a5\u53e3\u652f\u6301\u4e00\u6b21\u4f20\u591a\u6761&#xff0c;\u5411\u91cf\u6570\u636e\u5e93FAISS\u3001Milvus\u4e5f\u90fd\u652f\u6301search\u4f20\u591a\u4e2aquery\u5411\u91cf\u3002\u751a\u81f3LLM\u7684\u63a8\u7406&#xff0c;\u5982\u679c\u6709vLLM\u3001TGI\u8fd9\u7c7b\u63a8\u7406\u6846\u67b6&#xff0c;\u5b83\u4eec\u5185\u90e8\u4e5f\u4f1a\u81ea\u52a8\u505aContinuous Batching\u3002\u4f46\u5728\u5e94\u7528\u5c42&#xff0c;\u4f60\u4e5f\u8981\u914d\u5408&#xff0c;\u4e0d\u8981\u628a\u8bf7\u6c42\u62c6\u6210\u4e00\u6761\u6761\u5730\u53d1\u3002<\/p>\n<p>\u7b2c\u4e8c&#xff0c;\u5f02\u6b65\u5316&#xff08;AsyncIO&#xff09;\u3002\u7528FastAPI\u3001Sanic\u8fd9\u7c7b\u652f\u6301\u5f02\u6b65\u7684\u6846\u67b6\u66ff\u4ee3Flask\u3002\u68c0\u7d22\u5411\u91cf\u548c\u8c03\u7528LLM&#xff0c;\u672c\u8d28\u4e0a\u90fd\u662f\u7f51\u7edcIO\u5bc6\u96c6\u578b\u64cd\u4f5c&#xff0c;\u5f02\u6b65\u5316\u80fd\u8ba9\u4e00\u4e2a\u7ebf\u7a0b\u5728\u7b49\u5f85IO\u7684\u65f6\u5019\u53bb\u5904\u7406\u5176\u4ed6\u8bf7\u6c42\u3002\u5982\u679c\u4f60\u7684Embedding\u6a21\u578b\u662f\u672c\u5730ONNX\u6216TensorRT&#xff0c;\u4e5f\u53ef\u4ee5\u7528\u7ebf\u7a0b\u6c60\u6216\u8fdb\u7a0b\u6c60\u6765\u5f02\u6b65\u6267\u884cCPU\/GPU\u8ba1\u7b97\u3002<\/p>\n<p>\u7b2c\u4e09&#xff0c;\u5e76\u53d1\u63a7\u5236\u4e0e\u80cc\u538b\u3002\u5fc5\u987b\u7ed9\u7cfb\u7edf\u8bbe\u7f6e\u6c34\u4f4d\u7ebf\u3002\u6bd4\u5982\u5411\u91cf\u6570\u636e\u5e93\u6700\u5927\u5e76\u53d120&#xff0c;LLM\u6700\u5927\u5e76\u53d110&#xff0c;\u90a3\u5c31\u7528\u4fe1\u53f7\u91cf&#xff08;Semaphore&#xff09;\u6216\u8005\u4ee4\u724c\u6876\u6765\u9650\u5236\u3002\u8d85\u8fc7\u5bb9\u91cf\u7684\u8bf7\u6c42&#xff0c;\u8981\u4e48\u6392\u961f&#xff0c;\u8981\u4e48\u76f4\u63a5\u8fd4\u56de\u201c\u7cfb\u7edf\u7e41\u5fd9\u201d&#xff0c;\u4fdd\u62a4\u6838\u5fc3\u4f9d\u8d56\u4e0d\u88ab\u538b\u57ae\u3002\u8fd9\u6bd4\u5168\u5458\u8d85\u65f6\u597d\u4e00\u4e07\u500d\u3002<\/p>\n<p><span class=\"token keyword\">from<\/span> fastapi <span class=\"token keyword\">import<\/span> FastAPI<br \/>\n<span class=\"token keyword\">import<\/span> asyncio<br \/>\n<span class=\"token keyword\">from<\/span> concurrent<span class=\"token punctuation\">.<\/span>futures <span class=\"token keyword\">import<\/span> ThreadPoolExecutor<\/p>\n<p>app <span class=\"token operator\">&#061;<\/span> FastAPI<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><br \/>\nexecutor <span class=\"token operator\">&#061;<\/span> ThreadPoolExecutor<span class=\"token punctuation\">(<\/span>max_workers<span class=\"token operator\">&#061;<\/span><span class=\"token number\">4<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u5047\u8bbe\u8fd9\u4e9b\u662f\u5f02\u6b65\u5ba2\u6237\u7aef<\/span><br \/>\n<span class=\"token keyword\">async<\/span> <span class=\"token keyword\">def<\/span> <span class=\"token function\">get_embedding<\/span><span class=\"token punctuation\">(<\/span>text<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token comment\"># \u5b9e\u9645\u4e2d\u53ef\u4ee5\u7528\u5f02\u6b65HTTP\u5ba2\u6237\u7aef\u6216\u7ebf\u7a0b\u6c60\u6267\u884c\u672c\u5730\u6a21\u578b<\/span><br \/>\n    loop <span class=\"token operator\">&#061;<\/span> asyncio<span class=\"token punctuation\">.<\/span>get_event_loop<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">return<\/span> <span class=\"token keyword\">await<\/span> loop<span class=\"token punctuation\">.<\/span>run_in_executor<span class=\"token punctuation\">(<\/span>executor<span class=\"token punctuation\">,<\/span> model<span class=\"token punctuation\">.<\/span>encode<span class=\"token punctuation\">,<\/span> text<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token decorator annotation punctuation\">&#064;app<span class=\"token punctuation\">.<\/span>post<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;\/ask&#034;<\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token keyword\">async<\/span> <span class=\"token keyword\">def<\/span> <span class=\"token function\">ask<\/span><span class=\"token punctuation\">(<\/span>request<span class=\"token punctuation\">:<\/span> QueryRequest<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token comment\"># \u5f02\u6b65\u83b7\u53d6embedding<\/span><br \/>\n    emb <span class=\"token operator\">&#061;<\/span> <span class=\"token keyword\">await<\/span> get_embedding<span class=\"token punctuation\">(<\/span>request<span class=\"token punctuation\">.<\/span>query<span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token comment\"># \u5f02\u6b65\u68c0\u7d22<\/span><br \/>\n    docs <span class=\"token operator\">&#061;<\/span> <span class=\"token keyword\">await<\/span> vector_db<span class=\"token punctuation\">.<\/span>async_search<span class=\"token punctuation\">(<\/span>emb<span class=\"token punctuation\">,<\/span> top_k<span class=\"token operator\">&#061;<\/span><span class=\"token number\">5<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token comment\"># \u5f02\u6b65\u8c03\u7528LLM&#xff08;\u5982\u679c\u6709\u5f02\u6b65SDK&#xff0c;\u5982openai-async&#xff09;<\/span><br \/>\n    answer <span class=\"token operator\">&#061;<\/span> <span class=\"token keyword\">await<\/span> llm_client<span class=\"token punctuation\">.<\/span>async_chat<span class=\"token punctuation\">(<\/span>docs<span class=\"token punctuation\">,<\/span> request<span class=\"token punctuation\">.<\/span>query<span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token keyword\">return<\/span> <span class=\"token punctuation\">{<\/span><span class=\"token string\">&#034;answer&#034;<\/span><span class=\"token punctuation\">:<\/span> answer<span class=\"token punctuation\">}<\/span><\/p>\n<p><span class=\"token comment\"># \u6279\u91cf\u5904\u7406\u7aef\u70b9&#xff1a;\u4e00\u6b21\u6027\u5904\u7406\u591a\u4e2a\u95ee\u9898<\/span><br \/>\n<span class=\"token decorator annotation punctuation\">&#064;app<span class=\"token punctuation\">.<\/span>post<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;\/ask_batch&#034;<\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token keyword\">async<\/span> <span class=\"token keyword\">def<\/span> <span class=\"token function\">ask_batch<\/span><span class=\"token punctuation\">(<\/span>requests<span class=\"token punctuation\">:<\/span> <span class=\"token builtin\">list<\/span><span class=\"token punctuation\">[<\/span>QueryRequest<span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    queries <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">[<\/span>r<span class=\"token punctuation\">.<\/span>query <span class=\"token keyword\">for<\/span> r <span class=\"token keyword\">in<\/span> requests<span class=\"token punctuation\">]<\/span><\/p>\n<p>    <span class=\"token comment\"># \u6279\u91cf\u7f16\u7801<\/span><br \/>\n    embeddings <span class=\"token operator\">&#061;<\/span> <span class=\"token keyword\">await<\/span> get_embeddings_batch<span class=\"token punctuation\">(<\/span>queries<span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token comment\"># \u6279\u91cf\u68c0\u7d22<\/span><br \/>\n    all_docs <span class=\"token operator\">&#061;<\/span> <span class=\"token keyword\">await<\/span> vector_db<span class=\"token punctuation\">.<\/span>async_search_batch<span class=\"token punctuation\">(<\/span>embeddings<span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token comment\"># \u6279\u91cf\u751f\u6210&#xff08;\u5982\u679cLLM\u652f\u6301&#xff09;<\/span><br \/>\n    answers <span class=\"token operator\">&#061;<\/span> <span class=\"token keyword\">await<\/span> llm_client<span class=\"token punctuation\">.<\/span>async_chat_batch<span class=\"token punctuation\">(<\/span>all_docs<span class=\"token punctuation\">,<\/span> queries<span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">return<\/span> <span class=\"token punctuation\">[<\/span><span class=\"token punctuation\">{<\/span><span class=\"token string\">&#034;answer&#034;<\/span><span class=\"token punctuation\">:<\/span> a<span class=\"token punctuation\">}<\/span> <span class=\"token keyword\">for<\/span> a <span class=\"token keyword\">in<\/span> answers<span class=\"token punctuation\">]<\/span><\/p>\n<p>  #mermaid-svg-XDMq95YxpbTgkj4X{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:16px;fill:#333;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#mermaid-svg-XDMq95YxpbTgkj4X .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#mermaid-svg-XDMq95YxpbTgkj4X .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#mermaid-svg-XDMq95YxpbTgkj4X .error-icon{fill:#552222;}#mermaid-svg-XDMq95YxpbTgkj4X .error-text{fill:#552222;stroke:#552222;}#mermaid-svg-XDMq95YxpbTgkj4X .edge-thickness-normal{stroke-width:1px;}#mermaid-svg-XDMq95YxpbTgkj4X .edge-thickness-thick{stroke-width:3.5px;}#mermaid-svg-XDMq95YxpbTgkj4X .edge-pattern-solid{stroke-dasharray:0;}#mermaid-svg-XDMq95YxpbTgkj4X .edge-thickness-invisible{stroke-width:0;fill:none;}#mermaid-svg-XDMq95YxpbTgkj4X .edge-pattern-dashed{stroke-dasharray:3;}#mermaid-svg-XDMq95YxpbTgkj4X .edge-pattern-dotted{stroke-dasharray:2;}#mermaid-svg-XDMq95YxpbTgkj4X .marker{fill:#333333;stroke:#333333;}#mermaid-svg-XDMq95YxpbTgkj4X .marker.cross{stroke:#333333;}#mermaid-svg-XDMq95YxpbTgkj4X svg{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:16px;}#mermaid-svg-XDMq95YxpbTgkj4X p{margin:0;}#mermaid-svg-XDMq95YxpbTgkj4X .label{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;color:#333;}#mermaid-svg-XDMq95YxpbTgkj4X .cluster-label text{fill:#333;}#mermaid-svg-XDMq95YxpbTgkj4X .cluster-label span{color:#333;}#mermaid-svg-XDMq95YxpbTgkj4X .cluster-label span p{background-color:transparent;}#mermaid-svg-XDMq95YxpbTgkj4X .label text,#mermaid-svg-XDMq95YxpbTgkj4X span{fill:#333;color:#333;}#mermaid-svg-XDMq95YxpbTgkj4X .node rect,#mermaid-svg-XDMq95YxpbTgkj4X .node circle,#mermaid-svg-XDMq95YxpbTgkj4X .node ellipse,#mermaid-svg-XDMq95YxpbTgkj4X .node polygon,#mermaid-svg-XDMq95YxpbTgkj4X .node path{fill:#ECECFF;stroke:#9370DB;stroke-width:1px;}#mermaid-svg-XDMq95YxpbTgkj4X .rough-node .label text,#mermaid-svg-XDMq95YxpbTgkj4X .node .label text,#mermaid-svg-XDMq95YxpbTgkj4X .image-shape .label,#mermaid-svg-XDMq95YxpbTgkj4X .icon-shape .label{text-anchor:middle;}#mermaid-svg-XDMq95YxpbTgkj4X .node .katex path{fill:#000;stroke:#000;stroke-width:1px;}#mermaid-svg-XDMq95YxpbTgkj4X .rough-node .label,#mermaid-svg-XDMq95YxpbTgkj4X .node .label,#mermaid-svg-XDMq95YxpbTgkj4X .image-shape .label,#mermaid-svg-XDMq95YxpbTgkj4X .icon-shape .label{text-align:center;}#mermaid-svg-XDMq95YxpbTgkj4X .node.clickable{cursor:pointer;}#mermaid-svg-XDMq95YxpbTgkj4X .root .anchor path{fill:#333333!important;stroke-width:0;stroke:#333333;}#mermaid-svg-XDMq95YxpbTgkj4X .arrowheadPath{fill:#333333;}#mermaid-svg-XDMq95YxpbTgkj4X .edgePath .path{stroke:#333333;stroke-width:2.0px;}#mermaid-svg-XDMq95YxpbTgkj4X .flowchart-link{stroke:#333333;fill:none;}#mermaid-svg-XDMq95YxpbTgkj4X .edgeLabel{background-color:rgba(232,232,232, 0.8);text-align:center;}#mermaid-svg-XDMq95YxpbTgkj4X .edgeLabel p{background-color:rgba(232,232,232, 0.8);}#mermaid-svg-XDMq95YxpbTgkj4X .edgeLabel rect{opacity:0.5;background-color:rgba(232,232,232, 0.8);fill:rgba(232,232,232, 0.8);}#mermaid-svg-XDMq95YxpbTgkj4X .labelBkg{background-color:rgba(232, 232, 232, 0.5);}#mermaid-svg-XDMq95YxpbTgkj4X .cluster rect{fill:#ffffde;stroke:#aaaa33;stroke-width:1px;}#mermaid-svg-XDMq95YxpbTgkj4X .cluster text{fill:#333;}#mermaid-svg-XDMq95YxpbTgkj4X .cluster span{color:#333;}#mermaid-svg-XDMq95YxpbTgkj4X div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:12px;background:hsl(80, 100%, 96.2745098039%);border:1px solid #aaaa33;border-radius:2px;pointer-events:none;z-index:100;}#mermaid-svg-XDMq95YxpbTgkj4X .flowchartTitleText{text-anchor:middle;font-size:18px;fill:#333;}#mermaid-svg-XDMq95YxpbTgkj4X rect.text{fill:none;stroke-width:0;}#mermaid-svg-XDMq95YxpbTgkj4X .icon-shape,#mermaid-svg-XDMq95YxpbTgkj4X .image-shape{background-color:rgba(232,232,232, 0.8);text-align:center;}#mermaid-svg-XDMq95YxpbTgkj4X .icon-shape p,#mermaid-svg-XDMq95YxpbTgkj4X .image-shape p{background-color:rgba(232,232,232, 0.8);padding:2px;}#mermaid-svg-XDMq95YxpbTgkj4X .icon-shape .label rect,#mermaid-svg-XDMq95YxpbTgkj4X .image-shape .label rect{opacity:0.5;background-color:rgba(232,232,232, 0.8);fill:rgba(232,232,232, 0.8);}#mermaid-svg-XDMq95YxpbTgkj4X .label-icon{display:inline-block;height:1em;overflow:visible;vertical-align:-0.125em;}#mermaid-svg-XDMq95YxpbTgkj4X .node .label-icon path{fill:currentColor;stroke:revert;stroke-width:revert;}#mermaid-svg-XDMq95YxpbTgkj4X :root{&#8211;mermaid-font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;}<\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"edgeLabel\"><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>Query1<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>\u8bf7\u6c42\u961f\u5217 \u52a8\u6001\u6512\u6279<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>Query2<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>Query3<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>Query4<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>Batch&#061;4 \u6279\u91cfEmbedding<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>\u6279\u91cf\u5411\u91cf\u68c0\u7d22<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>\u6279\u91cfLLM\u751f\u6210<\/p>\n<p><\/span><\/p>\n<p>         <span class=\"nodeLabel\"><\/p>\n<p>\u6279\u91cf\u8fd4\u56de<\/p>\n<p><\/span><\/p>\n<p>\u7d22\u5f15\u548c\u7f13\u5b58\u4f18\u5316\u7684\u662f\u5355\u6b21\u68c0\u7d22\u7684\u6548\u7387&#xff0c;\u800c\u8bf7\u6c42\u6d41\u6c34\u7ebf\u4f18\u5316\u7684\u662f\u6574\u4e2a\u7cfb\u7edf\u7684\u541e\u5410\u548c\u5e76\u53d1\u80fd\u529b\u3002\u901a\u8fc7\u6279\u5904\u7406\u538b\u69a8\u786c\u4ef6\u5229\u7528\u7387&#xff0c;\u901a\u8fc7\u5f02\u6b65\u5316\u69a8\u5e72IO\u7b49\u5f85\u65f6\u95f4&#xff0c;\u901a\u8fc7\u5e76\u53d1\u63a7\u5236\u5b88\u4f4f\u7cfb\u7edf\u7a33\u5b9a\u6027&#xff0c;\u4f60\u7684RAG\u670d\u52a1\u624d\u80fd\u771f\u6b63\u4ece\u201c\u80fd\u8dd1\u201d\u8fdb\u5316\u5230\u201c\u80fd\u625b\u201d\u3002<\/p>\n<p>\u5199\u5728\u6700\u540e<\/p>\n<p>\u597d\u4e86&#xff0c;\u54b1\u4eec\u8fd9\u8d9fRAG\u68c0\u7d22\u5ef6\u8fdf\u4f18\u5316\u7684\u65c5\u7a0b&#xff0c;\u7b97\u662f\u8d70\u5230\u4e86\u7ec8\u70b9\u7ad9\u3002\u56de\u987e\u4e00\u4e0b&#xff0c;\u6211\u4eec\u4ece\u6700\u5e95\u5c42\u7684\u7d22\u5f15\u7ed3\u6784\u9009\u578b&#xff08;HNSW\u3001IVF-PQ&#xff09;&#xff0c;\u804a\u5230\u5411\u91cf\u672c\u8eab\u7684\u7626\u8eab\u672f&#xff08;\u91cf\u5316\u4e0e\u964d\u7ef4&#xff09;&#xff1b;\u4ece\u591a\u7ea7\u7f13\u5b58\u4f53\u7cfb\u7684\u642d\u5efa&#xff0c;\u804a\u5230\u6df7\u5408\u68c0\u7d22\u7684\u5e76\u884c\u5316\u52a0\u901f&#xff1b;\u518d\u4ece\u78c1\u76d8IO\u4e0e\u5185\u5b58\u7684\u534f\u540c&#xff0c;\u804a\u5230\u5e94\u7528\u5c42\u8bf7\u6c42\u7ba1\u9053\u7684\u6279\u5904\u7406\u4e0e\u5f02\u6b65\u5316\u3002<\/p>\n<p>\u8fd9\u516d\u4e2a\u5173\u952e\u8981\u70b9&#xff0c;\u5c31\u50cf\u516d\u628a\u950b\u5229\u7684\u745e\u58eb\u519b\u5200&#xff0c;\u6bcf\u4e00\u628a\u90fd\u80fd\u5728\u4f60\u8c03\u4f18RAG\u6027\u80fd\u65f6\u6d3e\u4e0a\u7528\u573a\u3002\u4f46\u4f60\u8bb0\u4f4f&#xff0c;\u4f18\u5316\u4e0d\u662f\u4e00\u8e74\u800c\u5c31\u7684&#xff0c;\u66f4\u4e0d\u662f\u4e00\u4e2a\u53c2\u6570\u6539\u5230\u5e95\u3002\u5b83\u662f\u4e00\u4e2a\u6301\u7eed\u6d4b\u91cf\u3001\u6301\u7eed\u8fed\u4ee3\u7684\u8fc7\u7a0b\u3002\u5148\u7528\u76d1\u63a7\u627e\u5230\u771f\u6b63\u7684\u74f6\u9888&#xff0c;\u518d\u5bf9\u75c7\u4e0b\u836f&#xff0c;\u8fd9\u624d\u662f\u5de5\u7a0b\u5e08\u7684\u6210\u719f\u6253\u6cd5\u3002<\/p>\n<p>\u5f88\u591a\u65b0\u624b\u603b\u88ab\u6027\u80fd\u95ee\u9898\u5413\u5230&#xff0c;\u89c9\u5f97\u90a3\u662f\u201c\u5927\u795e\u201d\u624d\u80fd\u641e\u5b9a\u7684\u4e8b\u60c5\u3002\u5176\u5b9e\u4e0d\u662f\u7684\u3002\u6027\u80fd\u4f18\u5316\u672c\u8d28\u4e0a\u662f\u8d44\u6e90\u4e0e\u9700\u6c42\u7684\u5e73\u8861\u6e38\u620f&#xff0c;\u662f\u4f60\u5bf9\u7cfb\u7edf\u6bcf\u4e00\u5c42\u5de5\u4f5c\u673a\u5236\u7684\u7406\u89e3\u4f53\u73b0\u3002\u4f60\u4eca\u5929\u641e\u61c2\u4e86\u7d22\u5f15\u7ed3\u6784&#xff0c;\u660e\u5929\u660e\u767d\u4e86\u7f13\u5b58\u7b56\u7565&#xff0c;\u540e\u5929\u53c8\u5b9e\u8df5\u4e86\u5f02\u6b65\u6279\u5904\u7406&#xff0c;\u4e0d\u77e5\u4e0d\u89c9\u95f4&#xff0c;\u4f60\u5df2\u7ecf\u6bd4\u6628\u5929\u7684\u81ea\u5df1\u5f3a\u4e86\u4e00\u5927\u622a\u3002<\/p>\n<p>\u7f16\u7a0b\u4e4b\u8def\u4e0d\u6613&#xff0c;\u4f46\u6bcf\u4e00\u6b65\u6210\u957f\u90fd\u7b97\u6570\u3002RAG\u8fd9\u676f\u9152&#xff0c;\u8c01\u559d\u90fd\u5f97\u5148\u9189\u4e00\u9189&#xff0c;\u9189\u8fc7\u4e86&#xff0c;\u8c03\u4f18\u7684\u82e6\u5403\u8fc7\u4e86&#xff0c;\u4f60\u4e5f\u5c31\u771f\u6b63\u638c\u63e1\u4e86\u8ba9\u5927\u6a21\u578b\u201c\u79d2\u56de\u201d\u7684\u9b54\u6cd5\u3002\u4fdd\u6301\u597d\u5947&#xff0c;\u6301\u7eed\u5b66\u4e60&#xff0c;\u522b\u6015\u8e29\u5751&#xff0c;\u56e0\u4e3a\u6bcf\u4e00\u4e2a\u5751\u90fd\u662f\u4f60\u672a\u6765\u5439\u725b\u65f6\u7684\u8d44\u672c\u3002\u6211\u662f\u7cbe\u901a\u4ee3\u7801\u5927\u4ed9&#xff0c;\u54b1\u4eec\u4e0b\u8282\u8bfe&#xff0c;\u4e0d\u89c1\u4e0d\u6563&#xff01;<\/p>\n<p>\u5173\u6ce8\u79c1\u4fe1\u5907\u6ce8&#xff1a;\u201c\u8d44\u6599\u4ee3\u627e\u83b7\u53d6\u201d&#xff0c;\u5168\u7f51\u8ba1\u7b97\u673a\u5b66\u4e60\u8d44\u6599\u4ee3\u627e&#xff1a;\u4f8b\u5982: \u300a\u8bfe\u7a0b&#xff1a;2026 \u5e74\u591a\u6a21\u6001\u5927\u6a21\u578b\u5b9e\u6218\u8bad\u7ec3\u8425\u300b \u300a\u8bfe\u7a0b&#xff1a;AI \u5927\u6a21\u578b\u5de5\u7a0b\u5e08\u7cfb\u7edf\u8bfe\u7a0b (22 \u7ae0\u5b8c\u6574\u7248 \u6301\u7eed\u66f4\u65b0)\u300b \u300a\u8bfe\u7a0b&#xff1a;AI \u5927\u6a21\u578b\u7cfb\u7edf\u5b9e\u6218\u8bfe\u7b2c\u56db\u671f (2026 \u5e74\u5f00\u8bfe \u6301\u7eed\u66f4\u65b0)\u300b \u300a\u8bfe\u7a0b&#xff1a;2026 \u5e74 AGI \u5927\u6a21\u578b\u7cfb\u7edf\u8bfe 23 \u671f\u300b \u300a\u8bfe\u7a0b&#xff1a;2026 \u5e74 AGI \u5927\u6a21\u578b\u7cfb\u7edf\u8bfe 21 \u671f\u300b \u300a\u8bfe\u7a0b&#xff1a;AI \u5927\u6a21\u578b\u5b9e\u6218\u8bfe 8 \u671f (2026 \u5e74 2 \u6708\u6700\u65b0\u5b8c\u7ed3\u7248)\u300b \u300a\u8bfe\u7a0b&#xff1a;AI \u5927\u6a21\u578b\u7cfb\u7edf\u5b9e\u6218\u8bfe\u4e09\u671f\u300b \u300a\u8bfe\u7a0b&#xff1a;AI \u5927\u6a21\u578b\u7cfb\u7edf\u8bfe\u7a0b (2026 \u5e74 2 \u6708\u5f00\u8bfe \u6301\u7eed\u66f4\u65b0)\u300b \u300a\u8bfe\u7a0b&#xff1a;AI \u5927\u6a21\u578b\u5168\u9636\u8bfe\u7a0b (2025 \u5e74 12 \u6708\u5f00\u8bfe 2026 \u5e74 6 \u6708\u7ed3\u8bfe)\u300b \u300a\u8bfe\u7a0b&#xff1a;AI \u5927\u6a21\u578b\u5de5\u7a0b\u5e08\u5168\u9636\u8bfe\u7a0b (2025 \u5e74 10 \u6708\u5f00\u8bfe 2026 \u5e74 4 \u6708\u7ed3\u8bfe)\u300b \u300a\u8bfe\u7a0b&#xff1a;2026 \u5e74\u6700\u65b0\u5927\u6a21\u578b Agent \u5f00\u53d1\u7cfb\u7edf\u8bfe (\u6301\u7eed\u66f4\u65b0)\u300b \u300a\u8bfe\u7a0b&#xff1a;LLM \u591a\u6a21\u6001\u89c6\u89c9\u5927\u6a21\u578b\u7cfb\u7edf\u8bfe\u300b \u300a\u8bfe\u7a0b&#xff1a;\u5927\u6a21\u578b AI \u5e94\u7528\u5f00\u53d1\u4f01\u4e1a\u7ea7\u9879\u76ee\u5b9e\u6218\u8bfe (2026 \u5e74 1 \u6708\u5f00\u8bfe)\u300b \u300a\u8bfe\u7a0b&#xff1a;\u5927\u6a21\u578b\u667a\u80fd\u4f53\u7ebf\u4e0a\u901f\u6210\u73ed V2.0\u300b \u300a\u8bfe\u7a0b&#xff1a;Java&#043;AI \u5927\u6a21\u578b\u667a\u80fd\u5e94\u7528\u5f00\u53d1\u5168\u9636\u8bfe\u300b \u300a\u8bfe\u7a0b&#xff1a;Python&#043;AI \u5927\u6a21\u578b\u5b9e\u6218\u89c6\u9891\u6559\u7a0b\u300b \u300a\u4e66\u7c4d&#xff1a;\u8f6f\u4ef6\u5de5\u7a0b 3.0: \u5927\u6a21\u578b\u9a71\u52a8\u7684\u7814\u53d1\u65b0\u8303\u5f0f.pdf\u300b \u300a\u8bfe\u7a0b&#xff1a;\u4eba\u5de5\u667a\u80fd\u5927\u6a21\u578b\u7cfb\u7edf\u8bfe (2026 \u5e74 1 \u6708\u5e95\u5b8c\u7ed3\u7248)\u300b \u300a\u8bfe\u7a0b&#xff1a;AI \u5927\u6a21\u578b\u96f6\u57fa\u7840\u5230\u5546\u4e1a\u5b9e\u6218\u5168\u6808\u8bfe\u7b2c\u4e94\u671f\u300b \u300a\u8bfe\u7a0b&#xff1a;Vue3.5&#043;Electron &#043; \u5927\u6a21\u578b\u8de8\u5e73\u53f0 AI \u684c\u9762\u804a\u5929\u5e94\u7528\u5b9e\u6218 (2025)\u300b \u300a\u8bfe\u7a0b&#xff1a;AI \u5927\u6a21\u578b\u5b9e\u6218\u8bad\u7ec3\u8425 \u4ece\u5165\u95e8\u5230\u5b9e\u6218\u8f7b\u677e\u4e0a\u624b\u300b \u300a\u8bfe\u7a0b&#xff1a;2026 \u5e74 AI \u5927\u6a21\u578b RAG \u4e0e Agent \u667a\u80fd\u4f53\u9879\u76ee\u5b9e\u6218\u5f00\u53d1\u8bfe\u300b \u300a\u8bfe\u7a0b&#xff1a;\u5927\u6a21\u578b\u8bad\u7ec3\u8425\u914d\u5957\u8865\u5145\u8d44\u6599\u300b<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u522b\u8ba9\u6beb\u79d2\u7ea7\u5ef6\u8fdf\u6bc1\u6389\u4f60\u7684RAG\u5e94\u7528&#xff01;\u4ece\u7d22\u5f15\u9009\u578b\u5230\u591a\u7ea7\u7f13\u5b58&#xff0c;\u624b\u628a\u624b\u6559\u4f60\u628a\u68c0\u7d22\u901f\u5ea6\u62c9\u6ee1&#xff0c;\u8ba9\u5927\u6a21\u578b\u201c\u79d2\u56de\u201d\u4e0d\u518d\u662f\u795e\u8bdd\u3002\u672c\u6587\u5c06\u4eceANN\u7d22\u5f15\u7684\u9009\u578b\u9677\u9631\u3001\u5411\u91cf\u91cf\u5316\u7684\u201c\u7626\u8eab\u201d\u9ed1\u79d1\u6280\u3001\u591a\u7ea7\u7f13\u5b58\u4f53\u7cfb\u7684\u5b9e\u6218\u642d\u5efa&#xff0c;\u804a\u5230\u6df7\u5408\u68c0\u7d22\u7684\u5e76\u884c\u5316\u52a0\u901f\u3001\u78c1\u76d8IO\u4e0e\u5185\u5b58\u7684\u534f\u540c\u827a\u672f&#xff0c;\u4ee5\u53ca\u5e94\u7528\u5c42\u8bf7\u6c42\u7ba1\u9053\u7684\u6279\u5904\u7406\u4e0e\u5f02\u6b65\u5316\u3002\u4e0d\u7ba1\u4f60\u662f\u521a\u5165\u5751RAG\u7684\u5c0f\u767d&#xff0c;\u8fd8\u662f\u6b63\u5728\u6027\u80fd\u8c03\u4f18\u91cc\u6293\u8033\u6320\u816e\u7684\u5f00\u53d1\u8005&#xff0c;\u8fd9\u516d\u4e2a\u5173\u952e\u8981\u70b9\u90fd\u80fd\u5e2e\u4f60\u628a\u68c0\u7d22\u5ef6\u8fdf\u4ece\u79d2\u7ea7\u780d<\/p>\n","protected":false},"author":2,"featured_media":95926,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[50,56,4322,398],"topic":[],"class_list":["post-95927","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-server","tag-50","tag-56","tag-4322","tag-398"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v20.3 - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>\u3010\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u3011\u300a\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u300b_102.[\u7b2c11\u7ae0 RAG\u6027\u80fd\u4f18\u5316] \u68c0\u7d22\u5ef6\u8fdf\u4f18\u5316\uff1a\u7d22\u5f15\u7ed3\u6784\u548c\u7f13\u5b58\u7b56\u7565 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.wsisp.com\/helps\/95927.html\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u3010\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u3011\u300a\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u300b_102.[\u7b2c11\u7ae0 RAG\u6027\u80fd\u4f18\u5316] \u68c0\u7d22\u5ef6\u8fdf\u4f18\u5316\uff1a\u7d22\u5f15\u7ed3\u6784\u548c\u7f13\u5b58\u7b56\u7565 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"og:description\" content=\"\u522b\u8ba9\u6beb\u79d2\u7ea7\u5ef6\u8fdf\u6bc1\u6389\u4f60\u7684RAG\u5e94\u7528&#xff01;\u4ece\u7d22\u5f15\u9009\u578b\u5230\u591a\u7ea7\u7f13\u5b58&#xff0c;\u624b\u628a\u624b\u6559\u4f60\u628a\u68c0\u7d22\u901f\u5ea6\u62c9\u6ee1&#xff0c;\u8ba9\u5927\u6a21\u578b\u201c\u79d2\u56de\u201d\u4e0d\u518d\u662f\u795e\u8bdd\u3002\u672c\u6587\u5c06\u4eceANN\u7d22\u5f15\u7684\u9009\u578b\u9677\u9631\u3001\u5411\u91cf\u91cf\u5316\u7684\u201c\u7626\u8eab\u201d\u9ed1\u79d1\u6280\u3001\u591a\u7ea7\u7f13\u5b58\u4f53\u7cfb\u7684\u5b9e\u6218\u642d\u5efa&#xff0c;\u804a\u5230\u6df7\u5408\u68c0\u7d22\u7684\u5e76\u884c\u5316\u52a0\u901f\u3001\u78c1\u76d8IO\u4e0e\u5185\u5b58\u7684\u534f\u540c\u827a\u672f&#xff0c;\u4ee5\u53ca\u5e94\u7528\u5c42\u8bf7\u6c42\u7ba1\u9053\u7684\u6279\u5904\u7406\u4e0e\u5f02\u6b65\u5316\u3002\u4e0d\u7ba1\u4f60\u662f\u521a\u5165\u5751RAG\u7684\u5c0f\u767d&#xff0c;\u8fd8\u662f\u6b63\u5728\u6027\u80fd\u8c03\u4f18\u91cc\u6293\u8033\u6320\u816e\u7684\u5f00\u53d1\u8005&#xff0c;\u8fd9\u516d\u4e2a\u5173\u952e\u8981\u70b9\u90fd\u80fd\u5e2e\u4f60\u628a\u68c0\u7d22\u5ef6\u8fdf\u4ece\u79d2\u7ea7\u780d\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.wsisp.com\/helps\/95927.html\" \/>\n<meta property=\"og:site_name\" content=\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"article:published_time\" content=\"2026-08-26T17:48:42+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/www.wsisp.com\/helps\/wp-content\/uploads\/2026\/08\/20260826174841-6a8f26f94a175.png\" \/>\n<meta name=\"author\" content=\"admin\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"admin\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"25 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/95927.html\",\"url\":\"https:\/\/www.wsisp.com\/helps\/95927.html\",\"name\":\"\u3010\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u3011\u300a\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u300b_102.[\u7b2c11\u7ae0 RAG\u6027\u80fd\u4f18\u5316] \u68c0\u7d22\u5ef6\u8fdf\u4f18\u5316\uff1a\u7d22\u5f15\u7ed3\u6784\u548c\u7f13\u5b58\u7b56\u7565 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"isPartOf\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\"},\"datePublished\":\"2026-08-26T17:48:42+00:00\",\"dateModified\":\"2026-08-26T17:48:42+00:00\",\"author\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/95927.html#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.wsisp.com\/helps\/95927.html\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/95927.html#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.wsisp.com\/helps\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u3010\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u3011\u300a\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u300b_102.[\u7b2c11\u7ae0 RAG\u6027\u80fd\u4f18\u5316] \u68c0\u7d22\u5ef6\u8fdf\u4f18\u5316\uff1a\u7d22\u5f15\u7ed3\u6784\u548c\u7f13\u5b58\u7b56\u7565\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\",\"url\":\"https:\/\/www.wsisp.com\/helps\/\",\"name\":\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"description\":\"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}\"},\"query-input\":\"required name=search_term_string\"}],\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\",\"name\":\"admin\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"contentUrl\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"caption\":\"admin\"},\"sameAs\":[\"http:\/\/wp.wsisp.com\"],\"url\":\"https:\/\/www.wsisp.com\/helps\/author\/admin\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"\u3010\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u3011\u300a\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u300b_102.[\u7b2c11\u7ae0 RAG\u6027\u80fd\u4f18\u5316] \u68c0\u7d22\u5ef6\u8fdf\u4f18\u5316\uff1a\u7d22\u5f15\u7ed3\u6784\u548c\u7f13\u5b58\u7b56\u7565 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.wsisp.com\/helps\/95927.html","og_locale":"zh_CN","og_type":"article","og_title":"\u3010\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u3011\u300a\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u300b_102.[\u7b2c11\u7ae0 RAG\u6027\u80fd\u4f18\u5316] \u68c0\u7d22\u5ef6\u8fdf\u4f18\u5316\uff1a\u7d22\u5f15\u7ed3\u6784\u548c\u7f13\u5b58\u7b56\u7565 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","og_description":"\u522b\u8ba9\u6beb\u79d2\u7ea7\u5ef6\u8fdf\u6bc1\u6389\u4f60\u7684RAG\u5e94\u7528&#xff01;\u4ece\u7d22\u5f15\u9009\u578b\u5230\u591a\u7ea7\u7f13\u5b58&#xff0c;\u624b\u628a\u624b\u6559\u4f60\u628a\u68c0\u7d22\u901f\u5ea6\u62c9\u6ee1&#xff0c;\u8ba9\u5927\u6a21\u578b\u201c\u79d2\u56de\u201d\u4e0d\u518d\u662f\u795e\u8bdd\u3002\u672c\u6587\u5c06\u4eceANN\u7d22\u5f15\u7684\u9009\u578b\u9677\u9631\u3001\u5411\u91cf\u91cf\u5316\u7684\u201c\u7626\u8eab\u201d\u9ed1\u79d1\u6280\u3001\u591a\u7ea7\u7f13\u5b58\u4f53\u7cfb\u7684\u5b9e\u6218\u642d\u5efa&#xff0c;\u804a\u5230\u6df7\u5408\u68c0\u7d22\u7684\u5e76\u884c\u5316\u52a0\u901f\u3001\u78c1\u76d8IO\u4e0e\u5185\u5b58\u7684\u534f\u540c\u827a\u672f&#xff0c;\u4ee5\u53ca\u5e94\u7528\u5c42\u8bf7\u6c42\u7ba1\u9053\u7684\u6279\u5904\u7406\u4e0e\u5f02\u6b65\u5316\u3002\u4e0d\u7ba1\u4f60\u662f\u521a\u5165\u5751RAG\u7684\u5c0f\u767d&#xff0c;\u8fd8\u662f\u6b63\u5728\u6027\u80fd\u8c03\u4f18\u91cc\u6293\u8033\u6320\u816e\u7684\u5f00\u53d1\u8005&#xff0c;\u8fd9\u516d\u4e2a\u5173\u952e\u8981\u70b9\u90fd\u80fd\u5e2e\u4f60\u628a\u68c0\u7d22\u5ef6\u8fdf\u4ece\u79d2\u7ea7\u780d","og_url":"https:\/\/www.wsisp.com\/helps\/95927.html","og_site_name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","article_published_time":"2026-08-26T17:48:42+00:00","og_image":[{"url":"https:\/\/www.wsisp.com\/helps\/wp-content\/uploads\/2026\/08\/20260826174841-6a8f26f94a175.png"}],"author":"admin","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"admin","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"25 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.wsisp.com\/helps\/95927.html","url":"https:\/\/www.wsisp.com\/helps\/95927.html","name":"\u3010\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u3011\u300a\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u300b_102.[\u7b2c11\u7ae0 RAG\u6027\u80fd\u4f18\u5316] \u68c0\u7d22\u5ef6\u8fdf\u4f18\u5316\uff1a\u7d22\u5f15\u7ed3\u6784\u548c\u7f13\u5b58\u7b56\u7565 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","isPartOf":{"@id":"https:\/\/www.wsisp.com\/helps\/#website"},"datePublished":"2026-08-26T17:48:42+00:00","dateModified":"2026-08-26T17:48:42+00:00","author":{"@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41"},"breadcrumb":{"@id":"https:\/\/www.wsisp.com\/helps\/95927.html#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.wsisp.com\/helps\/95927.html"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.wsisp.com\/helps\/95927.html#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.wsisp.com\/helps"},{"@type":"ListItem","position":2,"name":"\u3010\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u3011\u300a\u5927\u6a21\u578bRAG\u751f\u6210\u5f0fAI\u5f00\u53d1\u5b9e\u6218\u300b_102.[\u7b2c11\u7ae0 RAG\u6027\u80fd\u4f18\u5316] \u68c0\u7d22\u5ef6\u8fdf\u4f18\u5316\uff1a\u7d22\u5f15\u7ed3\u6784\u548c\u7f13\u5b58\u7b56\u7565"}]},{"@type":"WebSite","@id":"https:\/\/www.wsisp.com\/helps\/#website","url":"https:\/\/www.wsisp.com\/helps\/","name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","description":"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}"},"query-input":"required name=search_term_string"}],"inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41","name":"admin","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/","url":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","contentUrl":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","caption":"admin"},"sameAs":["http:\/\/wp.wsisp.com"],"url":"https:\/\/www.wsisp.com\/helps\/author\/admin"}]}},"_links":{"self":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/95927","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/comments?post=95927"}],"version-history":[{"count":0,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/95927\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/media\/95926"}],"wp:attachment":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/media?parent=95927"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/categories?post=95927"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/tags?post=95927"},{"taxonomy":"topic","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/topic?post=95927"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}