{"id":91094,"date":"2026-08-06T21:24:38","date_gmt":"2026-08-06T13:24:38","guid":{"rendered":"https:\/\/www.wsisp.com\/helps\/91094.html"},"modified":"2026-08-06T21:24:38","modified_gmt":"2026-08-06T13:24:38","slug":"%e7%94%9f%e4%ba%a7%e7%ba%a7rag%e7%b3%bb%e7%bb%9f%e8%90%bd%e5%9c%b0%e5%85%a8%e6%96%b9%e6%a1%88%ef%bc%9a%e5%85%a8%e6%96%b9%e4%bd%8d%e6%94%bb%e5%85%8b%e5%a4%a7%e6%a8%a1%e5%9e%8b%e5%b9%bb%e8%a7%89","status":"publish","type":"post","link":"https:\/\/www.wsisp.com\/helps\/91094.html","title":{"rendered":"\u751f\u4ea7\u7ea7RAG\u7cfb\u7edf\u843d\u5730\u5168\u65b9\u6848\uff1a\u5168\u65b9\u4f4d\u653b\u514b\u5927\u6a21\u578b\u5e7b\u89c9\u96be\u9898"},"content":{"rendered":"<h3>\u6458\u8981<\/h3>\n<p>\u5927\u6a21\u578b\u5929\u751f\u5b58\u5728\u77e5\u8bc6\u622a\u6b62\u3001\u4e8b\u5b9e\u634f\u9020\u3001\u903b\u8f91\u9519\u4e71\u7684\u5e7b\u89c9\u95ee\u9898&#xff0c;\u76f4\u63a5\u5bfc\u81f4\u4f01\u4e1a\u77e5\u8bc6\u5e93\u95ee\u7b54\u3001\u5de5\u4e1a\u667a\u80fd\u68c0\u7d22\u573a\u666f\u8f93\u51fa\u4e0d\u53ef\u4fe1\u5185\u5bb9&#xff0c;\u65e0\u6cd5\u4e0a\u7ebf\u751f\u4ea7\u73af\u5883\u3002\u68c0\u7d22\u589e\u5f3a\u751f\u6210&#xff08;RAG&#xff09;\u901a\u8fc7\u5916\u63a5\u79c1\u6709\u77e5\u8bc6\u5e93\u7ea6\u675f\u5927\u6a21\u578b\u751f\u6210\u8fb9\u754c&#xff0c;\u662f\u89e3\u51b3\u5e7b\u89c9\u6700\u4e3b\u6d41\u3001\u6210\u672c\u6700\u4f4e\u7684\u5de5\u7a0b\u65b9\u6848\u3002\u4f46\u5f88\u591a\u5f00\u53d1\u4eba\u5458\u642d\u5efa\u7684Demo\u7ea7RAG\u4ecd\u5b58\u5728\u5e7b\u89c9\u3001\u68c0\u7d22\u6f02\u79fb\u3001\u4e0a\u4e0b\u6587\u4e22\u5931\u7b49\u95ee\u9898&#xff0c;\u65e0\u6cd5\u6ee1\u8db3\u5de5\u4e1a\u9886\u57df\u7a33\u5b9a\u4ea4\u4ed8\u6807\u51c6\u3002<\/p>\n<p>\u672c\u6587\u7ed3\u5408\u5de5\u4e1a\u4e1a\u52a1\u843d\u5730\u5b9e\u6218&#xff0c;\u5b8c\u6574\u62c6\u89e3\u751f\u4ea7\u7ea7RAG\u5168\u94fe\u8def\u67b6\u6784&#xff0c;\u4ece\u6587\u6863\u9884\u5904\u7406\u3001\u5411\u91cf\u5316\u4f18\u5316\u3001\u591a\u8def\u68c0\u7d22\u7b56\u7565\u3001\u91cd\u6392\u8fc7\u6ee4\u3001\u63d0\u793a\u8bcd\u7ea6\u675f\u3001\u7ed3\u679c\u6821\u9a8c\u516d\u5927\u7ef4\u5ea6\u7cfb\u7edf\u6027\u6291\u5236\u5927\u6a21\u578b\u5e7b\u89c9&#xff1b;\u914d\u5957\u53ef\u76f4\u63a5\u8fd0\u884cPython\u5de5\u7a0b\u4ee3\u7801&#xff0c;\u8986\u76d6LangChain&#043;FlowRAG\u53cc\u6280\u672f\u6808&#xff0c;\u540c\u65f6\u9488\u5bf9\u5de5\u4e1a\u573a\u666f\u6587\u6863&#xff08;\u8bbe\u5907\u624b\u518c\u3001\u5de5\u5355\u3001\u5de5\u827a\u56fe\u8c31&#xff09;\u505a\u4e13\u9879\u4f18\u5316&#xff0c;\u6700\u7ec8\u642d\u5efa\u4e00\u5957\u53ef\u5bf9\u63a5\u4f01\u4e1aERP\u3001MES\u7ba1\u7406\u7cfb\u7edf\u3001\u652f\u6301\u767e\u4e07\u7ea7\u6587\u6863\u3001\u4f4e\u5e7b\u89c9\u7387\u7684\u751f\u4ea7\u53ef\u7528RAG\u7cfb\u7edf\u3002\u5168\u6587\u5b9e\u64cd\u5bfc\u5411&#xff0c;\u5305\u542b\u5e7b\u89c9\u6210\u56e0\u5206\u6790\u3001\u8e29\u5751\u590d\u76d8\u3001\u6027\u80fd\u8c03\u4f18\u6307\u6807&#xff0c;\u9002\u914d1-3\u5e74AI\u5e94\u7528\u5f00\u53d1\u5de5\u7a0b\u5e08\u843d\u5730\u5de5\u4e1a\u667a\u80fd\u95ee\u7b54\u3001\u6570\u5b57\u4eba\u77e5\u8bc6\u5e93\u573a\u666f\u3002<\/p>\n<h3>\u4e00\u3001\u5927\u6a21\u578b\u5e7b\u89c9\u5e95\u5c42\u6210\u56e0&#xff1a;\u4e3a\u4ec0\u4e48\u7b80\u5355RAG\u4f9d\u7136\u4f1a\u9020\u5047<\/h3>\n<h4>1.1 \u6a21\u578b\u539f\u751f\u5e7b\u89c9<\/h4>\n<p>\u9884\u8bad\u7ec3\u5927\u6a21\u578b\u8bad\u7ec3\u6570\u636e\u5b58\u5728\u65f6\u95f4\u65ad\u5c42&#xff08;\u77e5\u8bc6\u622a\u6b62&#xff09;&#xff0c;\u9762\u5bf9\u672a\u89c1\u8fc7\u7684\u79c1\u6709\u5de5\u4e1a\u6570\u636e\u65f6&#xff0c;\u6a21\u578b\u4f1a\u4f9d\u9760\u53c2\u6570\u5185\u901a\u7528\u77e5\u8bc6\u201c\u8111\u8865\u201d\u7b54\u6848&#xff1b;\u540c\u65f6\u5927\u6a21\u578b\u7684\u751f\u6210\u673a\u5236\u662f\u6982\u7387\u91c7\u6837&#xff0c;\u4e3a\u4fdd\u8bc1\u8bed\u53e5\u6d41\u7545\u6027&#xff0c;\u4f1a\u4f18\u5148\u751f\u6210\u901a\u987a\u6587\u672c\u800c\u975e\u771f\u5b9e\u4e8b\u5b9e&#xff0c;\u4ea7\u751f\u65e0\u4f9d\u636e\u7f16\u9020\u3002<\/p>\n<h4>1.2 \u7b80\u6613RAG\u67b6\u6784\u5e26\u6765\u7684\u65b0\u589e\u5e7b\u89c9<\/h4>\n<p>\u5e02\u9762\u4e0a\u5feb\u901f\u642d\u5efa\u7684Demo RAG\u4ec5\u505a\u201c\u6587\u6863\u5207\u7247&#043;\u5411\u91cf\u68c0\u7d22&#043;\u7b80\u5355Prompt\u62fc\u63a5\u201d&#xff0c;\u5b58\u5728\u5927\u91cf\u5de5\u7a0b\u6f0f\u6d1e&#xff0c;\u53cd\u800c\u653e\u5927\u5e7b\u89c9&#xff1a;<\/p>\n<li>\u5207\u7247\u7c92\u5ea6\u5931\u63a7&#xff1a;\u957f\u6587\u6863\u7c97\u66b4\u5747\u5206&#xff0c;\u5355\u5757\u6587\u672c\u4fe1\u606f\u6b8b\u7f3a\u3001\u4e0a\u4e0b\u6587\u65ad\u88c2&#xff0c;\u68c0\u7d22\u5230\u788e\u7247\u5316\u7247\u6bb5\u540e\u6a21\u578b\u65ad\u7ae0\u53d6\u4e49&#xff1b;<\/li>\n<li>\u5355\u8def\u5411\u91cf\u68c0\u7d22\u7f3a\u9677&#xff1a;\u4ec5\u4f9d\u9760\u76f8\u4f3c\u5ea6\u53ec\u56de&#xff0c;\u5927\u91cf\u8bed\u4e49\u76f8\u8fd1\u4f46\u4e8b\u5b9e\u65e0\u5173\u7684\u566a\u58f0\u6587\u6863\u6df7\u5165\u4e0a\u4e0b\u6587&#xff1b;<\/li>\n<li>\u65e0\u91cd\u6392\u3001\u65e0\u8fc7\u6ee4&#xff1a;\u68c0\u7d22Top-K\u5168\u90e8\u9001\u5165LLM&#xff0c;\u65e0\u5173\u6587\u672c\u5e72\u6270\u6a21\u578b\u5224\u65ad&#xff1b;<\/li>\n<li>Prompt\u65e0\u4e8b\u5b9e\u7ea6\u675f&#xff1a;\u672a\u5f3a\u5236\u6a21\u578b\u201c\u4ec5\u53c2\u8003\u68c0\u7d22\u6587\u6863\u4f5c\u7b54&#xff0c;\u65e0\u5339\u914d\u5185\u5bb9\u76f4\u63a5\u544a\u77e5\u672a\u77e5\u201d&#xff1b;<\/li>\n<li>\u7f3a\u5c11\u540e\u7f6e\u6821\u9a8c&#xff1a;\u6a21\u578b\u8f93\u51fa\u540e\u6ca1\u6709\u4e8b\u5b9e\u5bf9\u9f50\u6821\u9a8c\u903b\u8f91&#xff0c;\u865a\u5047\u5185\u5bb9\u76f4\u63a5\u8fd4\u56de\u524d\u7aef&#xff1b;<\/li>\n<li>\u591a\u8f6e\u5bf9\u8bdd\u4e0a\u4e0b\u6587\u6ea2\u51fa&#xff1a;\u5386\u53f2\u5bf9\u8bdd\u6324\u5360\u77e5\u8bc6\u5e93\u53c2\u8003\u6587\u672c\u7a97\u53e3&#xff0c;\u6a21\u578b\u8131\u79bb\u79c1\u6709\u77e5\u8bc6\u5e93\u81ea\u7531\u751f\u6210\u3002<\/li>\n<h4>1.3 \u5de5\u4e1a\u573a\u666f\u5e7b\u89c9\u7279\u6b8a\u98ce\u9669<\/h4>\n<p>\u5de5\u4e1a\u9886\u57df\u95ee\u7b54\u6d89\u53ca\u8bbe\u5907\u53c2\u6570\u3001\u64cd\u4f5c\u89c4\u8303\u3001\u5b89\u5168\u6d41\u7a0b&#xff0c;\u4e00\u65e6\u51fa\u73b0\u5e7b\u89c9\u4f1a\u9020\u6210\u751f\u4ea7\u4e8b\u6545&#xff1a;\u6bd4\u5982\u9519\u8bef\u8f93\u51fa\u8bbe\u5907\u68c0\u4fee\u53c2\u6570\u3001\u865a\u6784\u5de5\u827a\u6807\u51c6\u3002\u56e0\u6b64\u5de5\u4e1aRAG\u4e0d\u4ec5\u8981\u964d\u4f4e\u5e7b\u89c9&#xff0c;\u8fd8\u8981\u5177\u5907\u53ef\u6eaf\u6e90\u3001\u53ef\u6821\u9a8c\u3001\u62d2\u7edd\u7f16\u9020\u4e09\u5927\u751f\u4ea7\u7279\u6027\u3002<\/p>\n<h3>\u4e8c\u3001\u751f\u4ea7\u7ea7\u4f4e\u5e7b\u89c9RAG\u6574\u4f53\u67b6\u6784\u8bbe\u8ba1<\/h3>\n<p>\u9488\u5bf9\u5e7b\u89c9\u516d\u5927\u6210\u56e0&#xff0c;\u8bbe\u8ba1\u516d\u5c42\u5168\u94fe\u8def\u6291\u5236\u67b6\u6784&#xff0c;\u6bcf\u4e00\u5c42\u90fd\u914d\u5957\u9488\u5bf9\u6027\u5de5\u7a0b\u4f18\u5316\u624b\u6bb5&#xff1a;<\/p>\n<li>\u6587\u6863\u9884\u5904\u7406\u5c42&#xff1a;\u6e05\u6d17\u3001\u5206\u5c42\u5207\u7247\u3001\u8bed\u4e49\u5206\u5272\u3001\u5b9e\u4f53\u6807\u6ce8&#xff0c;\u4ece\u6e90\u5934\u4fdd\u8bc1\u77e5\u8bc6\u5e93\u6587\u672c\u5b8c\u6574\u51c6\u786e&#xff1b;<\/li>\n<li>\u5411\u91cf\u5b58\u50a8\u7d22\u5f15\u5c42&#xff1a;\u6df7\u5408\u7a00\u758f&#043;\u7a20\u5bc6\u53cc\u5411\u91cf\u7d22\u5f15&#xff0c;\u533a\u5206\u6807\u9898\/\u6b63\u6587\/\u56fe\u8c31\u5b9e\u4f53&#xff0c;\u63d0\u5347\u7cbe\u51c6\u53ec\u56de&#xff1b;<\/li>\n<li>\u591a\u8def\u68c0\u7d22\u5c42&#xff1a;\u5411\u91cf\u68c0\u7d22&#043;\u5173\u952e\u8bcd\u68c0\u7d22&#043;\u56fe\u8c31\u5b9e\u4f53\u68c0\u7d22\u878d\u5408&#xff0c;\u907f\u514d\u5355\u4e00\u68c0\u7d22\u8bed\u4e49\u6f02\u79fb&#xff1b;<\/li>\n<li>\u91cd\u6392\u8fc7\u6ee4\u5c42&#xff1a;Rerank\u6a21\u578b&#043;\u89c4\u5219\u8fc7\u6ee4&#xff0c;\u5254\u9664\u4f4e\u76f8\u5173\u3001\u51b2\u7a81\u3001\u6b8b\u7f3a\u68c0\u7d22\u7247\u6bb5&#xff1b;<\/li>\n<li>LLM\u751f\u6210\u7ea6\u675f\u5c42&#xff1a;\u5e7b\u89c9\u6291\u5236\u4e13\u7528\u63d0\u793a\u8bcd\u3001\u5f15\u7528\u6eaf\u6e90\u673a\u5236\u3001\u65e0\u5339\u914d\u5185\u5bb9\u5f3a\u5236\u62d2\u7b54&#xff1b;<\/li>\n<li>\u540e\u7f6e\u4e8b\u5b9e\u6821\u9a8c\u5c42&#xff1a;\u5b9e\u4f53\u5339\u914d\u3001\u6587\u672c\u76f8\u4f3c\u5ea6\u6821\u9a8c\u3001\u56fe\u8c31\u4e8b\u5b9e\u6838\u5bf9&#xff0c;\u62e6\u622a\u6a21\u578b\u7f16\u9020\u5185\u5bb9\u3002<\/li>\n<p>\u6574\u5957\u67b6\u6784\u57fa\u4e8eLangChain&#043;FlowRAG\u5b9e\u73b0&#xff0c;\u517c\u5bb9Dify\u3001FastGPT\u6846\u67b6\u4e8c\u6b21\u96c6\u6210&#xff0c;\u53ef\u5bf9\u63a5\u4f01\u4e1a\u7ba1\u7406\u7cfb\u7edfAPI\u62c9\u53d6\u5de5\u5355\u3001\u5de5\u827a\u6587\u6863\u3002<\/p>\n<h3>\u4e09\u3001\u5168\u94fe\u8def\u4ee3\u7801\u5b9e\u73b0&#xff1a;\u751f\u4ea7\u7ea7\u4f4e\u5e7b\u89c9RAG\u5de5\u7a0b<\/h3>\n<h4>\u73af\u5883\u4f9d\u8d56\u5b89\u88c5<\/h4>\n<p><span class=\"token comment\"># \u5b89\u88c5\u6838\u5fc3\u4f9d\u8d56<\/span><br \/>\n!pip install langchain langchain<span class=\"token operator\">&#8211;<\/span>openai langchain<span class=\"token operator\">&#8211;<\/span>community flowrag sentence<span class=\"token operator\">&#8211;<\/span>transformers rank_bm25 chromadb pypdf python<span class=\"token operator\">&#8211;<\/span>dotenv pandas numpy<\/p>\n<h4>3.1 \u7b2c\u4e00\u6b65&#xff1a;\u6587\u6863\u9884\u5904\u7406\u6a21\u5757&#xff08;\u6e90\u5934\u51cf\u5c11\u6b8b\u7f3a\u6587\u672c\u5e7b\u89c9&#xff09;<\/h4>\n<p>\u666e\u901a\u5747\u5206\u5207\u7247\u4f1a\u62c6\u5206\u5b8c\u6574\u8bed\u4e49\u6bb5\u843d&#xff0c;\u5de5\u4e1a\u8bbe\u5907\u624b\u518c\u3001\u5de5\u827a\u6587\u6863\u5fc5\u987b\u4f7f\u7528\u8bed\u4e49\u5206\u5272&#xff0c;\u540c\u65f6\u63d0\u53d6\u5b9e\u4f53\u3001\u8fc7\u6ee4\u65e0\u6548\u4e71\u7801\u3001\u8868\u683c\u8f6c\u6587\u672c\u7ed3\u6784\u5316&#xff0c;\u907f\u514d\u788e\u7247\u4fe1\u606f\u8bef\u5bfc\u6a21\u578b\u3002<\/p>\n<p><span class=\"token keyword\">import<\/span> re<br \/>\n<span class=\"token keyword\">from<\/span> langchain<span class=\"token punctuation\">.<\/span>text_splitter <span class=\"token keyword\">import<\/span> RecursiveCharacterTextSplitter<br \/>\n<span class=\"token keyword\">from<\/span> langchain<span class=\"token punctuation\">.<\/span>document_loaders <span class=\"token keyword\">import<\/span> PyPDFLoader<\/p>\n<p><span class=\"token keyword\">class<\/span> <span class=\"token class-name\">IndustrialDocPreprocessor<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">def<\/span> <span class=\"token function\">__init__<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token comment\"># \u8bed\u4e49\u5206\u5272\u5668&#xff1a;\u6309\u6807\u9898\u3001\u6bb5\u843d\u3001\u53e5\u53f7\u5206\u5c42\u5207\u5206&#xff0c;\u4fdd\u7559\u5b8c\u6574\u8bed\u4e49\u5355\u5143<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>text_splitter <span class=\"token operator\">&#061;<\/span> RecursiveCharacterTextSplitter<span class=\"token punctuation\">(<\/span><br \/>\n            separators<span class=\"token operator\">&#061;<\/span><span class=\"token punctuation\">[<\/span><span class=\"token string\">&#034;\\\\n## &#034;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#034;\\\\n# &#034;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#034;\\\\n\\\\n&#034;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#034;\\\\n&#034;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#034;\u3002&#034;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#034;&#xff1b;&#034;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">,<\/span><br \/>\n            chunk_size<span class=\"token operator\">&#061;<\/span><span class=\"token number\">600<\/span><span class=\"token punctuation\">,<\/span><br \/>\n            chunk_overlap<span class=\"token operator\">&#061;<\/span><span class=\"token number\">120<\/span><span class=\"token punctuation\">,<\/span><br \/>\n            length_function<span class=\"token operator\">&#061;<\/span><span class=\"token builtin\">len<\/span><span class=\"token punctuation\">,<\/span><br \/>\n            add_start_index<span class=\"token operator\">&#061;<\/span><span class=\"token boolean\">True<\/span><br \/>\n        <span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token keyword\">def<\/span> <span class=\"token function\">clean_industrial_text<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> raw_text<span class=\"token punctuation\">:<\/span> <span class=\"token builtin\">str<\/span><span class=\"token punctuation\">)<\/span> <span class=\"token operator\">&#8211;<\/span><span class=\"token operator\">&gt;<\/span> <span class=\"token builtin\">str<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u6e05\u6d17\u5de5\u4e1a\u6587\u6863\u4e71\u7801\u3001\u591a\u4f59\u7b26\u53f7\u3001\u65e0\u6548\u6362\u884c&#034;&#034;&#034;<\/span><br \/>\n        <span class=\"token comment\"># \u53bb\u9664\u9875\u7801\u3001\u6c34\u5370\u3001\u7279\u6b8a\u5236\u8868\u7b26<\/span><br \/>\n        text <span class=\"token operator\">&#061;<\/span> re<span class=\"token punctuation\">.<\/span>sub<span class=\"token punctuation\">(<\/span><span class=\"token string\">r&#034;\u7b2c\\\\d&#043;\u9875 \/ \u5171\\\\d&#043;\u9875&#034;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#034;&#034;<\/span><span class=\"token punctuation\">,<\/span> raw_text<span class=\"token punctuation\">)<\/span><br \/>\n        text <span class=\"token operator\">&#061;<\/span> re<span class=\"token punctuation\">.<\/span>sub<span class=\"token punctuation\">(<\/span><span class=\"token string\">r&#034;\\\\s{4,}&#034;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#034; &#034;<\/span><span class=\"token punctuation\">,<\/span> text<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token comment\"># \u8fc7\u6ee4\u65e0\u610f\u4e49\u5355\u884c\u7b26\u53f7<\/span><br \/>\n        text <span class=\"token operator\">&#061;<\/span> re<span class=\"token punctuation\">.<\/span>sub<span class=\"token punctuation\">(<\/span><span class=\"token string\">r&#034;[-*]{3,}&#034;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#034;&#034;<\/span><span class=\"token punctuation\">,<\/span> text<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token keyword\">return<\/span> text<span class=\"token punctuation\">.<\/span>strip<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token keyword\">def<\/span> <span class=\"token function\">load_and_split_pdf<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> pdf_path<span class=\"token punctuation\">:<\/span> <span class=\"token builtin\">str<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u52a0\u8f7d\u5de5\u4e1aPDF\u624b\u518c&#xff0c;\u6e05\u6d17&#043;\u8bed\u4e49\u5207\u7247&#034;&#034;&#034;<\/span><br \/>\n        loader <span class=\"token operator\">&#061;<\/span> PyPDFLoader<span class=\"token punctuation\">(<\/span>pdf_path<span class=\"token punctuation\">)<\/span><br \/>\n        raw_docs <span class=\"token operator\">&#061;<\/span> loader<span class=\"token punctuation\">.<\/span>load<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><br \/>\n        clean_docs <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">[<\/span><span class=\"token punctuation\">]<\/span><br \/>\n        <span class=\"token keyword\">for<\/span> doc <span class=\"token keyword\">in<\/span> raw_docs<span class=\"token punctuation\">:<\/span><br \/>\n            clean_content <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>clean_industrial_text<span class=\"token punctuation\">(<\/span>doc<span class=\"token punctuation\">.<\/span>page_content<span class=\"token punctuation\">)<\/span><br \/>\n            doc<span class=\"token punctuation\">.<\/span>page_content <span class=\"token operator\">&#061;<\/span> clean_content<br \/>\n            clean_docs<span class=\"token punctuation\">.<\/span>append<span class=\"token punctuation\">(<\/span>doc<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token comment\"># \u8bed\u4e49\u5207\u7247<\/span><br \/>\n        split_docs <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>text_splitter<span class=\"token punctuation\">.<\/span>split_documents<span class=\"token punctuation\">(<\/span>clean_docs<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u6587\u6863\u5904\u7406\u5b8c\u6210&#xff0c;\u751f\u6210\u8bed\u4e49\u5207\u7247\u6570\u91cf&#xff1a;<\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span><span class=\"token builtin\">len<\/span><span class=\"token punctuation\">(<\/span>split_docs<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token keyword\">return<\/span> split_docs<\/p>\n<p><span class=\"token comment\"># \u8c03\u7528\u793a\u4f8b<\/span><br \/>\n<span class=\"token keyword\">if<\/span> __name__ <span class=\"token operator\">&#061;&#061;<\/span> <span class=\"token string\">&#034;__main__&#034;<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    preprocessor <span class=\"token operator\">&#061;<\/span> IndustrialDocPreprocessor<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><br \/>\n    chunks <span class=\"token operator\">&#061;<\/span> preprocessor<span class=\"token punctuation\">.<\/span>load_and_split_pdf<span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;.\/\u5de5\u4e1a\u8bbe\u5907\u8fd0\u7ef4\u624b\u518c.pdf&#034;<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<h5>\u4f18\u5316\u8bf4\u660e&#xff08;\u6291\u5236\u5e7b\u89c9\u5173\u952e\u70b9&#xff09;<\/h5>\n<li>\u91cd\u53e0\u5757120\u5b57\u7b26&#xff1a;\u4fdd\u8bc1\u8de8\u5207\u7247\u8fde\u7eed\u8bed\u4e49\u4e0d\u4e22\u5931&#xff0c;\u907f\u514d\u6a21\u578b\u65ad\u7ae0\u53d6\u4e49&#xff1b;<\/li>\n<li>\u5206\u5c42\u5206\u9694\u7b26\u4f18\u5148\u8bc6\u522b\u6587\u6863\u6807\u9898&#xff0c;\u5b8c\u6574\u4fdd\u7559\u8bbe\u5907\u53c2\u6570\u3001\u64cd\u4f5c\u6b65\u9aa4\u6574\u6bb5\u5185\u5bb9&#xff1b;<\/li>\n<li>\u5de5\u4e1a\u6587\u6863\u4e13\u7528\u6e05\u6d17\u89c4\u5219&#xff0c;\u8fc7\u6ee4\u9875\u7801\u3001\u6c34\u5370\u7b49\u65e0\u4ef7\u503c\u566a\u58f0\u6587\u672c\u3002<\/li>\n<h4>3.2 \u7b2c\u4e8c\u6b65&#xff1a;\u6df7\u5408\u591a\u8def\u68c0\u7d22\u6a21\u5757&#xff08;\u89e3\u51b3\u5355\u5411\u91cf\u68c0\u7d22\u6f02\u79fb\u5e7b\u89c9&#xff09;<\/h4>\n<p>\u5355\u4e00\u5411\u91cf\u68c0\u7d22\u5bb9\u6613\u53ec\u56de\u8bed\u4e49\u76f8\u4f3c\u4f46\u4e8b\u5b9e\u65e0\u5173\u7684\u6587\u672c&#xff08;\u6bd4\u5982\u76f8\u4f3c\u8bbe\u5907\u4e0d\u540c\u578b\u53f7\u53c2\u6570\u6df7\u6dc6&#xff09;&#xff0c;\u91c7\u7528\u7a20\u5bc6\u5411\u91cf\u68c0\u7d22&#xff08;Chroma&#xff09;&#043;\u7a00\u758fBM25\u5173\u952e\u8bcd\u68c0\u7d22\u591a\u8def\u878d\u5408&#xff0c;\u5e73\u8861\u8bed\u4e49\u5339\u914d\u548c\u5173\u952e\u8bcd\u7cbe\u51c6\u5339\u914d&#xff0c;\u5927\u5e45\u964d\u4f4e\u65e0\u5173\u6587\u6863\u8fdb\u5165LLM\u4e0a\u4e0b\u6587\u3002<\/p>\n<p><span class=\"token keyword\">from<\/span> langchain<span class=\"token punctuation\">.<\/span>vectorstores <span class=\"token keyword\">import<\/span> Chroma<br \/>\n<span class=\"token keyword\">from<\/span> langchain<span class=\"token punctuation\">.<\/span>embeddings <span class=\"token keyword\">import<\/span> SentenceTransformerEmbeddings<br \/>\n<span class=\"token keyword\">from<\/span> langchain<span class=\"token punctuation\">.<\/span>retrievers <span class=\"token keyword\">import<\/span> BM25Retriever<span class=\"token punctuation\">,<\/span> EnsembleRetriever<\/p>\n<p><span class=\"token keyword\">class<\/span> <span class=\"token class-name\">MultiPathRetriever<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">def<\/span> <span class=\"token function\">__init__<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> split_chunks<span class=\"token punctuation\">,<\/span> persist_path<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#034;.\/chroma_industrial_db&#034;<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token comment\"># \u9009\u7528\u5de5\u4e1a\u9886\u57df\u4f18\u5316\u5d4c\u5165\u6a21\u578b<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>embedding <span class=\"token operator\">&#061;<\/span> SentenceTransformerEmbeddings<span class=\"token punctuation\">(<\/span>model_name<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#034;all-MiniLM-L6-v2&#034;<\/span><span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token comment\"># \u7a20\u5bc6\u5411\u91cf\u5e93\u521d\u59cb\u5316<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>vector_db <span class=\"token operator\">&#061;<\/span> Chroma<span class=\"token punctuation\">.<\/span>from_documents<span class=\"token punctuation\">(<\/span><br \/>\n            documents<span class=\"token operator\">&#061;<\/span>split_chunks<span class=\"token punctuation\">,<\/span><br \/>\n            embedding<span class=\"token operator\">&#061;<\/span>self<span class=\"token punctuation\">.<\/span>embedding<span class=\"token punctuation\">,<\/span><br \/>\n            persist_directory<span class=\"token operator\">&#061;<\/span>persist_path<br \/>\n        <span class=\"token punctuation\">)<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>vector_db<span class=\"token punctuation\">.<\/span>persist<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>dense_retriever <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>vector_db<span class=\"token punctuation\">.<\/span>as_retriever<span class=\"token punctuation\">(<\/span>search_kwargs<span class=\"token operator\">&#061;<\/span><span class=\"token punctuation\">{<\/span><span class=\"token string\">&#034;k&#034;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">5<\/span><span class=\"token punctuation\">}<\/span><span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token comment\"># BM25\u7a00\u758f\u5173\u952e\u8bcd\u68c0\u7d22<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>bm25_retriever <span class=\"token operator\">&#061;<\/span> BM25Retriever<span class=\"token punctuation\">.<\/span>from_documents<span class=\"token punctuation\">(<\/span>split_chunks<span class=\"token punctuation\">)<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>bm25_retriever<span class=\"token punctuation\">.<\/span>k <span class=\"token operator\">&#061;<\/span> <span class=\"token number\">5<\/span><br \/>\n        <span class=\"token comment\"># \u591a\u8def\u878d\u5408\u68c0\u7d22\u5668&#xff0c;\u6743\u91cd\u63a7\u5236\u4e24\u79cd\u68c0\u7d22\u4f18\u5148\u7ea7<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>ensemble_retriever <span class=\"token operator\">&#061;<\/span> EnsembleRetriever<span class=\"token punctuation\">(<\/span><br \/>\n            retrievers<span class=\"token operator\">&#061;<\/span><span class=\"token punctuation\">[<\/span>self<span class=\"token punctuation\">.<\/span>dense_retriever<span class=\"token punctuation\">,<\/span> self<span class=\"token punctuation\">.<\/span>bm25_retriever<span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">,<\/span><br \/>\n            weights<span class=\"token operator\">&#061;<\/span><span class=\"token punctuation\">[<\/span><span class=\"token number\">0.6<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">0.4<\/span><span class=\"token punctuation\">]<\/span><br \/>\n        <span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token keyword\">def<\/span> <span class=\"token function\">get_fusion_docs<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> query<span class=\"token punctuation\">:<\/span> <span class=\"token builtin\">str<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u591a\u8def\u68c0\u7d22\u8fd4\u56de\u878d\u5408\u540e10\u6761\u5019\u9009\u6587\u6863&#034;&#034;&#034;<\/span><br \/>\n        candidate_docs <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>ensemble_retriever<span class=\"token punctuation\">.<\/span>get_relevant_documents<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u591a\u8def\u68c0\u7d22\u53ec\u56de\u5019\u9009\u5207\u7247\u6570&#xff1a;<\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span><span class=\"token builtin\">len<\/span><span class=\"token punctuation\">(<\/span>candidate_docs<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token keyword\">return<\/span> candidate_docs<\/p>\n<h4>3.3 \u7b2c\u4e09\u6b65&#xff1a;Rerank\u91cd\u6392\u8fc7\u6ee4\u6a21\u5757&#xff08;\u5254\u9664\u566a\u58f0&#xff0c;\u963b\u65ad\u65e0\u5173\u6587\u672c\u5e7b\u89c9&#xff09;<\/h4>\n<p>\u591a\u8def\u68c0\u7d22\u540e\u5b58\u5728\u4f4e\u76f8\u5173\u7247\u6bb5&#xff0c;\u9001\u5165LLM\u524d\u4f7f\u7528Cross-Encoder\u91cd\u6392\u6a21\u578b\u6253\u5206&#xff0c;\u8fc7\u6ee4\u76f8\u4f3c\u5ea6\u4f4e\u4e8e\u9608\u503c\u7684\u6587\u6863&#xff0c;\u51cf\u5c11\u5e72\u6270\u4fe1\u606f&#xff0c;\u4ece\u8f93\u5165\u4fa7\u9650\u5236\u6a21\u578b\u7f16\u9020\u4f9d\u636e\u3002<\/p>\n<p><span class=\"token keyword\">from<\/span> langchain<span class=\"token punctuation\">.<\/span>retrievers <span class=\"token keyword\">import<\/span> ContextualCompressionRetriever<br \/>\n<span class=\"token keyword\">from<\/span> langchain<span class=\"token punctuation\">.<\/span>retrievers<span class=\"token punctuation\">.<\/span>document_compressors <span class=\"token keyword\">import<\/span> CrossEncoderReranker<\/p>\n<p><span class=\"token keyword\">class<\/span> <span class=\"token class-name\">RerankFilter<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">def<\/span> <span class=\"token function\">__init__<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> base_retriever<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token comment\"># \u5de5\u4e1a\u573a\u666f\u4e13\u7528\u91cd\u6392\u6a21\u578b&#xff0c;\u6253\u5206\u9608\u503c0.3&#xff0c;\u4f4e\u4e8e\u9608\u503c\u76f4\u63a5\u4e22\u5f03<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>rerank_compressor <span class=\"token operator\">&#061;<\/span> CrossEncoderReranker<span class=\"token punctuation\">(<\/span><br \/>\n            model_name<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#034;cross-encoder\/ms-marco-MiniLM-L-6-v2&#034;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n            top_n<span class=\"token operator\">&#061;<\/span><span class=\"token number\">3<\/span><span class=\"token punctuation\">,<\/span><br \/>\n            threshold<span class=\"token operator\">&#061;<\/span><span class=\"token number\">0.3<\/span><br \/>\n        <span class=\"token punctuation\">)<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>compression_retriever <span class=\"token operator\">&#061;<\/span> ContextualCompressionRetriever<span class=\"token punctuation\">(<\/span><br \/>\n            base_retriever<span class=\"token operator\">&#061;<\/span>base_retriever<span class=\"token punctuation\">,<\/span><br \/>\n            base_compressor<span class=\"token operator\">&#061;<\/span>self<span class=\"token punctuation\">.<\/span>rerank_compressor<br \/>\n        <span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token keyword\">def<\/span> <span class=\"token function\">get_filtered_reference<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> query<span class=\"token punctuation\">:<\/span> <span class=\"token builtin\">str<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u8fd4\u56de\u91cd\u6392\u8fc7\u6ee4\u540e\u7684\u9ad8\u53ef\u4fe1\u5ea6\u53c2\u8003\u6587\u6863&#xff08;\u4ec5\u4fdd\u75593\u6761\u9ad8\u76f8\u5173\u5207\u7247&#xff09;&#034;&#034;&#034;<\/span><br \/>\n        final_ref_docs <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>compression_retriever<span class=\"token punctuation\">.<\/span>get_relevant_documents<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u91cd\u6392\u8fc7\u6ee4\u540e\u6700\u7ec8\u9001\u5165LLM\u53c2\u8003\u5207\u7247\u6570&#xff1a;<\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span><span class=\"token builtin\">len<\/span><span class=\"token punctuation\">(<\/span>final_ref_docs<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token keyword\">return<\/span> final_ref_docs<\/p>\n<h5>\u5e7b\u89c9\u6291\u5236\u903b\u8f91<\/h5>\n<p>\u68c0\u7d22\u9636\u6bb5Top10\u5019\u9009\u7ecf\u8fc7\u91cd\u6392\u7b5b\u9009\u4ec5\u4fdd\u75593\u6761\u9ad8\u5ea6\u5339\u914d\u6587\u672c&#xff0c;\u65e0\u5173\u3001\u51b2\u7a81\u3001\u8bed\u4e49\u6a21\u7cca\u5207\u7247\u5168\u90e8\u62e6\u622a&#xff0c;LLM\u4ec5\u80fd\u57fa\u4e8e\u7cbe\u51c6\u53c2\u8003\u6587\u672c\u751f\u6210&#xff0c;\u5927\u5e45\u51cf\u5c11\u65e0\u4f9d\u636e\u8111\u8865\u3002<\/p>\n<h4>3.4 \u7b2c\u56db\u6b65&#xff1a;\u5e7b\u89c9\u6291\u5236\u4e13\u7528Prompt\u6a21\u677f&#xff08;\u751f\u6210\u5c42\u5f3a\u5236\u7ea6\u675f\u6a21\u578b\u62d2\u7b54\u7f16\u9020&#xff09;<\/h4>\n<p>\u8fd9\u662f\u6291\u5236\u5e7b\u89c9\u6700\u6838\u5fc3\u7684\u5de5\u7a0b\u624b\u6bb5&#xff0c;\u5f3a\u5236\u6a21\u578b\u9075\u5b88\u4e09\u6761\u89c4\u5219&#xff1a;<\/p>\n<li>\u6240\u6709\u56de\u7b54\u5185\u5bb9\u5fc5\u987b\u5b8c\u6574\u6eaf\u6e90\u53c2\u8003\u6587\u6863&#xff1b;<\/li>\n<li>\u53c2\u8003\u6587\u6863\u65e0\u5bf9\u5e94\u4fe1\u606f\u65f6&#xff0c;\u7edf\u4e00\u56de\u590d\u201c\u77e5\u8bc6\u5e93\u672a\u6536\u5f55\u8be5\u5185\u5bb9&#xff0c;\u65e0\u6cd5\u4f5c\u7b54&#xff0c;\u7981\u6b62\u81ea\u884c\u7f16\u9020\u53c2\u6570\/\u6d41\u7a0b\u201d&#xff1b;<\/li>\n<li>\u8f93\u51fa\u6bcf\u6761\u7ed3\u8bba\u5fc5\u987b\u6807\u6ce8\u5bf9\u5e94\u6587\u6863\u7247\u6bb5\u6765\u6e90\u7d22\u5f15\u3002<\/li>\n<p>HALLUCINATION_PREVENT_PROMPT <span class=\"token operator\">&#061;<\/span> <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;<br \/>\n# \u89d2\u8272&#xff1a;\u5de5\u4e1a\u9886\u57df\u77e5\u8bc6\u5e93\u7cbe\u51c6\u95ee\u7b54\u4e13\u5bb6&#xff0c;\u7edd\u5bf9\u7981\u6b62\u7f16\u9020\u4efb\u4f55\u4e8b\u5b9e<br \/>\n# \u786c\u6027\u89c4\u5219&#xff08;\u8fdd\u53cd\u89c4\u5219\u89c6\u4e3a\u56de\u7b54\u9519\u8bef&#xff09;<br \/>\n1. \u4f60\u7684\u6240\u6709\u56de\u7b54\u5185\u5bb9&#xff0c;**\u53ea\u80fd\u5b8c\u5168\u57fa\u4e8e\u4e0b\u65b9\u3010\u77e5\u8bc6\u5e93\u53c2\u8003\u8d44\u6599\u3011**&#xff0c;\u7edd\u5bf9\u4e0d\u80fd\u8c03\u7528\u81ea\u8eab\u9884\u8bad\u7ec3\u77e5\u8bc6\u8fdb\u884c\u8111\u8865\u3001\u731c\u6d4b\u3001\u5ef6\u4f38&#xff1b;<br \/>\n2. \u82e5\u53c2\u8003\u8d44\u6599\u4e2d\u4e0d\u5b58\u5728\u7528\u6237\u95ee\u9898\u5bf9\u5e94\u7684\u8bbe\u5907\u53c2\u6570\u3001\u5de5\u827a\u6b65\u9aa4\u3001\u6545\u969c\u65b9\u6848&#xff0c;\u76f4\u63a5\u8f93\u51fa\u56fa\u5b9a\u8bdd\u672f&#xff1a;\u3010\u77e5\u8bc6\u5e93\u6682\u65e0\u76f8\u5173\u4fe1\u606f&#xff0c;\u65e0\u6cd5\u63d0\u4f9b\u51c6\u786e\u56de\u7b54&#xff0c;\u8bf7\u52ff\u8f7b\u4fe1\u975e\u5b98\u65b9\u865a\u6784\u5185\u5bb9\u3011&#xff1b;<br \/>\n3. \u7981\u6b62\u5408\u5e76\u3001\u7be1\u6539\u3001\u63a8\u65ad\u53c2\u8003\u6587\u672c\u4e2d\u4e0d\u5b58\u5728\u7684\u6570\u636e&#xff0c;\u4e0d\u80fd\u8fd1\u4f3c\u4f30\u7b97\u53c2\u6570&#xff1b;<br \/>\n4. \u56de\u7b54\u4e2d\u6bcf\u4e00\u6761\u5173\u952e\u6570\u636e\u3001\u64cd\u4f5c\u6b65\u9aa4\u3001\u6545\u969c\u89e3\u51b3\u65b9\u6848&#xff0c;\u5fc5\u987b\u6807\u6ce8\u5bf9\u5e94\u7684\u8d44\u6599\u7247\u6bb5\u7d22\u5f15start_index&#xff1b;<br \/>\n5. \u4e0d\u5141\u8bb8\u4e3b\u89c2\u63a8\u6f14\u3001\u8865\u5145\u672a\u8bb0\u8f7d\u7684\u884d\u751f\u6d41\u7a0b&#xff0c;\u4ec5\u590d\u8ff0\u3001\u6574\u5408\u539f\u6587\u5ba2\u89c2\u4e8b\u5b9e&#xff1b;<\/p>\n<p>## \u3010\u77e5\u8bc6\u5e93\u53c2\u8003\u8d44\u6599\u3011<br \/>\n{reference_context}<\/p>\n<p>## \u7528\u6237\u95ee\u9898&#xff1a;<br \/>\n{user_query}<\/p>\n<p>\u8bf7\u4e25\u683c\u9075\u5b88\u89c4\u5219\u4f5c\u7b54&#xff0c;\u7981\u6b62\u51fa\u73b0\u4efb\u4f55\u865a\u6784\u5185\u5bb9&#xff1a;<br \/>\n&#034;&#034;&#034;<\/span><\/p>\n<h4>3.5 \u7b2c\u4e94\u6b65&#xff1a;\u540e\u7f6e\u4e8b\u5b9e\u6821\u9a8c\u6a21\u5757&#xff08;\u751f\u6210\u540e\u515c\u5e95\u62e6\u622a\u5e7b\u89c9\u8f93\u51fa&#xff09;<\/h4>\n<p>\u6a21\u578b\u5373\u4f7f\u53d7Prompt\u7ea6\u675f\u4ecd\u6709\u5c0f\u6982\u7387\u9020\u5047&#xff0c;\u589e\u52a0\u540e\u7f6e\u6821\u9a8c\u903b\u8f91&#xff0c;\u5bf9\u6bd4\u8f93\u51fa\u6587\u672c\u4e0e\u539f\u59cb\u53c2\u8003\u6587\u6863\u5b9e\u4f53\u3001\u5173\u952e\u8bcd\u91cd\u5408\u5ea6&#xff0c;\u4f4e\u4e8e\u9608\u503c\u5219\u62e6\u622a\u5e76\u63d0\u793a\u65e0\u53ef\u9760\u4fe1\u606f\u3002<\/p>\n<p><span class=\"token keyword\">from<\/span> sklearn<span class=\"token punctuation\">.<\/span>feature_extraction<span class=\"token punctuation\">.<\/span>text <span class=\"token keyword\">import<\/span> TfidfVectorizer<br \/>\n<span class=\"token keyword\">import<\/span> numpy <span class=\"token keyword\">as<\/span> np<\/p>\n<p><span class=\"token keyword\">class<\/span> <span class=\"token class-name\">FactChecker<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">def<\/span> <span class=\"token function\">__init__<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>tfidf <span class=\"token operator\">&#061;<\/span> TfidfVectorizer<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token keyword\">def<\/span> <span class=\"token function\">calculate_text_similarity<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> output_text<span class=\"token punctuation\">:<\/span> <span class=\"token builtin\">str<\/span><span class=\"token punctuation\">,<\/span> ref_texts<span class=\"token punctuation\">:<\/span> <span class=\"token builtin\">list<\/span><span class=\"token punctuation\">[<\/span><span class=\"token builtin\">str<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">)<\/span> <span class=\"token operator\">&#8211;<\/span><span class=\"token operator\">&gt;<\/span> <span class=\"token builtin\">float<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u8ba1\u7b97\u6a21\u578b\u8f93\u51fa\u4e0e\u5168\u90e8\u53c2\u8003\u6587\u6863\u7684\u5e73\u5747\u76f8\u4f3c\u5ea6&#xff0c;\u4f4e\u4e8e0.1\u5224\u5b9a\u4e3a\u5e7b\u89c9&#034;&#034;&#034;<\/span><br \/>\n        all_ref <span class=\"token operator\">&#061;<\/span> <span class=\"token string\">&#034;\\\\n&#034;<\/span><span class=\"token punctuation\">.<\/span>join<span class=\"token punctuation\">(<\/span>ref_texts<span class=\"token punctuation\">)<\/span><br \/>\n        corpus <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">[<\/span>output_text<span class=\"token punctuation\">,<\/span> all_ref<span class=\"token punctuation\">]<\/span><br \/>\n        tfidf_matrix <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>tfidf<span class=\"token punctuation\">.<\/span>fit_transform<span class=\"token punctuation\">(<\/span>corpus<span class=\"token punctuation\">)<\/span><br \/>\n        vec_output <span class=\"token operator\">&#061;<\/span> tfidf_matrix<span class=\"token punctuation\">[<\/span><span class=\"token number\">0<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">.<\/span>toarray<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">[<\/span><span class=\"token number\">0<\/span><span class=\"token punctuation\">]<\/span><br \/>\n        vec_ref <span class=\"token operator\">&#061;<\/span> tfidf_matrix<span class=\"token punctuation\">[<\/span><span class=\"token number\">1<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">.<\/span>toarray<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">[<\/span><span class=\"token number\">0<\/span><span class=\"token punctuation\">]<\/span><br \/>\n        <span class=\"token comment\"># \u4f59\u5f26\u76f8\u4f3c\u5ea6<\/span><br \/>\n        cos_sim <span class=\"token operator\">&#061;<\/span> np<span class=\"token punctuation\">.<\/span>dot<span class=\"token punctuation\">(<\/span>vec_output<span class=\"token punctuation\">,<\/span> vec_ref<span class=\"token punctuation\">)<\/span> <span class=\"token operator\">\/<\/span> <span class=\"token punctuation\">(<\/span>np<span class=\"token punctuation\">.<\/span>linalg<span class=\"token punctuation\">.<\/span>norm<span class=\"token punctuation\">(<\/span>vec_output<span class=\"token punctuation\">)<\/span> <span class=\"token operator\">*<\/span> np<span class=\"token punctuation\">.<\/span>linalg<span class=\"token punctuation\">.<\/span>norm<span class=\"token punctuation\">(<\/span>vec_ref<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token keyword\">return<\/span> <span class=\"token builtin\">round<\/span><span class=\"token punctuation\">(<\/span><span class=\"token builtin\">float<\/span><span class=\"token punctuation\">(<\/span>cos_sim<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">3<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token keyword\">def<\/span> <span class=\"token function\">hallucination_judge<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> llm_output<span class=\"token punctuation\">:<\/span> <span class=\"token builtin\">str<\/span><span class=\"token punctuation\">,<\/span> reference_docs<span class=\"token punctuation\">)<\/span> <span class=\"token operator\">&#8211;<\/span><span class=\"token operator\">&gt;<\/span> <span class=\"token builtin\">dict<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        ref_content_list <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">[<\/span>doc<span class=\"token punctuation\">.<\/span>page_content <span class=\"token keyword\">for<\/span> doc <span class=\"token keyword\">in<\/span> reference_docs<span class=\"token punctuation\">]<\/span><br \/>\n        sim_score <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>calculate_text_similarity<span class=\"token punctuation\">(<\/span>llm_output<span class=\"token punctuation\">,<\/span> ref_content_list<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token keyword\">if<\/span> sim_score <span class=\"token operator\">&lt;<\/span> <span class=\"token number\">0.1<\/span><span class=\"token punctuation\">:<\/span><br \/>\n            <span class=\"token keyword\">return<\/span> <span class=\"token punctuation\">{<\/span><br \/>\n                <span class=\"token string\">&#034;is_hallucination&#034;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token boolean\">True<\/span><span class=\"token punctuation\">,<\/span><br \/>\n                <span class=\"token string\">&#034;similarity_score&#034;<\/span><span class=\"token punctuation\">:<\/span> sim_score<span class=\"token punctuation\">,<\/span><br \/>\n                <span class=\"token string\">&#034;result&#034;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token string\">&#034;\u6a21\u578b\u8f93\u51fa\u4e0e\u77e5\u8bc6\u5e93\u5339\u914d\u5ea6\u8fc7\u4f4e&#xff0c;\u5224\u5b9a\u5b58\u5728\u5e7b\u89c9&#xff0c;\u62d2\u7edd\u8fd4\u56de\u7b54\u6848&#034;<\/span><br \/>\n            <span class=\"token punctuation\">}<\/span><br \/>\n        <span class=\"token keyword\">else<\/span><span class=\"token punctuation\">:<\/span><br \/>\n            <span class=\"token keyword\">return<\/span> <span class=\"token punctuation\">{<\/span><br \/>\n                <span class=\"token string\">&#034;is_hallucination&#034;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token boolean\">False<\/span><span class=\"token punctuation\">,<\/span><br \/>\n                <span class=\"token string\">&#034;similarity_score&#034;<\/span><span class=\"token punctuation\">:<\/span> sim_score<span class=\"token punctuation\">,<\/span><br \/>\n                <span class=\"token string\">&#034;result&#034;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token string\">&#034;\u8f93\u51fa\u5185\u5bb9\u5339\u914d\u77e5\u8bc6\u5e93&#xff0c;\u53ef\u6b63\u5e38\u4ea4\u4ed8&#034;<\/span><br \/>\n            <span class=\"token punctuation\">}<\/span><\/p>\n<h4>3.6 \u5b8c\u6574\u4e32\u8054&#xff1a;\u751f\u4ea7\u7ea7\u4f4e\u5e7b\u89c9RAG\u4e3b\u6d41\u7a0b<\/h4>\n<p>\u6574\u5408\u9884\u5904\u7406\u3001\u591a\u8def\u68c0\u7d22\u3001\u91cd\u6392\u8fc7\u6ee4\u3001\u7ea6\u675fPrompt\u3001\u4e8b\u5b9e\u6821\u9a8c\u5168\u6a21\u5757&#xff0c;\u5b9e\u73b0\u7aef\u5230\u7aef\u53ef\u90e8\u7f72\u5de5\u7a0b&#xff1a;<\/p>\n<p><span class=\"token keyword\">from<\/span> langchain_openai <span class=\"token keyword\">import<\/span> ChatOpenAI<br \/>\n<span class=\"token keyword\">from<\/span> langchain<span class=\"token punctuation\">.<\/span>chains <span class=\"token keyword\">import<\/span> LLMChain<br \/>\n<span class=\"token keyword\">from<\/span> langchain<span class=\"token punctuation\">.<\/span>prompts <span class=\"token keyword\">import<\/span> PromptTemplate<br \/>\n<span class=\"token keyword\">from<\/span> dotenv <span class=\"token keyword\">import<\/span> load_dotenv<br \/>\n<span class=\"token keyword\">import<\/span> os<\/p>\n<p><span class=\"token comment\"># \u52a0\u8f7d\u73af\u5883\u53d8\u91cf<\/span><br \/>\nload_dotenv<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><br \/>\nllm <span class=\"token operator\">&#061;<\/span> ChatOpenAI<span class=\"token punctuation\">(<\/span><br \/>\n    model<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#034;gpt-3.5-turbo&#034;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n    temperature<span class=\"token operator\">&#061;<\/span><span class=\"token number\">0<\/span><span class=\"token punctuation\">,<\/span>  <span class=\"token comment\"># temperature\u7f6e0&#xff0c;\u5173\u95ed\u6a21\u578b\u968f\u673a\u521b\u9020\u6027&#xff0c;\u6291\u5236\u5e7b\u89c9\u5173\u952e\u53c2\u6570<\/span><br \/>\n    api_key<span class=\"token operator\">&#061;<\/span>os<span class=\"token punctuation\">.<\/span>getenv<span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;OPENAI_API_KEY&#034;<\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u5c01\u88c5\u5b8c\u6574RAG\u94fe\u8def<\/span><br \/>\n<span class=\"token keyword\">class<\/span> <span class=\"token class-name\">LowHallucinationIndustrialRAG<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">def<\/span> <span class=\"token function\">__init__<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> pdf_file_path<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token comment\"># 1. \u6587\u6863\u9884\u5904\u7406\u5207\u7247<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>preprocessor <span class=\"token operator\">&#061;<\/span> IndustrialDocPreprocessor<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>doc_chunks <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>preprocessor<span class=\"token punctuation\">.<\/span>load_and_split_pdf<span class=\"token punctuation\">(<\/span>pdf_file_path<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token comment\"># 2. \u591a\u8def\u68c0\u7d22\u521d\u59cb\u5316<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>multi_retriever <span class=\"token operator\">&#061;<\/span> MultiPathRetriever<span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">.<\/span>doc_chunks<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token comment\"># 3. \u91cd\u6392\u8fc7\u6ee4<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>rerank_filter <span class=\"token operator\">&#061;<\/span> RerankFilter<span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">.<\/span>multi_retriever<span class=\"token punctuation\">.<\/span>ensemble_retriever<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token comment\"># 4. \u5e7b\u89c9\u6291\u5236Prompt\u94fe<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>prompt <span class=\"token operator\">&#061;<\/span> PromptTemplate<span class=\"token punctuation\">(<\/span><br \/>\n            input_variables<span class=\"token operator\">&#061;<\/span><span class=\"token punctuation\">[<\/span><span class=\"token string\">&#034;reference_context&#034;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#034;user_query&#034;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">,<\/span><br \/>\n            template<span class=\"token operator\">&#061;<\/span>HALLUCINATION_PREVENT_PROMPT<br \/>\n        <span class=\"token punctuation\">)<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>llm_chain <span class=\"token operator\">&#061;<\/span> LLMChain<span class=\"token punctuation\">(<\/span>llm<span class=\"token operator\">&#061;<\/span>llm<span class=\"token punctuation\">,<\/span> prompt<span class=\"token operator\">&#061;<\/span>self<span class=\"token punctuation\">.<\/span>prompt<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token comment\"># 5. \u540e\u7f6e\u4e8b\u5b9e\u6821\u9a8c\u5668<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>fact_checker <span class=\"token operator\">&#061;<\/span> FactChecker<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token keyword\">def<\/span> <span class=\"token function\">query<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> user_question<span class=\"token punctuation\">:<\/span> <span class=\"token builtin\">str<\/span><span class=\"token punctuation\">)<\/span> <span class=\"token operator\">&#8211;<\/span><span class=\"token operator\">&gt;<\/span> <span class=\"token builtin\">dict<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token comment\"># \u6b65\u9aa41&#xff1a;\u591a\u8def\u68c0\u7d22\u53ec\u56de\u5019\u9009\u6587\u6863<\/span><br \/>\n        candidate_docs <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>multi_retriever<span class=\"token punctuation\">.<\/span>get_fusion_docs<span class=\"token punctuation\">(<\/span>user_question<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token comment\"># \u6b65\u9aa42&#xff1a;\u91cd\u6392\u8fc7\u6ee4&#xff0c;\u83b7\u53d6\u9ad8\u53ef\u4fe1\u5ea6\u53c2\u8003\u8d44\u6599<\/span><br \/>\n        final_ref_docs <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>rerank_filter<span class=\"token punctuation\">.<\/span>get_filtered_reference<span class=\"token punctuation\">(<\/span>user_question<span class=\"token punctuation\">)<\/span><br \/>\n        ref_context_str <span class=\"token operator\">&#061;<\/span> <span class=\"token string\">&#034;\\\\n&#061;&#061;&#061;&#061;&#061;\u5206\u5272\u7ebf&#061;&#061;&#061;&#061;&#061;\\\\n&#034;<\/span><span class=\"token punctuation\">.<\/span>join<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">[<\/span><br \/>\n            <span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u7247\u6bb5\u7d22\u5f15<\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>doc<span class=\"token punctuation\">.<\/span>metadata<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;start_index&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#xff1a;<\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>doc<span class=\"token punctuation\">.<\/span>page_content<span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><br \/>\n            <span class=\"token keyword\">for<\/span> doc <span class=\"token keyword\">in<\/span> final_ref_docs<br \/>\n        <span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token comment\"># \u6b65\u9aa43&#xff1a;\u5927\u6a21\u578b\u751f\u6210\u53d7\u7ea6\u675f\u56de\u7b54<\/span><br \/>\n        raw_answer <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>llm_chain<span class=\"token punctuation\">.<\/span>run<span class=\"token punctuation\">(<\/span>reference_context<span class=\"token operator\">&#061;<\/span>ref_context_str<span class=\"token punctuation\">,<\/span> user_query<span class=\"token operator\">&#061;<\/span>user_question<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token comment\"># \u6b65\u9aa44&#xff1a;\u540e\u7f6e\u4e8b\u5b9e\u6821\u9a8c&#xff0c;\u62e6\u622a\u5e7b\u89c9<\/span><br \/>\n        check_result <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>fact_checker<span class=\"token punctuation\">.<\/span>hallucination_judge<span class=\"token punctuation\">(<\/span>raw_answer<span class=\"token punctuation\">,<\/span> final_ref_docs<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token keyword\">if<\/span> check_result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#034;is_hallucination&#034;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">:<\/span><br \/>\n            final_output <span class=\"token operator\">&#061;<\/span> <span class=\"token string\">&#034;\u3010\u7cfb\u7edf\u5b89\u5168\u62e6\u622a\u3011\u68c0\u6d4b\u5230\u6a21\u578b\u8f93\u51fa\u5b58\u5728\u5e7b\u89c9&#xff0c;\u5185\u5bb9\u4e0e\u77e5\u8bc6\u5e93\u4e0d\u5339\u914d&#xff0c;\u65e0\u6cd5\u63d0\u4f9b\u6709\u6548\u7b54\u6848\u3002&#034;<\/span><br \/>\n        <span class=\"token keyword\">else<\/span><span class=\"token punctuation\">:<\/span><br \/>\n            final_output <span class=\"token operator\">&#061;<\/span> raw_answer<br \/>\n        <span class=\"token comment\"># \u8fd4\u56de\u5b8c\u6574\u94fe\u8def\u65e5\u5fd7&#xff0c;\u4fbf\u4e8e\u751f\u4ea7\u73af\u5883\u6392\u67e5\u5e7b\u89c9\u95ee\u9898<\/span><br \/>\n        <span class=\"token keyword\">return<\/span> <span class=\"token punctuation\">{<\/span><br \/>\n            <span class=\"token string\">&#034;\u7528\u6237\u63d0\u95ee&#034;<\/span><span class=\"token punctuation\">:<\/span> user_question<span class=\"token punctuation\">,<\/span><br \/>\n            <span class=\"token string\">&#034;\u8fc7\u6ee4\u540e\u53c2\u8003\u6587\u6863\u7247\u6bb5&#034;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token punctuation\">[<\/span>doc<span class=\"token punctuation\">.<\/span>page_content <span class=\"token keyword\">for<\/span> doc <span class=\"token keyword\">in<\/span> final_ref_docs<span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">,<\/span><br \/>\n            <span class=\"token string\">&#034;\u6a21\u578b\u539f\u59cb\u8f93\u51fa&#034;<\/span><span class=\"token punctuation\">:<\/span> raw_answer<span class=\"token punctuation\">,<\/span><br \/>\n            <span class=\"token string\">&#034;\u5e7b\u89c9\u6821\u9a8c\u7ed3\u679c&#034;<\/span><span class=\"token punctuation\">:<\/span> check_result<span class=\"token punctuation\">,<\/span><br \/>\n            <span class=\"token string\">&#034;\u6700\u7ec8\u5bf9\u5916\u8f93\u51fa&#034;<\/span><span class=\"token punctuation\">:<\/span> final_output<br \/>\n        <span class=\"token punctuation\">}<\/span><\/p>\n<p><span class=\"token comment\"># \u751f\u4ea7\u73af\u5883\u8c03\u7528\u6d4b\u8bd5<\/span><br \/>\n<span class=\"token keyword\">if<\/span> __name__ <span class=\"token operator\">&#061;&#061;<\/span> <span class=\"token string\">&#034;__main__&#034;<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    rag_system <span class=\"token operator\">&#061;<\/span> LowHallucinationIndustrialRAG<span class=\"token punctuation\">(<\/span>pdf_file_path<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#034;.\/\u5de5\u4e1a\u8bbe\u5907\u8fd0\u7ef4\u624b\u518c.pdf&#034;<\/span><span class=\"token punctuation\">)<\/span><br \/>\n    test_query <span class=\"token operator\">&#061;<\/span> <span class=\"token string\">&#034;XX\u578b\u53f7\u7535\u673a\u989d\u5b9a\u68c0\u4fee\u7535\u538b\u662f\u591a\u5c11&#xff1f;\u6545\u969c\u4ee3\u7801E03\u5904\u7406\u6d41\u7a0b&#034;<\/span><br \/>\n    response <span class=\"token operator\">&#061;<\/span> rag_system<span class=\"token punctuation\">.<\/span>query<span class=\"token punctuation\">(<\/span>test_query<span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token comment\"># \u6253\u5370\u6700\u7ec8\u4ea4\u4ed8\u7b54\u6848<\/span><br \/>\n    <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;&#061;&#061;&#061;&#061;&#061;\u7cfb\u7edf\u6700\u7ec8\u8f93\u51fa&#061;&#061;&#061;&#061;&#061;&#034;<\/span><span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span>response<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#034;\u6700\u7ec8\u5bf9\u5916\u8f93\u51fa&#034;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token comment\"># \u6253\u5370\u5e7b\u89c9\u6821\u9a8c\u65e5\u5fd7<\/span><br \/>\n    <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;\\\\n&#061;&#061;&#061;&#061;&#061;\u5e7b\u89c9\u68c0\u6d4b\u65e5\u5fd7&#061;&#061;&#061;&#061;&#061;&#034;<\/span><span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span>response<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#034;\u5e7b\u89c9\u6821\u9a8c\u7ed3\u679c&#034;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<h4>3.7 FlowRAG\u8f7b\u91cf\u5316\u4f18\u5316\u65b9\u6848&#xff08;\u9002\u914d\u4f01\u4e1a\u4f4e\u7b97\u529b\u670d\u52a1\u5668&#xff09;<\/h4>\n<p>\u5bf9\u4e8e\u5de5\u4e1a\u5185\u7f51\u65e0GPU\u73af\u5883&#xff0c;FlowRAG\u63d0\u4f9b\u8f7b\u91cf\u5316\u68c0\u7d22\u4f18\u5316&#xff0c;\u66ff\u6362LangChain\u91cd\u578b\u7ec4\u4ef6&#xff0c;\u5728\u4fdd\u8bc1\u4f4e\u5e7b\u89c9\u524d\u63d0\u4e0b\u964d\u4f4e\u8d44\u6e90\u5360\u7528&#xff0c;\u517c\u5bb9Dify\u6846\u67b6\u4e8c\u6b21\u5f00\u53d1&#xff1a;<\/p>\n<p><span class=\"token keyword\">from<\/span> flowrag <span class=\"token keyword\">import<\/span> FlowRAG<\/p>\n<p><span class=\"token comment\"># FlowRAG\u5feb\u901f\u521d\u59cb\u5316&#xff0c;\u5185\u7f6e\u5e7b\u89c9\u6291\u5236\u5f00\u5173<\/span><br \/>\nflow_rag <span class=\"token operator\">&#061;<\/span> FlowRAG<span class=\"token punctuation\">(<\/span><br \/>\n    docs_path<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#034;.\/industrial_docs\/&#034;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n    embedding_model<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#034;all-MiniLM-L6-v2&#034;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n    enable_rerank<span class=\"token operator\">&#061;<\/span><span class=\"token boolean\">True<\/span><span class=\"token punctuation\">,<\/span><br \/>\n    hallucination_suppress<span class=\"token operator\">&#061;<\/span><span class=\"token boolean\">True<\/span><span class=\"token punctuation\">,<\/span>  <span class=\"token comment\"># \u5185\u7f6e\u5e7b\u89c9\u6291\u5236\u7b56\u7565<\/span><br \/>\n    top_k<span class=\"token operator\">&#061;<\/span><span class=\"token number\">3<\/span><span class=\"token punctuation\">,<\/span><br \/>\n    temperature<span class=\"token operator\">&#061;<\/span><span class=\"token number\">0<\/span><br \/>\n<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u6781\u7b80\u8c03\u7528<\/span><br \/>\nresult <span class=\"token operator\">&#061;<\/span> flow_rag<span class=\"token punctuation\">.<\/span>chat<span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;\u751f\u4ea7\u7ebf\u7a7a\u538b\u673a\u65e5\u5e38\u4fdd\u517b\u89c4\u8303&#034;<\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span>result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#034;answer&#034;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u5185\u7f6e\u6eaf\u6e90\u4e0e\u5e7b\u89c9\u6253\u5206<\/span><br \/>\n<span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;\u5e7b\u89c9\u98ce\u9669\u8bc4\u5206&#xff1a;&#034;<\/span><span class=\"token punctuation\">,<\/span> result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#034;hallucination_score&#034;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<h3>\u56db\u3001\u516d\u5927\u5e7b\u89c9\u6291\u5236\u6838\u5fc3\u8c03\u4f18\u624b\u6bb5&#xff08;\u751f\u4ea7\u843d\u5730\u5173\u952e\u7ecf\u9a8c&#xff09;<\/h3>\n<h4>4.1 \u6a21\u578b\u53c2\u6570\u5c42\u9762&#xff1a;\u964d\u4f4e\u521b\u9020\u6027&#xff0c;\u9501\u5b9a\u4e8b\u5b9e\u8f93\u51fa<\/h4>\n<p>\u4ee3\u7801\u4e2dtemperature&#061;0\u662f\u6700\u57fa\u7840\u914d\u7f6e&#xff0c;\u6e29\u5ea6\u8d8a\u9ad8\u6a21\u578b\u81ea\u7531\u521b\u4f5c\u80fd\u529b\u8d8a\u5f3a&#xff0c;\u5e7b\u89c9\u6982\u7387\u6307\u6570\u4e0a\u5347&#xff1b;\u751f\u4ea7RAG\u5fc5\u987b\u56fa\u5b9a\u6e29\u5ea6\u4e3a0&#xff0c;\u7981\u7528top_p\u968f\u673a\u91c7\u6837&#xff0c;\u5173\u95ed\u6a21\u578b\u81ea\u5e26\u77e5\u8bc6\u5e93\u8054\u60f3\u3002<\/p>\n<h4>4.2 \u68c0\u7d22\u94fe\u8def&#xff1a;\u591a\u8def\u878d\u5408&#043;\u91cd\u6392\u53cc\u91cd\u964d\u566a<\/h4>\n<p>\u5355\u5411\u91cf\u68c0\u7d22\u5e7b\u89c9\u7387\u7ea635%&#xff0c;\u589e\u52a0BM25\u591a\u8def\u878d\u5408\u540e\u964d\u81f318%&#xff0c;\u53e0\u52a0Cross-Encoder\u91cd\u6392\u8fc7\u6ee4\u540e\u5e7b\u89c9\u7387\u53ef\u63a7\u5236\u57285%\u4ee5\u5185&#xff0c;\u662f\u6210\u672c\u6700\u4f4e\u7684\u4f18\u5316\u65b9\u6848\u3002\u5de5\u4e1a\u573a\u666f\u8bbe\u5907\u578b\u53f7\u3001\u4e13\u4e1a\u5173\u952e\u8bcd\u591a&#xff0c;\u5173\u952e\u8bcd\u68c0\u7d22\u53ef\u6709\u6548\u89c4\u907f\u8bed\u4e49\u76f8\u4f3c\u4f46\u578b\u53f7\u4e0d\u7b26\u7684\u9519\u8bef\u53ec\u56de\u3002<\/p>\n<h4>4.3 \u5207\u7247\u7b56\u7565&#xff1a;\u8bed\u4e49\u5206\u5272\u66ff\u4ee3\u56fa\u5b9a\u957f\u5ea6\u5747\u5206<\/h4>\n<p>\u7c97\u66b4\u5747\u5206\u5207\u7247\u4f1a\u628a\u201c\u8bbe\u5907\u53c2\u6570\u8868\u201d\u62c6\u5206\u5230\u591a\u4e2a\u6587\u6863\u5757&#xff0c;\u6a21\u578b\u53ea\u80fd\u770b\u5230\u5c40\u90e8\u6570\u636e&#xff0c;\u6781\u6613\u7f16\u9020\u5b8c\u6574\u53c2\u6570&#xff1b;\u8bed\u4e49\u5206\u5272\u4ee5\u5b8c\u6574\u6bb5\u843d\u3001\u64cd\u4f5c\u6d41\u7a0b\u4e3a\u5355\u4f4d\u5207\u7247&#xff0c;\u4fdd\u8bc1\u5355\u5757\u6587\u672c\u4e8b\u5b9e\u5b8c\u6574\u3002<\/p>\n<h4>4.4 Prompt\u5f3a\u7ea6\u675f&#xff1a;\u660e\u786e\u62d2\u7b54\u89c4\u5219&#043;\u6eaf\u6e90\u6807\u6ce8<\/h4>\n<p>\u5f88\u591aDemo RAG\u4ec5\u7b80\u5355\u62fc\u63a5\u201c\u6839\u636e\u4ee5\u4e0b\u5185\u5bb9\u56de\u7b54\u201d&#xff0c;\u7f3a\u5c11\u60e9\u7f5a\u6027\u89c4\u5219&#xff0c;\u6a21\u578b\u4ecd\u4f1a\u81ea\u884c\u8865\u5145\u4fe1\u606f&#xff1b;\u672c\u6587Prompt\u660e\u786e\u89c4\u5b9a\u65e0\u4fe1\u606f\u76f4\u63a5\u62d2\u7edd\u3001\u5f3a\u5236\u6807\u6ce8\u6765\u6e90&#xff0c;\u4ece\u751f\u6210\u903b\u8f91\u4e0a\u5207\u65ad\u7f16\u9020\u52a8\u673a\u3002<\/p>\n<h4>4.5 \u540e\u7f6e\u4e8b\u5b9e\u6821\u9a8c&#xff1a;\u515c\u5e95\u62e6\u622a\u6781\u7aef\u5e7b\u89c9<\/h4>\n<p>\u6781\u7aef\u573a\u666f\u4e0b&#xff08;\u53c2\u8003\u6587\u6863\u6781\u5c11\u3001\u8bed\u4e49\u6a21\u7cca&#xff09;\u6a21\u578b\u4ecd\u4f1a\u8f7b\u5fae\u9020\u5047&#xff0c;TF-IDF\u76f8\u4f3c\u5ea6\u6821\u9a8c\u4f5c\u4e3a\u6700\u540e\u4e00\u9053\u9632\u7ebf&#xff0c;\u8f93\u51fa\u4e0e\u77e5\u8bc6\u5e93\u5339\u914d\u5ea6\u8fc7\u4f4e\u65f6\u76f4\u63a5\u62e6\u622a&#xff0c;\u675c\u7edd\u9519\u8bef\u5185\u5bb9\u6d41\u5165\u5de5\u4e1a\u4e1a\u52a1\u7cfb\u7edf\u3002<\/p>\n<h4>4.6 \u77e5\u8bc6\u5e93\u52a8\u6001\u66f4\u65b0\u673a\u5236&#xff1a;\u89e3\u51b3\u77e5\u8bc6\u622a\u6b62\u5e7b\u89c9<\/h4>\n<p>\u5927\u6a21\u578b\u539f\u751f\u77e5\u8bc6\u622a\u6b62\u65e0\u6cd5\u4fee\u6539&#xff0c;RAG\u4f9d\u9760\u79c1\u6709\u77e5\u8bc6\u5e93\u66f4\u65b0\u5b9e\u65f6\u4fee\u6b63\u4fe1\u606f&#xff1b;\u5bf9\u63a5\u4f01\u4e1aMES\u3001ERP\u7cfb\u7edfAPI\u5b9a\u65f6\u62c9\u53d6\u65b0\u5de5\u5355\u3001\u65b0\u7248\u5de5\u827a\u6587\u6863&#xff0c;\u589e\u91cf\u66f4\u65b0\u5411\u91cf\u5e93&#xff0c;\u907f\u514d\u8fc7\u65f6\u77e5\u8bc6\u9020\u6210\u7684\u4e8b\u5b9e\u9519\u8bef\u3002<\/p>\n<p><span class=\"token comment\"># \u589e\u91cf\u66f4\u65b0\u5411\u91cf\u5e93\u4ee3\u7801\u7247\u6bb5<\/span><br \/>\n<span class=\"token keyword\">def<\/span> <span class=\"token function\">update_knowledge_base<\/span><span class=\"token punctuation\">(<\/span>new_pdf_path<span class=\"token punctuation\">,<\/span> rag_instance<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    new_chunks <span class=\"token operator\">&#061;<\/span> rag_instance<span class=\"token punctuation\">.<\/span>preprocessor<span class=\"token punctuation\">.<\/span>load_and_split_pdf<span class=\"token punctuation\">(<\/span>new_pdf_path<span class=\"token punctuation\">)<\/span><br \/>\n    rag_instance<span class=\"token punctuation\">.<\/span>multi_retriever<span class=\"token punctuation\">.<\/span>vector_db<span class=\"token punctuation\">.<\/span>add_documents<span class=\"token punctuation\">(<\/span>new_chunks<span class=\"token punctuation\">)<\/span><br \/>\n    rag_instance<span class=\"token punctuation\">.<\/span>multi_retriever<span class=\"token punctuation\">.<\/span>vector_db<span class=\"token punctuation\">.<\/span>persist<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u65b0\u589e\u6587\u6863\u5207\u7247<\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span><span class=\"token builtin\">len<\/span><span class=\"token punctuation\">(<\/span>new_chunks<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">\u6761&#xff0c;\u77e5\u8bc6\u5e93\u589e\u91cf\u66f4\u65b0\u5b8c\u6210&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><\/p>\n<h3>\u4e94\u3001\u5de5\u4e1a\u573a\u666f\u843d\u5730\u5e38\u89c1\u5e7b\u89c9\u8e29\u5751\u590d\u76d8<\/h3>\n<h4>\u57511&#xff1a;\u76f4\u63a5\u4f7f\u7528\u901a\u7528\u5927\u6a21\u578bEmbedding&#xff0c;\u5de5\u4e1a\u4e13\u4e1a\u672f\u8bed\u8bed\u4e49\u5339\u914d\u9519\u8bef<\/h4>\n<p>\u901a\u7528\u5d4c\u5165\u6a21\u578b\u5bf9\u7535\u673a\u3001\u5de5\u63a7\u3001\u80fd\u6e90\u4e13\u4e1a\u8bcd\u6c47\u8bc6\u522b\u5dee&#xff0c;\u5bfc\u81f4\u68c0\u7d22\u53ec\u56de\u65e0\u5173\u6587\u6863&#xff0c;\u884d\u751f\u5e7b\u89c9\u3002\u4f18\u5316\u65b9\u6848&#xff1a;\u5fae\u8c03\u884c\u4e1aEmbedding\u6a21\u578b&#xff0c;\u6216\u589e\u52a0\u5173\u952e\u8bcd\u68c0\u7d22\u6743\u91cd\u3002<\/p>\n<h4>\u57512&#xff1a;\u957f\u5bf9\u8bdd\u5386\u53f2\u6324\u5360\u53c2\u8003\u6587\u672c\u4e0a\u4e0b\u6587\u7a97\u53e3<\/h4>\n<p>\u591a\u8f6e\u6570\u5b57\u4eba\u95ee\u7b54\u573a\u666f&#xff0c;\u5386\u53f2\u5bf9\u8bdd\u8fc7\u591a\u538b\u7f29\u77e5\u8bc6\u5e93\u53c2\u8003\u5185\u5bb9&#xff0c;\u6a21\u578b\u8131\u79bb\u79c1\u6709\u6587\u6863\u81ea\u7531\u751f\u6210\u3002\u89e3\u51b3\u65b9\u6848&#xff1a;\u5b9e\u73b0\u5bf9\u8bdd\u6458\u8981\u538b\u7f29&#xff0c;\u4f18\u5148\u4fdd\u7559\u77e5\u8bc6\u5e93\u53c2\u8003\u6587\u672c\u7a97\u53e3\u3002<\/p>\n<h4>\u57513&#xff1a;\u672a\u533a\u5206\u51b2\u7a81\u77e5\u8bc6\u5e93\u6587\u672c&#xff0c;\u6a21\u578b\u6df7\u5408\u77db\u76fe\u53c2\u6570\u7f16\u9020\u6298\u4e2d\u7b54\u6848<\/h4>\n<p>\u77e5\u8bc6\u5e93\u5b58\u5728\u65b0\u65e7\u7248\u672c\u8bbe\u5907\u624b\u518c\u65f6&#xff0c;\u68c0\u7d22\u540c\u65f6\u53ec\u56de\u51b2\u7a81\u53c2\u6570&#xff0c;\u6a21\u578b\u81ea\u884c\u53d6\u4e2d\u95f4\u503c\u9020\u6210\u9519\u8bef\u3002\u4f18\u5316&#xff1a;\u589e\u52a0\u6587\u6863\u65f6\u95f4\u6233\u6743\u91cd&#xff0c;\u4f18\u5148\u53ec\u56de\u6700\u65b0\u7248\u6587\u6863&#xff0c;\u91cd\u6392\u9636\u6bb5\u8fc7\u6ee4\u8fc7\u65f6\u51b2\u7a81\u7247\u6bb5\u3002<\/p>\n<h4>\u57514&#xff1a;\u5173\u95ed\u6eaf\u6e90\u673a\u5236&#xff0c;\u65e0\u6cd5\u5b9a\u4f4d\u5e7b\u89c9\u6765\u6e90<\/h4>\n<p>\u751f\u4ea7\u73af\u5883\u51fa\u73b0\u9519\u8bef\u56de\u7b54\u540e\u65e0\u6cd5\u6392\u67e5\u662f\u68c0\u7d22\u95ee\u9898\u8fd8\u662f\u6a21\u578b\u7f16\u9020&#xff0c;\u67b6\u6784\u5fc5\u987b\u5f3a\u5236\u8fd4\u56de\u53c2\u8003\u6587\u6863\u7d22\u5f15&#xff0c;\u4fbf\u4e8e\u8fd0\u7ef4\u5b9a\u4f4d\u77e5\u8bc6\u5e93\u7f3a\u9677\u3002<\/p>\n<h3>\u516d\u3001\u7cfb\u7edf\u751f\u4ea7\u5316\u90e8\u7f72\u62d3\u5c55&#xff1a;\u5bf9\u63a5\u4f01\u4e1a\u7ba1\u7406API\u4e0e\u591a\u667a\u80fd\u4f53MCP\u901a\u4fe1<\/h3>\n<p>\u672c\u6587RAG\u7cfb\u7edf\u53ef\u65e0\u7f1d\u5bf9\u63a5\u5c97\u4f4d\u9700\u6c42\u4e2d\u7684\u4f01\u4e1a\u7cfb\u7edfAPI\u3001Dify\u667a\u80fd\u4f53\u3001MCP\u591a\u667a\u80fd\u4f53\u534f\u8bae&#xff1a;<\/p>\n<li>API\u5c01\u88c5\u96c6\u6210&#xff1a;\u65b0\u589e\u63a5\u53e3\u6a21\u5757&#xff0c;\u901a\u8fc7FastAPI\u5c01\u88c5RAG\u67e5\u8be2\u80fd\u529b&#xff0c;\u63d0\u4f9b\u9274\u6743\u3001\u9650\u6d41&#xff0c;\u4f9bMES\u3001\u6570\u5b57\u4eba\u524d\u7aef\u8c03\u7528&#xff1b;<\/li>\n<li>Dify\u6846\u67b6\u517c\u5bb9&#xff1a;\u5c06\u672cRAG\u5c01\u88c5\u4e3aDify\u81ea\u5b9a\u4e49\u77e5\u8bc6\u5e93\u68c0\u7d22\u63d2\u4ef6&#xff0c;\u590d\u7528Dify\u667a\u80fd\u4f53\u7f16\u6392\u80fd\u529b&#xff1b;<\/li>\n<li>MCP\u591a\u667a\u80fd\u4f53\u901a\u4fe1\u9002\u914d&#xff1a;RAG\u667a\u80fd\u4f53\u4f5c\u4e3a\u77e5\u8bc6\u5e93Agent&#xff0c;\u901a\u8fc7MCP\u534f\u8bae\u4e0e\u68c0\u6d4bAgent\u3001\u6570\u636e\u7edf\u8ba1Agent\u901a\u4fe1&#xff0c;\u591a\u667a\u80fd\u4f53\u534f\u4f5c\u65f6\u7edf\u4e00\u4ee5RAG\u68c0\u7d22\u4e8b\u5b9e\u4e3a\u57fa\u51c6&#xff0c;\u9632\u6b62\u8de8Agent\u4fe1\u606f\u7f16\u9020\u3002<\/li>\n<p>. \u4e03\u3001\u603b\u7ed3<br \/>\n\u5927\u6a21\u578b\u5e7b\u89c9\u4e0d\u662f\u5355\u4e00\u95ee\u9898&#xff0c;\u800c\u662f\u68c0\u7d22\u3001\u5207\u7247\u3001\u751f\u6210\u3001\u6821\u9a8c\u5168\u94fe\u8def\u7f3a\u9677\u5171\u540c\u5bfc\u81f4\u7684\u7ed3\u679c\u3002\u7b80\u6613Demo RAG\u4ec5\u5b9e\u73b0\u201c\u68c0\u7d22&#043;\u751f\u6210\u201d\u57fa\u7840\u6d41\u7a0b&#xff0c;\u65e0\u6cd5\u6ee1\u8db3\u5de5\u4e1a\u751f\u4ea7\u53ef\u4fe1\u8981\u6c42&#xff1b;\u672c\u6587\u642d\u5efa\u7684\u516d\u5c42\u67b6\u6784\u751f\u4ea7\u7ea7RAG&#xff0c;\u901a\u8fc7\u6e90\u5934\u6587\u672c\u6e05\u6d17\u3001\u591a\u8def\u964d\u566a\u68c0\u7d22\u3001\u91cd\u6392\u8fc7\u6ee4\u3001\u751f\u6210\u5f3a\u7ea6\u675f\u3001\u540e\u7f6e\u4e8b\u5b9e\u6821\u9a8c\u3001\u77e5\u8bc6\u5e93\u52a8\u6001\u66f4\u65b0\u516d\u5927\u7ef4\u5ea6\u7cfb\u7edf\u6027\u538b\u5236\u5e7b\u89c9&#xff0c;\u914d\u5957\u5b8c\u6574\u53ef\u8fd0\u884cPython\u4ee3\u7801&#xff0c;\u57fa\u4e8eLangChain\u4e0eFlowRAG\u53cc\u6280\u672f\u6808&#xff0c;\u9002\u914d\u5de5\u4e1a\u6570\u5b57\u4eba\u3001\u77e5\u8bc6\u95ee\u7b54\u3001\u5de5\u827a\u56fe\u8c31\u5206\u6790\u7b49\u4e1a\u52a1\u573a\u666f\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u6458\u8981<br \/>\n\u5927\u6a21\u578b\u5929\u751f\u5b58\u5728\u77e5\u8bc6\u622a\u6b62\u3001\u4e8b\u5b9e\u634f\u9020\u3001\u903b\u8f91\u9519\u4e71\u7684\u5e7b\u89c9\u95ee\u9898&#xff0c;\u76f4\u63a5\u5bfc\u81f4\u4f01\u4e1a\u77e5\u8bc6\u5e93\u95ee\u7b54\u3001\u5de5\u4e1a\u667a\u80fd\u68c0\u7d22\u573a\u666f\u8f93\u51fa\u4e0d\u53ef\u4fe1\u5185\u5bb9&#xff0c;\u65e0\u6cd5\u4e0a\u7ebf\u751f\u4ea7\u73af\u5883\u3002\u68c0\u7d22\u589e\u5f3a\u751f\u6210&#xff08;RAG&#xff09;\u901a\u8fc7\u5916\u63a5\u79c1\u6709\u77e5\u8bc6\u5e93\u7ea6\u675f\u5927\u6a21\u578b\u751f\u6210\u8fb9\u754c&#xff0c;\u662f\u89e3\u51b3\u5e7b\u89c9\u6700\u4e3b\u6d41\u3001\u6210\u672c\u6700\u4f4e\u7684\u5de5\u7a0b\u65b9\u6848\u3002\u4f46\u5f88\u591a\u5f00\u53d1\u4eba\u5458\u642d\u5efa\u7684Demo\u7ea7RAG\u4ecd\u5b58\u5728\u5e7b\u89c9\u3001\u68c0\u7d22\u6f02\u79fb\u3001\u4e0a\u4e0b\u6587\u4e22\u5931\u7b49\u95ee\u9898&#xff0c;\u65e0\u6cd5\u6ee1\u8db3\u5de5\u4e1a\u9886\u57df\u7a33\u5b9a\u4ea4\u4ed8\u6807\u51c6\u3002<br \/>\n\u672c\u6587\u7ed3\u5408\u5de5\u4e1a\u4e1a\u52a1\u843d\u5730\u5b9e\u6218&#xff0c;\u5b8c\u6574\u62c6\u89e3\u751f\u4ea7\u7ea7R<\/p>\n","protected":false},"author":2,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[81,50,51],"topic":[],"class_list":["post-91094","post","type-post","status-publish","format-standard","hentry","category-server","tag-python","tag-50","tag-51"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v20.3 - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>\u751f\u4ea7\u7ea7RAG\u7cfb\u7edf\u843d\u5730\u5168\u65b9\u6848\uff1a\u5168\u65b9\u4f4d\u653b\u514b\u5927\u6a21\u578b\u5e7b\u89c9\u96be\u9898 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.wsisp.com\/helps\/91094.html\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u751f\u4ea7\u7ea7RAG\u7cfb\u7edf\u843d\u5730\u5168\u65b9\u6848\uff1a\u5168\u65b9\u4f4d\u653b\u514b\u5927\u6a21\u578b\u5e7b\u89c9\u96be\u9898 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"og:description\" content=\"\u6458\u8981 \u5927\u6a21\u578b\u5929\u751f\u5b58\u5728\u77e5\u8bc6\u622a\u6b62\u3001\u4e8b\u5b9e\u634f\u9020\u3001\u903b\u8f91\u9519\u4e71\u7684\u5e7b\u89c9\u95ee\u9898&#xff0c;\u76f4\u63a5\u5bfc\u81f4\u4f01\u4e1a\u77e5\u8bc6\u5e93\u95ee\u7b54\u3001\u5de5\u4e1a\u667a\u80fd\u68c0\u7d22\u573a\u666f\u8f93\u51fa\u4e0d\u53ef\u4fe1\u5185\u5bb9&#xff0c;\u65e0\u6cd5\u4e0a\u7ebf\u751f\u4ea7\u73af\u5883\u3002\u68c0\u7d22\u589e\u5f3a\u751f\u6210&#xff08;RAG&#xff09;\u901a\u8fc7\u5916\u63a5\u79c1\u6709\u77e5\u8bc6\u5e93\u7ea6\u675f\u5927\u6a21\u578b\u751f\u6210\u8fb9\u754c&#xff0c;\u662f\u89e3\u51b3\u5e7b\u89c9\u6700\u4e3b\u6d41\u3001\u6210\u672c\u6700\u4f4e\u7684\u5de5\u7a0b\u65b9\u6848\u3002\u4f46\u5f88\u591a\u5f00\u53d1\u4eba\u5458\u642d\u5efa\u7684Demo\u7ea7RAG\u4ecd\u5b58\u5728\u5e7b\u89c9\u3001\u68c0\u7d22\u6f02\u79fb\u3001\u4e0a\u4e0b\u6587\u4e22\u5931\u7b49\u95ee\u9898&#xff0c;\u65e0\u6cd5\u6ee1\u8db3\u5de5\u4e1a\u9886\u57df\u7a33\u5b9a\u4ea4\u4ed8\u6807\u51c6\u3002 \u672c\u6587\u7ed3\u5408\u5de5\u4e1a\u4e1a\u52a1\u843d\u5730\u5b9e\u6218&#xff0c;\u5b8c\u6574\u62c6\u89e3\u751f\u4ea7\u7ea7R\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.wsisp.com\/helps\/91094.html\" \/>\n<meta property=\"og:site_name\" content=\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"article:published_time\" content=\"2026-08-06T13:24:38+00:00\" \/>\n<meta name=\"author\" content=\"admin\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"admin\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"7 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/91094.html\",\"url\":\"https:\/\/www.wsisp.com\/helps\/91094.html\",\"name\":\"\u751f\u4ea7\u7ea7RAG\u7cfb\u7edf\u843d\u5730\u5168\u65b9\u6848\uff1a\u5168\u65b9\u4f4d\u653b\u514b\u5927\u6a21\u578b\u5e7b\u89c9\u96be\u9898 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"isPartOf\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\"},\"datePublished\":\"2026-08-06T13:24:38+00:00\",\"dateModified\":\"2026-08-06T13:24:38+00:00\",\"author\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/91094.html#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.wsisp.com\/helps\/91094.html\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/91094.html#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.wsisp.com\/helps\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u751f\u4ea7\u7ea7RAG\u7cfb\u7edf\u843d\u5730\u5168\u65b9\u6848\uff1a\u5168\u65b9\u4f4d\u653b\u514b\u5927\u6a21\u578b\u5e7b\u89c9\u96be\u9898\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\",\"url\":\"https:\/\/www.wsisp.com\/helps\/\",\"name\":\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"description\":\"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}\"},\"query-input\":\"required name=search_term_string\"}],\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\",\"name\":\"admin\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"contentUrl\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"caption\":\"admin\"},\"sameAs\":[\"http:\/\/wp.wsisp.com\"],\"url\":\"https:\/\/www.wsisp.com\/helps\/author\/admin\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"\u751f\u4ea7\u7ea7RAG\u7cfb\u7edf\u843d\u5730\u5168\u65b9\u6848\uff1a\u5168\u65b9\u4f4d\u653b\u514b\u5927\u6a21\u578b\u5e7b\u89c9\u96be\u9898 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.wsisp.com\/helps\/91094.html","og_locale":"zh_CN","og_type":"article","og_title":"\u751f\u4ea7\u7ea7RAG\u7cfb\u7edf\u843d\u5730\u5168\u65b9\u6848\uff1a\u5168\u65b9\u4f4d\u653b\u514b\u5927\u6a21\u578b\u5e7b\u89c9\u96be\u9898 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","og_description":"\u6458\u8981 \u5927\u6a21\u578b\u5929\u751f\u5b58\u5728\u77e5\u8bc6\u622a\u6b62\u3001\u4e8b\u5b9e\u634f\u9020\u3001\u903b\u8f91\u9519\u4e71\u7684\u5e7b\u89c9\u95ee\u9898&#xff0c;\u76f4\u63a5\u5bfc\u81f4\u4f01\u4e1a\u77e5\u8bc6\u5e93\u95ee\u7b54\u3001\u5de5\u4e1a\u667a\u80fd\u68c0\u7d22\u573a\u666f\u8f93\u51fa\u4e0d\u53ef\u4fe1\u5185\u5bb9&#xff0c;\u65e0\u6cd5\u4e0a\u7ebf\u751f\u4ea7\u73af\u5883\u3002\u68c0\u7d22\u589e\u5f3a\u751f\u6210&#xff08;RAG&#xff09;\u901a\u8fc7\u5916\u63a5\u79c1\u6709\u77e5\u8bc6\u5e93\u7ea6\u675f\u5927\u6a21\u578b\u751f\u6210\u8fb9\u754c&#xff0c;\u662f\u89e3\u51b3\u5e7b\u89c9\u6700\u4e3b\u6d41\u3001\u6210\u672c\u6700\u4f4e\u7684\u5de5\u7a0b\u65b9\u6848\u3002\u4f46\u5f88\u591a\u5f00\u53d1\u4eba\u5458\u642d\u5efa\u7684Demo\u7ea7RAG\u4ecd\u5b58\u5728\u5e7b\u89c9\u3001\u68c0\u7d22\u6f02\u79fb\u3001\u4e0a\u4e0b\u6587\u4e22\u5931\u7b49\u95ee\u9898&#xff0c;\u65e0\u6cd5\u6ee1\u8db3\u5de5\u4e1a\u9886\u57df\u7a33\u5b9a\u4ea4\u4ed8\u6807\u51c6\u3002 \u672c\u6587\u7ed3\u5408\u5de5\u4e1a\u4e1a\u52a1\u843d\u5730\u5b9e\u6218&#xff0c;\u5b8c\u6574\u62c6\u89e3\u751f\u4ea7\u7ea7R","og_url":"https:\/\/www.wsisp.com\/helps\/91094.html","og_site_name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","article_published_time":"2026-08-06T13:24:38+00:00","author":"admin","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"admin","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"7 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.wsisp.com\/helps\/91094.html","url":"https:\/\/www.wsisp.com\/helps\/91094.html","name":"\u751f\u4ea7\u7ea7RAG\u7cfb\u7edf\u843d\u5730\u5168\u65b9\u6848\uff1a\u5168\u65b9\u4f4d\u653b\u514b\u5927\u6a21\u578b\u5e7b\u89c9\u96be\u9898 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","isPartOf":{"@id":"https:\/\/www.wsisp.com\/helps\/#website"},"datePublished":"2026-08-06T13:24:38+00:00","dateModified":"2026-08-06T13:24:38+00:00","author":{"@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41"},"breadcrumb":{"@id":"https:\/\/www.wsisp.com\/helps\/91094.html#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.wsisp.com\/helps\/91094.html"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.wsisp.com\/helps\/91094.html#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.wsisp.com\/helps"},{"@type":"ListItem","position":2,"name":"\u751f\u4ea7\u7ea7RAG\u7cfb\u7edf\u843d\u5730\u5168\u65b9\u6848\uff1a\u5168\u65b9\u4f4d\u653b\u514b\u5927\u6a21\u578b\u5e7b\u89c9\u96be\u9898"}]},{"@type":"WebSite","@id":"https:\/\/www.wsisp.com\/helps\/#website","url":"https:\/\/www.wsisp.com\/helps\/","name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","description":"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}"},"query-input":"required name=search_term_string"}],"inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41","name":"admin","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/","url":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","contentUrl":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","caption":"admin"},"sameAs":["http:\/\/wp.wsisp.com"],"url":"https:\/\/www.wsisp.com\/helps\/author\/admin"}]}},"_links":{"self":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/91094","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/comments?post=91094"}],"version-history":[{"count":0,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/91094\/revisions"}],"wp:attachment":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/media?parent=91094"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/categories?post=91094"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/tags?post=91094"},{"taxonomy":"topic","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/topic?post=91094"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}