{"id":77264,"date":"2026-02-24T09:41:18","date_gmt":"2026-02-24T01:41:18","guid":{"rendered":"https:\/\/www.wsisp.com\/helps\/77264.html"},"modified":"2026-02-24T09:41:18","modified_gmt":"2026-02-24T01:41:18","slug":"rag-%e7%b3%bb%e7%bb%9f%e7%9a%84%e7%85%a7%e5%a6%96%e9%95%9c%ef%bc%9averification-rag-%e8%ae%a9-ai-%e4%b8%8d%e5%86%8d%e4%b8%80%e6%9c%ac%e6%ad%a3%e7%bb%8f%e5%9c%b0%e8%83%a1","status":"publish","type":"post","link":"https:\/\/www.wsisp.com\/helps\/77264.html","title":{"rendered":"RAG \u7cfb\u7edf\u7684\u201c\u7167\u5996\u955c\u201c\uff1aVerification RAG \u8ba9 AI \u4e0d\u518d\u201c\u4e00\u672c\u6b63\u7ecf\u5730\u80e1\u8bf4\u516b\u9053\u201c"},"content":{"rendered":"<h3>\u4e00\u3001\u5f00\u7bc7&#xff1a;\u5f53 AI \u5f00\u59cb&#034;\u7741\u773c\u8bf4\u778e\u8bdd&#034;<\/h3>\n<p>\u4e0a\u5468\u5728\u672c\u5730\u6d4b\u8bd5\u623f\u4ea7\u63a8\u8350\u7cfb\u7edf\u65f6&#xff0c;\u6211\u53d1\u73b0\u4e86\u4e00\u4e2a\u6709\u8da3\u7684\u95ee\u9898\u3002<\/p>\n<p>\u6211\u8f93\u5165\u6d4b\u8bd5\u67e5\u8be2&#xff1a;\u201c\u671d\u9633\u533a 500 \u4e07\u5de6\u53f3\u7684\u623f\u5b50&#xff0c;\u8981\u5730\u94c1\u8fd1\u7684\u201d<\/p>\n<p>\u7cfb\u7edf\u4fe1\u5fc3\u6ee1\u6ee1\u5730\u56de\u7b54&#xff1a;<\/p>\n<p>\u201c\u5f3a\u70c8\u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u603b\u4ef7\u7ea6 800 \u4e07&#xff0c;\u5730\u94c1\u4ea4\u901a\u4fbf\u5229&#xff0c;\u662f\u60a8\u7684\u7406\u60f3\u9009\u62e9&#xff01;\u201d<\/p>\n<p>\u6211\u4e00\u6123&#xff1a;\u6211\u660e\u660e\u67e5\u7684\u662f 500 \u4e07\u9884\u7b97&#xff0c;\u600e\u4e48\u7ed9\u6211\u63a8\u8350 800 \u4e07\u7684&#xff1f;<\/p>\n<p>\u66f4\u6709\u610f\u601d\u7684\u662f&#xff0c;\u6211\u7ffb\u770b\u6570\u636e\u5e93&#xff0c;\u7fe1\u7fe0\u6e7e\u7684\u4ef7\u683c\u660e\u660e\u767d\u767d\u5199\u7740&#xff1a;480-550 \u4e07\u3002<\/p>\n<p>\u8fd9\u5c31\u662f\u5178\u578b\u7684 RAG \u7cfb\u7edf&#034;\u5e7b\u89c9&#034;\u95ee\u9898\u2014\u2014\u660e\u660e\u68c0\u7d22\u5230\u4e86\u6b63\u786e\u7684\u6570\u636e&#xff0c;AI \u5374\u751f\u6210\u4e86\u9519\u8bef\u7684\u7b54\u6848\u3002<\/p>\n<p>\u4eca\u5929&#xff0c;\u6211\u4eec\u5c31\u6765\u804a\u804a\u5982\u4f55\u7528 Verification RAG&#xff08;\u9a8c\u8bc1\u5f0f RAG&#xff09; \u7ed9 AI \u88c5\u4e0a&#034;\u4e8b\u5b9e\u6838\u67e5&#034;\u529f\u80fd&#xff0c;\u8ba9\u5b83\u4e0d\u518d&#034;\u4e00\u672c\u6b63\u7ecf\u5730\u80e1\u8bf4\u516b\u9053&#034;\u3002<\/p>\n<hr \/>\n<h3>\u4e8c\u3001\u4e3a\u4ec0\u4e48 RAG \u4f1a&#034;\u8bf4\u8c0e&#034;&#xff1f;<\/h3>\n<p>\u5728\u6df1\u5165 Verification RAG \u4e4b\u524d&#xff0c;\u6211\u4eec\u5148\u641e\u6e05\u695a&#xff1a;\u4e3a\u4ec0\u4e48 RAG \u7cfb\u7edf\u4f1a\u751f\u6210\u9519\u8bef\u7b54\u6848&#xff1f;<\/p>\n<h4>2.1 \u4e09\u5927\u5178\u578b&#034;\u7ffb\u8f66&#034;\u573a\u666f<\/h4>\n<h5>\u573a\u666f 1&#xff1a;\u6570\u5b57\u504f\u5dee &#8211; \u201c\u4ef7\u683c\u523a\u5ba2\u201d<\/h5>\n<p>\u6570\u636e\u6e90&#xff1a;\u7fe1\u7fe0\u6e7e 480-550 \u4e07<br \/>\nAI \u7b54\u6848&#xff1a;\u201c\u7fe1\u7fe0\u6e7e\u4ef7\u683c 800 \u4e07\u5de6\u53f3\u201d<br \/>\n\u95ee\u9898&#xff1a;\u4ef7\u683c\u504f\u5dee 45%&#043;&#xff0c;\u7528\u6237\u9884\u7b97\u76f4\u63a5\u7206\u70b8<\/p>\n<h5>\u573a\u666f 2&#xff1a;\u5c5e\u6027\u77db\u76fe &#8211; \u201c\u6307\u9e7f\u4e3a\u9a6c\u201d<\/h5>\n<p>\u6570\u636e\u6e90&#xff1a;\u5730\u94c1\u8bc4\u5206 85 \u5206&#xff08;\u4fbf\u5229&#xff09;<br \/>\nAI \u7b54\u6848&#xff1a;\u201c\u7fe1\u7fe0\u6e7e\u5730\u94c1\u8f83\u8fdc&#xff0c;\u4ea4\u901a\u4e0d\u4fbf\u201d<br \/>\n\u95ee\u9898&#xff1a;\u660e\u660e\u5730\u94c1\u5f88\u8fd1&#xff0c;\u5374\u8bf4\u6210\u4ea4\u901a\u4e0d\u4fbf<\/p>\n<h5>\u573a\u666f 3&#xff1a;\u903b\u8f91\u51b2\u7a81 &#8211; \u201c\u81ea\u76f8\u77db\u76fe\u201d<\/h5>\n<p>\u6570\u636e\u6e90&#xff1a;\u5b66\u533a\u8bc4\u5206 80 \u5206&#xff08;\u4f18\u8d28&#xff09;<br \/>\nAI \u7b54\u6848&#xff1a;\u201c\u7fe1\u7fe0\u6e7e\u5b66\u533a\u4e00\u822c&#xff0c;\u6559\u80b2\u8d44\u6e90\u4e0d\u8db3\u201d<br \/>\n\u95ee\u9898&#xff1a;\u6570\u636e\u548c\u63cf\u8ff0\u5b8c\u5168\u76f8\u53cd<\/p>\n<h4>2.2 \u6df1\u5c42\u539f\u56e0\u5206\u6790<\/h4>\n<p>\u8fd9\u4e9b\u9519\u8bef\u80cc\u540e\u6709\u56db\u5927\u6839\u6e90&#xff1a;<\/p>\n<li>\n<p>LLM \u7684\u751f\u6210\u7279\u6027<\/p>\n<ul>\n<li>\u5927\u6a21\u578b\u662f\u6982\u7387\u751f\u6210&#xff0c;\u4e0d\u662f\u7cbe\u786e\u8ba1\u7b97<\/li>\n<li>\u8bad\u7ec3\u6570\u636e\u4e2d\u7684\u504f\u89c1\u4f1a\u5f71\u54cd\u8f93\u51fa<\/li>\n<li>&#034;\u5e7b\u89c9&#034;\u662f LLM \u7684\u56fa\u6709\u7279\u6027<\/li>\n<\/ul>\n<\/li>\n<li>\n<p>\u68c0\u7d22\u8d28\u91cf\u95ee\u9898<\/p>\n<ul>\n<li>\u68c0\u7d22\u5230\u7684\u6587\u6863\u53ef\u80fd\u5305\u542b\u566a\u58f0<\/li>\n<li>\u591a\u4e2a\u6570\u636e\u6e90\u4e4b\u95f4\u53ef\u80fd\u5b58\u5728\u77db\u76fe<\/li>\n<li>\u76f8\u5173\u6027\u9ad8 \u2260 \u4fe1\u606f\u51c6\u786e<\/li>\n<\/ul>\n<\/li>\n<li>\n<p>Prompt \u8bbe\u8ba1\u7f3a\u9677<\/p>\n<ul>\n<li>\u6307\u4ee4\u4e0d\u591f\u660e\u786e<\/li>\n<li>\u7f3a\u5c11&#034;\u4e25\u683c\u9075\u5faa\u6570\u636e\u6e90&#034;\u7684\u7ea6\u675f<\/li>\n<li>\u6ca1\u6709\u8981\u6c42\u6a21\u578b\u8fdb\u884c\u81ea\u6211\u9a8c\u8bc1<\/li>\n<\/ul>\n<\/li>\n<li>\n<p>\u4e0a\u4e0b\u6587\u7406\u89e3\u504f\u5dee<\/p>\n<ul>\n<li>\u957f\u6587\u672c\u4e2d\u7684\u5173\u952e\u4fe1\u606f\u88ab\u5ffd\u7565<\/li>\n<li>\u6570\u5b57\u4fe1\u606f\u5bb9\u6613\u88ab\u9519\u8bef\u89e3\u8bfb<\/li>\n<li>\u591a\u8df3\u63a8\u7406\u5bb9\u6613\u51fa\u9519<\/li>\n<\/ul>\n<\/li>\n<h4>2.3 \u4f20\u7edf RAG \u7684\u76f2\u70b9<\/h4>\n<p>\u4f20\u7edf RAG \u6d41\u7a0b&#xff1a;\u68c0\u7d22 \u2192 \u751f\u6210 \u2192 \u8fd4\u56de<\/p>\n<p>\u95ee\u9898\u5728\u54ea&#xff1f;\u7f3a\u5c11\u9a8c\u8bc1\u73af\u8282&#xff01;<\/p>\n<p>\u5c31\u50cf\u4e00\u4e2a\u5b66\u751f\u505a\u5b8c\u9898\u76f4\u63a5\u4ea4\u5377&#xff0c;\u4ece\u4e0d\u68c0\u67e5\u7b54\u6848\u3002<\/p>\n<hr \/>\n<h3>\u4e09\u3001Verification RAG \u6838\u5fc3\u539f\u7406<\/h3>\n<p>Verification RAG \u7684\u6838\u5fc3\u601d\u60f3\u5f88\u7b80\u5355&#xff1a;\u751f\u6210\u7b54\u6848\u540e&#xff0c;\u518d\u9a8c\u8bc1\u4e00\u904d&#xff01;<\/p>\n<p>\u65b0\u6d41\u7a0b&#xff1a;\u68c0\u7d22 \u2192 \u751f\u6210 \u2192 \u9a8c\u8bc1 \u2192 \u8bc4\u5206 \u2192 \u51b3\u7b56<\/p>\n<h4>3.1 \u4e09\u5927\u9a8c\u8bc1\u673a\u5236<\/h4>\n<h5>\u673a\u5236 1&#xff1a;\u4ea4\u53c9\u9a8c\u8bc1&#xff08;Cross Validation&#xff09;<\/h5>\n<p>\u6838\u5fc3\u601d\u60f3&#xff1a;\u628a AI \u7b54\u6848\u548c\u6570\u636e\u6e90\u8fdb\u884c&#034;\u4e8b\u5b9e\u6838\u67e5&#034;<\/p>\n<p>\u5de5\u4f5c\u6d41\u7a0b&#xff1a;<\/p>\n<p>AI \u7b54\u6848&#xff1a;&#034;\u7fe1\u7fe0\u6e7e\u4ef7\u683c 800 \u4e07\u5de6\u53f3&#034;<br \/>\n    \u2193<br \/>\n\u3010\u6b65\u9aa4 1\u3011\u63d0\u53d6\u5173\u952e\u4fe1\u606f<br \/>\n\u63d0\u53d6\u5230&#xff1a;\u4ef7\u683c &#061; 800 \u4e07<br \/>\n    \u2193<br \/>\n\u3010\u6b65\u9aa4 2\u3011\u5bf9\u6bd4\u6570\u636e\u6e90<br \/>\n\u6570\u636e\u6e90&#xff1a;480-550 \u4e07<br \/>\n    \u2193<br \/>\n\u3010\u6b65\u9aa4 3\u3011\u68c0\u6d4b\u51b2\u7a81<br \/>\n\u8bef\u5dee &#061; (800 &#8211; 515) \/ 515 &#061; 55% &gt; 20%<br \/>\n    \u2193<br \/>\n\u3010\u7ed3\u8bba\u3011\u4ef7\u683c\u51b2\u7a81&#xff01;<\/p>\n<p>\u4ee3\u7801\u5b9e\u73b0&#xff1a;<\/p>\n<p><span class=\"token keyword\">from<\/span> src<span class=\"token punctuation\">.<\/span>rag<span class=\"token punctuation\">.<\/span>verifier <span class=\"token keyword\">import<\/span> ResultVerifier<\/p>\n<p>verifier <span class=\"token operator\">&#061;<\/span> ResultVerifier<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u4ea4\u53c9\u9a8c\u8bc1<\/span><br \/>\nresult <span class=\"token operator\">&#061;<\/span> verifier<span class=\"token punctuation\">.<\/span>cross_validate<span class=\"token punctuation\">(<\/span><br \/>\n    query<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#034;\u671d\u9633\u533a500\u4e07\u5de6\u53f3&#034;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n    answer<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#034;\u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u4ef7\u683c800\u4e07\u5de6\u53f3&#034;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n    sources<span class=\"token operator\">&#061;<\/span><span class=\"token punctuation\">[<\/span><span class=\"token punctuation\">{<\/span><br \/>\n        <span class=\"token string\">&#039;\u697c\u76d8\u540d\u79f0&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token string\">&#039;\u7fe1\u7fe0\u6e7e&#039;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n        <span class=\"token string\">&#039;\u6700\u4f4e\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">480<\/span><span class=\"token punctuation\">,<\/span><br \/>\n        <span class=\"token string\">&#039;\u6700\u9ad8\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">550<\/span><br \/>\n    <span class=\"token punctuation\">}<\/span><span class=\"token punctuation\">]<\/span><br \/>\n<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u51b2\u7a81\u6570\u91cf: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;conflict_count&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span>  <span class=\"token comment\"># \u8f93\u51fa: 1<\/span><br \/>\n<span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u786e\u8ba4\u6570\u91cf: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;confirmation_count&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span>  <span class=\"token comment\"># \u8f93\u51fa: 0<\/span><br \/>\n<span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u51b2\u7a81\u8be6\u60c5: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;conflicts&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u8f93\u51fa: [&#039;\u4ef7\u683c\u51b2\u7a81&#xff1a;\u7b54\u6848\u4e2d\u7684800\u4e07\u4e0e\u6570\u636e\u6e90480-550\u4e07\u4e0d\u7b26&#039;]<\/span><\/p>\n<p>\u9a8c\u8bc1\u89c4\u5219&#xff1a;<\/p>\n<table>\n<tr>\u4fe1\u606f\u7c7b\u578b\u9a8c\u8bc1\u65b9\u6cd5\u51b2\u7a81\u9608\u503c<\/tr>\n<tbody>\n<tr>\n<td>\u4ef7\u683c<\/td>\n<td>\u6570\u503c\u5bf9\u6bd4<\/td>\n<td>\u8bef\u5dee &gt; 20%<\/td>\n<\/tr>\n<tr>\n<td>\u5730\u94c1<\/td>\n<td>\u8bc4\u5206\u5bf9\u6bd4<\/td>\n<td>\u63cf\u8ff0\u4e0e\u8bc4\u5206\u77db\u76fe<\/td>\n<\/tr>\n<tr>\n<td>\u5b66\u533a<\/td>\n<td>\u8bc4\u5206\u5bf9\u6bd4<\/td>\n<td>\u63cf\u8ff0\u4e0e\u8bc4\u5206\u77db\u76fe<\/td>\n<\/tr>\n<tr>\n<td>\u9762\u79ef<\/td>\n<td>\u6570\u503c\u5bf9\u6bd4<\/td>\n<td>\u8bef\u5dee &gt; 15%<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<hr \/>\n<h5>\u673a\u5236 2&#xff1a;\u51b2\u7a81\u68c0\u6d4b&#xff08;Conflict Detection&#xff09;<\/h5>\n<p>\u6838\u5fc3\u601d\u60f3&#xff1a;\u68c0\u6d4b\u6570\u636e\u6e90\u4e4b\u95f4\u7684\u77db\u76fe&#xff0c;\u627e\u51fa\u5f02\u5e38\u503c<\/p>\n<p>\u5de5\u4f5c\u6d41\u7a0b&#xff1a;<\/p>\n<p>\u6570\u636e\u6e90 1&#xff1a;\u7fe1\u7fe0\u6e7e 500 \u4e07<br \/>\n\u6570\u636e\u6e90 2&#xff1a;\u4e91\u9526\u5e9c 520 \u4e07<br \/>\n\u6570\u636e\u6e90 3&#xff1a;\u5f02\u5e38\u697c\u76d8 1200 \u4e07<br \/>\n    \u2193<br \/>\n\u3010\u6b65\u9aa4 1\u3011\u8ba1\u7b97\u5e73\u5747\u4ef7\u683c<br \/>\n\u5e73\u5747 &#061; (500 &#043; 520 &#043; 1200) \/ 3 &#061; 740 \u4e07<br \/>\n    \u2193<br \/>\n\u3010\u6b65\u9aa4 2\u3011\u68c0\u6d4b\u5f02\u5e38\u503c<br \/>\n\u5f02\u5e38\u697c\u76d8\u504f\u79bb &#061; |1200 &#8211; 740| \/ 740 &#061; 62% &gt; 50%<br \/>\n    \u2193<br \/>\n\u3010\u7ed3\u8bba\u3011\u4ef7\u683c\u5f02\u5e38&#xff01;<\/p>\n<p>\u4ee3\u7801\u5b9e\u73b0&#xff1a;<\/p>\n<p>verifier <span class=\"token operator\">&#061;<\/span> ResultVerifier<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u51b2\u7a81\u68c0\u6d4b<\/span><br \/>\nconflicts <span class=\"token operator\">&#061;<\/span> verifier<span class=\"token punctuation\">.<\/span>detect_conflicts<span class=\"token punctuation\">(<\/span>sources<span class=\"token operator\">&#061;<\/span><span class=\"token punctuation\">[<\/span><br \/>\n    <span class=\"token punctuation\">{<\/span><span class=\"token string\">&#039;\u697c\u76d8\u540d\u79f0&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token string\">&#039;\u7fe1\u7fe0\u6e7e&#039;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u6700\u4f4e\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">480<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u6700\u9ad8\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">550<\/span><span class=\"token punctuation\">}<\/span><span class=\"token punctuation\">,<\/span><br \/>\n    <span class=\"token punctuation\">{<\/span><span class=\"token string\">&#039;\u697c\u76d8\u540d\u79f0&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token string\">&#039;\u4e91\u9526\u5e9c&#039;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u6700\u4f4e\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">500<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u6700\u9ad8\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">600<\/span><span class=\"token punctuation\">}<\/span><span class=\"token punctuation\">,<\/span><br \/>\n    <span class=\"token punctuation\">{<\/span><span class=\"token string\">&#039;\u697c\u76d8\u540d\u79f0&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token string\">&#039;\u5f02\u5e38\u697c\u76d8&#039;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u6700\u4f4e\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">1000<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u6700\u9ad8\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">1200<\/span><span class=\"token punctuation\">}<\/span><br \/>\n<span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u68c0\u6d4b\u5230 <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span><span class=\"token builtin\">len<\/span><span class=\"token punctuation\">(<\/span>conflicts<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\"> \u4e2a\u51b2\u7a81&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u8f93\u51fa: \u68c0\u6d4b\u5230 1 \u4e2a\u51b2\u7a81<\/span><\/p>\n<p><span class=\"token keyword\">for<\/span> conflict <span class=\"token keyword\">in<\/span> conflicts<span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u51b2\u7a81\u7c7b\u578b: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>conflict<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;type&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u5f02\u5e38\u697c\u76d8: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>conflict<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;property&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u504f\u79bb\u5ea6: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>conflict<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;deviation&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">:<\/span><span class=\"token format-spec\">.1%<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>\u5f02\u5e38\u68c0\u6d4b\u7b97\u6cd5&#xff1a;<\/p>\n<p><span class=\"token keyword\">def<\/span> <span class=\"token function\">detect_price_anomaly<\/span><span class=\"token punctuation\">(<\/span>prices<span class=\"token punctuation\">,<\/span> threshold<span class=\"token operator\">&#061;<\/span><span class=\"token number\">0.5<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u68c0\u6d4b\u4ef7\u683c\u5f02\u5e38\u503c&#034;&#034;&#034;<\/span><br \/>\n    mean_price <span class=\"token operator\">&#061;<\/span> np<span class=\"token punctuation\">.<\/span>mean<span class=\"token punctuation\">(<\/span>prices<span class=\"token punctuation\">)<\/span><br \/>\n    std_price <span class=\"token operator\">&#061;<\/span> np<span class=\"token punctuation\">.<\/span>std<span class=\"token punctuation\">(<\/span>prices<span class=\"token punctuation\">)<\/span><\/p>\n<p>    anomalies <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">[<\/span><span class=\"token punctuation\">]<\/span><br \/>\n    <span class=\"token keyword\">for<\/span> i<span class=\"token punctuation\">,<\/span> price <span class=\"token keyword\">in<\/span> <span class=\"token builtin\">enumerate<\/span><span class=\"token punctuation\">(<\/span>prices<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        deviation <span class=\"token operator\">&#061;<\/span> <span class=\"token builtin\">abs<\/span><span class=\"token punctuation\">(<\/span>price <span class=\"token operator\">&#8211;<\/span> mean_price<span class=\"token punctuation\">)<\/span> <span class=\"token operator\">\/<\/span> mean_price<br \/>\n        <span class=\"token keyword\">if<\/span> deviation <span class=\"token operator\">&gt;<\/span> threshold<span class=\"token punctuation\">:<\/span><br \/>\n            anomalies<span class=\"token punctuation\">.<\/span>append<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">{<\/span><br \/>\n                <span class=\"token string\">&#039;index&#039;<\/span><span class=\"token punctuation\">:<\/span> i<span class=\"token punctuation\">,<\/span><br \/>\n                <span class=\"token string\">&#039;price&#039;<\/span><span class=\"token punctuation\">:<\/span> price<span class=\"token punctuation\">,<\/span><br \/>\n                <span class=\"token string\">&#039;deviation&#039;<\/span><span class=\"token punctuation\">:<\/span> deviation<br \/>\n            <span class=\"token punctuation\">}<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token keyword\">return<\/span> anomalies<\/p>\n<hr \/>\n<h5>\u673a\u5236 3&#xff1a;\u7f6e\u4fe1\u5ea6\u8bc4\u5206&#xff08;Confidence Scoring&#xff09;<\/h5>\n<p>\u6838\u5fc3\u601d\u60f3&#xff1a;\u7ed9\u7b54\u6848\u6253\u5206&#xff0c;\u91cf\u5316\u53ef\u4fe1\u5ea6&#xff08;0-1 \u5206&#xff09;<\/p>\n<p>\u8bc4\u5206\u56e0\u5b50&#xff1a;<\/p>\n<table>\n<tr>\u56e0\u5b50\u6743\u91cd\u8bc4\u5206\u89c4\u5219<\/tr>\n<tbody>\n<tr>\n<td>\u4ea4\u53c9\u9a8c\u8bc1\u7ed3\u679c<\/td>\n<td>40%<\/td>\n<td>\u6709\u51b2\u7a81 -0.3&#xff0c;\u6709\u786e\u8ba4 &#043;0.2<\/td>\n<\/tr>\n<tr>\n<td>\u6570\u636e\u6e90\u6570\u91cf<\/td>\n<td>20%<\/td>\n<td>&lt; 3 \u4e2a -0.1&#xff0c;\u2265 5 \u4e2a &#043;0.1<\/td>\n<\/tr>\n<tr>\n<td>\u7b54\u6848\u5b8c\u6574\u6027<\/td>\n<td>20%<\/td>\n<td>\u957f\u5ea6 &lt; 50 \u5b57 -0.1<\/td>\n<\/tr>\n<tr>\n<td>\u51b2\u7a81\u68c0\u6d4b\u7ed3\u679c<\/td>\n<td>20%<\/td>\n<td>\u6709\u51b2\u7a81 -0.2<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u8ba1\u7b97\u516c\u5f0f&#xff1a;<\/p>\n<p>\u7f6e\u4fe1\u5ea6 &#061; \u57fa\u7840\u5206(0.7)<br \/>\n        &#043; \u4ea4\u53c9\u9a8c\u8bc1\u52a0\u5206<br \/>\n        &#8211; \u51b2\u7a81\u60e9\u7f5a<br \/>\n        &#043; \u6570\u636e\u6e90\u52a0\u5206<br \/>\n        &#043; \u5b8c\u6574\u6027\u52a0\u5206<\/p>\n<p>\u4ee3\u7801\u5b9e\u73b0&#xff1a;<\/p>\n<p>verifier <span class=\"token operator\">&#061;<\/span> ResultVerifier<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u8ba1\u7b97\u7f6e\u4fe1\u5ea6<\/span><br \/>\nconfidence <span class=\"token operator\">&#061;<\/span> verifier<span class=\"token punctuation\">.<\/span>calculate_confidence<span class=\"token punctuation\">(<\/span><br \/>\n    query<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#034;\u671d\u9633\u533a500\u4e07\u5de6\u53f3&#034;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n    answer<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#034;\u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u4ef7\u683c500\u4e07\u5de6\u53f3&#xff0c;\u5730\u94c1\u4fbf\u5229&#xff0c;\u5b66\u533a\u4f18\u8d28&#034;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n    sources<span class=\"token operator\">&#061;<\/span><span class=\"token punctuation\">[<\/span><span class=\"token punctuation\">.<\/span><span class=\"token punctuation\">.<\/span><span class=\"token punctuation\">.<\/span><span class=\"token punctuation\">]<\/span><br \/>\n<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u7f6e\u4fe1\u5ea6: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>confidence<span class=\"token punctuation\">:<\/span><span class=\"token format-spec\">.2f<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u8f93\u51fa: \u7f6e\u4fe1\u5ea6: 0.85&#xff08;\u9ad8\u7f6e\u4fe1\u5ea6&#xff09;<\/span><\/p>\n<p><span class=\"token comment\"># \u7f6e\u4fe1\u5ea6\u5206\u7ea7<\/span><br \/>\n<span class=\"token keyword\">if<\/span> confidence <span class=\"token operator\">&gt;&#061;<\/span> <span class=\"token number\">0.8<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034; \u9ad8\u7f6e\u4fe1\u5ea6&#xff0c;\u53ef\u4ee5\u76f4\u63a5\u8fd4\u56de&#034;<\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token keyword\">elif<\/span> confidence <span class=\"token operator\">&gt;&#061;<\/span> <span class=\"token number\">0.6<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034; \u4e2d\u7b49\u7f6e\u4fe1\u5ea6&#xff0c;\u5efa\u8bae\u6dfb\u52a0\u514d\u8d23\u58f0\u660e&#034;<\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token keyword\">else<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034; \u4f4e\u7f6e\u4fe1\u5ea6&#xff0c;\u62d2\u7edd\u56de\u7b54\u6216\u91cd\u65b0\u751f\u6210&#034;<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>\u7f6e\u4fe1\u5ea6\u9608\u503c\u8bbe\u8ba1&#xff1a;<\/p>\n<table>\n<tr>\u573a\u666f\u9608\u503c\u7b56\u7565<\/tr>\n<tbody>\n<tr>\n<td>\u91d1\u878d\/\u533b\u7597<\/td>\n<td>0.9&#043;<\/td>\n<td>\u6781\u9ad8\u8981\u6c42&#xff0c;\u4f4e\u4e8e\u9608\u503c\u62d2\u7edd<\/td>\n<\/tr>\n<tr>\n<td>\u623f\u4ea7\u63a8\u8350<\/td>\n<td>0.7&#043;<\/td>\n<td>\u9ad8\u8981\u6c42&#xff0c;\u4f4e\u4e8e\u9608\u503c\u63d0\u793a<\/td>\n<\/tr>\n<tr>\n<td>\u5a31\u4e50\u63a8\u8350<\/td>\n<td>0.5&#043;<\/td>\n<td>\u4e00\u822c\u8981\u6c42&#xff0c;\u4f4e\u4e8e\u9608\u503c\u6807\u6ce8<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<hr \/>\n<h4>3.2 \u5b8c\u6574\u9a8c\u8bc1\u6d41\u7a0b<\/h4>\n<p>\u7528\u6237\u67e5\u8be2&#xff1a;&#034;\u671d\u9633\u533a500\u4e07\u5de6\u53f3&#xff0c;\u5730\u94c1\u8fd1&#xff0c;\u6709\u5b66\u533a&#034;<br \/>\n    \u2193<br \/>\n\u3010\u6b65\u9aa4 1\u3011\u6267\u884c\u68c0\u7d22<br \/>\n\u627e\u5230 10 \u4e2a\u697c\u76d8<br \/>\n    \u2193<br \/>\n\u3010\u6b65\u9aa4 2\u3011\u751f\u6210\u7b54\u6848<br \/>\n&#034;\u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u4ef7\u683c500\u4e07\u5de6\u53f3&#xff0c;\u5730\u94c1\u4fbf\u5229&#xff0c;\u5b66\u533a\u4f18\u8d28&#034;<br \/>\n    \u2193<br \/>\n\u3010\u6b65\u9aa4 3\u3011\u4ea4\u53c9\u9a8c\u8bc1<br \/>\n\u5bf9\u6bd4\u7b54\u6848\u548c\u6570\u636e\u6e90<br \/>\n&#8211; \u4ef7\u683c&#xff1a;500\u4e07 vs 480-550\u4e07 \u2705 \u5339\u914d<br \/>\n&#8211; \u5730\u94c1&#xff1a;\u4fbf\u5229 vs \u8bc4\u520685 \u2705 \u5339\u914d<br \/>\n&#8211; \u5b66\u533a&#xff1a;\u4f18\u8d28 vs \u8bc4\u520680 \u2705 \u5339\u914d<br \/>\n\u51b2\u7a81&#xff1a;0 \u4e2a&#xff0c;\u786e\u8ba4&#xff1a;3 \u4e2a<br \/>\n    \u2193<br \/>\n\u3010\u6b65\u9aa4 4\u3011\u51b2\u7a81\u68c0\u6d4b<br \/>\n\u68c0\u6d4b\u6570\u636e\u6e90\u4e4b\u95f4\u7684\u77db\u76fe<br \/>\n\u51b2\u7a81&#xff1a;0 \u4e2a<br \/>\n    \u2193<br \/>\n\u3010\u6b65\u9aa4 5\u3011\u8ba1\u7b97\u7f6e\u4fe1\u5ea6<br \/>\n\u57fa\u7840\u5206&#xff1a;0.7<br \/>\n\u4ea4\u53c9\u9a8c\u8bc1&#xff1a;&#043;0.6&#xff08;3\u4e2a\u786e\u8ba4&#xff09;<br \/>\n\u6570\u636e\u6e90&#xff1a;&#043;0.1&#xff08;5\u4e2a\u6570\u636e\u6e90&#xff09;<br \/>\n\u7b54\u6848\u5b8c\u6574\u6027&#xff1a;&#043;0.05&#xff08;\u957f\u5ea6\u5145\u8db3&#xff09;<br \/>\n\u6700\u7ec8\u7f6e\u4fe1\u5ea6&#xff1a;0.85<br \/>\n    \u2193<br \/>\n\u3010\u6b65\u9aa4 6\u3011\u51b3\u7b56<br \/>\n\u7f6e\u4fe1\u5ea6 0.85 &gt; 0.7 \u2192 \u8fd4\u56de\u7b54\u6848<\/p>\n<p>\u6d41\u7a0b\u56fe&#xff1a;<\/p>\n<p>\u250c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510<br \/>\n\u2502  \u7528\u6237\u67e5\u8be2    \u2502<br \/>\n\u2514\u2500\u2500\u2500\u2500\u2500\u2500\u252c\u2500\u2500\u2500\u2500\u2500\u2500\u2518<br \/>\n       \u2502<br \/>\n       \u25bc<br \/>\n\u250c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510<br \/>\n\u2502  \u68c0\u7d22\u6570\u636e    \u2502<br \/>\n\u2514\u2500\u2500\u2500\u2500\u2500\u2500\u252c\u2500\u2500\u2500\u2500\u2500\u2500\u2518<br \/>\n       \u2502<br \/>\n       \u25bc<br \/>\n\u250c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510<br \/>\n\u2502  \u751f\u6210\u7b54\u6848    \u2502<br \/>\n\u2514\u2500\u2500\u2500\u2500\u2500\u2500\u252c\u2500\u2500\u2500\u2500\u2500\u2500\u2518<br \/>\n       \u2502<br \/>\n       \u25bc<br \/>\n\u250c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510<br \/>\n\u2502  \u4ea4\u53c9\u9a8c\u8bc1    \u2502\u25c4\u2500\u2500\u2500 \u5bf9\u6bd4\u7b54\u6848\u548c\u6570\u636e\u6e90<br \/>\n\u2514\u2500\u2500\u2500\u2500\u2500\u2500\u252c\u2500\u2500\u2500\u2500\u2500\u2500\u2518<br \/>\n       \u2502<br \/>\n       \u25bc<br \/>\n\u250c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510<br \/>\n\u2502  \u51b2\u7a81\u68c0\u6d4b    \u2502\u25c4\u2500\u2500\u2500 \u68c0\u6d4b\u6570\u636e\u6e90\u77db\u76fe<br \/>\n\u2514\u2500\u2500\u2500\u2500\u2500\u2500\u252c\u2500\u2500\u2500\u2500\u2500\u2500\u2518<br \/>\n       \u2502<br \/>\n       \u25bc<br \/>\n\u250c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510<br \/>\n\u2502  \u7f6e\u4fe1\u5ea6\u8bc4\u5206  \u2502\u25c4\u2500\u2500\u2500 \u7efc\u5408\u8bc4\u4f30<br \/>\n\u2514\u2500\u2500\u2500\u2500\u2500\u2500\u252c\u2500\u2500\u2500\u2500\u2500\u2500\u2518<br \/>\n       \u2502<br \/>\n       \u25bc<br \/>\n    \u7f6e\u4fe1\u5ea6 \u2265 \u9608\u503c&#xff1f;<br \/>\n       \u2502<br \/>\n   \u250c\u2500\u2500\u2500\u2534\u2500\u2500\u2500\u2510<br \/>\n   \u2502       \u2502<br \/>\n  \u662f       \u5426<br \/>\n   \u2502       \u2502<br \/>\n   \u25bc       \u25bc<br \/>\n\u8fd4\u56de\u7b54\u6848  \u62d2\u7edd\/\u4fee\u6b63<\/p>\n<hr \/>\n<h3>\u56db\u3001\u5b9e\u6218\u4ee3\u7801\u89e3\u6790<\/h3>\n<h4>4.1 \u57fa\u7840\u4f7f\u7528<\/h4>\n<p><span class=\"token keyword\">from<\/span> src<span class=\"token punctuation\">.<\/span>rag<span class=\"token punctuation\">.<\/span>verifier <span class=\"token keyword\">import<\/span> ResultVerifier<span class=\"token punctuation\">,<\/span> VerifiedSearcher<br \/>\n<span class=\"token keyword\">from<\/span> src<span class=\"token punctuation\">.<\/span>retrieval<span class=\"token punctuation\">.<\/span>multi_recall_fusion <span class=\"token keyword\">import<\/span> MultiRecallFusion<\/p>\n<p><span class=\"token comment\"># 1. \u521d\u59cb\u5316\u57fa\u7840\u68c0\u7d22\u5668<\/span><br \/>\nbase_searcher <span class=\"token operator\">&#061;<\/span> MultiRecallFusion<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># 2. \u521d\u59cb\u5316\u9a8c\u8bc1\u5668<\/span><br \/>\nverifier <span class=\"token operator\">&#061;<\/span> ResultVerifier<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># 3. \u521b\u5efa\u5e26\u9a8c\u8bc1\u7684\u68c0\u7d22\u5668<\/span><br \/>\nsearcher <span class=\"token operator\">&#061;<\/span> VerifiedSearcher<span class=\"token punctuation\">(<\/span>base_searcher<span class=\"token punctuation\">,<\/span> verifier<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># 4. \u6267\u884c\u5e26\u9a8c\u8bc1\u7684\u68c0\u7d22<\/span><br \/>\nquery <span class=\"token operator\">&#061;<\/span> <span class=\"token string\">&#034;\u671d\u9633\u533a500\u4e07\u5de6\u53f3&#xff0c;\u5730\u94c1\u8fd1&#xff0c;\u6709\u5b66\u533a&#034;<\/span><br \/>\nresult <span class=\"token operator\">&#061;<\/span> searcher<span class=\"token punctuation\">.<\/span>search_with_verification<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">,<\/span> top_k<span class=\"token operator\">&#061;<\/span><span class=\"token number\">10<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># 5. \u67e5\u770b\u7ed3\u679c<\/span><br \/>\n<span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u627e\u5230 <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;count&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\"> \u4e2a\u697c\u76d8&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u7f6e\u4fe1\u5ea6: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;confidence&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">:<\/span><span class=\"token format-spec\">.2f<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u51b2\u7a81\u6570\u91cf: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;validation&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;conflict_count&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u786e\u8ba4\u6570\u91cf: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;validation&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;confirmation_count&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\\\\n\u7b54\u6848:\\\\n<\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;answer&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u8f93\u51fa\u793a\u4f8b&#xff1a;<\/span><br \/>\n<span class=\"token comment\"># \u627e\u5230 5 \u4e2a\u697c\u76d8<\/span><br \/>\n<span class=\"token comment\"># \u7f6e\u4fe1\u5ea6: 0.85<\/span><br \/>\n<span class=\"token comment\"># \u51b2\u7a81\u6570\u91cf: 0<\/span><br \/>\n<span class=\"token comment\"># \u786e\u8ba4\u6570\u91cf: 3<\/span><br \/>\n<span class=\"token comment\"># <\/span><br \/>\n<span class=\"token comment\"># \u7b54\u6848:<\/span><br \/>\n<span class=\"token comment\"># \u6839\u636e\u60a8\u7684\u9700\u6c42&#xff0c;\u4e3a\u60a8\u63a8\u8350\u4ee5\u4e0b\u697c\u76d8&#xff1a;<\/span><br \/>\n<span class=\"token comment\"># 1. \u7fe1\u7fe0\u6e7e&#xff1a;\u603b\u4ef7480-550\u4e07&#xff0c;\u5730\u94c1\u4fbf\u5229&#xff08;\u8bc4\u520685&#xff09;&#xff0c;\u5b66\u533a\u4f18\u8d28&#xff08;\u8bc4\u520680&#xff09;<\/span><br \/>\n<span class=\"token comment\"># 2. \u4e91\u9526\u5e9c&#xff1a;\u603b\u4ef7500-600\u4e07&#xff0c;\u5730\u94c1\u4fbf\u5229&#xff08;\u8bc4\u520682&#xff09;&#xff0c;\u5b66\u533a\u4f18\u8d28&#xff08;\u8bc4\u520678&#xff09;<\/span><\/p>\n<hr \/>\n<h4>4.2 \u8fdb\u9636\u529f\u80fd 1&#xff1a;LLM \u667a\u80fd\u9a8c\u8bc1<\/h4>\n<p>\u57fa\u7840\u9a8c\u8bc1\u662f\u89c4\u5219\u5339\u914d&#xff0c;\u4f46\u6709\u4e9b\u9519\u8bef\u9700\u8981\u8bed\u4e49\u7406\u89e3\u3002\u6bd4\u5982&#xff1a;<\/p>\n<ul>\n<li>\u6570\u636e\u6e90&#xff1a;\u201c\u5730\u94c1\u8bc4\u5206 85\u201d<\/li>\n<li>AI \u7b54\u6848&#xff1a;\u201c\u4ea4\u901a\u4e00\u822c\u201d<\/li>\n<\/ul>\n<p>\u89c4\u5219\u9a8c\u8bc1\u53ef\u80fd\u68c0\u6d4b\u4e0d\u51fa\u6765&#xff0c;\u4f46 LLM \u80fd\u7406\u89e3&#034;85 \u5206&#034;\u5e94\u8be5\u5bf9\u5e94&#034;\u4fbf\u5229&#034;\u800c\u975e&#034;\u4e00\u822c&#034;\u3002<\/p>\n<p>\u5b9e\u73b0\u539f\u7406&#xff1a;<\/p>\n<p><span class=\"token keyword\">def<\/span> <span class=\"token function\">verify_with_llm<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> query<span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u4f7f\u7528 LLM \u8fdb\u884c\u667a\u80fd\u9a8c\u8bc1&#034;&#034;&#034;<\/span><\/p>\n<p>    <span class=\"token comment\"># \u6784\u5efa\u9a8c\u8bc1 Prompt<\/span><br \/>\n    prompt <span class=\"token operator\">&#061;<\/span> <span class=\"token string-interpolation\"><span class=\"token string\">f&#034;&#034;&#034;<br \/>\n\u4f60\u662f\u4e00\u4e2a\u4e8b\u5b9e\u6838\u67e5\u4e13\u5bb6\u3002\u8bf7\u9a8c\u8bc1 AI \u7b54\u6848\u662f\u5426\u4e0e\u6570\u636e\u6e90\u4e00\u81f4\u3002<\/p>\n<p>\u7528\u6237\u67e5\u8be2&#xff1a;<\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>query<span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\"><\/p>\n<p>AI \u7b54\u6848&#xff1a;<br \/>\n<\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>answer<span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\"><\/p>\n<p>\u6570\u636e\u6e90&#xff1a;<br \/>\n<\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>json<span class=\"token punctuation\">.<\/span>dumps<span class=\"token punctuation\">(<\/span>sources<span class=\"token punctuation\">,<\/span> ensure_ascii<span class=\"token operator\">&#061;<\/span><span class=\"token boolean\">False<\/span><span class=\"token punctuation\">,<\/span> indent<span class=\"token operator\">&#061;<\/span><span class=\"token number\">2<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\"><\/p>\n<p>\u8bf7\u68c0\u67e5&#xff1a;<br \/>\n1. \u7b54\u6848\u4e2d\u7684\u4ef7\u683c\u3001\u5730\u94c1\u3001\u5b66\u533a\u7b49\u4fe1\u606f\u662f\u5426\u4e0e\u6570\u636e\u6e90\u4e00\u81f4<br \/>\n2. \u662f\u5426\u5b58\u5728\u5938\u5927\u3001\u7f29\u5c0f\u6216\u6b6a\u66f2\u4e8b\u5b9e\u7684\u60c5\u51b5<br \/>\n3. \u662f\u5426\u5b58\u5728\u903b\u8f91\u77db\u76fe<\/p>\n<p>\u8fd4\u56de JSON \u683c\u5f0f&#xff1a;<br \/>\n{{<br \/>\n    &#034;is_accurate&#034;: true\/false,<br \/>\n    &#034;errors&#034;: [&#034;\u9519\u8bef1&#034;, &#034;\u9519\u8bef2&#034;],<br \/>\n    &#034;confidence&#034;: 0.0-1.0<br \/>\n}}<br \/>\n&#034;&#034;&#034;<\/span><\/span><\/p>\n<p>    <span class=\"token comment\"># \u8c03\u7528 LLM<\/span><br \/>\n    response <span class=\"token operator\">&#061;<\/span> llm<span class=\"token punctuation\">.<\/span>generate<span class=\"token punctuation\">(<\/span>prompt<span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">return<\/span> json<span class=\"token punctuation\">.<\/span>loads<span class=\"token punctuation\">(<\/span>response<span class=\"token punctuation\">)<\/span><\/p>\n<p>\u4f7f\u7528\u793a\u4f8b&#xff1a;<\/p>\n<p>verifier <span class=\"token operator\">&#061;<\/span> ResultVerifier<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># LLM \u667a\u80fd\u9a8c\u8bc1<\/span><br \/>\nresult <span class=\"token operator\">&#061;<\/span> verifier<span class=\"token punctuation\">.<\/span>verify_with_llm<span class=\"token punctuation\">(<\/span><br \/>\n    query<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#034;\u671d\u9633\u533a500\u4e07\u5de6\u53f3&#034;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n    answer<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#034;\u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u4ef7\u683c500\u4e07\u5de6\u53f3&#xff0c;\u4ea4\u901a\u4e00\u822c&#034;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n    sources<span class=\"token operator\">&#061;<\/span><span class=\"token punctuation\">[<\/span><span class=\"token punctuation\">{<\/span><br \/>\n        <span class=\"token string\">&#039;\u697c\u76d8\u540d\u79f0&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token string\">&#039;\u7fe1\u7fe0\u6e7e&#039;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n        <span class=\"token string\">&#039;\u6700\u4f4e\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">480<\/span><span class=\"token punctuation\">,<\/span><br \/>\n        <span class=\"token string\">&#039;\u6700\u9ad8\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">550<\/span><span class=\"token punctuation\">,<\/span><br \/>\n        <span class=\"token string\">&#039;\u5730\u94c1\u8bc4\u5206&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">85<\/span><br \/>\n    <span class=\"token punctuation\">}<\/span><span class=\"token punctuation\">]<\/span><br \/>\n<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u662f\u5426\u51c6\u786e: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;is_accurate&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u8f93\u51fa: False<\/span><\/p>\n<p><span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u9519\u8bef: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;errors&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u8f93\u51fa: [&#039;\u5730\u94c1\u8bc4\u520685\u5206\u5e94\u8be5\u662f&#034;\u4fbf\u5229&#034;\u800c\u975e&#034;\u4e00\u822c&#034;&#039;]<\/span><\/p>\n<p><span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u7f6e\u4fe1\u5ea6: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;confidence&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u8f93\u51fa: 0.65<\/span><\/p>\n<p>\u4f18\u7f3a\u70b9\u5bf9\u6bd4&#xff1a;<\/p>\n<table>\n<tr>\u7ef4\u5ea6\u89c4\u5219\u9a8c\u8bc1LLM \u9a8c\u8bc1<\/tr>\n<tbody>\n<tr>\n<td>\u51c6\u786e\u6027<\/td>\n<td>\u4e2d\u7b49<\/td>\n<td>\u9ad8<\/td>\n<\/tr>\n<tr>\n<td>\u8986\u76d6\u9762<\/td>\n<td>\u6709\u9650<\/td>\n<td>\u5e7f\u6cdb<\/td>\n<\/tr>\n<tr>\n<td>\u5ef6\u8fdf<\/td>\n<td>\u4f4e&#xff08;&lt;10ms&#xff09;<\/td>\n<td>\u9ad8&#xff08;~500ms&#xff09;<\/td>\n<\/tr>\n<tr>\n<td>\u6210\u672c<\/td>\n<td>\u65e0<\/td>\n<td>\u6709&#xff08;API \u8c03\u7528&#xff09;<\/td>\n<\/tr>\n<tr>\n<td>\u53ef\u89e3\u91ca\u6027<\/td>\n<td>\u5f3a<\/td>\n<td>\u4e2d\u7b49<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u5efa\u8bae&#xff1a;\u5148\u7528\u89c4\u5219\u9a8c\u8bc1&#xff0c;\u89c4\u5219\u65e0\u6cd5\u5224\u65ad\u65f6\u518d\u7528 LLM \u9a8c\u8bc1\u3002<\/p>\n<hr \/>\n<h4>4.3 \u8fdb\u9636\u529f\u80fd 2&#xff1a;\u81ea\u52a8\u4fee\u6b63\u673a\u5236<\/h4>\n<p>\u68c0\u6d4b\u5230\u9519\u8bef\u540e&#xff0c;\u6709\u4e24\u79cd\u5904\u7406\u65b9\u5f0f&#xff1a;<\/p>\n<li>\u7b80\u5355\u4fee\u6b63&#xff1a;\u79fb\u9664\u9519\u8bef\u4fe1\u606f<\/li>\n<li>\u667a\u80fd\u4fee\u6b63&#xff1a;\u91cd\u65b0\u751f\u6210\u7b54\u6848<\/li>\n<p>\u7b80\u5355\u4fee\u6b63\u793a\u4f8b&#xff1a;<\/p>\n<p><span class=\"token keyword\">from<\/span> src<span class=\"token punctuation\">.<\/span>rag<span class=\"token punctuation\">.<\/span>verifier <span class=\"token keyword\">import<\/span> auto_correct_answer<\/p>\n<p>verifier <span class=\"token operator\">&#061;<\/span> ResultVerifier<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>query <span class=\"token operator\">&#061;<\/span> <span class=\"token string\">&#034;\u671d\u9633\u533a500\u4e07\u5de6\u53f3&#034;<\/span><br \/>\nwrong_answer <span class=\"token operator\">&#061;<\/span> <span class=\"token string\">&#034;\u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u4ef7\u683c800\u4e07\u5de6\u53f3&#xff0c;\u5730\u94c1\u4fbf\u5229&#034;<\/span><br \/>\nsources <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">[<\/span><span class=\"token punctuation\">{<\/span><span class=\"token string\">&#039;\u697c\u76d8\u540d\u79f0&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token string\">&#039;\u7fe1\u7fe0\u6e7e&#039;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u6700\u4f4e\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">480<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u6700\u9ad8\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">550<\/span><span class=\"token punctuation\">}<\/span><span class=\"token punctuation\">]<\/span><\/p>\n<p><span class=\"token comment\"># \u81ea\u52a8\u4fee\u6b63&#xff08;\u7b80\u5355\u6a21\u5f0f&#xff09;<\/span><br \/>\nresult <span class=\"token operator\">&#061;<\/span> auto_correct_answer<span class=\"token punctuation\">(<\/span>verifier<span class=\"token punctuation\">,<\/span> query<span class=\"token punctuation\">,<\/span> wrong_answer<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u539f\u59cb\u7b54\u6848: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;original_answer&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u8f93\u51fa: \u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u4ef7\u683c800\u4e07\u5de6\u53f3&#xff0c;\u5730\u94c1\u4fbf\u5229<\/span><\/p>\n<p><span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u4fee\u6b63\u540e: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;corrected_answer&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u8f93\u51fa: \u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u4ef7\u683c\u8bf7\u54a8\u8be2&#xff0c;\u5730\u94c1\u4fbf\u5229<\/span><\/p>\n<p><span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u662f\u5426\u4fee\u6b63: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;is_corrected&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u8f93\u51fa: True<\/span><\/p>\n<p>\u667a\u80fd\u4fee\u6b63\u793a\u4f8b&#xff1a;<\/p>\n<p><span class=\"token keyword\">def<\/span> <span class=\"token function\">regenerate_answer<\/span><span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u91cd\u65b0\u751f\u6210\u7b54\u6848&#034;&#034;&#034;<\/span><br \/>\n    <span class=\"token keyword\">from<\/span> src<span class=\"token punctuation\">.<\/span>generation<span class=\"token punctuation\">.<\/span>answer_generator_v3 <span class=\"token keyword\">import<\/span> AnswerGenerator<br \/>\n    generator <span class=\"token operator\">&#061;<\/span> AnswerGenerator<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">return<\/span> generator<span class=\"token punctuation\">.<\/span>generate<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u81ea\u52a8\u4fee\u6b63&#xff08;\u667a\u80fd\u6a21\u5f0f&#xff09;<\/span><br \/>\nresult <span class=\"token operator\">&#061;<\/span> auto_correct_answer<span class=\"token punctuation\">(<\/span><br \/>\n    verifier<span class=\"token punctuation\">,<\/span><br \/>\n    query<span class=\"token punctuation\">,<\/span><br \/>\n    wrong_answer<span class=\"token punctuation\">,<\/span><br \/>\n    sources<span class=\"token punctuation\">,<\/span><br \/>\n    regenerate_func<span class=\"token operator\">&#061;<\/span>regenerate_answer  <span class=\"token comment\"># \u63d0\u4f9b\u91cd\u751f\u6210\u51fd\u6570<\/span><br \/>\n<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u4fee\u6b63\u540e: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;corrected_answer&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token comment\"># \u8f93\u51fa: \u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u603b\u4ef7480-550\u4e07&#xff0c;\u5730\u94c1\u4fbf\u5229&#xff08;\u8bc4\u520685&#xff09;<\/span><\/p>\n<p>\u4fee\u6b63\u7b56\u7565\u5bf9\u6bd4&#xff1a;<\/p>\n<table>\n<tr>\u7b56\u7565\u4f18\u70b9\u7f3a\u70b9\u9002\u7528\u573a\u666f<\/tr>\n<tbody>\n<tr>\n<td>\u7b80\u5355\u4fee\u6b63<\/td>\n<td>\u5feb\u901f\u3001\u4f4e\u6210\u672c<\/td>\n<td>\u53ef\u80fd\u4e22\u5931\u4fe1\u606f<\/td>\n<td>\u9519\u8bef\u8f83\u5c11<\/td>\n<\/tr>\n<tr>\n<td>\u667a\u80fd\u4fee\u6b63<\/td>\n<td>\u7b54\u6848\u5b8c\u6574<\/td>\n<td>\u6162\u3001\u9ad8\u6210\u672c<\/td>\n<td>\u9519\u8bef\u8f83\u591a<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<hr \/>\n<h4>4.4 \u8fdb\u9636\u529f\u80fd 3&#xff1a;\u7f6e\u4fe1\u5ea6\u9608\u503c\u63a7\u5236<\/h4>\n<p>\u4f4e\u7f6e\u4fe1\u5ea6\u65f6&#xff0c;\u53ef\u4ee5\u9009\u62e9\u62d2\u7edd\u56de\u7b54\u6216\u63d0\u793a\u7528\u6237\u3002<\/p>\n<p>\u5b9e\u73b0\u4ee3\u7801&#xff1a;<\/p>\n<p><span class=\"token keyword\">from<\/span> src<span class=\"token punctuation\">.<\/span>rag<span class=\"token punctuation\">.<\/span>verifier <span class=\"token keyword\">import<\/span> search_with_confidence_threshold<\/p>\n<p><span class=\"token comment\"># \u521d\u59cb\u5316<\/span><br \/>\nsearcher <span class=\"token operator\">&#061;<\/span> VerifiedSearcher<span class=\"token punctuation\">(<\/span>base_searcher<span class=\"token punctuation\">,<\/span> verifier<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u4f7f\u7528\u7f6e\u4fe1\u5ea6\u9608\u503c<\/span><br \/>\nresult <span class=\"token operator\">&#061;<\/span> search_with_confidence_threshold<span class=\"token punctuation\">(<\/span><br \/>\n    searcher<span class=\"token punctuation\">,<\/span><br \/>\n    query<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#034;\u671d\u9633\u533a500\u4e07\u5de6\u53f3&#034;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n    top_k<span class=\"token operator\">&#061;<\/span><span class=\"token number\">10<\/span><span class=\"token punctuation\">,<\/span><br \/>\n    threshold<span class=\"token operator\">&#061;<\/span><span class=\"token number\">0.7<\/span>  <span class=\"token comment\"># \u7f6e\u4fe1\u5ea6\u9608\u503c<\/span><br \/>\n<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token keyword\">if<\/span> result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;low_confidence&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;\u26a0\ufe0f \u7f6e\u4fe1\u5ea6\u4e0d\u8db3&#xff0c;\u62d2\u7edd\u56de\u7b54&#034;<\/span><span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span>result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;answer&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token comment\"># \u8f93\u51fa: &#034;\u62b1\u6b49&#xff0c;\u6211\u5bf9\u8fd9\u4e2a\u7b54\u6848\u4e0d\u591f\u786e\u5b9a\u3002\u5efa\u8bae\u60a8\u63d0\u4f9b\u66f4\u591a\u4fe1\u606f&#xff0c;<\/span><br \/>\n    <span class=\"token comment\">#        \u6bd4\u5982\u5177\u4f53\u7684\u533a\u57df\u3001\u6237\u578b\u8981\u6c42\u7b49&#xff0c;\u4ee5\u4fbf\u6211\u7ed9\u51fa\u66f4\u51c6\u786e\u7684\u63a8\u8350\u3002&#034;<\/span><br \/>\n<span class=\"token keyword\">else<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;\u2705 \u7f6e\u4fe1\u5ea6\u8db3\u591f&#xff0c;\u8fd4\u56de\u7b54\u6848&#034;<\/span><span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span>result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;answer&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>\u4e0d\u540c\u573a\u666f\u7684\u9608\u503c\u8bbe\u8ba1&#xff1a;<\/p>\n<p><span class=\"token comment\"># \u573a\u666f 1&#xff1a;\u91d1\u878d\u7406\u8d22&#xff08;\u9ad8\u98ce\u9669&#xff09;<\/span><br \/>\nFINANCE_THRESHOLD <span class=\"token operator\">&#061;<\/span> <span class=\"token number\">0.9<\/span><br \/>\n<span class=\"token keyword\">if<\/span> confidence <span class=\"token operator\">&lt;<\/span> FINANCE_THRESHOLD<span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">return<\/span> <span class=\"token string\">&#034;\u62b1\u6b49&#xff0c;\u8be5\u4fe1\u606f\u6d89\u53ca\u8d22\u52a1\u51b3\u7b56&#xff0c;\u6211\u65e0\u6cd5\u7ed9\u51fa\u786e\u5b9a\u7b54\u6848\u3002\u5efa\u8bae\u54a8\u8be2\u4e13\u4e1a\u7406\u8d22\u987e\u95ee\u3002&#034;<\/span><\/p>\n<p><span class=\"token comment\"># \u573a\u666f 2&#xff1a;\u623f\u4ea7\u63a8\u8350&#xff08;\u4e2d\u98ce\u9669&#xff09;<\/span><br \/>\nPROPERTY_THRESHOLD <span class=\"token operator\">&#061;<\/span> <span class=\"token number\">0.7<\/span><br \/>\n<span class=\"token keyword\">if<\/span> confidence <span class=\"token operator\">&lt;<\/span> PROPERTY_THRESHOLD<span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">return<\/span> <span class=\"token string\">&#034;\u4ee5\u4e0b\u63a8\u8350\u4ec5\u4f9b\u53c2\u8003&#xff0c;\u5177\u4f53\u4fe1\u606f\u8bf7\u4ee5\u552e\u697c\u5904\u4e3a\u51c6\u3002&#034;<\/span><\/p>\n<p><span class=\"token comment\"># \u573a\u666f 3&#xff1a;\u9910\u5385\u63a8\u8350&#xff08;\u4f4e\u98ce\u9669&#xff09;<\/span><br \/>\nRESTAURANT_THRESHOLD <span class=\"token operator\">&#061;<\/span> <span class=\"token number\">0.5<\/span><br \/>\n<span class=\"token keyword\">if<\/span> confidence <span class=\"token operator\">&lt;<\/span> RESTAURANT_THRESHOLD<span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">return<\/span> <span class=\"token string\">&#034;\u4ee5\u4e0b\u662f\u4e00\u4e9b\u53ef\u80fd\u7b26\u5408\u60a8\u9700\u6c42\u7684\u9910\u5385&#xff0c;\u5efa\u8bae\u60a8\u67e5\u770b\u66f4\u591a\u8bc4\u4ef7\u540e\u51b3\u5b9a\u3002&#034;<\/span><\/p>\n<p><span class=\"token comment\"># \u573a\u666f 4&#xff1a;\u5408\u89c4\u6027\u9a8c\u8bc1&#xff08;\u623f\u4ea7\u884c\u4e1a\u7279\u6b8a\u8981\u6c42&#xff09;<\/span><br \/>\n<span class=\"token keyword\">def<\/span> <span class=\"token function\">verify_compliance<\/span><span class=\"token punctuation\">(<\/span>answer<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u9a8c\u8bc1\u7b54\u6848\u662f\u5426\u7b26\u5408\u884c\u4e1a\u89c4\u8303&#034;&#034;&#034;<\/span><br \/>\n    violations <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">[<\/span><span class=\"token punctuation\">]<\/span><\/p>\n<p>    <span class=\"token comment\"># \u89c4\u5219 1&#xff1a;\u4e0d\u80fd\u4f7f\u7528&#034;\u5b66\u533a\u623f&#034;\u7b49\u654f\u611f\u8bcd\u6c47<\/span><br \/>\n    sensitive_words <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;\u5b66\u533a\u623f&#039;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u5b66\u4f4d\u623f&#039;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u540d\u6821\u623f&#039;<\/span><span class=\"token punctuation\">]<\/span><br \/>\n    <span class=\"token keyword\">for<\/span> word <span class=\"token keyword\">in<\/span> sensitive_words<span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token keyword\">if<\/span> word <span class=\"token keyword\">in<\/span> answer<span class=\"token punctuation\">:<\/span><br \/>\n            violations<span class=\"token punctuation\">.<\/span>append<span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u5305\u542b\u654f\u611f\u8bcd\u6c47&#039;<\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>word<span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#039;&#xff0c;\u5efa\u8bae\u6539\u4e3a&#039;\u9644\u8fd1\u6709XX\u5b66\u6821&#039;&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token comment\"># \u89c4\u5219 2&#xff1a;\u4ef7\u683c\u5fc5\u987b\u6807\u6ce8&#034;\u4ec5\u4f9b\u53c2\u8003&#034;<\/span><br \/>\n    <span class=\"token keyword\">if<\/span> <span class=\"token string\">&#039;\u4e07&#039;<\/span> <span class=\"token keyword\">in<\/span> answer <span class=\"token keyword\">and<\/span> <span class=\"token string\">&#039;\u4ec5\u4f9b\u53c2\u8003&#039;<\/span> <span class=\"token keyword\">not<\/span> <span class=\"token keyword\">in<\/span> answer<span class=\"token punctuation\">:<\/span><br \/>\n        violations<span class=\"token punctuation\">.<\/span>append<span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;\u4ef7\u683c\u4fe1\u606f\u672a\u6807\u6ce8&#039;\u4ec5\u4f9b\u53c2\u8003&#039;&#034;<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token comment\"># \u89c4\u5219 3&#xff1a;\u4e0d\u80fd\u4f7f\u7528\u7edd\u5bf9\u5316\u7528\u8bed<\/span><br \/>\n    absolute_words <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;\u6700\u597d&#039;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u6700\u4f18&#039;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u5fc5\u6da8&#039;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u7a33\u8d5a&#039;<\/span><span class=\"token punctuation\">]<\/span><br \/>\n    <span class=\"token keyword\">for<\/span> word <span class=\"token keyword\">in<\/span> absolute_words<span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token keyword\">if<\/span> word <span class=\"token keyword\">in<\/span> answer<span class=\"token punctuation\">:<\/span><br \/>\n            violations<span class=\"token punctuation\">.<\/span>append<span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u5305\u542b\u7edd\u5bf9\u5316\u7528\u8bed&#039;<\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>word<span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#039;&#xff0c;\u4e0d\u7b26\u5408\u5e7f\u544a\u6cd5&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token keyword\">return<\/span> violations<\/p>\n<p><span class=\"token comment\"># \u4f7f\u7528\u793a\u4f8b<\/span><br \/>\nanswer <span class=\"token operator\">&#061;<\/span> <span class=\"token string\">&#034;\u63a8\u8350\u7fe1\u7fe0\u6e7e\u5b66\u533a\u623f&#xff0c;\u4ef7\u683c500\u4e07&#xff0c;\u662f\u6700\u597d\u7684\u9009\u62e9&#034;<\/span><br \/>\nviolations <span class=\"token operator\">&#061;<\/span> verify_compliance<span class=\"token punctuation\">(<\/span>answer<span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token keyword\">if<\/span> violations<span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;\u26a0\ufe0f \u5408\u89c4\u6027\u95ee\u9898:&#034;<\/span><span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">for<\/span> v <span class=\"token keyword\">in<\/span> violations<span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;  &#8211; <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>v<span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token comment\"># \u8f93\u51fa:<\/span><br \/>\n    <span class=\"token comment\"># \u26a0\ufe0f \u5408\u89c4\u6027\u95ee\u9898:<\/span><br \/>\n    <span class=\"token comment\">#   &#8211; \u5305\u542b\u654f\u611f\u8bcd\u6c47&#039;\u5b66\u533a\u623f&#039;&#xff0c;\u5efa\u8bae\u6539\u4e3a&#039;\u9644\u8fd1\u6709XX\u5b66\u6821&#039;<\/span><br \/>\n    <span class=\"token comment\">#   &#8211; \u4ef7\u683c\u4fe1\u606f\u672a\u6807\u6ce8&#039;\u4ec5\u4f9b\u53c2\u8003&#039;<\/span><br \/>\n    <span class=\"token comment\">#   &#8211; \u5305\u542b\u7edd\u5bf9\u5316\u7528\u8bed&#039;\u6700\u597d&#039;&#xff0c;\u4e0d\u7b26\u5408\u5e7f\u544a\u6cd5<\/span><\/p>\n<p>\u52a8\u6001\u9608\u503c\u8c03\u6574&#xff1a;<\/p>\n<p><span class=\"token keyword\">def<\/span> <span class=\"token function\">get_dynamic_threshold<\/span><span class=\"token punctuation\">(<\/span>query_type<span class=\"token punctuation\">,<\/span> user_history<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u6839\u636e\u67e5\u8be2\u7c7b\u578b\u548c\u7528\u6237\u5386\u53f2\u52a8\u6001\u8c03\u6574\u9608\u503c&#034;&#034;&#034;<\/span><\/p>\n<p>    base_threshold <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">{<\/span><br \/>\n        <span class=\"token string\">&#039;price&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">0.8<\/span><span class=\"token punctuation\">,<\/span>      <span class=\"token comment\"># \u4ef7\u683c\u654f\u611f<\/span><br \/>\n        <span class=\"token string\">&#039;location&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">0.7<\/span><span class=\"token punctuation\">,<\/span>   <span class=\"token comment\"># \u4f4d\u7f6e\u4e00\u822c<\/span><br \/>\n        <span class=\"token string\">&#039;amenity&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">0.6<\/span>     <span class=\"token comment\"># \u914d\u5957\u4e0d\u592a\u654f\u611f<\/span><br \/>\n    <span class=\"token punctuation\">}<\/span><\/p>\n<p>    <span class=\"token comment\"># \u5982\u679c\u7528\u6237\u5386\u53f2\u53cd\u9988\u597d&#xff0c;\u964d\u4f4e\u9608\u503c<\/span><br \/>\n    <span class=\"token keyword\">if<\/span> user_history<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;satisfaction&#039;<\/span><span class=\"token punctuation\">]<\/span> <span class=\"token operator\">&gt;<\/span> <span class=\"token number\">0.8<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token keyword\">return<\/span> base_threshold<span class=\"token punctuation\">[<\/span>query_type<span class=\"token punctuation\">]<\/span> <span class=\"token operator\">&#8211;<\/span> <span class=\"token number\">0.1<\/span><\/p>\n<p>    <span class=\"token keyword\">return<\/span> base_threshold<span class=\"token punctuation\">[<\/span>query_type<span class=\"token punctuation\">]<\/span><\/p>\n<hr \/>\n<h4>4.5 \u8fdb\u9636\u529f\u80fd 4&#xff1a;\u6279\u91cf\u9a8c\u8bc1\u4e0e\u8bc4\u4f30<\/h4>\n<p>\u7528\u4e8e\u8bc4\u4f30\u7cfb\u7edf\u6574\u4f53\u8d28\u91cf&#xff0c;\u53d1\u73b0\u5e38\u89c1\u9519\u8bef\u6a21\u5f0f\u3002<\/p>\n<p>\u4ee3\u7801\u5b9e\u73b0&#xff1a;<\/p>\n<p><span class=\"token keyword\">from<\/span> src<span class=\"token punctuation\">.<\/span>rag<span class=\"token punctuation\">.<\/span>verifier <span class=\"token keyword\">import<\/span> batch_verify_answers<\/p>\n<p>verifier <span class=\"token operator\">&#061;<\/span> ResultVerifier<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u51c6\u5907\u6d4b\u8bd5\u96c6<\/span><br \/>\nqa_pairs <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">[<\/span><br \/>\n    <span class=\"token punctuation\">{<\/span><br \/>\n        <span class=\"token string\">&#039;query&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token string\">&#039;\u671d\u9633\u533a500\u4e07&#039;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n        <span class=\"token string\">&#039;answer&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token string\">&#039;\u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u4ef7\u683c500\u4e07\u5de6\u53f3&#039;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n        <span class=\"token string\">&#039;sources&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token punctuation\">[<\/span><span class=\"token punctuation\">{<\/span><span class=\"token string\">&#039;\u697c\u76d8\u540d\u79f0&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token string\">&#039;\u7fe1\u7fe0\u6e7e&#039;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u6700\u4f4e\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">480<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u6700\u9ad8\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">550<\/span><span class=\"token punctuation\">}<\/span><span class=\"token punctuation\">]<\/span><br \/>\n    <span class=\"token punctuation\">}<\/span><span class=\"token punctuation\">,<\/span><br \/>\n    <span class=\"token punctuation\">{<\/span><br \/>\n        <span class=\"token string\">&#039;query&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token string\">&#039;\u671d\u9633\u533a500\u4e07&#039;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n        <span class=\"token string\">&#039;answer&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token string\">&#039;\u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u4ef7\u683c800\u4e07\u5de6\u53f3&#039;<\/span><span class=\"token punctuation\">,<\/span>  <span class=\"token comment\"># \u9519\u8bef\u7b54\u6848<\/span><br \/>\n        <span class=\"token string\">&#039;sources&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token punctuation\">[<\/span><span class=\"token punctuation\">{<\/span><span class=\"token string\">&#039;\u697c\u76d8\u540d\u79f0&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token string\">&#039;\u7fe1\u7fe0\u6e7e&#039;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u6700\u4f4e\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">480<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u6700\u9ad8\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">550<\/span><span class=\"token punctuation\">}<\/span><span class=\"token punctuation\">]<\/span><br \/>\n    <span class=\"token punctuation\">}<\/span><span class=\"token punctuation\">,<\/span><br \/>\n    <span class=\"token punctuation\">{<\/span><br \/>\n        <span class=\"token string\">&#039;query&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token string\">&#039;\u5730\u94c1\u8fd1\u7684\u697c\u76d8&#039;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n        <span class=\"token string\">&#039;answer&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token string\">&#039;\u63a8\u8350\u4e91\u9526\u5e9c&#xff0c;\u5730\u94c1\u4fbf\u5229&#039;<\/span><span class=\"token punctuation\">,<\/span><br \/>\n        <span class=\"token string\">&#039;sources&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token punctuation\">[<\/span><span class=\"token punctuation\">{<\/span><span class=\"token string\">&#039;\u697c\u76d8\u540d\u79f0&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token string\">&#039;\u4e91\u9526\u5e9c&#039;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u5730\u94c1\u8bc4\u5206&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">82<\/span><span class=\"token punctuation\">}<\/span><span class=\"token punctuation\">]<\/span><br \/>\n    <span class=\"token punctuation\">}<\/span><br \/>\n<span class=\"token punctuation\">]<\/span><\/p>\n<p><span class=\"token comment\"># \u6279\u91cf\u9a8c\u8bc1<\/span><br \/>\nresults <span class=\"token operator\">&#061;<\/span> batch_verify_answers<span class=\"token punctuation\">(<\/span>verifier<span class=\"token punctuation\">,<\/span> qa_pairs<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u7edf\u8ba1\u5206\u6790<\/span><br \/>\ntotal <span class=\"token operator\">&#061;<\/span> <span class=\"token builtin\">len<\/span><span class=\"token punctuation\">(<\/span>results<span class=\"token punctuation\">)<\/span><br \/>\nhas_conflicts <span class=\"token operator\">&#061;<\/span> <span class=\"token builtin\">sum<\/span><span class=\"token punctuation\">(<\/span><span class=\"token number\">1<\/span> <span class=\"token keyword\">for<\/span> r <span class=\"token keyword\">in<\/span> results <span class=\"token keyword\">if<\/span> r<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;has_conflicts&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">)<\/span><br \/>\navg_confidence <span class=\"token operator\">&#061;<\/span> <span class=\"token builtin\">sum<\/span><span class=\"token punctuation\">(<\/span>r<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;confidence&#039;<\/span><span class=\"token punctuation\">]<\/span> <span class=\"token keyword\">for<\/span> r <span class=\"token keyword\">in<\/span> results<span class=\"token punctuation\">)<\/span> <span class=\"token operator\">\/<\/span> total<\/p>\n<p><span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u603b\u6570: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>total<span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u6709\u51b2\u7a81: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>has_conflicts<span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\"> (<\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>has_conflicts<span class=\"token operator\">\/<\/span>total<span class=\"token operator\">*<\/span><span class=\"token number\">100<\/span><span class=\"token punctuation\">:<\/span><span class=\"token format-spec\">.1f<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">%)&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;\u5e73\u5747\u7f6e\u4fe1\u5ea6: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>avg_confidence<span class=\"token punctuation\">:<\/span><span class=\"token format-spec\">.2f<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u8f93\u51fa:<\/span><br \/>\n<span class=\"token comment\"># \u603b\u6570: 3<\/span><br \/>\n<span class=\"token comment\"># \u6709\u51b2\u7a81: 1 (33.3%)<\/span><br \/>\n<span class=\"token comment\"># \u5e73\u5747\u7f6e\u4fe1\u5ea6: 0.77<\/span><\/p>\n<p><span class=\"token comment\"># \u9519\u8bef\u5206\u6790<\/span><br \/>\nerror_types <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">{<\/span><span class=\"token punctuation\">}<\/span><br \/>\n<span class=\"token keyword\">for<\/span> r <span class=\"token keyword\">in<\/span> results<span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">if<\/span> r<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;has_conflicts&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token keyword\">for<\/span> conflict <span class=\"token keyword\">in<\/span> r<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;conflicts&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">:<\/span><br \/>\n            error_type <span class=\"token operator\">&#061;<\/span> conflict<span class=\"token punctuation\">.<\/span>split<span class=\"token punctuation\">(<\/span><span class=\"token string\">&#039;&#xff1a;&#039;<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">[<\/span><span class=\"token number\">0<\/span><span class=\"token punctuation\">]<\/span><br \/>\n            error_types<span class=\"token punctuation\">[<\/span>error_type<span class=\"token punctuation\">]<\/span> <span class=\"token operator\">&#061;<\/span> error_types<span class=\"token punctuation\">.<\/span>get<span class=\"token punctuation\">(<\/span>error_type<span class=\"token punctuation\">,<\/span> <span class=\"token number\">0<\/span><span class=\"token punctuation\">)<\/span> <span class=\"token operator\">&#043;<\/span> <span class=\"token number\">1<\/span><\/p>\n<p><span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;\\\\n\u9519\u8bef\u7c7b\u578b\u5206\u5e03:&#034;<\/span><span class=\"token punctuation\">)<\/span><br \/>\n<span class=\"token keyword\">for<\/span> error_type<span class=\"token punctuation\">,<\/span> count <span class=\"token keyword\">in<\/span> <span class=\"token builtin\">sorted<\/span><span class=\"token punctuation\">(<\/span>error_types<span class=\"token punctuation\">.<\/span>items<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">,<\/span> key<span class=\"token operator\">&#061;<\/span><span class=\"token keyword\">lambda<\/span> x<span class=\"token punctuation\">:<\/span> x<span class=\"token punctuation\">[<\/span><span class=\"token number\">1<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">,<\/span> reverse<span class=\"token operator\">&#061;<\/span><span class=\"token boolean\">True<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">print<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string-interpolation\"><span class=\"token string\">f&#034;  <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>error_type<span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">: <\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>count<span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\"> \u6b21&#034;<\/span><\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u8f93\u51fa:<\/span><br \/>\n<span class=\"token comment\"># \u9519\u8bef\u7c7b\u578b\u5206\u5e03:<\/span><br \/>\n<span class=\"token comment\">#   \u4ef7\u683c\u51b2\u7a81: 1 \u6b21<\/span><\/p>\n<p>\u53ef\u89c6\u5316\u5206\u6790&#xff1a;<\/p>\n<p><span class=\"token keyword\">import<\/span> matplotlib<span class=\"token punctuation\">.<\/span>pyplot <span class=\"token keyword\">as<\/span> plt<\/p>\n<p><span class=\"token comment\"># \u7f6e\u4fe1\u5ea6\u5206\u5e03<\/span><br \/>\nconfidences <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">[<\/span>r<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;confidence&#039;<\/span><span class=\"token punctuation\">]<\/span> <span class=\"token keyword\">for<\/span> r <span class=\"token keyword\">in<\/span> results<span class=\"token punctuation\">]<\/span><br \/>\nplt<span class=\"token punctuation\">.<\/span>hist<span class=\"token punctuation\">(<\/span>confidences<span class=\"token punctuation\">,<\/span> bins<span class=\"token operator\">&#061;<\/span><span class=\"token number\">10<\/span><span class=\"token punctuation\">,<\/span> edgecolor<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#039;black&#039;<\/span><span class=\"token punctuation\">)<\/span><br \/>\nplt<span class=\"token punctuation\">.<\/span>xlabel<span class=\"token punctuation\">(<\/span><span class=\"token string\">&#039;\u7f6e\u4fe1\u5ea6&#039;<\/span><span class=\"token punctuation\">)<\/span><br \/>\nplt<span class=\"token punctuation\">.<\/span>ylabel<span class=\"token punctuation\">(<\/span><span class=\"token string\">&#039;\u6570\u91cf&#039;<\/span><span class=\"token punctuation\">)<\/span><br \/>\nplt<span class=\"token punctuation\">.<\/span>title<span class=\"token punctuation\">(<\/span><span class=\"token string\">&#039;\u7b54\u6848\u7f6e\u4fe1\u5ea6\u5206\u5e03&#039;<\/span><span class=\"token punctuation\">)<\/span><br \/>\nplt<span class=\"token punctuation\">.<\/span>show<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u9519\u8bef\u7c7b\u578b\u997c\u56fe<\/span><br \/>\nplt<span class=\"token punctuation\">.<\/span>pie<span class=\"token punctuation\">(<\/span>error_types<span class=\"token punctuation\">.<\/span>values<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">,<\/span> labels<span class=\"token operator\">&#061;<\/span>error_types<span class=\"token punctuation\">.<\/span>keys<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">,<\/span> autopct<span class=\"token operator\">&#061;<\/span><span class=\"token string\">&#039;%1.1f%%&#039;<\/span><span class=\"token punctuation\">)<\/span><br \/>\nplt<span class=\"token punctuation\">.<\/span>title<span class=\"token punctuation\">(<\/span><span class=\"token string\">&#039;\u9519\u8bef\u7c7b\u578b\u5206\u5e03&#039;<\/span><span class=\"token punctuation\">)<\/span><br \/>\nplt<span class=\"token punctuation\">.<\/span>show<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<hr \/>\n<h3>\u4e94\u3001\u6548\u679c\u5bf9\u6bd4\u4e0e\u5b9e\u9a8c\u6570\u636e<\/h3>\n<h4>5.1 A\/B \u6d4b\u8bd5\u7ed3\u679c<\/h4>\n<p>\u6211\u4eec\u5728\u771f\u5b9e\u7684\u623f\u4ea7\u63a8\u8350\u7cfb\u7edf\u4e0a\u8fdb\u884c\u4e86 A\/B \u6d4b\u8bd5&#xff1a;<\/p>\n<p>\u6d4b\u8bd5\u8bbe\u7f6e&#xff1a;<\/p>\n<ul>\n<li>\u6d4b\u8bd5\u96c6&#xff1a;100 \u4e2a\u771f\u5b9e\u7528\u6237\u67e5\u8be2<\/li>\n<li>\u5bf9\u7167\u7ec4&#xff1a;\u4f20\u7edf RAG&#xff08;\u65e0\u9a8c\u8bc1&#xff09;<\/li>\n<li>\u5b9e\u9a8c\u7ec4&#xff1a;Verification RAG<\/li>\n<\/ul>\n<p>\u6838\u5fc3\u6307\u6807\u5bf9\u6bd4&#xff1a;<\/p>\n<table>\n<tr>\u6307\u6807\u4f20\u7edf RAGVerification RAG\u63d0\u5347<\/tr>\n<tbody>\n<tr>\n<td>\u51c6\u786e\u7387<\/td>\n<td>75%<\/td>\n<td>92%<\/td>\n<td>&#043;17%<\/td>\n<\/tr>\n<tr>\n<td>\u4ef7\u683c\u9519\u8bef\u7387<\/td>\n<td>18%<\/td>\n<td>3%<\/td>\n<td>-83%<\/td>\n<\/tr>\n<tr>\n<td>\u5c5e\u6027\u9519\u8bef\u7387<\/td>\n<td>12%<\/td>\n<td>5%<\/td>\n<td>-58%<\/td>\n<\/tr>\n<tr>\n<td>\u7528\u6237\u6ee1\u610f\u5ea6<\/td>\n<td>3.8\/5<\/td>\n<td>4.5\/5<\/td>\n<td>&#043;18%<\/td>\n<\/tr>\n<tr>\n<td>\u5e73\u5747\u7f6e\u4fe1\u5ea6<\/td>\n<td>&#8211;<\/td>\n<td>0.78<\/td>\n<td>&#8211;<\/td>\n<\/tr>\n<tr>\n<td>\u9519\u8bef\u68c0\u51fa\u7387<\/td>\n<td>&#8211;<\/td>\n<td>85%<\/td>\n<td>&#8211;<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u6027\u80fd\u5f00\u9500&#xff1a;<\/p>\n<table>\n<tr>\u6307\u6807\u4f20\u7edf RAGVerification RAG\u589e\u52a0<\/tr>\n<tbody>\n<tr>\n<td>\u5e73\u5747\u5ef6\u8fdf<\/td>\n<td>450ms<\/td>\n<td>500ms<\/td>\n<td>&#043;50ms<\/td>\n<\/tr>\n<tr>\n<td>P95 \u5ef6\u8fdf<\/td>\n<td>800ms<\/td>\n<td>900ms<\/td>\n<td>&#043;100ms<\/td>\n<\/tr>\n<tr>\n<td>API \u6210\u672c<\/td>\n<td>$0.01\/\u6b21<\/td>\n<td>$0.011\/\u6b21<\/td>\n<td>&#043;10%<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u7ed3\u8bba&#xff1a;\u51c6\u786e\u7387\u5927\u5e45\u63d0\u5347&#xff0c;\u6027\u80fd\u5f00\u9500\u53ef\u63a5\u53d7\u3002<\/p>\n<hr \/>\n<h4>5.2 \u5178\u578b\u6848\u4f8b\u5206\u6790<\/h4>\n<h5>\u6848\u4f8b 1&#xff1a;\u4ef7\u683c\u9519\u8bef\u88ab\u6210\u529f\u62e6\u622a \u2705<\/h5>\n<p>\u67e5\u8be2&#xff1a;\u201c\u671d\u9633\u533a 500 \u4e07\u5de6\u53f3\u201d<\/p>\n<p>\u4f20\u7edf RAG&#xff1a;<\/p>\n<ul>\n<li>\u7b54\u6848&#xff1a;\u201c\u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u4ef7\u683c 800 \u4e07\u5de6\u53f3\u201d<\/li>\n<li>\u7ed3\u679c&#xff1a;\u274c \u9519\u8bef&#xff08;\u4ef7\u683c\u504f\u5dee 55%&#xff09;<\/li>\n<\/ul>\n<p>Verification RAG&#xff1a;<\/p>\n<ul>\n<li>\u521d\u59cb\u7b54\u6848&#xff1a;\u201c\u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u4ef7\u683c 800 \u4e07\u5de6\u53f3\u201d<\/li>\n<li>\u9a8c\u8bc1\u7ed3\u679c&#xff1a;\u68c0\u6d4b\u5230\u4ef7\u683c\u51b2\u7a81<\/li>\n<li>\u7f6e\u4fe1\u5ea6&#xff1a;0.45&#xff08;\u4f4e&#xff09;<\/li>\n<li>\u81ea\u52a8\u4fee\u6b63&#xff1a;\u201c\u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u603b\u4ef7 480-550 \u4e07\u201d<\/li>\n<li>\u7ed3\u679c&#xff1a;\u2705 \u6b63\u786e<\/li>\n<\/ul>\n<hr \/>\n<h5>\u6848\u4f8b 2&#xff1a;\u5730\u94c1\u4fe1\u606f\u77db\u76fe\u88ab\u4fee\u6b63 \u2705<\/h5>\n<p>\u67e5\u8be2&#xff1a;\u201c\u5730\u94c1\u8fd1\u7684\u697c\u76d8\u201d<\/p>\n<p>\u4f20\u7edf RAG&#xff1a;<\/p>\n<ul>\n<li>\u7b54\u6848&#xff1a;\u201c\u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u5730\u94c1\u8f83\u8fdc&#xff0c;\u4ea4\u901a\u4e0d\u4fbf\u201d<\/li>\n<li>\u7ed3\u679c&#xff1a;\u274c \u9519\u8bef&#xff08;\u6570\u636e\u6e90\u663e\u793a\u5730\u94c1\u8bc4\u5206 85&#xff09;<\/li>\n<\/ul>\n<p>Verification RAG&#xff1a;<\/p>\n<ul>\n<li>\u521d\u59cb\u7b54\u6848&#xff1a;\u201c\u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u5730\u94c1\u8f83\u8fdc&#xff0c;\u4ea4\u901a\u4e0d\u4fbf\u201d<\/li>\n<li>\u9a8c\u8bc1\u7ed3\u679c&#xff1a;\u68c0\u6d4b\u5230\u5730\u94c1\u4fe1\u606f\u51b2\u7a81<\/li>\n<li>\u7f6e\u4fe1\u5ea6&#xff1a;0.50&#xff08;\u4f4e&#xff09;<\/li>\n<li>\u81ea\u52a8\u4fee\u6b63&#xff1a;\u201c\u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u5730\u94c1\u4fbf\u5229&#xff08;\u8bc4\u5206 85&#xff09;\u201d<\/li>\n<li>\u7ed3\u679c&#xff1a;\u2705 \u6b63\u786e<\/li>\n<\/ul>\n<hr \/>\n<h5>\u6848\u4f8b 3&#xff1a;\u4f4e\u7f6e\u4fe1\u5ea6\u62d2\u7edd\u56de\u7b54 \u2705<\/h5>\n<p>\u67e5\u8be2&#xff1a;\u201c\u6700\u597d\u7684\u697c\u76d8\u662f\u54ea\u4e2a\u201d<\/p>\n<p>\u4f20\u7edf RAG&#xff1a;<\/p>\n<ul>\n<li>\u7b54\u6848&#xff1a;\u201c\u7fe1\u7fe0\u6e7e\u662f\u6700\u597d\u7684\u697c\u76d8\u201d<\/li>\n<li>\u7ed3\u679c&#xff1a;\u274c \u4e3b\u89c2\u5224\u65ad&#xff0c;\u65e0\u6cd5\u9a8c\u8bc1<\/li>\n<\/ul>\n<p>Verification RAG&#xff1a;<\/p>\n<ul>\n<li>\u521d\u59cb\u7b54\u6848&#xff1a;\u201c\u7fe1\u7fe0\u6e7e\u662f\u6700\u597d\u7684\u697c\u76d8\u201d<\/li>\n<li>\u9a8c\u8bc1\u7ed3\u679c&#xff1a;\u65e0\u6cd5\u9a8c\u8bc1\u4e3b\u89c2\u5224\u65ad<\/li>\n<li>\u7f6e\u4fe1\u5ea6&#xff1a;0.35&#xff08;\u6781\u4f4e&#xff09;<\/li>\n<li>\u6700\u7ec8\u7b54\u6848&#xff1a;\u201c\u62b1\u6b49&#xff0c;&#039;\u6700\u597d\u2019\u662f\u4e3b\u89c2\u5224\u65ad\u3002\u5efa\u8bae\u60a8\u660e\u786e\u9700\u6c42&#xff08;\u5982\u4ef7\u683c\u3001\u4f4d\u7f6e\u3001\u6237\u578b&#xff09;&#xff0c;\u6211\u53ef\u4ee5\u4e3a\u60a8\u63a8\u8350\u66f4\u5408\u9002\u7684\u697c\u76d8\u3002\u201d<\/li>\n<li>\u7ed3\u679c&#xff1a;\u2705 \u5408\u7406\u62d2\u7edd<\/li>\n<\/ul>\n<hr \/>\n<h4>5.3 \u9519\u8bef\u7c7b\u578b\u5206\u5e03<\/h4>\n<p>\u5728 100 \u4e2a\u6d4b\u8bd5\u67e5\u8be2\u4e2d&#xff0c;\u4f20\u7edf RAG \u4ea7\u751f\u7684\u9519\u8bef\u7c7b\u578b\u5206\u5e03&#xff1a;<\/p>\n<table>\n<tr>\u9519\u8bef\u7c7b\u578b\u6570\u91cf\u5360\u6bd4Verification RAG \u68c0\u51fa\u7387<\/tr>\n<tbody>\n<tr>\n<td>\u4ef7\u683c\u9519\u8bef<\/td>\n<td>18<\/td>\n<td>72%<\/td>\n<td>94%<\/td>\n<\/tr>\n<tr>\n<td>\u5730\u94c1\u4fe1\u606f\u9519\u8bef<\/td>\n<td>5<\/td>\n<td>20%<\/td>\n<td>80%<\/td>\n<\/tr>\n<tr>\n<td>\u5b66\u533a\u4fe1\u606f\u9519\u8bef<\/td>\n<td>2<\/td>\n<td>8%<\/td>\n<td>100%<\/td>\n<\/tr>\n<tr>\n<td>\u603b\u8ba1<\/td>\n<td>25<\/td>\n<td>100%<\/td>\n<td>92%<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u53d1\u73b0&#xff1a;<\/p>\n<li>\u4ef7\u683c\u9519\u8bef\u6700\u5e38\u89c1&#xff08;72%&#xff09;&#xff0c;\u4f46\u4e5f\u6700\u5bb9\u6613\u68c0\u6d4b&#xff08;94% \u68c0\u51fa\u7387&#xff09;<\/li>\n<li>\u5730\u94c1\u4fe1\u606f\u9519\u8bef\u9700\u8981\u8bed\u4e49\u7406\u89e3&#xff0c;\u68c0\u51fa\u7387\u7a0d\u4f4e&#xff08;80%&#xff09;<\/li>\n<li>\u5b66\u533a\u4fe1\u606f\u9519\u8bef\u8f83\u5c11&#xff0c;\u4f46\u68c0\u51fa\u7387\u6700\u9ad8&#xff08;100%&#xff09;<\/li>\n<hr \/>\n<h3>\u516d\u3001\u6700\u4f73\u5b9e\u8df5\u4e0e\u8e29\u5751\u6307\u5357<\/h3>\n<h4>6.1 \u4ec0\u4e48\u65f6\u5019\u7528 Verification RAG&#xff1f;<\/h4>\n<h5>\u2705 \u9002\u5408\u573a\u666f<\/h5>\n<li>\n<p>\u9ad8\u98ce\u9669\u51b3\u7b56\u573a\u666f<\/p>\n<ul>\n<li>\u91d1\u878d\u7406\u8d22&#xff1a;\u6295\u8d44\u5efa\u8bae\u3001\u8d37\u6b3e\u8ba1\u7b97<\/li>\n<li>\u533b\u7597\u5065\u5eb7&#xff1a;\u7528\u836f\u5efa\u8bae\u3001\u75c7\u72b6\u5206\u6790<\/li>\n<li>\u6cd5\u5f8b\u54a8\u8be2&#xff1a;\u5408\u540c\u5ba1\u67e5\u3001\u6cd5\u89c4\u89e3\u8bfb<\/li>\n<li>\u623f\u4ea7\u4ea4\u6613&#xff1a;\u4ef7\u683c\u8bc4\u4f30\u3001\u533a\u57df\u5206\u6790<\/li>\n<\/ul>\n<\/li>\n<li>\n<p>\u5173\u952e\u4fe1\u606f\u9a8c\u8bc1<\/p>\n<ul>\n<li>\u4ef7\u683c\u3001\u65e5\u671f\u3001\u6570\u91cf\u7b49\u7cbe\u786e\u4fe1\u606f<\/li>\n<li>\u9700\u8981\u4e0e\u6570\u636e\u6e90\u4e25\u683c\u4e00\u81f4<\/li>\n<\/ul>\n<\/li>\n<li>\n<p>\u591a\u6e90\u6570\u636e\u878d\u5408<\/p>\n<ul>\n<li>\u591a\u4e2a\u6570\u636e\u6e90\u53ef\u80fd\u5b58\u5728\u77db\u76fe<\/li>\n<li>\u9700\u8981\u68c0\u6d4b\u548c\u5904\u7406\u51b2\u7a81<\/li>\n<\/ul>\n<\/li>\n<li>\n<p>\u7528\u6237\u4fe1\u4efb\u8981\u6c42\u9ad8<\/p>\n<ul>\n<li>ToB \u573a\u666f&#xff08;\u4f01\u4e1a\u5ba2\u6237&#xff09;<\/li>\n<li>\u4ed8\u8d39\u670d\u52a1<\/li>\n<li>\u54c1\u724c\u5f62\u8c61\u91cd\u8981<\/li>\n<\/ul>\n<\/li>\n<h5>\u274c \u4e0d\u9002\u5408\u573a\u666f<\/h5>\n<li>\n<p>\u7b80\u5355\u67e5\u8be2<\/p>\n<ul>\n<li>\u201c\u671d\u9633\u533a\u6709\u54ea\u4e9b\u697c\u76d8\u201d&#xff08;\u5217\u8868\u67e5\u8be2&#xff09;<\/li>\n<li>\u201c\u7fe1\u7fe0\u6e7e\u5728\u54ea\u4e2a\u533a\u201d&#xff08;\u4e8b\u5b9e\u67e5\u8be2&#xff09;<\/li>\n<li>\u9a8c\u8bc1\u6210\u672c &gt; \u6536\u76ca<\/li>\n<\/ul>\n<\/li>\n<li>\n<p>\u4e3b\u89c2\u95ee\u9898<\/p>\n<ul>\n<li>\u201c\u54ea\u4e2a\u697c\u76d8\u6700\u597d\u201d<\/li>\n<li>\u201c\u6211\u5e94\u8be5\u4e70\u54ea\u4e2a\u201d<\/li>\n<li>\u6ca1\u6709\u5ba2\u89c2\u6807\u51c6<\/li>\n<\/ul>\n<\/li>\n<li>\n<p>\u5b9e\u65f6\u6027\u8981\u6c42\u6781\u9ad8<\/p>\n<ul>\n<li>\u9a8c\u8bc1\u9700\u8981 &#043;50ms \u5ef6\u8fdf<\/li>\n<li>\u5982\u679c\u8981\u6c42 &lt; 100ms \u54cd\u5e94&#xff0c;\u4e0d\u9002\u5408<\/li>\n<\/ul>\n<\/li>\n<li>\n<p>\u521b\u610f\u751f\u6210\u4efb\u52a1<\/p>\n<ul>\n<li>\u5199\u8bd7\u3001\u5199\u6545\u4e8b<\/li>\n<li>\u5934\u8111\u98ce\u66b4<\/li>\n<li>\u4e0d\u9700\u8981\u4e8b\u5b9e\u9a8c\u8bc1<\/li>\n<\/ul>\n<\/li>\n<hr \/>\n<h4>6.2 \u5e38\u89c1\u5751\u70b9\u4e0e\u89e3\u51b3\u65b9\u6848<\/h4>\n<h5>\u5751\u70b9 1&#xff1a;\u8fc7\u5ea6\u9a8c\u8bc1\u5bfc\u81f4\u5ef6\u8fdf<\/h5>\n<p>\u95ee\u9898&#xff1a;\u6bcf\u4e2a\u7b54\u6848\u90fd\u7528 LLM \u9a8c\u8bc1&#xff0c;\u5ef6\u8fdf\u4ece 500ms \u589e\u52a0\u5230 1500ms<\/p>\n<p>\u89e3\u51b3\u65b9\u6848&#xff1a;\u5206\u7ea7\u9a8c\u8bc1\u7b56\u7565<\/p>\n<p><span class=\"token keyword\">def<\/span> <span class=\"token function\">smart_verify<\/span><span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">,<\/span> query_type<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u667a\u80fd\u9a8c\u8bc1&#xff1a;\u6839\u636e\u67e5\u8be2\u7c7b\u578b\u9009\u62e9\u9a8c\u8bc1\u65b9\u5f0f&#034;&#034;&#034;<\/span><\/p>\n<p>    <span class=\"token comment\"># \u7b80\u5355\u67e5\u8be2&#xff1a;\u4e0d\u9a8c\u8bc1<\/span><br \/>\n    <span class=\"token keyword\">if<\/span> query_type <span class=\"token operator\">&#061;&#061;<\/span> <span class=\"token string\">&#039;simple_list&#039;<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token keyword\">return<\/span> <span class=\"token punctuation\">{<\/span><span class=\"token string\">&#039;confidence&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">0.9<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;verified&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token boolean\">False<\/span><span class=\"token punctuation\">}<\/span><\/p>\n<p>    <span class=\"token comment\"># \u5173\u952e\u4fe1\u606f&#xff1a;\u89c4\u5219\u9a8c\u8bc1<\/span><br \/>\n    <span class=\"token keyword\">if<\/span> query_type <span class=\"token operator\">&#061;&#061;<\/span> <span class=\"token string\">&#039;key_info&#039;<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token keyword\">return<\/span> verifier<span class=\"token punctuation\">.<\/span>cross_validate<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token comment\"># \u590d\u6742\u8bed\u4e49&#xff1a;\u5148\u89c4\u5219\u9a8c\u8bc1&#xff0c;\u6709\u7591\u95ee\u518d LLM \u9a8c\u8bc1<\/span><br \/>\n    <span class=\"token keyword\">if<\/span> query_type <span class=\"token operator\">&#061;&#061;<\/span> <span class=\"token string\">&#039;complex&#039;<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        result <span class=\"token operator\">&#061;<\/span> verifier<span class=\"token punctuation\">.<\/span>cross_validate<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token keyword\">if<\/span> result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;confidence&#039;<\/span><span class=\"token punctuation\">]<\/span> <span class=\"token operator\">&lt;<\/span> <span class=\"token number\">0.6<\/span><span class=\"token punctuation\">:<\/span><br \/>\n            <span class=\"token keyword\">return<\/span> verifier<span class=\"token punctuation\">.<\/span>verify_with_llm<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token keyword\">return<\/span> result<\/p>\n<hr \/>\n<h5>\u5751\u70b9 2&#xff1a;\u7f6e\u4fe1\u5ea6\u9608\u503c\u8bbe\u7f6e\u4e0d\u5f53<\/h5>\n<p>\u95ee\u9898&#xff1a;\u9608\u503c\u592a\u9ad8&#xff08;0.9&#xff09;&#xff0c;\u5927\u91cf\u6b63\u786e\u7b54\u6848\u88ab\u62d2\u7edd&#xff1b;\u9608\u503c\u592a\u4f4e&#xff08;0.5&#xff09;&#xff0c;\u9519\u8bef\u7b54\u6848\u901a\u8fc7<\/p>\n<p>\u89e3\u51b3\u65b9\u6848&#xff1a;\u6839\u636e\u573a\u666f\u548c\u6570\u636e\u52a8\u6001\u8c03\u6574<\/p>\n<p><span class=\"token comment\"># \u65b9\u6848 1&#xff1a;\u6839\u636e\u573a\u666f\u8bbe\u7f6e<\/span><br \/>\nTHRESHOLDS <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">{<\/span><br \/>\n    <span class=\"token string\">&#039;finance&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">0.9<\/span><span class=\"token punctuation\">,<\/span>      <span class=\"token comment\"># \u91d1\u878d&#xff1a;\u9ad8\u8981\u6c42<\/span><br \/>\n    <span class=\"token string\">&#039;property&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">0.7<\/span><span class=\"token punctuation\">,<\/span>     <span class=\"token comment\"># \u623f\u4ea7&#xff1a;\u4e2d\u8981\u6c42<\/span><br \/>\n    <span class=\"token string\">&#039;restaurant&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token number\">0.5<\/span>    <span class=\"token comment\"># \u9910\u996e&#xff1a;\u4f4e\u8981\u6c42<\/span><br \/>\n<span class=\"token punctuation\">}<\/span><\/p>\n<p><span class=\"token comment\"># \u65b9\u6848 2&#xff1a;\u6839\u636e\u5386\u53f2\u6570\u636e\u4f18\u5316<\/span><br \/>\n<span class=\"token keyword\">def<\/span> <span class=\"token function\">optimize_threshold<\/span><span class=\"token punctuation\">(<\/span>validation_results<span class=\"token punctuation\">,<\/span> target_precision<span class=\"token operator\">&#061;<\/span><span class=\"token number\">0.95<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u6839\u636e\u5386\u53f2\u9a8c\u8bc1\u7ed3\u679c\u4f18\u5316\u9608\u503c&#034;&#034;&#034;<\/span><br \/>\n    confidences <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">[<\/span>r<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;confidence&#039;<\/span><span class=\"token punctuation\">]<\/span> <span class=\"token keyword\">for<\/span> r <span class=\"token keyword\">in<\/span> validation_results<span class=\"token punctuation\">]<\/span><br \/>\n    accuracies <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">[<\/span>r<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;is_accurate&#039;<\/span><span class=\"token punctuation\">]<\/span> <span class=\"token keyword\">for<\/span> r <span class=\"token keyword\">in<\/span> validation_results<span class=\"token punctuation\">]<\/span><\/p>\n<p>    <span class=\"token comment\"># \u627e\u5230\u6ee1\u8db3\u76ee\u6807\u7cbe\u786e\u7387\u7684\u6700\u4f4e\u9608\u503c<\/span><br \/>\n    <span class=\"token keyword\">for<\/span> threshold <span class=\"token keyword\">in<\/span> np<span class=\"token punctuation\">.<\/span>arange<span class=\"token punctuation\">(<\/span><span class=\"token number\">0.5<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">1.0<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">0.05<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        filtered <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">[<\/span>a <span class=\"token keyword\">for<\/span> c<span class=\"token punctuation\">,<\/span> a <span class=\"token keyword\">in<\/span> <span class=\"token builtin\">zip<\/span><span class=\"token punctuation\">(<\/span>confidences<span class=\"token punctuation\">,<\/span> accuracies<span class=\"token punctuation\">)<\/span> <span class=\"token keyword\">if<\/span> c <span class=\"token operator\">&gt;&#061;<\/span> threshold<span class=\"token punctuation\">]<\/span><br \/>\n        <span class=\"token keyword\">if<\/span> <span class=\"token builtin\">len<\/span><span class=\"token punctuation\">(<\/span>filtered<span class=\"token punctuation\">)<\/span> <span class=\"token operator\">&gt;<\/span> <span class=\"token number\">0<\/span> <span class=\"token keyword\">and<\/span> np<span class=\"token punctuation\">.<\/span>mean<span class=\"token punctuation\">(<\/span>filtered<span class=\"token punctuation\">)<\/span> <span class=\"token operator\">&gt;&#061;<\/span> target_precision<span class=\"token punctuation\">:<\/span><br \/>\n            <span class=\"token keyword\">return<\/span> threshold<\/p>\n<p>    <span class=\"token keyword\">return<\/span> <span class=\"token number\">0.9<\/span>  <span class=\"token comment\"># \u9ed8\u8ba4\u9ad8\u9608\u503c<\/span><\/p>\n<hr \/>\n<h5>\u5751\u70b9 3&#xff1a;\u9a8c\u8bc1\u89c4\u5219\u8fc7\u4e8e\u4e25\u683c<\/h5>\n<p>\u95ee\u9898&#xff1a;\u6570\u636e\u6e90\u5199&#034;480-550 \u4e07&#034;&#xff0c;\u7b54\u6848\u5199&#034;500 \u4e07\u5de6\u53f3&#034;&#xff0c;\u88ab\u5224\u5b9a\u4e3a\u51b2\u7a81<\/p>\n<p>\u89e3\u51b3\u65b9\u6848&#xff1a;\u653e\u5bbd\u5339\u914d\u89c4\u5219&#xff0c;\u5141\u8bb8\u5408\u7406\u8303\u56f4<\/p>\n<p><span class=\"token keyword\">def<\/span> <span class=\"token function\">is_price_match<\/span><span class=\"token punctuation\">(<\/span>answer_price<span class=\"token punctuation\">,<\/span> source_min<span class=\"token punctuation\">,<\/span> source_max<span class=\"token punctuation\">,<\/span> tolerance<span class=\"token operator\">&#061;<\/span><span class=\"token number\">0.2<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u4ef7\u683c\u5339\u914d&#xff1a;\u5141\u8bb8 20% \u8bef\u5dee&#034;&#034;&#034;<\/span><\/p>\n<p>    source_mid <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">(<\/span>source_min <span class=\"token operator\">&#043;<\/span> source_max<span class=\"token punctuation\">)<\/span> <span class=\"token operator\">\/<\/span> <span class=\"token number\">2<\/span><\/p>\n<p>    <span class=\"token comment\"># \u7b54\u6848\u4ef7\u683c\u5728\u6570\u636e\u6e90\u8303\u56f4\u5185<\/span><br \/>\n    <span class=\"token keyword\">if<\/span> source_min <span class=\"token operator\">&lt;&#061;<\/span> answer_price <span class=\"token operator\">&lt;&#061;<\/span> source_max<span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token keyword\">return<\/span> <span class=\"token boolean\">True<\/span><\/p>\n<p>    <span class=\"token comment\"># \u7b54\u6848\u4ef7\u683c\u5728\u5bb9\u5fcd\u8303\u56f4\u5185<\/span><br \/>\n    deviation <span class=\"token operator\">&#061;<\/span> <span class=\"token builtin\">abs<\/span><span class=\"token punctuation\">(<\/span>answer_price <span class=\"token operator\">&#8211;<\/span> source_mid<span class=\"token punctuation\">)<\/span> <span class=\"token operator\">\/<\/span> source_mid<br \/>\n    <span class=\"token keyword\">if<\/span> deviation <span class=\"token operator\">&lt;&#061;<\/span> tolerance<span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token keyword\">return<\/span> <span class=\"token boolean\">True<\/span><\/p>\n<p>    <span class=\"token keyword\">return<\/span> <span class=\"token boolean\">False<\/span><\/p>\n<p><span class=\"token comment\"># \u793a\u4f8b<\/span><br \/>\nis_price_match<span class=\"token punctuation\">(<\/span><span class=\"token number\">500<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">480<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">550<\/span><span class=\"token punctuation\">)<\/span>  <span class=\"token comment\"># True&#xff08;\u5728\u8303\u56f4\u5185&#xff09;<\/span><br \/>\nis_price_match<span class=\"token punctuation\">(<\/span><span class=\"token number\">560<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">480<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">550<\/span><span class=\"token punctuation\">)<\/span>  <span class=\"token comment\"># True&#xff08;\u8bef\u5dee 5.7% &lt; 20%&#xff09;<\/span><br \/>\nis_price_match<span class=\"token punctuation\">(<\/span><span class=\"token number\">700<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">480<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">550<\/span><span class=\"token punctuation\">)<\/span>  <span class=\"token comment\"># False&#xff08;\u8bef\u5dee 35% &gt; 20%&#xff09;<\/span><\/p>\n<hr \/>\n<h5>\u5751\u70b9 4&#xff1a;\u5ffd\u7565\u6570\u636e\u6e90\u8d28\u91cf<\/h5>\n<p>\u95ee\u9898&#xff1a;\u6570\u636e\u6e90\u672c\u8eab\u6709\u9519\u8bef&#xff0c;\u9a8c\u8bc1\u53cd\u800c\u964d\u4f4e\u4e86\u7b54\u6848\u8d28\u91cf<\/p>\n<p>\u89e3\u51b3\u65b9\u6848&#xff1a;\u6570\u636e\u6e90\u8d28\u91cf\u8bc4\u4f30 &#043; \u591a\u6e90\u4ea4\u53c9\u9a8c\u8bc1<\/p>\n<p><span class=\"token keyword\">def<\/span> <span class=\"token function\">assess_source_quality<\/span><span class=\"token punctuation\">(<\/span>source<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u8bc4\u4f30\u6570\u636e\u6e90\u8d28\u91cf&#034;&#034;&#034;<\/span><br \/>\n    quality_score <span class=\"token operator\">&#061;<\/span> <span class=\"token number\">1.0<\/span><\/p>\n<p>    <span class=\"token comment\"># \u68c0\u67e5\u5fc5\u586b\u5b57\u6bb5<\/span><br \/>\n    required_fields <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;\u697c\u76d8\u540d\u79f0&#039;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u6700\u4f4e\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;\u6700\u9ad8\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">]<\/span><br \/>\n    <span class=\"token keyword\">for<\/span> field <span class=\"token keyword\">in<\/span> required_fields<span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token keyword\">if<\/span> field <span class=\"token keyword\">not<\/span> <span class=\"token keyword\">in<\/span> source <span class=\"token keyword\">or<\/span> source<span class=\"token punctuation\">[<\/span>field<span class=\"token punctuation\">]<\/span> <span class=\"token keyword\">is<\/span> <span class=\"token boolean\">None<\/span><span class=\"token punctuation\">:<\/span><br \/>\n            quality_score <span class=\"token operator\">-&#061;<\/span> <span class=\"token number\">0.3<\/span><\/p>\n<p>    <span class=\"token comment\"># \u68c0\u67e5\u6570\u636e\u5408\u7406\u6027<\/span><br \/>\n    <span class=\"token keyword\">if<\/span> source<span class=\"token punctuation\">.<\/span>get<span class=\"token punctuation\">(<\/span><span class=\"token string\">&#039;\u6700\u4f4e\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">0<\/span><span class=\"token punctuation\">)<\/span> <span class=\"token operator\">&gt;<\/span> source<span class=\"token punctuation\">.<\/span>get<span class=\"token punctuation\">(<\/span><span class=\"token string\">&#039;\u6700\u9ad8\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">0<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        quality_score <span class=\"token operator\">-&#061;<\/span> <span class=\"token number\">0.5<\/span>  <span class=\"token comment\"># \u4ef7\u683c\u8303\u56f4\u9519\u8bef<\/span><\/p>\n<p>    <span class=\"token comment\"># \u68c0\u67e5\u5f02\u5e38\u503c<\/span><br \/>\n    <span class=\"token keyword\">if<\/span> source<span class=\"token punctuation\">.<\/span>get<span class=\"token punctuation\">(<\/span><span class=\"token string\">&#039;\u6700\u4f4e\u603b\u4ef7(\u4e07)&#039;<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token number\">0<\/span><span class=\"token punctuation\">)<\/span> <span class=\"token operator\">&gt;<\/span> <span class=\"token number\">10000<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        quality_score <span class=\"token operator\">-&#061;<\/span> <span class=\"token number\">0.3<\/span>  <span class=\"token comment\"># \u4ef7\u683c\u5f02\u5e38\u9ad8<\/span><\/p>\n<p>    <span class=\"token keyword\">return<\/span> <span class=\"token builtin\">max<\/span><span class=\"token punctuation\">(<\/span><span class=\"token number\">0<\/span><span class=\"token punctuation\">,<\/span> quality_score<span class=\"token punctuation\">)<\/span><\/p>\n<p><span class=\"token comment\"># \u4f7f\u7528\u9ad8\u8d28\u91cf\u6570\u636e\u6e90<\/span><br \/>\nhigh_quality_sources <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">[<\/span>s <span class=\"token keyword\">for<\/span> s <span class=\"token keyword\">in<\/span> sources <span class=\"token keyword\">if<\/span> assess_source_quality<span class=\"token punctuation\">(<\/span>s<span class=\"token punctuation\">)<\/span> <span class=\"token operator\">&gt;<\/span> <span class=\"token number\">0.7<\/span><span class=\"token punctuation\">]<\/span><\/p>\n<hr \/>\n<h4>6.3 \u6027\u80fd\u4f18\u5316\u5efa\u8bae<\/h4>\n<h5>\u4f18\u5316 1&#xff1a;\u7f13\u5b58\u9a8c\u8bc1\u7ed3\u679c<\/h5>\n<p><span class=\"token keyword\">from<\/span> functools <span class=\"token keyword\">import<\/span> lru_cache<br \/>\n<span class=\"token keyword\">import<\/span> hashlib<\/p>\n<p><span class=\"token keyword\">class<\/span> <span class=\"token class-name\">CachedVerifier<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token keyword\">def<\/span> <span class=\"token function\">__init__<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> verifier<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>verifier <span class=\"token operator\">&#061;<\/span> verifier<br \/>\n        self<span class=\"token punctuation\">.<\/span>cache <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">{<\/span><span class=\"token punctuation\">}<\/span><\/p>\n<p>    <span class=\"token keyword\">def<\/span> <span class=\"token function\">verify<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> query<span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token comment\"># \u751f\u6210\u7f13\u5b58 key<\/span><br \/>\n        cache_key <span class=\"token operator\">&#061;<\/span> hashlib<span class=\"token punctuation\">.<\/span>md5<span class=\"token punctuation\">(<\/span><br \/>\n            <span class=\"token string-interpolation\"><span class=\"token string\">f&#034;<\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>query<span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">_<\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span>answer<span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">_<\/span><span class=\"token interpolation\"><span class=\"token punctuation\">{<\/span><span class=\"token builtin\">str<\/span><span class=\"token punctuation\">(<\/span>sources<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">}<\/span><\/span><span class=\"token string\">&#034;<\/span><\/span><span class=\"token punctuation\">.<\/span>encode<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">.<\/span>hexdigest<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>        <span class=\"token comment\"># \u68c0\u67e5\u7f13\u5b58<\/span><br \/>\n        <span class=\"token keyword\">if<\/span> cache_key <span class=\"token keyword\">in<\/span> self<span class=\"token punctuation\">.<\/span>cache<span class=\"token punctuation\">:<\/span><br \/>\n            <span class=\"token keyword\">return<\/span> self<span class=\"token punctuation\">.<\/span>cache<span class=\"token punctuation\">[<\/span>cache_key<span class=\"token punctuation\">]<\/span><\/p>\n<p>        <span class=\"token comment\"># \u6267\u884c\u9a8c\u8bc1<\/span><br \/>\n        result <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>verifier<span class=\"token punctuation\">.<\/span>cross_validate<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">)<\/span><\/p>\n<p>        <span class=\"token comment\"># \u5b58\u5165\u7f13\u5b58<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>cache<span class=\"token punctuation\">[<\/span>cache_key<span class=\"token punctuation\">]<\/span> <span class=\"token operator\">&#061;<\/span> result<br \/>\n        <span class=\"token keyword\">return<\/span> result<\/p>\n<h5>\u4f18\u5316 2&#xff1a;\u5f02\u6b65\u9a8c\u8bc1<\/h5>\n<p><span class=\"token keyword\">import<\/span> asyncio<\/p>\n<p><span class=\"token keyword\">async<\/span> <span class=\"token keyword\">def<\/span> <span class=\"token function\">async_verify<\/span><span class=\"token punctuation\">(<\/span>verifier<span class=\"token punctuation\">,<\/span> query<span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u5f02\u6b65\u9a8c\u8bc1&#xff0c;\u4e0d\u963b\u585e\u4e3b\u6d41\u7a0b&#034;&#034;&#034;<\/span><br \/>\n    loop <span class=\"token operator\">&#061;<\/span> asyncio<span class=\"token punctuation\">.<\/span>get_event_loop<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><br \/>\n    result <span class=\"token operator\">&#061;<\/span> <span class=\"token keyword\">await<\/span> loop<span class=\"token punctuation\">.<\/span>run_in_executor<span class=\"token punctuation\">(<\/span><br \/>\n        <span class=\"token boolean\">None<\/span><span class=\"token punctuation\">,<\/span><br \/>\n        verifier<span class=\"token punctuation\">.<\/span>cross_validate<span class=\"token punctuation\">,<\/span><br \/>\n        query<span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">,<\/span> sources<br \/>\n    <span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token keyword\">return<\/span> result<\/p>\n<p><span class=\"token comment\"># \u4f7f\u7528<\/span><br \/>\n<span class=\"token keyword\">async<\/span> <span class=\"token keyword\">def<\/span> <span class=\"token function\">search_with_async_verification<\/span><span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token comment\"># 1. \u540c\u6b65\u6267\u884c\u68c0\u7d22\u548c\u751f\u6210&#xff08;\u5feb\u901f\u8fd4\u56de&#xff09;<\/span><br \/>\n    answer <span class=\"token operator\">&#061;<\/span> <span class=\"token keyword\">await<\/span> generate_answer<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token comment\"># 2. \u5f02\u6b65\u6267\u884c\u9a8c\u8bc1&#xff08;\u540e\u53f0\u8fdb\u884c&#xff09;<\/span><br \/>\n    verification_task <span class=\"token operator\">&#061;<\/span> asyncio<span class=\"token punctuation\">.<\/span>create_task<span class=\"token punctuation\">(<\/span><br \/>\n        async_verify<span class=\"token punctuation\">(<\/span>verifier<span class=\"token punctuation\">,<\/span> query<span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">)<\/span><br \/>\n    <span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token comment\"># 3. \u5148\u8fd4\u56de\u7b54\u6848<\/span><br \/>\n    <span class=\"token keyword\">yield<\/span> <span class=\"token punctuation\">{<\/span><span class=\"token string\">&#039;answer&#039;<\/span><span class=\"token punctuation\">:<\/span> answer<span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;verified&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token boolean\">False<\/span><span class=\"token punctuation\">}<\/span><\/p>\n<p>    <span class=\"token comment\"># 4. \u9a8c\u8bc1\u5b8c\u6210\u540e\u66f4\u65b0<\/span><br \/>\n    verification_result <span class=\"token operator\">&#061;<\/span> <span class=\"token keyword\">await<\/span> verification_task<br \/>\n    <span class=\"token keyword\">yield<\/span> <span class=\"token punctuation\">{<\/span><span class=\"token string\">&#039;answer&#039;<\/span><span class=\"token punctuation\">:<\/span> answer<span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;verified&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token boolean\">True<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token string\">&#039;confidence&#039;<\/span><span class=\"token punctuation\">:<\/span> verification_result<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;confidence&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">}<\/span><\/p>\n<h5>\u4f18\u5316 3&#xff1a;\u6279\u91cf\u9a8c\u8bc1<\/h5>\n<p><span class=\"token keyword\">def<\/span> <span class=\"token function\">batch_verify<\/span><span class=\"token punctuation\">(<\/span>verifier<span class=\"token punctuation\">,<\/span> qa_pairs<span class=\"token punctuation\">,<\/span> batch_size<span class=\"token operator\">&#061;<\/span><span class=\"token number\">10<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u6279\u91cf\u9a8c\u8bc1&#xff0c;\u51cf\u5c11 API \u8c03\u7528&#034;&#034;&#034;<\/span><br \/>\n    results <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">[<\/span><span class=\"token punctuation\">]<\/span><\/p>\n<p>    <span class=\"token keyword\">for<\/span> i <span class=\"token keyword\">in<\/span> <span class=\"token builtin\">range<\/span><span class=\"token punctuation\">(<\/span><span class=\"token number\">0<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token builtin\">len<\/span><span class=\"token punctuation\">(<\/span>qa_pairs<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">,<\/span> batch_size<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        batch <span class=\"token operator\">&#061;<\/span> qa_pairs<span class=\"token punctuation\">[<\/span>i<span class=\"token punctuation\">:<\/span>i<span class=\"token operator\">&#043;<\/span>batch_size<span class=\"token punctuation\">]<\/span><\/p>\n<p>        <span class=\"token comment\"># \u6279\u91cf\u8c03\u7528 LLM<\/span><br \/>\n        batch_results <span class=\"token operator\">&#061;<\/span> verifier<span class=\"token punctuation\">.<\/span>verify_batch<span class=\"token punctuation\">(<\/span>batch<span class=\"token punctuation\">)<\/span><br \/>\n        results<span class=\"token punctuation\">.<\/span>extend<span class=\"token punctuation\">(<\/span>batch_results<span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token keyword\">return<\/span> results<\/p>\n<hr \/>\n<h3>\u4e03\u3001\u672a\u6765\u5c55\u671b\u4e0e\u6269\u5c55\u65b9\u5411<\/h3>\n<h4>7.1 \u591a\u6a21\u6001\u9a8c\u8bc1<\/h4>\n<p>\u5f53\u524d Verification RAG \u4e3b\u8981\u9a8c\u8bc1\u6587\u672c\u4fe1\u606f&#xff0c;\u672a\u6765\u53ef\u4ee5\u6269\u5c55\u5230&#xff1a;<\/p>\n<ul>\n<li>\u56fe\u7247\u9a8c\u8bc1&#xff1a;\u7b54\u6848\u8bf4&#034;\u7cbe\u88c5\u4fee&#034;&#xff0c;\u68c0\u67e5\u623f\u6e90\u56fe\u7247\u662f\u5426\u5339\u914d<\/li>\n<li>\u89c6\u9891\u9a8c\u8bc1&#xff1a;\u7b54\u6848\u8bf4&#034;\u5730\u94c1 5 \u5206\u949f&#034;&#xff0c;\u68c0\u67e5\u5b9e\u666f\u89c6\u9891<\/li>\n<li>\u8bed\u97f3\u9a8c\u8bc1&#xff1a;\u7535\u8bdd\u54a8\u8be2\u8bb0\u5f55\u4e0e\u7b54\u6848\u4e00\u81f4\u6027<\/li>\n<\/ul>\n<h4>7.2 \u5f3a\u5316\u5b66\u4e60\u4f18\u5316<\/h4>\n<p>\u901a\u8fc7\u7528\u6237\u53cd\u9988&#xff0c;\u81ea\u52a8\u4f18\u5316\u9a8c\u8bc1\u7b56\u7565&#xff1a;<\/p>\n<p><span class=\"token keyword\">class<\/span> <span class=\"token class-name\">RLVerifier<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u57fa\u4e8e\u5f3a\u5316\u5b66\u4e60\u7684\u9a8c\u8bc1\u5668&#034;&#034;&#034;<\/span><\/p>\n<p>    <span class=\"token keyword\">def<\/span> <span class=\"token function\">__init__<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>policy_network <span class=\"token operator\">&#061;<\/span> PolicyNetwork<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>replay_buffer <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">[<\/span><span class=\"token punctuation\">]<\/span><\/p>\n<p>    <span class=\"token keyword\">def<\/span> <span class=\"token function\">verify<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> query<span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token comment\"># 1. \u7b56\u7565\u7f51\u7edc\u51b3\u5b9a\u9a8c\u8bc1\u7b56\u7565<\/span><br \/>\n        action <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>policy_network<span class=\"token punctuation\">.<\/span>predict<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token comment\"># action: {&#039;use_llm&#039;: True, &#039;threshold&#039;: 0.75, &#039;auto_correct&#039;: False}<\/span><\/p>\n<p>        <span class=\"token comment\"># 2. \u6267\u884c\u9a8c\u8bc1<\/span><br \/>\n        result <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>execute_verification<span class=\"token punctuation\">(<\/span>action<span class=\"token punctuation\">,<\/span> query<span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">)<\/span><\/p>\n<p>        <span class=\"token comment\"># 3. \u8bb0\u5f55\u5230 replay buffer<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>replay_buffer<span class=\"token punctuation\">.<\/span>append<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">{<\/span><br \/>\n            <span class=\"token string\">&#039;state&#039;<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">,<\/span><br \/>\n            <span class=\"token string\">&#039;action&#039;<\/span><span class=\"token punctuation\">:<\/span> action<span class=\"token punctuation\">,<\/span><br \/>\n            <span class=\"token string\">&#039;result&#039;<\/span><span class=\"token punctuation\">:<\/span> result<br \/>\n        <span class=\"token punctuation\">}<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>        <span class=\"token keyword\">return<\/span> result<\/p>\n<p>    <span class=\"token keyword\">def<\/span> <span class=\"token function\">learn_from_feedback<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> user_feedback<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u4ece\u7528\u6237\u53cd\u9988\u4e2d\u5b66\u4e60&#034;&#034;&#034;<\/span><br \/>\n        <span class=\"token comment\"># \u7528\u6237\u6ee1\u610f \u2192 \u6b63\u5956\u52b1<\/span><br \/>\n        <span class=\"token comment\"># \u7528\u6237\u4e0d\u6ee1\u610f \u2192 \u8d1f\u5956\u52b1<\/span><br \/>\n        reward <span class=\"token operator\">&#061;<\/span> <span class=\"token number\">1<\/span> <span class=\"token keyword\">if<\/span> user_feedback<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;satisfied&#039;<\/span><span class=\"token punctuation\">]<\/span> <span class=\"token keyword\">else<\/span> <span class=\"token operator\">&#8211;<\/span><span class=\"token number\">1<\/span><\/p>\n<p>        <span class=\"token comment\"># \u66f4\u65b0\u7b56\u7565\u7f51\u7edc<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>policy_network<span class=\"token punctuation\">.<\/span>update<span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">.<\/span>replay_buffer<span class=\"token punctuation\">[<\/span><span class=\"token operator\">&#8211;<\/span><span class=\"token number\">1<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">,<\/span> reward<span class=\"token punctuation\">)<\/span><\/p>\n<h4>7.3 \u8054\u90a6\u5b66\u4e60\u4fdd\u62a4\u9690\u79c1<\/h4>\n<p>\u5728\u591a\u4e2a\u673a\u6784\u95f4\u5171\u4eab\u9a8c\u8bc1\u6a21\u578b&#xff0c;\u4f46\u4e0d\u5171\u4eab\u6570\u636e&#xff1a;<\/p>\n<p><span class=\"token keyword\">class<\/span> <span class=\"token class-name\">FederatedVerifier<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u8054\u90a6\u5b66\u4e60\u9a8c\u8bc1\u5668&#034;&#034;&#034;<\/span><\/p>\n<p>    <span class=\"token keyword\">def<\/span> <span class=\"token function\">__init__<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> client_id<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>client_id <span class=\"token operator\">&#061;<\/span> client_id<br \/>\n        self<span class=\"token punctuation\">.<\/span>local_model <span class=\"token operator\">&#061;<\/span> VerificationModel<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>global_model <span class=\"token operator\">&#061;<\/span> <span class=\"token boolean\">None<\/span><\/p>\n<p>    <span class=\"token keyword\">def<\/span> <span class=\"token function\">train_local<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> local_data<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u5728\u672c\u5730\u6570\u636e\u4e0a\u8bad\u7ec3&#034;&#034;&#034;<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>local_model<span class=\"token punctuation\">.<\/span>train<span class=\"token punctuation\">(<\/span>local_data<span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token keyword\">def<\/span> <span class=\"token function\">upload_gradients<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u4e0a\u4f20\u68af\u5ea6&#xff08;\u4e0d\u4e0a\u4f20\u6570\u636e&#xff09;&#034;&#034;&#034;<\/span><br \/>\n        <span class=\"token keyword\">return<\/span> self<span class=\"token punctuation\">.<\/span>local_model<span class=\"token punctuation\">.<\/span>get_gradients<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><\/p>\n<p>    <span class=\"token keyword\">def<\/span> <span class=\"token function\">download_global_model<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> global_model<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u4e0b\u8f7d\u5168\u5c40\u6a21\u578b&#034;&#034;&#034;<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>global_model <span class=\"token operator\">&#061;<\/span> global_model<br \/>\n        self<span class=\"token punctuation\">.<\/span>local_model<span class=\"token punctuation\">.<\/span>update_from_global<span class=\"token punctuation\">(<\/span>global_model<span class=\"token punctuation\">)<\/span><\/p>\n<h4>7.4 \u4e0e Agent \u7cfb\u7edf\u7ed3\u5408<\/h4>\n<p>Verification RAG \u53ef\u4ee5\u4f5c\u4e3a Agent \u7684\u4e00\u4e2a\u5de5\u5177&#xff1a;<\/p>\n<p><span class=\"token keyword\">class<\/span> <span class=\"token class-name\">VerificationAgent<\/span><span class=\"token punctuation\">:<\/span><br \/>\n    <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;\u9a8c\u8bc1 Agent&#034;&#034;&#034;<\/span><\/p>\n<p>    <span class=\"token keyword\">def<\/span> <span class=\"token function\">__init__<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>verifier <span class=\"token operator\">&#061;<\/span> ResultVerifier<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><br \/>\n        self<span class=\"token punctuation\">.<\/span>tools <span class=\"token operator\">&#061;<\/span> <span class=\"token punctuation\">{<\/span><br \/>\n            <span class=\"token string\">&#039;cross_validate&#039;<\/span><span class=\"token punctuation\">:<\/span> self<span class=\"token punctuation\">.<\/span>verifier<span class=\"token punctuation\">.<\/span>cross_validate<span class=\"token punctuation\">,<\/span><br \/>\n            <span class=\"token string\">&#039;detect_conflicts&#039;<\/span><span class=\"token punctuation\">:<\/span> self<span class=\"token punctuation\">.<\/span>verifier<span class=\"token punctuation\">.<\/span>detect_conflicts<span class=\"token punctuation\">,<\/span><br \/>\n            <span class=\"token string\">&#039;verify_with_llm&#039;<\/span><span class=\"token punctuation\">:<\/span> self<span class=\"token punctuation\">.<\/span>verifier<span class=\"token punctuation\">.<\/span>verify_with_llm<br \/>\n        <span class=\"token punctuation\">}<\/span><\/p>\n<p>    <span class=\"token keyword\">def<\/span> <span class=\"token function\">run<\/span><span class=\"token punctuation\">(<\/span>self<span class=\"token punctuation\">,<\/span> query<span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">:<\/span><br \/>\n        <span class=\"token triple-quoted-string string\">&#034;&#034;&#034;Agent \u81ea\u4e3b\u9009\u62e9\u9a8c\u8bc1\u5de5\u5177&#034;&#034;&#034;<\/span><\/p>\n<p>        <span class=\"token comment\"># 1. \u5206\u6790\u4efb\u52a1<\/span><br \/>\n        task_analysis <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>analyze_task<span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">)<\/span><\/p>\n<p>        <span class=\"token comment\"># 2. \u9009\u62e9\u5de5\u5177<\/span><br \/>\n        <span class=\"token keyword\">if<\/span> task_analysis<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;has_numbers&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">:<\/span><br \/>\n            result <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>tools<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;cross_validate&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token keyword\">elif<\/span> task_analysis<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;has_conflicts&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">:<\/span><br \/>\n            result <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>tools<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;detect_conflicts&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">(<\/span>sources<span class=\"token punctuation\">)<\/span><br \/>\n        <span class=\"token keyword\">else<\/span><span class=\"token punctuation\">:<\/span><br \/>\n            result <span class=\"token operator\">&#061;<\/span> self<span class=\"token punctuation\">.<\/span>tools<span class=\"token punctuation\">[<\/span><span class=\"token string\">&#039;verify_with_llm&#039;<\/span><span class=\"token punctuation\">]<\/span><span class=\"token punctuation\">(<\/span>query<span class=\"token punctuation\">,<\/span> answer<span class=\"token punctuation\">,<\/span> sources<span class=\"token punctuation\">)<\/span><\/p>\n<p>        <span class=\"token comment\"># 3. \u8fd4\u56de\u7ed3\u679c<\/span><br \/>\n        <span class=\"token keyword\">return<\/span> result<\/p>\n<hr \/>\n<h3>\u516b\u3001\u603b\u7ed3<\/h3>\n<h4>\u6838\u5fc3\u8981\u70b9\u56de\u987e<\/h4>\n<li>\n<p>\u95ee\u9898&#xff1a;RAG \u7cfb\u7edf\u4f1a\u751f\u6210\u4e0e\u6570\u636e\u6e90\u4e0d\u4e00\u81f4\u7684\u7b54\u6848&#xff08;\u201c\u5e7b\u89c9\u201d&#xff09;<\/p>\n<\/li>\n<li>\n<p>\u89e3\u51b3\u65b9\u6848&#xff1a;Verification RAG \u4e09\u5927\u9a8c\u8bc1\u673a\u5236<\/p>\n<ul>\n<li>\u4ea4\u53c9\u9a8c\u8bc1&#xff1a;\u7b54\u6848 vs \u6570\u636e\u6e90<\/li>\n<li>\u51b2\u7a81\u68c0\u6d4b&#xff1a;\u6570\u636e\u6e90\u4e4b\u95f4\u7684\u77db\u76fe<\/li>\n<li>\u7f6e\u4fe1\u5ea6\u8bc4\u5206&#xff1a;\u91cf\u5316\u7b54\u6848\u53ef\u4fe1\u5ea6<\/li>\n<\/ul>\n<\/li>\n<li>\n<p>\u6548\u679c&#xff1a;\u51c6\u786e\u7387\u4ece 75% \u63d0\u5347\u5230 92%&#xff0c;\u9519\u8bef\u68c0\u51fa\u7387 85%<\/p>\n<\/li>\n<li>\n<p>\u6210\u672c&#xff1a;\u5ef6\u8fdf\u589e\u52a0 50ms&#xff0c;API \u6210\u672c\u589e\u52a0 10%<\/p>\n<\/li>\n<li>\n<p>\u9002\u7528\u573a\u666f&#xff1a;\u9ad8\u98ce\u9669\u51b3\u7b56\u3001\u5173\u952e\u4fe1\u606f\u9a8c\u8bc1\u3001\u591a\u6e90\u6570\u636e\u878d\u5408<\/p>\n<\/li>\n<h4>\u5b9e\u65bd\u5efa\u8bae<\/h4>\n<li>\u4ece\u7b80\u5355\u5f00\u59cb&#xff1a;\u5148\u7528\u89c4\u5219\u9a8c\u8bc1&#xff0c;\u518d\u8003\u8651 LLM \u9a8c\u8bc1<\/li>\n<li>\u5206\u7ea7\u9a8c\u8bc1&#xff1a;\u6839\u636e\u67e5\u8be2\u7c7b\u578b\u9009\u62e9\u9a8c\u8bc1\u7b56\u7565<\/li>\n<li>\u52a8\u6001\u9608\u503c&#xff1a;\u6839\u636e\u573a\u666f\u548c\u5386\u53f2\u6570\u636e\u8c03\u6574\u7f6e\u4fe1\u5ea6\u9608\u503c<\/li>\n<li>\u6301\u7eed\u4f18\u5316&#xff1a;\u6536\u96c6\u7528\u6237\u53cd\u9988&#xff0c;\u4f18\u5316\u9a8c\u8bc1\u89c4\u5219<\/li>\n<h3>\u5b66\u4e60\u8fdb\u5ea6<\/h3>\n<p>\u7b2c01\u5468&#xff1a;\u4ece\u96f6\u5230\u4e00&#xff1a;\u7528 LangChain \u642d\u5efa\u623f\u4ea7 RAG \u7cfb\u7edf \u2705<br \/>\n\u7b2c02\u5468&#xff1a;LlamaIndex \u6846\u67b6\u4e0e Transformer \u2705<br \/>\n\u7b2c03\u5468&#xff1a;RAG \u4f18\u5316\u4e0e\u5411\u91cf\u6570\u636e\u5e93 \u2705<br \/>\n\u7b2c04\u5468&#xff1a;RAG \u8bc4\u4f30\u4e0e\u6570\u636e\u5904\u7406 \u2705<br \/>\n\u7b2c05\u5468&#xff1a;LangGraph \u4e0e Agent \u5f00\u53d1 \u2705<br \/>\n\u7b2c06\u5468&#xff1a;AutoGen \u4e0e CrewAI \u6846\u67b6\u5bf9\u6bd4 \u2705<br \/>\n\u7b2c07\u5468&#xff1a;Verification RAG \u9a8c\u8bc1\u673a\u5236\u589e\u5f3a \u2705 \u2190 \u672c\u6587\u6863<br \/>\n\u7b2c08\u5468&#xff1a;GraphRAG \u77e5\u8bc6\u56fe\u8c31 \u23f3<br \/>\n\u7b2c09\u5468&#xff1a;LangServe \u90e8\u7f72 &#043; Contextual Retrieval \u23f3<br \/>\n\u7b2c10\u5468&#xff1a;DSPy \u6846\u67b6\u4e0e\u7cfb\u7edf\u4f18\u5316 &#043; Agentic RAG \u23f3<br \/>\n\u7b2c11\u5468&#xff1a;ChatBI \u81ea\u7136\u8bed\u8a00\u67e5\u8be2\u7cfb\u7edf \u23f3<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u4e00\u3001\u5f00\u7bc7&#xff1a;\u5f53 AI \u5f00\u59cb\\&#8221;\u7741\u773c\u8bf4\u778e\u8bdd\\&#8221;<br \/>\n\u4e0a\u5468\u5728\u672c\u5730\u6d4b\u8bd5\u623f\u4ea7\u63a8\u8350\u7cfb\u7edf\u65f6&#xff0c;\u6211\u53d1\u73b0\u4e86\u4e00\u4e2a\u6709\u8da3\u7684\u95ee\u9898\u3002<br \/>\n\u6211\u8f93\u5165\u6d4b\u8bd5\u67e5\u8be2&#xff1a;\u201c\u671d\u9633\u533a 500 \u4e07\u5de6\u53f3\u7684\u623f\u5b50&#xff0c;\u8981\u5730\u94c1\u8fd1\u7684\u201d<br \/>\n\u7cfb\u7edf\u4fe1\u5fc3\u6ee1\u6ee1\u5730\u56de\u7b54&#xff1a;\u201c\u5f3a\u70c8\u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u603b\u4ef7\u7ea6 800 \u4e07&#xff0c;\u5730\u94c1\u4ea4\u901a\u4fbf\u5229&#xff0c;\u662f\u60a8\u7684\u7406\u60f3\u9009\u62e9&#xff01;\u201d\u6211\u4e00\u6123&#xff1a;\u6211\u660e\u660e\u67e5\u7684\u662f 500 \u4e07\u9884\u7b97&#xff0c;\u600e\u4e48\u7ed9\u6211\u63a8\u8350 800 \u4e07\u7684&amp;#xff1f<\/p>\n","protected":false},"author":2,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[50,51],"topic":[],"class_list":["post-77264","post","type-post","status-publish","format-standard","hentry","category-server","tag-50","tag-51"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v20.3 - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>RAG \u7cfb\u7edf\u7684\u201c\u7167\u5996\u955c\u201c\uff1aVerification RAG \u8ba9 AI \u4e0d\u518d\u201c\u4e00\u672c\u6b63\u7ecf\u5730\u80e1\u8bf4\u516b\u9053\u201c - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.wsisp.com\/helps\/77264.html\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"RAG \u7cfb\u7edf\u7684\u201c\u7167\u5996\u955c\u201c\uff1aVerification RAG \u8ba9 AI \u4e0d\u518d\u201c\u4e00\u672c\u6b63\u7ecf\u5730\u80e1\u8bf4\u516b\u9053\u201c - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"og:description\" content=\"\u4e00\u3001\u5f00\u7bc7&#xff1a;\u5f53 AI \u5f00\u59cb&quot;\u7741\u773c\u8bf4\u778e\u8bdd&quot; \u4e0a\u5468\u5728\u672c\u5730\u6d4b\u8bd5\u623f\u4ea7\u63a8\u8350\u7cfb\u7edf\u65f6&#xff0c;\u6211\u53d1\u73b0\u4e86\u4e00\u4e2a\u6709\u8da3\u7684\u95ee\u9898\u3002 \u6211\u8f93\u5165\u6d4b\u8bd5\u67e5\u8be2&#xff1a;\u201c\u671d\u9633\u533a 500 \u4e07\u5de6\u53f3\u7684\u623f\u5b50&#xff0c;\u8981\u5730\u94c1\u8fd1\u7684\u201d \u7cfb\u7edf\u4fe1\u5fc3\u6ee1\u6ee1\u5730\u56de\u7b54&#xff1a;\u201c\u5f3a\u70c8\u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u603b\u4ef7\u7ea6 800 \u4e07&#xff0c;\u5730\u94c1\u4ea4\u901a\u4fbf\u5229&#xff0c;\u662f\u60a8\u7684\u7406\u60f3\u9009\u62e9&#xff01;\u201d\u6211\u4e00\u6123&#xff1a;\u6211\u660e\u660e\u67e5\u7684\u662f 500 \u4e07\u9884\u7b97&#xff0c;\u600e\u4e48\u7ed9\u6211\u63a8\u8350 800 \u4e07\u7684&amp;#xff1f\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.wsisp.com\/helps\/77264.html\" \/>\n<meta property=\"og:site_name\" content=\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"article:published_time\" content=\"2026-02-24T01:41:18+00:00\" \/>\n<meta name=\"author\" content=\"admin\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"admin\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"11 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/77264.html\",\"url\":\"https:\/\/www.wsisp.com\/helps\/77264.html\",\"name\":\"RAG \u7cfb\u7edf\u7684\u201c\u7167\u5996\u955c\u201c\uff1aVerification RAG \u8ba9 AI \u4e0d\u518d\u201c\u4e00\u672c\u6b63\u7ecf\u5730\u80e1\u8bf4\u516b\u9053\u201c - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"isPartOf\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\"},\"datePublished\":\"2026-02-24T01:41:18+00:00\",\"dateModified\":\"2026-02-24T01:41:18+00:00\",\"author\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/77264.html#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.wsisp.com\/helps\/77264.html\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/77264.html#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.wsisp.com\/helps\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"RAG \u7cfb\u7edf\u7684\u201c\u7167\u5996\u955c\u201c\uff1aVerification RAG \u8ba9 AI \u4e0d\u518d\u201c\u4e00\u672c\u6b63\u7ecf\u5730\u80e1\u8bf4\u516b\u9053\u201c\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\",\"url\":\"https:\/\/www.wsisp.com\/helps\/\",\"name\":\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"description\":\"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}\"},\"query-input\":\"required name=search_term_string\"}],\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\",\"name\":\"admin\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"contentUrl\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"caption\":\"admin\"},\"sameAs\":[\"http:\/\/wp.wsisp.com\"],\"url\":\"https:\/\/www.wsisp.com\/helps\/author\/admin\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"RAG \u7cfb\u7edf\u7684\u201c\u7167\u5996\u955c\u201c\uff1aVerification RAG \u8ba9 AI \u4e0d\u518d\u201c\u4e00\u672c\u6b63\u7ecf\u5730\u80e1\u8bf4\u516b\u9053\u201c - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.wsisp.com\/helps\/77264.html","og_locale":"zh_CN","og_type":"article","og_title":"RAG \u7cfb\u7edf\u7684\u201c\u7167\u5996\u955c\u201c\uff1aVerification RAG \u8ba9 AI \u4e0d\u518d\u201c\u4e00\u672c\u6b63\u7ecf\u5730\u80e1\u8bf4\u516b\u9053\u201c - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","og_description":"\u4e00\u3001\u5f00\u7bc7&#xff1a;\u5f53 AI \u5f00\u59cb\"\u7741\u773c\u8bf4\u778e\u8bdd\" \u4e0a\u5468\u5728\u672c\u5730\u6d4b\u8bd5\u623f\u4ea7\u63a8\u8350\u7cfb\u7edf\u65f6&#xff0c;\u6211\u53d1\u73b0\u4e86\u4e00\u4e2a\u6709\u8da3\u7684\u95ee\u9898\u3002 \u6211\u8f93\u5165\u6d4b\u8bd5\u67e5\u8be2&#xff1a;\u201c\u671d\u9633\u533a 500 \u4e07\u5de6\u53f3\u7684\u623f\u5b50&#xff0c;\u8981\u5730\u94c1\u8fd1\u7684\u201d \u7cfb\u7edf\u4fe1\u5fc3\u6ee1\u6ee1\u5730\u56de\u7b54&#xff1a;\u201c\u5f3a\u70c8\u63a8\u8350\u7fe1\u7fe0\u6e7e&#xff0c;\u603b\u4ef7\u7ea6 800 \u4e07&#xff0c;\u5730\u94c1\u4ea4\u901a\u4fbf\u5229&#xff0c;\u662f\u60a8\u7684\u7406\u60f3\u9009\u62e9&#xff01;\u201d\u6211\u4e00\u6123&#xff1a;\u6211\u660e\u660e\u67e5\u7684\u662f 500 \u4e07\u9884\u7b97&#xff0c;\u600e\u4e48\u7ed9\u6211\u63a8\u8350 800 \u4e07\u7684&amp;#xff1f","og_url":"https:\/\/www.wsisp.com\/helps\/77264.html","og_site_name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","article_published_time":"2026-02-24T01:41:18+00:00","author":"admin","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"admin","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"11 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.wsisp.com\/helps\/77264.html","url":"https:\/\/www.wsisp.com\/helps\/77264.html","name":"RAG \u7cfb\u7edf\u7684\u201c\u7167\u5996\u955c\u201c\uff1aVerification RAG \u8ba9 AI \u4e0d\u518d\u201c\u4e00\u672c\u6b63\u7ecf\u5730\u80e1\u8bf4\u516b\u9053\u201c - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","isPartOf":{"@id":"https:\/\/www.wsisp.com\/helps\/#website"},"datePublished":"2026-02-24T01:41:18+00:00","dateModified":"2026-02-24T01:41:18+00:00","author":{"@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41"},"breadcrumb":{"@id":"https:\/\/www.wsisp.com\/helps\/77264.html#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.wsisp.com\/helps\/77264.html"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.wsisp.com\/helps\/77264.html#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.wsisp.com\/helps"},{"@type":"ListItem","position":2,"name":"RAG \u7cfb\u7edf\u7684\u201c\u7167\u5996\u955c\u201c\uff1aVerification RAG \u8ba9 AI \u4e0d\u518d\u201c\u4e00\u672c\u6b63\u7ecf\u5730\u80e1\u8bf4\u516b\u9053\u201c"}]},{"@type":"WebSite","@id":"https:\/\/www.wsisp.com\/helps\/#website","url":"https:\/\/www.wsisp.com\/helps\/","name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","description":"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}"},"query-input":"required name=search_term_string"}],"inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41","name":"admin","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/","url":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","contentUrl":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","caption":"admin"},"sameAs":["http:\/\/wp.wsisp.com"],"url":"https:\/\/www.wsisp.com\/helps\/author\/admin"}]}},"_links":{"self":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/77264","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/comments?post=77264"}],"version-history":[{"count":0,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/77264\/revisions"}],"wp:attachment":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/media?parent=77264"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/categories?post=77264"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/tags?post=77264"},{"taxonomy":"topic","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/topic?post=77264"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}