{"id":121417,"date":"2026-11-02T19:00:43","date_gmt":"2026-11-02T11:00:43","guid":{"rendered":"https:\/\/www.wsisp.com\/helps\/121417.html"},"modified":"2026-11-02T19:00:43","modified_gmt":"2026-11-02T11:00:43","slug":"python-%e6%99%ba%e8%83%bd%e4%bd%93%e5%bc%80%e5%8f%91%e5%ae%9e%e6%88%98-09%ef%bc%9a%e6%94%b9%e4%ba%86%e6%8f%90%e7%a4%ba%e8%af%8d%ef%bc%8c%e5%88%b0%e5%ba%95%e6%98%af%e5%8f%98%e5%a5%bd%e8%bf%98%e6%98%af","status":"publish","type":"post","link":"https:\/\/www.wsisp.com\/helps\/121417.html","title":{"rendered":"Python \u667a\u80fd\u4f53\u5f00\u53d1\u5b9e\u6218 09\uff1a\u6539\u4e86\u63d0\u793a\u8bcd\uff0c\u5230\u5e95\u662f\u53d8\u597d\u8fd8\u662f\u53d8\u574f\uff1f\u642d\u4e00\u5957\u80fd\u6253\u5206\u7684\u79bb\u7ebf\u8bc4\u6d4b"},"content":{"rendered":"

\"\u6539\u63d0\u793a\u8bcd\u4e0d\u80fd\u9760\u611f\u89c9\"<\/p>\n

\u7ed9\u300c\u542f\u660e\u82f1\u8bed\u300d\u7684\u5c0f E \u8c03\u6279\u6539\u63d0\u793a\u8bcd，\u662f\u6211\u505a\u8fd9\u4e2a\u9879\u76ee\u4ee5\u6765\u6700\u5fc3\u865a\u7684\u4e00\u6bb5\u65f6\u95f4\u3002<\/p>\n

\u6211\u6539\u4e86\u4e00\u53e5\u8bdd\u2014\u2014\u201c\u53ea\u6307\u51fa\u975e\u5e38\u786e\u5b9a\u7684\u9519\u8bef，\u62ff\u4e0d\u51c6\u7684\u5148\u522b\u62a5\u201d\u3002\u672c\u610f\u662f\u8ba9\u6279\u6539\u8bed\u6c14\u6e29\u548c\u70b9，\u522b\u628a\u521a\u8d77\u6b65\u7684\u5b66\u751f\u5413\u8dd1\u3002\u6539\u5b8c\u968f\u624b\u8bd5\u4e86\u4e09\u4e2a\u4f8b\u5b50，\u611f\u89c9\u633a\u597d，\u5c31\u4e0a\u7ebf\u4e86\u3002\u7ed3\u679c\u7b2c\u4e8c\u5929，\u8fd0\u8425\u8f6c\u6765\u4e00\u6761\u5bb6\u957f\u7684\u6d88\u606f：\u201c\u5c0f E \u6700\u8fd1\u662f\u4e0d\u662f\u51fa\u95ee\u9898\u4e86？\u5b69\u5b50\u4f5c\u6587\u91cc\u660e\u6446\u7740\u7684\u9519，\u5b83\u90fd\u4e0d\u6307\u51fa\u6765\u4e86\u3002\u201d<\/p>\n

\u6211\u56de\u53bb\u7ffb，\u53d1\u73b0\u8fd9\u53e5"\u62ff\u4e0d\u51c6\u7684\u5148\u522b\u62a5"，\u8ba9\u6a21\u578b\u628a"\u4e2d\u82f1\u6df7\u5199"\u201c\u8d85\u77ed\u53e5"\u8fd9\u7c7b\u5b83\u672c\u6765\u5c31\u4e0d\u786e\u5b9a\u7684\u53e5\u5b50，\u901a\u901a\u653e\u8fc7\u4e86\u3002\u800c\u6211\u5f53\u521d"\u968f\u624b\u8bd5\u7684\u90a3\u4e09\u4e2a\u4f8b\u5b50\u201d，\u6070\u597d\u90fd\u662f\u5b83\u6700\u62ff\u624b\u7684\u666e\u901a\u65f6\u6001\u9898\u2014\u2014\u6211\u7b49\u4e8e\u7528\u4e09\u4e2a\u6700\u597d\u7684\u4f8b\u5b50，\u7ed9\u81ea\u5df1\u4e0a\u4e86\u4e00\u9053\u969c\u773c\u6cd5\u3002<\/p>\n

\u4ece\u90a3\u5929\u8d77\u6211\u5c31\u660e\u767d\u4e86\u4e00\u4ef6\u4e8b：\u6539\u63d0\u793a\u8bcd\u8fd9\u4ef6\u4e8b，\u6ca1\u6709\u8bc4\u6d4b\u96c6\u5c31\u662f\u8d4c\u535a\u3002\u8fd9\u4e00\u7bc7，\u6211\u4eec\u628a"\u611f\u89c9"\u6362\u6210"\u5206\u6570"\u3002<\/p>\n

\u4e00\u3001\u5148\u626b\u76f2：\u4e3a\u4ec0\u4e48"\u611f\u89c9"\u9760\u4e0d\u4f4f<\/h3>\n

1. \u4f60\u8bd5\u7684\u90a3\u51e0\u4e2a\u4f8b\u5b50，\u6c38\u8fdc\u662f\u6700\u597d\u7684\u90a3\u51e0\u4e2a<\/h4>\n

\u8fd9\u662f\u4eba\u7c7b\u7684\u5929\u6027：\u6539\u5b8c\u4ee3\u7801，\u4f60\u4f1a\u4e0b\u610f\u8bc6\u6311\u51e0\u4e2a\u4f60\u6700\u719f\u6089\u3001\u6700\u53ef\u80fd\u901a\u8fc7\u7684\u4f8b\u5b50\u6765\u9a8c\u8bc1\u3002\u5b83\u4eec\u6070\u6070\u662f\u6a21\u578b\u6700\u4e0d\u5bb9\u6613\u51fa\u9519\u7684\u90a3\u4e00\u7c7b\u3002\u7ed3\u679c\u5c31\u662f"\u8bd5\u4e86\u4e09\u4e2a\u4f8b\u5b50\u5168\u5bf9"\u2014\u2014\u53ef\u4e0a\u7ebf\u540e，\u51fa\u9519\u7684\u5168\u662f\u4f60\u6ca1\u8bd5\u8fc7\u7684\u90a3\u4e00\u7c7b\u53e5\u5b50\u3002<\/p>\n

\u6240\u4ee5\u8bc4\u6d4b\u96c6\u91cc\u5fc5\u987b\u6df7\u8fdb\u53cd\u4f8b：\u672c\u6765\u5c31\u6ca1\u9519\u7684\u53e5\u5b50\u3002\u5982\u679c\u8bc4\u6d4b\u96c6\u5168\u662f"\u6709\u9519\u7684\u53e5\u5b50"，\u6a21\u578b\u53ea\u8981\u65e0\u8111\u62a5"\u65f6\u6001\u9519\u8bef"\u5c31\u80fd\u62ff\u9ad8\u5206，\u6839\u672c\u6d4b\u4e0d\u51fa\u5b83\u662f\u4e0d\u662f\u5728\u4e71\u62a5\u3002<\/p>\n

2. "\u597d"\u4e0d\u662f\u4e00\u4e2a\u6570\u5b57，\u662f\u597d\u51e0\u5c42<\/h4>\n

\u4e00\u4e2a\u6279\u6539\u7ed3\u679c\u597d\u4e0d\u597d，\u81f3\u5c11\u4e09\u5c42，\u6bcf\u5c42\u4e00\u4e2a\u6307\u6807：<\/p>\n\n\u5c42\u6b21\u56de\u7b54\u7684\u95ee\u9898\u5bf9\u5e94\u6307\u6807<\/tr>\n\n\n\n\n
\u7ed3\u679c\u5bf9\u4e0d\u5bf9<\/td>\n\u627e\u6ca1\u627e\u5230\u9519\u3001\u5224\u6ca1\u5224\u9519<\/td>\nexact_match\u3001set_f1<\/td>\n<\/tr>\n
\u683c\u5f0f\u5408\u4e0d\u5408\u89c4<\/td>\n\u7a0b\u5e8f\u80fd\u4e0d\u80fd\u89e3\u6790<\/td>\nschema_pass_rate<\/td>\n<\/tr>\n
\u4f53\u9a8c\u597d\u4e0d\u597d<\/td>\n\u957f\u4e0d\u957f\u3001\u62d2\u6ca1\u62d2\u7b54\u3001\u8bed\u6c14<\/td>\navg_length\u3001refusal_rate\u3001judge_score<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

\u53ea\u76ef"\u5bf9\u9519"\u8fd9\u4e00\u5c42，\u4f60\u4f1a\u6f0f\u6389\u6700\u8981\u547d\u7684\u95ee\u9898：\u62d2\u7b54\u3002 \u6a21\u578b\u8bf4\u4e00\u53e5"\u62b1\u6b49\u6211\u65e0\u6cd5\u56de\u7b54"，\u5728\u5bb6\u957f\u773c\u91cc\u5c31\u662f"\u5c0f E \u4eca\u5929\u4e0d\u7406\u6211"\u2014\u2014\u5b83\u6bd4\u4e71\u7b54\u66f4\u4f24\u4fe1\u4efb，\u5374\u5e38\u5e38\u4e0d\u5728"\u5bf9\u9519"\u7684\u7edf\u8ba1\u91cc\u3002<\/p>\n

3. \u8ba9\u6a21\u578b\u5f53\u88c1\u5224，\u6709\u56db\u4e2a\u5751<\/h4>\n

\u6709\u4e9b\u7ef4\u5ea6（\u89e3\u91ca\u6e05\u4e0d\u6e05\u695a\u3001\u8bed\u6c14\u50cf\u4e0d\u50cf\u8001\u5e08）\u673a\u5668\u7b97\u4e0d\u51fa\u6765，\u53ea\u80fd\u518d\u8bf7\u4e00\u4e2a\u6a21\u578b\u6765\u5224\u2014\u2014\u8fd9\u53eb LLM as judge\u3002\u5b83\u597d\u7528，\u4f46\u6709\u56db\u4e2a\u5751，\u5751\u5751\u90fd\u662f\u771f\u91d1\u767d\u94f6\u6362\u6765\u7684：<\/p>\n

  • \u8bc4\u5206\u4e0d\u7a33：\u540c\u4e00\u4efd\u7b54\u6848\u6253\u4e24\u6b21\u5206\u4e0d\u4e00\u6837 \u2192 \u88c1\u5224\u7684 temperature \u538b\u5230 0\u3002<\/li>\n
  • \u504f\u8892\u957f\u7b54\u6848：\u5199\u5f97\u957f\u5c31\u7ed9\u9ad8\u5206 \u2192 rubric \u91cc\u660e\u5199"\u957f\u4e0d\u7b49\u4e8e\u597d"\u3002<\/li>\n
  • \u6807\u51c6\u6f02\u79fb：\u4eca\u5929\u6309\u8fd9\u4e2a\u5c3a\u5ea6\u3001\u660e\u5929\u6309\u90a3\u4e2a \u2192 rubric \u56fa\u5b9a\u6210\u56db\u6863，\u5199\u6b7b\u5728\u4ee3\u7801\u91cc\u3002<\/li>\n
  • \u4f4d\u7f6e\u504f\u89c1：\u88c1\u5224\u77e5\u9053\u8fd9\u662f"\u65b0\u7248"\u5c31\u624b\u4e0b\u7559\u60c5 \u2192 \u63d0\u793a\u91cc\u7edd\u4e0d\u51fa\u73b0\u7248\u672c\u540d\u3002<\/li>\n

    4. \u7ed3\u8bba\u4e00\u53e5\u8bdd：\u8bc4\u6d4b\u8981\u7684\u662f"\u53ef\u590d\u73b0\u3001\u53ef\u5bf9\u6bd4\u3001\u6709\u53cd\u4f8b"<\/h4>\n

    \u628a\u8fd9\u4e09\u4ef6\u4e8b\u60f3\u6e05\u695a，\u540e\u9762\u6bcf\u4e2a\u6a21\u5757\u5c31\u6709\u843d\u70b9\u4e86：\u8bc4\u6d4b\u96c6\u8d1f\u8d23"\u6709\u53cd\u4f8b"，\u6307\u6807\u8d1f\u8d23"\u53ef\u590d\u73b0"，\u7248\u672c\u5bf9\u6bd4\u8d1f\u8d23"\u53ef\u5bf9\u6bd4"\u3002<\/p>\n

    \u4e8c\u3001\u5de5\u7a0b\u8bbe\u8ba1：\u516d\u4e2a\u6a21\u5757，\u4e00\u6761\u6d41\u6c34\u7ebf<\/h3>\n

    09-\u8bc4\u6d4b\u4f53\u7cfb\/
    \n\u251c\u2500\u2500 src\/
    \n\u2502 \u251c\u2500\u2500 settings.py # \u914d\u7f6e（\u590d\u7528\u7b2c 1 \u7bc7）
    \n\u2502 \u251c\u2500\u2500 llm.py # \u6a21\u578b\u5de5\u5382（\u590d\u7528\u7b2c 1 \u7bc7）
    \n\u2502 \u251c\u2500\u2500 dataset.py # \u8bc4\u6d4b\u96c6：\u6837\u672c + \u9884\u6d4b\u7ed3\u679c\u7684\u7ed3\u6784
    \n\u2502 \u251c\u2500\u2500 metrics.py # \u7ed3\u679c\u5c42\u6307\u6807（\u7eaf\u51fd\u6570）
    \n\u2502 \u251c\u2500\u2500 judge.py # LLM as judge（\u88c1\u5224）
    \n\u2502 \u251c\u2500\u2500 runner.py # \u8dd1\u6279：\u6837\u672c \u00d7 \u63d0\u793a\u8bcd \u2192 \u6307\u6807
    \n\u2502 \u251c\u2500\u2500 report.py # \u628a\u7ed3\u679c\u5199\u6210 markdown \u62a5\u544a
    \n\u2502 \u2514\u2500\u2500 compare.py # \u7248\u672c\u5bf9\u6bd4 + \u9000\u5316\u5224\u5b9a
    \n\u251c\u2500\u2500 data\/cases.jsonl # \u8bc4\u6d4b\u96c6（JSONL，\u4fbf\u4e8e diff）
    \n\u251c\u2500\u2500 tests\/ # 42 \u4e2a\u7528\u4f8b，\u79bb\u7ebf\u5168\u7eff
    \n\u2514\u2500\u2500 demo.py<\/p>\n

    \u6838\u5fc3\u601d\u60f3\u4e00\u53e5\u8bdd：\u628a"\u8003\u5377"（\u8bc4\u6d4b\u96c6）\u3001\u201c\u9605\u5377\u89c4\u5219\u201d（\u6307\u6807）\u3001\u201c\u53e6\u4e00\u4f4d\u9605\u5377\u8001\u5e08\u201d（\u88c1\u5224）\u3001\u201c\u51fa\u6210\u7ee9\u5355\u201d（\u62a5\u544a）\u3001\u201c\u6bd4\u4e24\u573a\u8003\u8bd5\u201d（\u5bf9\u6bd4）\u5f7b\u5e95\u62c6\u5f00\u3002 \u6539\u63d0\u793a\u8bcd\u53ea\u52a8"\u8003\u5377\u7684\u7b54\u5377\u4eba"，\u5176\u4f59\u4e00\u884c\u4e0d\u6539\u3002<\/p>\n

    \u4e09\u3001\u8003\u5377：\u8bc4\u6d4b\u96c6（dataset.py）<\/h3>\n

    \u5148\u8bf4\u7ed3\u6784\u3002\u4e00\u4e2a\u6837\u672c\u662f"\u4f5c\u6587 + \u4eba\u5de5\u6807\u6ce8\u7684\u671f\u671b\u7ed3\u679c + \u6807\u7b7e"：<\/p>\n

    class<\/span> EvalCase<\/span>(<\/span>BaseModel)<\/span>:<\/span>
    \n id<\/span>:<\/span> str<\/span>
    \n essay:<\/span> str<\/span> # \u5b66\u751f\u5199\u7684\u539f\u53e5<\/span>
    \n expect_error_types:<\/span> list<\/span>[<\/span>str<\/span>]<\/span> # \u4eba\u5de5\u6807\u6ce8\u7684\u9519\u8bef\u7c7b\u578b；\u65e0\u9519\u7ed9 []<\/span>
    \n expect_needs_rewrite:<\/span> bool<\/span> # \u6574\u53e5\u8981\u4e0d\u8981\u91cd\u5199<\/span>
    \n tags:<\/span> list<\/span>[<\/span>str<\/span>]<\/span> # \u6309\u6807\u7b7e\u5206\u7ec4，\u770b\u8584\u5f31\u9879<\/span><\/p>\n

    \u9519\u8bef\u7c7b\u578b\u8bcd\u8868\u548c\u4e0a\u4e00\u7bc7\u7ed3\u6784\u5316\u8f93\u51fa\u4fdd\u6301\u4e00\u81f4\u2014\u2014\u8bc4\u6d4b\u96c6\u3001\u9884\u6d4b\u3001\u6307\u6807\u4e09\u65b9\u5fc5\u987b\u8bf4\u540c\u4e00\u79cd\u8bed\u8a00，\u5426\u5219 F1 \u6c38\u8fdc\u7b97\u4e0d\u5bf9\u3002<\/p>\n

    \u771f\u6b63\u7684\u95e8\u9053\u5728\u6784\u9020\u539f\u5219，\u8fd9\u56db\u6761\u6bd4\u6837\u672c\u6570\u91cf\u91cd\u8981\u5f97\u591a：<\/p>\n

  • \u6b63\u4f8b\u8981\u6709：\u771f\u6709\u9519\u7684\u53e5\u5b50，\u8986\u76d6\u5404\u4e2a\u9519\u8bef\u7c7b\u578b\u3002<\/li>\n
  • \u53cd\u4f8b\u8981\u6709：\u672c\u6765\u5c31\u5bf9\u7684\u53e5\u5b50，\u6d4b\u6a21\u578b\u662f\u4e0d\u662f\u5728\u4e71\u62a5\u3002<\/li>\n
  • \u8fb9\u754c\u8981\u6709：a\/an\u3001arrive at\/in\u3001\u5b8c\u6210\u65f6\u914d yesterday \u8fd9\u79cd\u5bb9\u6613\u5224\u9519\u7684\u3002<\/li>\n
  • \u810f\u6570\u636e\u8981\u6709：\u8d85\u77ed\u53e5\u3001\u4e2d\u82f1\u6df7\u5199\u2014\u2014\u7ebf\u4e0a\u771f\u5b9e\u5360\u6bd4\u4e0d\u4f4e，\u8bc4\u6d4b\u96c6\u6ca1\u6709\u5c31\u662f\u76f2\u533a\u3002<\/li>\n

    \u5185\u7f6e\u96c6\u6211\u9020\u4e86 16 \u6761，\u4ece"\u666e\u901a\u65f6\u6001\u9898"\u5230"\u6628\u5929\u6211\u548c\u540c\u5b66\u53bb\u4e86\u516c\u56ed I go to park with my classmate"\u8fd9\u79cd\u6df7\u5199\u53e5\u90fd\u8986\u76d6\u3002\u5b58\u6210 JSONL \u800c\u4e0d\u662f\u4e00\u6574\u5757 JSON，\u7406\u7531\u662freview \u8bc4\u6d4b\u96c6\u662f\u5bb6\u5e38\u4fbf\u996d：git diff \u91cc\u80fd\u4e00\u773c\u770b\u6e05"\u52a0\u4e86\u54ea\u4e00\u6761"\u3002<\/p>\n

    \u8bfb\u5199\u548c\u8fc7\u6ee4\u90fd\u662f\u72ec\u7acb\u7684\u5c0f\u51fd\u6570，\u65b9\u4fbf\u6309\u9700\u53d6\u7528：<\/p>\n

    def<\/span> filter_by_tag<\/span>(<\/span>cases:<\/span> Iterable[<\/span>EvalCase]<\/span>,<\/span> tag:<\/span> str<\/span>)<\/span> –<\/span>><\/span> list<\/span>[<\/span>EvalCase]<\/span>:<\/span>
    \n """\u6309\u6807\u7b7e\u7b5b\u6837\u672c\u3002filter_by_tag(builtin_cases(), "\u53cd\u4f8b") \u5c31\u80fd\u5355\u72ec\u8dd1\u53cd\u4f8b\u3002"""<\/span>
    \n return<\/span> [<\/span>case<\/span> for<\/span> case<\/span> in<\/span> cases if<\/span> tag in<\/span> case<\/span>.<\/span>tags]<\/span><\/p>\n

    def<\/span> load_cases<\/span>(<\/span>path:<\/span> str<\/span> |<\/span> Path =<\/span> DEFAULT_CASES_PATH)<\/span> –<\/span>><\/span> list<\/span>[<\/span>EvalCase]<\/span>:<\/span>
    \n """\u4ece JSONL \u8bfb\u8bc4\u6d4b\u96c6\u3002\u7a7a\u884c\u76f4\u63a5\u8df3\u8fc7\u2014\u2014\u6709\u4eba\u7528\u7f16\u8f91\u5668\u5728\u672b\u5c3e\u7559\u4e86\u6362\u884c，\u4e0d\u8be5\u56e0\u6b64\u5d29\u3002"""<\/span>
    \n file_path =<\/span> Path(<\/span>path)<\/span>
    \n cases:<\/span> list<\/span>[<\/span>EvalCase]<\/span> =<\/span> [<\/span>]<\/span>
    \n for<\/span> line_no,<\/span> line in<\/span> enumerate<\/span>(<\/span>file_path.<\/span>read_text(<\/span>encoding=<\/span>"utf-8"<\/span>)<\/span>.<\/span>splitlines(<\/span>)<\/span>,<\/span> start=<\/span>1<\/span>)<\/span>:<\/span>
    \n if<\/span> not<\/span> line.<\/span>strip(<\/span>)<\/span>:<\/span>
    \n continue<\/span>
    \n try<\/span>:<\/span>
    \n cases.<\/span>append(<\/span>EvalCase.<\/span>model_validate_json(<\/span>line)<\/span>)<\/span>
    \n except<\/span> ValueError as<\/span> exc:<\/span>
    \n raise<\/span> ValueError(<\/span>f"<\/span>{<\/span>file_path}<\/span><\/span> \u7b2c <\/span>{<\/span>line_no}<\/span><\/span> \u884c\u4e0d\u662f\u5408\u6cd5\u7684\u6837\u672c：<\/span>{<\/span>exc}<\/span><\/span>"<\/span><\/span>)<\/span> from<\/span> exc
    \n return<\/span> cases<\/p>\n

    \u4e24\u4e2a\u7ec6\u8282：filter_by_tag \u8ba9\u4f60\u80fd\u5355\u72ec\u8dd1"\u53cd\u4f8b"\u8fd9\u4e00\u7c7b\u2014\u2014\u6392\u67e5"\u6a21\u578b\u662f\u4e0d\u662f\u5728\u4e71\u62a5"\u65f6\u7279\u522b\u6709\u7528；load_cases \u9047\u5230\u574f\u884c\u62a5\u51fa\u5177\u4f53\u884c\u53f7\u800c\u4e0d\u662f\u6574\u4efd\u89e3\u6790\u5931\u8d25，\u574f\u6570\u636e\u53ea\u6c61\u67d3\u4e00\u884c\u3002<\/p>\n

    \u56db\u3001\u9605\u5377\u89c4\u5219：\u7ed3\u679c\u5c42\u6307\u6807（metrics.py）<\/h3>\n

    \u8fd9\u4e00\u5c42\u662f\u5168\u9879\u76ee\u6700\u8be5\u88ab\u5355\u6d4b\u9489\u6b7b\u7684\u5730\u65b9\u2014\u2014\u6307\u6807\u9519\u4e86，\u540e\u9762\u6240\u6709\u7ed3\u8bba\u5168\u9519，\u800c\u4e14\u9519\u5f97\u7279\u522b\u5b89\u9759\u3002\u6240\u4ee5\u8fd9\u91cc\u7684\u6bcf\u4e2a\u51fd\u6570\u90fd\u662f\u7eaf\u51fd\u6570：\u8f93\u5165\u662f\u6570\u636e，\u8f93\u51fa\u662f\u6570\u5b57，\u4e0d\u4ea7\u751f\u526f\u4f5c\u7528，\u7a7a\u8f93\u5165\u6709\u660e\u786e\u5b9a\u4e49\u3002<\/p>\n

    \u5148\u770b\u4e24\u4e2a\u6700\u6838\u5fc3\u7684：<\/p>\n

    def<\/span> exact_match<\/span>(<\/span>case<\/span>:<\/span> EvalCase,<\/span> pred:<\/span> Prediction)<\/span> –<\/span>><\/span> float<\/span>:<\/span>
    \n """\u9519\u8bef\u7c7b\u578b\u96c6\u5408\u76f8\u7b49，\u4e14"\u8981\u4e0d\u8981\u91cd\u5199"\u4e5f\u4e00\u81f4，\u624d\u7b97 1.0\u3002"""<\/span>
    \n if<\/span> pred.<\/span>refused:<\/span>
    \n return<\/span> 0.0<\/span>
    \n types_ok =<\/span> set<\/span>(<\/span>case<\/span>.<\/span>expect_error_types)<\/span> ==<\/span> set<\/span>(<\/span>pred.<\/span>error_types)<\/span>
    \n rewrite_ok =<\/span> case<\/span>.<\/span>expect_needs_rewrite ==<\/span> pred.<\/span>needs_rewrite
    \n return<\/span> 1.0<\/span> if<\/span> types_ok and<\/span> rewrite_ok else<\/span> 0.0<\/span><\/p>\n

    \u4e3a\u4ec0\u4e48\u8fd9\u4e48\u82db\u523b？\u56e0\u4e3a"\u7c7b\u578b\u9519"\u548c"\u91cd\u5199\u5224\u65ad\u9519"\u8bb2\u7684\u662f\u4e24\u4ef6\u4e8b：\u524d\u8005\u8ba9\u5b66\u751f\u6539\u9519\u5730\u65b9，\u540e\u8005\u8ba9\u524d\u7aef\u8981\u4e48\u4e0d\u7ed9\u6539\u5199\u3001\u8981\u4e48\u767d\u7ed9\u4e00\u6b21\u6539\u5199\u3002\u5bbd\u677e\u7684\u6307\u6807\u4f1a\u63a9\u76d6"\u4e00\u534a\u5bf9\u4e00\u534a\u9519"，\u90a3\u79cd\u7248\u672c\u4e0a\u7ebf\u6700\u5371\u9669\u3002<\/p>\n

    \u518d\u770b\u4e00\u4e2a\u6211\u5728\u7ebf\u4e0a\u8e29\u51fa\u6765\u7684\u5751，\u5c31\u85cf\u5728 set_f1 \u91cc：<\/p>\n

    def<\/span> set_f1<\/span>(<\/span>expected,<\/span> predicted)<\/span> –<\/span>><\/span> float<\/span>:<\/span>
    \n exp,<\/span> got =<\/span> set<\/span>(<\/span>expected)<\/span>,<\/span> set<\/span>(<\/span>predicted)<\/span>
    \n if<\/span> not<\/span> exp and<\/span> not<\/span> got:<\/span>
    \n return<\/span> 1.0<\/span> # "\u672c\u6765\u5c31\u6ca1\u9519\u3001\u6a21\u578b\u4e5f\u8bf4\u6ca1\u9519"\u662f\u5224\u5bf9\u4e86，\u4e0d\u662f"\u4ec0\u4e48\u90fd\u6ca1\u5224"<\/span>
    \n .<\/span>.<\/span>.<\/span><\/p>\n

    \u4e24\u4e2a\u7a7a\u96c6\u8fd4\u56de 1.0 \u662f\u523b\u610f\u7684\u5b9a\u4e49\u3002\u65e9\u671f\u6211\u628a\u5b83\u5b9a\u4e49\u6210 0，\u7ed3\u679c\u53cd\u4f8b\u4e00\u591a，\u8bc4\u6d4b\u5206\u6570\u96c6\u4f53\u8df3\u6c34，\u6211\u8fd8\u4ee5\u4e3a\u6a21\u578b\u53d8\u5dee\u4e86\u2014\u2014\u5176\u5b9e\u662f\u6307\u6807\u5b9a\u4e49\u53cd\u4e86，\u628a"\u6b63\u786e\u8bc6\u522b\u65e0\u9519"\u5f53\u6210\u4e86"\u6ca1\u5e72\u6d3b"\u3002\u5982\u679c\u4e0d\u5835\u4f4f\u8fd9\u4e2a，\u6a21\u578b\u4f1a\u5b66\u4f1a"\u5b81\u53ef\u4e71\u62a5"\u3002<\/p>\n

    \u62d2\u7b54\u7684\u5224\u5b9a\u4e5f\u503c\u5f97\u5355\u72ec\u8bf4\u3002\u8fd9\u91cc\u7528\u4e86\u4e00\u5f20"\u6d3b\u7684"\u8bcd\u8868：<\/p>\n

    REFUSAL_MARKERS =<\/span> (<\/span>"\u62b1\u6b49"<\/span>,<\/span> "\u4e0d\u597d\u610f\u601d"<\/span>,<\/span> "\u6211\u4e0d\u80fd"<\/span>,<\/span> "\u6211\u65e0\u6cd5"<\/span>,<\/span> "\u6ca1\u6cd5"<\/span>,<\/span> "\u65e0\u6cd5\u56de\u7b54"<\/span>,<\/span> "\u4f5c\u4e3a\u4e00\u4e2aAI"<\/span>,<\/span> "\u4f5c\u4e3aAI"<\/span>)<\/span><\/p>\n

    \u7ebf\u4e0a\u770b\u5230\u65b0\u7684\u62d2\u7b54\u8bdd\u672f，\u5c31\u5f80\u91cc\u52a0，\u5e76\u4e14\u52a0\u7684\u65f6\u5019\u987a\u624b\u8865\u4e00\u6761\u6d4b\u8bd5，\u522b\u8ba9\u5b83\u53d8\u6210\u6ca1\u4eba\u6562\u52a8\u7684\u9ed1\u7bb1\u3002<\/p>\n

    \u6700\u540e\u8fd8\u6709\u4e00\u5f20"\u65b9\u5411\u8868"，\u5b83\u662f\u6307\u6807\u548c"\u9000\u5316\u5224\u5b9a"\u4e4b\u95f4\u7684\u6865\u6881\u2014\u2014\u6bcf\u4e2a\u6307\u6807\u5230\u5e95\u8d8a\u5927\u8d8a\u597d\u3001\u8d8a\u5c0f\u8d8a\u597d，\u8fd8\u662f\u53ea\u770b\u4e0d\u5224：<\/p>\n

    METRIC_DIRECTION =<\/span> {<\/span>
    \n "exact_match"<\/span>:<\/span> 1<\/span>,<\/span> # \u8d8a\u5927\u8d8a\u597d<\/span>
    \n "set_f1"<\/span>:<\/span> 1<\/span>,<\/span>
    \n "schema_pass_rate"<\/span>:<\/span> 1<\/span>,<\/span>
    \n "judge_score"<\/span>:<\/span> 1<\/span>,<\/span>
    \n "refusal_rate"<\/span>:<\/span> –<\/span>1<\/span>,<\/span> # \u8d8a\u5c0f\u8d8a\u597d<\/span>
    \n "avg_latency_ms"<\/span>:<\/span> –<\/span>1<\/span>,<\/span>
    \n "avg_length"<\/span>:<\/span> 0<\/span>,<\/span> # \u53ea\u770b\u4e0d\u5224<\/span>
    \n "judge_parse_fail_rate"<\/span>:<\/span> –<\/span>1<\/span>,<\/span>
    \n}<\/span><\/p>\n

    avg_length \u4e3a\u4ec0\u4e48"\u53ea\u770b\u4e0d\u5224"？\u56e0\u4e3a\u6279\u6539\u4e0d\u662f\u8d8a\u957f\u8d8a\u597d，\u4f46\u4e5f\u53ef\u80fd\u662f\u4f60\u6545\u610f\u52a0\u4e86\u4e00\u53e5"\u8bf7\u8be6\u7ec6\u89e3\u91ca"\u3002\u5b83\u5355\u72ec\u770b\u6ca1\u6709\u597d\u574f，\u8981\u770b\u7684\u662f\u4e24\u4e2a\u7248\u672c\u4e4b\u95f4\u7684\u5dee\u503c\u3002\u6240\u4ee5\u65b9\u5411\u8868\u91cc\u5b83\u4e0d\u8fdb\u5224\u5b9a，\u53ea\u5728\u62a5\u544a\u91cc\u5c55\u793a\u3002<\/p>\n

    \"\u4e09\u5c42\u6307\u6807\u5404\u7ba1\u4e00\u5c42\"<\/p>\n

    \u4e94\u3001\u53e6\u4e00\u4f4d\u9605\u5377\u8001\u5e08：LLM as judge（judge.py）<\/h3>\n

    \u7ed3\u679c\u5c42\u53ea\u80fd\u5224"\u7c7b\u578b\u5bf9\u4e0d\u5bf9"，\u5224\u4e0d\u4e86"\u89e3\u91ca\u8bf4\u6e05\u6ca1\u6709"\u201c\u6709\u6ca1\u6709\u7f16\u4e00\u4e2a\u4e0d\u5b58\u5728\u7684\u9519\u201d\u3002\u8fd9\u90e8\u5206\u4ea4\u7ed9\u88c1\u5224\u6a21\u578b\u3002<\/p>\n

    \u88c1\u5224\u7684 rubric \u5199\u6b7b\u5728\u4ee3\u7801\u91cc，\u56db\u6863（1-4 \u5206），\u6863\u4f4d\u518d\u591a\u88c1\u5224\u81ea\u5df1\u90fd\u5206\u4e0d\u6e05 6 \u548c 7 \u7684\u533a\u522b：<\/p>\n

    4 \u5206 \u00b7 \u5b8c\u5168\u53ef\u7528：\u9519\u8bef\u7c7b\u578b\u4e0e\u53c2\u8003\u8981\u70b9\u4e00\u81f4，\u6ca1\u6709\u7f16\u9020，\u89e3\u91ca\u4e00\u53e5\u8bdd\u8bf4\u6e05
    \n3 \u5206 \u00b7 \u57fa\u672c\u53ef\u7528：\u4e3b\u8981\u9519\u8bef\u6293\u5230，\u4f46\u6f0f\u4e00\u5904\u6b21\u8981\u9519\u8bef，\u6216\u89e3\u91ca\u504f\u5570\u55e6
    \n2 \u5206 \u00b7 \u6709\u95ee\u9898：\u6f0f\u6389\u53c2\u8003\u8981\u70b9\u91cc\u7684\u9519\u8bef，\u6216\u591a\u62a5\u4e86\u6ca1\u6709\u7684\u9519\u8bef
    \n1 \u5206 \u00b7 \u4e0d\u53ef\u7528：\u6ca1\u627e\u5230\u9519\u8bef\u3001\u628a\u6709\u9519\u5224\u6210\u65e0\u9519\u3001\u7b54\u975e\u6240\u95ee\u3001\u6216\u5e72\u8106\u62d2\u7b54<\/p>\n

    \u56db\u6761\u786c\u6027\u8981\u6c42\u91cc，\u6700\u5173\u952e\u7684\u662f\u8fd9\u6761\u2014\u2014\u201c\u5199\u5f97\u591a\u4e0d\u7b49\u4e8e\u5199\u5f97\u597d\u201d，\u4e0d\u8981\u56e0\u4e3a\u6587\u672c\u957f\u5c31\u7ed9\u9ad8\u5206\u3002\u8fd9\u662f\u5bf9"\u504f\u8892\u957f\u7b54\u6848"\u8fd9\u4e2a\u5751\u7684\u76f4\u63a5\u56de\u5e94\u3002<\/p>\n

    \u4f4d\u7f6e\u504f\u89c1\u600e\u4e48\u9632？\u770b\u8fd9\u4e2a\u51fd\u6570\u7684\u7b7e\u540d：<\/p>\n

    def<\/span> build_judge_messages<\/span>(<\/span>case<\/span>:<\/span> EvalCase,<\/span> pred:<\/span> Prediction)<\/span> –<\/span>><\/span> list<\/span>:<\/span>
    \n """\u6e32\u67d3\u7ed9\u88c1\u5224\u770b\u7684\u6d88\u606f\u3002
    \n \u6ce8\u610f\u7b7e\u540d\u91cc\u6ca1\u6709\u7248\u672c\u53f7\u8fd9\u4e2a\u53c2\u6570\u2014\u2014\u8fd9\u662f\u523b\u610f\u7684\u3002
    \n \u60f3\u7ed9\u88c1\u5224\u585e"\u8fd9\u662f\u65b0\u7248"，\u4f60\u5f97\u5148\u6539\u8fd9\u4e2a\u51fd\u6570\u7b7e\u540d，
    \n \u800c\u6539\u52a8\u4f1a\u649e\u4e0a\u6d4b\u8bd5\u91cc\u90a3\u6761"\u63d0\u793a\u91cc\u4e0d\u8bb8\u51fa\u73b0\u7248\u672c\u540d"\u3002
    \n """<\/span><\/p>\n

    \u7528\u51fd\u6570\u7b7e\u540d\u6321\u4f4f\u4f4d\u7f6e\u504f\u89c1，\u6bd4\u9760\u81ea\u89c9\u9760\u8c31\u3002\u88c1\u5224\u89e3\u6790\u8fd8\u8981\u505a\u4e09\u7ea7\u515c\u5e95，\u4e00\u7ea7\u6bd4\u4e00\u7ea7\u677e：<\/p>\n

    def<\/span> parse_judge_reply<\/span>(<\/span>text:<\/span> str<\/span>)<\/span> –<\/span>><\/span> JudgeResult:<\/span>
    \n raw =<\/span> _strip_fence(<\/span>text or<\/span> ""<\/span>)<\/span> # \u5148\u53bb\u6389 ```json \u56f4\u680f<\/span>
    \n try<\/span>:<\/span>
    \n data =<\/span> json.<\/span>loads(<\/span>raw)<\/span> # 1. \u6574\u6bb5\u5c31\u662f JSON<\/span>
    \n except<\/span> (<\/span>json.<\/span>JSONDecodeError,<\/span> TypeError)<\/span>:<\/span>
    \n data =<\/span> None<\/span><\/p>\n

    if<\/span> isinstance<\/span>(<\/span>data,<\/span> dict<\/span>)<\/span>:<\/span>
    \n score =<\/span> data.<\/span>get(<\/span>"score"<\/span>)<\/span>
    \n if<\/span> isinstance<\/span>(<\/span>score,<\/span> (<\/span>int<\/span>,<\/span> float<\/span>)<\/span>)<\/span> and<\/span> 1<\/span> <=<\/span> int<\/span>(<\/span>score)<\/span> <=<\/span> 4<\/span>:<\/span>
    \n return<\/span> JudgeResult(<\/span>score=<\/span>int<\/span>(<\/span>score)<\/span>,<\/span> reason=<\/span>str<\/span>(<\/span>data.<\/span>get(<\/span>"reason"<\/span>)<\/span> or<\/span> ""<\/span>)<\/span>,<\/span> ok=<\/span>True<\/span>)<\/span><\/p>\n

    hit =<\/span> re.<\/span>search(<\/span>r'"score"\\\\s*[:：]\\\\s*([1-4])'<\/span>,<\/span> raw)<\/span> # 2. \u6563\u6587\u91cc\u62a0\u5206\u6570<\/span>
    \n if<\/span> not<\/span> hit:<\/span>
    \n hit =<\/span> re.<\/span>search(<\/span>r"[\u7ed9\u6253]?\\\\s*\u5206?\\\\s*[:：]?\\\\s*([1-4])\\\\s*\u5206"<\/span>,<\/span> raw)<\/span>
    \n if<\/span> hit:<\/span>
    \n return<\/span> JudgeResult(<\/span>score=<\/span>int<\/span>(<\/span>hit.<\/span>group(<\/span>1<\/span>)<\/span>)<\/span>,<\/span> reason=<\/span>"\u683c\u5f0f\u4e0d\u5408\u89c4\u4f46\u5206\u503c\u53ef\u7528"<\/span>,<\/span> ok=<\/span>True<\/span>)<\/span><\/p>\n

    return<\/span> JudgeResult(<\/span>score=<\/span>0<\/span>,<\/span> reason=<\/span>"\u88c1\u5224\u8f93\u51fa\u65e0\u6cd5\u89e3\u6790，\u5df2\u6309 0 \u5206\u8ba1\u5165"<\/span>,<\/span> ok=<\/span>False<\/span>)<\/span> # 3. \u653e\u5f03<\/span><\/p>\n

    \u88c1\u5224\u81ea\u5df1\u8bf4\u4e0d\u6e05\u695a\u65f6，\u4e0d\u9759\u9ed8\u4e22\u6389，\u800c\u662f\u7ed9 0 \u5206\u5e76\u5355\u72ec\u7acb\u4e00\u4e2a judge_parse_fail_rate\u3002\u88c1\u5224\u4e0d\u7a33\u5b9a，\u8fd9\u6279\u5206\u6570\u5c31\u4e0d\u8be5\u88ab\u4fe1\u4efb\u3002<\/p>\n

    \u516d\u3001\u8dd1\u6279：\u4e00\u6b21\u8bc4\u6d4b\u600e\u4e48\u843d\u5730（runner.py）<\/h3>\n

    \u8dd1\u6279\u903b\u8f91\u91cc\u6709\u4e24\u4e2a\u8bbe\u8ba1\u51b3\u5b9a，\u90fd\u5199\u5728\u6ce8\u91ca\u91cc：<\/p>\n

  • \u5e76\u53d1\u56fa\u5b9a\u4e3a 1\u3002 \u79bb\u7ebf\u8bc4\u6d4b\u8981\u7684\u662f\u53ef\u590d\u73b0，\u4e0d\u662f\u5feb\u3002\u5e76\u53d1\u4f1a\u6253\u4e71\u987a\u5e8f（\u987a\u5e8f\u5047\u6a21\u578b\u5c31\u9519\u4f4d\u4e86）\u3001\u8ba9\u8017\u65f6\u5931\u771f\u3001\u8ba9\u5931\u8d25\u96be\u5b9a\u4f4d\u3002<\/li>\n
  • prompt_builder \u662f\u5165\u53c2\u3002 \u8dd1\u6279\u903b\u8f91\u4e0d\u8be5\u77e5\u9053\u63d0\u793a\u8bcd\u957f\u4ec0\u4e48\u6837\u3002\u4f20\u8fdb\u6765\u4e00\u4e2a"\u4f5c\u6587 \u2192 \u6d88\u606f\u5217\u8868"\u7684\u51fd\u6570，\u540c\u4e00\u5957\u4ee3\u7801\u5c31\u80fd\u8dd1 A \u7248\u548c B \u7248\u3002<\/li>\n

    \u89e3\u6790\u6a21\u578b\u8f93\u51fa\u65f6，\u6709\u4e00\u6761\u7279\u522b\u91cd\u8981\u7684\u7eaa\u5f8b：\u89e3\u6790\u5931\u8d25\u4e0d\u7b97\u5f02\u5e38，\u5b83\u662f\u4e00\u6761\u4fe1\u606f\u91cf\u6781\u9ad8\u7684\u7ed3\u679c\u2014\u2014schema_pass_rate \u5c31\u662f\u9760\u5b83\u7b97\u51fa\u6765\u7684\u3002\u6240\u4ee5 parse_prediction \u8fd4\u56de schema_ok=False，\u7edd\u4e0d\u629b\u5f02\u5e38\u4e2d\u65ad\u8dd1\u6279：<\/p>\n

    try<\/span>:<\/span>
    \n data =<\/span> json.<\/span>loads(<\/span>payload)<\/span>
    \nexcept<\/span> (<\/span>json.<\/span>JSONDecodeError,<\/span> TypeError)<\/span>:<\/span>
    \n return<\/span> Prediction(<\/span>case_id=<\/span>case_id,<\/span> raw=<\/span>raw,<\/span> schema_ok=<\/span>False<\/span>,<\/span> .<\/span>.<\/span>.<\/span>)<\/span><\/p>\n

    \u6b64\u5916，\u9519\u8bef\u7c7b\u578b\u5fc5\u987b\u843d\u5728\u8bcd\u8868\u5185\u2014\u2014\u6a21\u578b\u81ea\u521b\u4e00\u4e2a"\u8bed\u6cd5\u9519\u8bef"\u8fd9\u79cd\u7c7b\u578b，\u524d\u7aef\u62ff\u53bb\u5206\u7ec4\u7edf\u8ba1\u5c31\u4f1a\u591a\u51fa\u4e00\u7c7b，\u5c5e\u4e8e\u9759\u9ed8\u6c61\u67d3\u3002<\/p>\n

    \u8dd1\u6279\u7684\u4e3b\u5faa\u73af\u5f88\u6734\u7d20，\u5c31\u4e09\u6b65：\u9884\u6d4b \u2192 \u7b97\u7ed3\u679c\u6307\u6807 \u2192 \u53ef\u9009\u5730\u8bf7\u88c1\u5224\u6253\u5206：<\/p>\n

    for<\/span> case<\/span> in<\/span> selected:<\/span>
    \n started =<\/span> time.<\/span>perf_counter(<\/span>)<\/span>
    \n reply =<\/span> llm.<\/span>invoke(<\/span>prompt_builder(<\/span>case<\/span>.<\/span>essay)<\/span>)<\/span> # 1) \u9884\u6d4b<\/span>
    \n latency_ms =<\/span> int<\/span>(<\/span>(<\/span>time.<\/span>perf_counter(<\/span>)<\/span> –<\/span> started)<\/span> *<\/span> 1000<\/span>)<\/span>
    \n raw =<\/span> getattr<\/span>(<\/span>reply,<\/span> "content"<\/span>,<\/span> None<\/span>)<\/span><\/p>\n

    pred =<\/span> parse_prediction(<\/span>case<\/span>.<\/span>id<\/span>,<\/span> raw,<\/span> latency_ms=<\/span>latency_ms)<\/span><\/p>\n

    result =<\/span> CaseResult(<\/span> # 2) \u7ed3\u679c\u5c42\u6307\u6807<\/span>
    \n case<\/span>=<\/span>case<\/span>,<\/span> pred=<\/span>pred,<\/span>
    \n exact=<\/span>exact_match(<\/span>case<\/span>,<\/span> pred)<\/span>,<\/span>
    \n f1=<\/span>set_f1(<\/span>case<\/span>.<\/span>expect_error_types,<\/span> pred.<\/span>error_types)<\/span>,<\/span>
    \n )<\/span>
    \n if<\/span> judge_llm is<\/span> not<\/span> None<\/span>:<\/span> # 3) \u88c1\u5224（\u53ef\u9009）<\/span>
    \n result.<\/span>judge_result =<\/span> judge(<\/span>judge_llm,<\/span> case<\/span>,<\/span> pred)<\/span>
    \n results.<\/span>append(<\/span>result)<\/span><\/p>\n

    \u6ce8\u610f latency_ms \u4ece\u9884\u6d4b\u524d\u540e\u6390\u8868\u5f97\u6765，\u79bb\u7ebf\u5047\u6a21\u578b\u4e0b\u5b83\u63a5\u8fd1 0，\u771f\u673a\u8dd1\u624d\u6709\u610f\u4e49\u2014\u2014\u6240\u4ee5\u62a5\u544a\u91cc\u5b83\u4f1a\u5982\u5b9e\u663e\u793a，\u4e0d\u5047\u88c5\u6d4b\u51fa\u4e86\u6027\u80fd\u3002<\/p>\n

    \u4e03\u3001\u7248\u672c\u5bf9\u6bd4：\u6539\u52a8\u7b97\u4e0d\u7b97\u9000\u5316（compare.py）<\/h3>\n

    \u8fd9\u662f\u6574\u5957\u4f53\u7cfb\u91cc\u6700"\u72e0"\u3001\u4e5f\u6700\u503c\u94b1\u7684\u4e00\u73af\u3002\u5224\u5b9a\u89c4\u5219\u53ea\u6709\u4e00\u53e5\u8bdd：<\/p>\n

    \u4efb\u4e00\u6838\u5fc3\u6307\u6807\u671d\u574f\u7684\u65b9\u5411\u6389\u8fc7\u9608\u503c，\u5c31\u5224\u9000\u5316\u3002<\/p>\n

    \u4e0d\u662f"\u603b\u5206\u6389\u4e86\u624d\u7b97"，\u4e0d\u662f"\u4e09\u9879\u91cc\u4e24\u9879\u6389\u4e86\u624d\u7b97"\u3002\u4e3a\u4ec0\u4e48\u8fd9\u4e48\u786c？\u56e0\u4e3a\u63d0\u793a\u8bcd\u6539\u52a8\u6700\u5e38\u89c1\u7684\u5931\u8d25\u6a21\u5f0f\u5c31\u662f\u62c6\u4e1c\u5899\u8865\u897f\u5899\u2014\u2014\u51c6\u786e\u7387\u6da8 2 \u4e2a\u70b9，\u62d2\u7b54\u7387\u6da8 5 \u4e2a\u70b9；\u603b\u5206\u597d\u770b，\u5bb6\u957f\u90a3\u8fb9\u70b8\u4e86\u3002<\/p>\n

    CORE_METRICS =<\/span> (<\/span>"exact_match"<\/span>,<\/span> "set_f1"<\/span>,<\/span> "schema_pass_rate"<\/span>,<\/span> "judge_score"<\/span>,<\/span> "refusal_rate"<\/span>)<\/span><\/p>\n

    def<\/span> _delta_is_bad<\/span>(<\/span>delta,<\/span> direction,<\/span> threshold)<\/span> –<\/span>><\/span> bool<\/span>:<\/span>
    \n if<\/span> direction ><\/span> 0<\/span>:<\/span> # \u8d8a\u5927\u8d8a\u597d<\/span>
    \n return<\/span> delta <<\/span> –<\/span>threshold
    \n return<\/span> delta ><\/span> threshold # \u8d8a\u5c0f\u8d8a\u597d<\/span><\/p>\n

    \u8fd8\u6709\u4e00\u5904\u8ba9\u6211\u7701\u8fc7\u5f88\u591a\u4e8b\u7684：\u6309\u6807\u7b7e\u770b\u8584\u5f31\u9879\u3002\u603b\u5206\u6ca1\u6389，\u4e0d\u4ee3\u8868\u6bcf\u7c7b\u53e5\u5b50\u90fd\u6ca1\u6389\u3002\u5bf9\u6bd4\u7ed3\u679c\u91cc\u4e13\u95e8\u7b97\u6bcf\u4e2a\u6807\u7b7e\u7684\u5dee\u503c，\u6311\u51fa"\u6389\u5f97\u6700\u72e0\u7684\u6807\u7b7e"\u2014\u2014\u5b83\u5f80\u5f80\u5c31\u662f\u5bb6\u957f\u6295\u8bc9\u7684\u90a3\u7c7b\u53e5\u5b50，\u53ea\u770b\u603b\u5206\u5f88\u5bb9\u6613\u628a\u5b83\u653e\u8fc7\u53bb\u3002\u6311"\u6700\u72e0"\u65f6\u8fd8\u6709\u4e2a\u53cd\u76f4\u89c9\u7684\u7ec6\u8282：\u5dee\u503c\u76f8\u540c\u65f6\u6309\u6837\u672c\u6570\u591a\u7684\u7b97，\u56e0\u4e3a 2 \u6761\u6837\u672c\u7684\u6807\u7b7e\u6389 1.0，\u6bd4 1 \u6761\u6837\u672c\u7684\u66f4\u6709\u8bf4\u670d\u529b，\u53ea\u6309\u5dee\u503c\u6392\u4f1a\u5148\u6307\u7ed9\u4f60\u4e00\u4e2a\u53ea\u6709\u4e00\u6761\u6837\u672c\u7684\u7c7b\u76ee，\u4f60\u7167\u7740\u6539\u534a\u5929，\u771f\u5b9e\u95ee\u9898\u8fd8\u5728\u522b\u5904\u3002<\/p>\n

    \"\u7248\u672c\u5bf9\u6bd4\"<\/p>\n

    \u516b\u3001\u51fa\u6210\u7ee9\u5355：\u62a5\u544a（report.py）<\/h3>\n

    \u6307\u6807\u7b97\u51fa\u6765，\u8fd8\u5f97\u53d8\u6210\u4eba\u80fd\u770b\u7684\u4e1c\u897f\u3002\u62a5\u544a\u6a21\u5757\u628a\u4e00\u6b21\u8bc4\u6d4b\u6e32\u67d3\u6210 markdown：\u603b\u4f53\u6307\u6807\u4e00\u5f20\u8868，\u5931\u8d25\u6837\u4f8b\u4e00\u5f20\u6e05\u5355，\u6309\u6807\u7b7e\u5206\u7ec4\u7684\u8584\u5f31\u9879\u4e00\u6bb5\u3002\u8dd1\u6279\u7ed3\u675f\u987a\u624b\u843d\u4e00\u4efd\u6587\u4ef6\u5230 reports\/，\u6587\u4ef6\u540d\u5e26\u4e0a\u65e5\u671f\u548c\u7248\u672c\u53f7，\u8bc4\u6d4b\u7ed3\u679c\u5c31\u5929\u7136\u5e26\u4e0a\u4e86\u65f6\u95f4\u7ebf\u2014\u2014\u4e09\u4e2a\u6708\u540e\u60f3\u56de\u770b"\u5f53\u65f6\u8fd9\u4e2a\u7248\u672c\u662f\u591a\u5c11\u5206"，\u7ffb\u76ee\u5f55\u5c31\u884c\u3002<\/p>\n

    \u8fd9\u91cc\u4e5f\u5b88\u7740\u4e00\u4e2a\u8bda\u5b9e\u539f\u5219：\u6ca1\u8dd1\u88c1\u5224\u5c31\u4e0d\u8981\u5047\u88c5\u6253\u8fc7\u5206\u3002aggregate \u53ea\u5728\u771f\u7684\u4f20\u4e86\u88c1\u5224\u65f6，\u624d\u8f93\u51fa judge_score \u548c judge_parse_fail_rate \u4e24\u9879，\u5b81\u53ef\u7f3a\u4e00\u9879，\u4e5f\u4e0d\u586b 0 \u9a97\u4eba\u3002\u8bc4\u6d4b\u4f53\u7cfb\u6700\u6015\u7684\u4e0d\u662f"\u5206\u6570\u4e0d\u597d\u770b"，\u800c\u662f"\u5206\u6570\u662f\u5047\u7684"\u3002<\/p>\n

    \u4e5d\u3001\u8dd1\u8d77\u6765：\u771f\u5b9e\u5bf9\u6bd4<\/h3>\n

    python demo.py，\u5168\u7a0b\u79bb\u7ebf\u3002\u4e24\u4e2a\u7248\u672c\u5171\u7528\u540c\u4e00\u6279 16 \u6761\u7528\u4f8b，\u552f\u4e00\u7684\u533a\u522b\u662f system prompt \u91cc\u90a3\u53e5"\u62ff\u4e0d\u51c6\u7684\u5148\u522b\u62a5"：<\/p>\n

    \u3010\u57fa\u7ebf\u62a5\u544a\u3011\u4e25\u683c\u7248
    \n| \u4e25\u683c\u4e00\u81f4\u7387 | 1.000 |
    \n| \u9519\u8bef\u7c7b\u578b\u96c6\u5408 F1 | 1.000 |
    \n| \u7ed3\u6784\u5316\u901a\u8fc7\u7387 | 1.000 |
    \n| \u88c1\u5224\u5747\u5206（1-4 \u5206） | 3.938 |
    \n| \u62d2\u7b54\u7387 | 0.000 |<\/p>\n

    \u3010\u5019\u9009\u62a5\u544a\u3011\u5bbd\u677e\u7248
    \n| \u4e25\u683c\u4e00\u81f4\u7387 | 0.812 |
    \n| \u9519\u8bef\u7c7b\u578b\u96c6\u5408 F1 | 0.875 |
    \n| \u7ed3\u6784\u5316\u901a\u8fc7\u7387 | 0.938 |
    \n| \u88c1\u5224\u5747\u5206（1-4 \u5206） | 3.188 |
    \n| \u62d2\u7b54\u7387 | 0.062 |<\/p>\n

    \u7248\u672c\u5bf9\u6bd4\u7684\u7ed3\u8bba\u4e00\u9488\u89c1\u8840：<\/p>\n

    | exact_match | 1.000 | 0.812 | -0.188 | \u9000\u5316 \u26a0\ufe0f |
    \n| set_f1 | 1.000 | 0.875 | -0.125 | \u9000\u5316 \u26a0\ufe0f |
    \n| schema_pass_rate | 1.000 | 0.938 | -0.062 | \u9000\u5316 \u26a0\ufe0f |
    \n| refusal_rate | 0.000 | 0.062 | +0.062 | \u9000\u5316 \u26a0\ufe0f |
    \n| judge_score | 3.938 | 3.188 | -0.750 | \u9000\u5316 \u26a0\ufe0f |<\/p>\n

    \u7ed3\u8bba：\u9000\u5316，\u672c\u6b21\u6539\u52a8\u4e0d\u5efa\u8bae\u4e0a\u7ebf\u3002<\/p>\n

    \u6309\u6807\u7b7e\u770b\u8584\u5f31\u9879：
    \n| \u4e2d\u6587\u6df7\u5199 | 2 | -1.000 |
    \n| \u8d85\u77ed\u53e5 | 1 | -1.000 |
    \n| \u8fb9\u754c | 7 | -0.429 |
    \n\u6389\u5f97\u6700\u72e0\u7684\u662f\u300c\u4e2d\u6587\u6df7\u5199\u300d\u2014\u2014\u53ea\u770b\u603b\u5206\u5f88\u5bb9\u6613\u653e\u5b83\u8fc7\u53bb，\u8fd9\u6b63\u662f\u5bb6\u957f\u6295\u8bc9\u7684\u90a3\u7c7b\u53e5\u5b50\u3002<\/p>\n

    \u5982\u679c\u5f53\u521d\u6211\u6709\u8fd9\u5957\u4e1c\u897f，"\u62ff\u4e0d\u51c6\u7684\u5148\u522b\u62a5"\u8fd9\u53e5，\u4e0a\u7ebf\u524d\u5c31\u4f1a\u88ab\u8fd9\u4e00\u5f20\u8868\u62e6\u4e0b\u6765\u3002\u5b83\u4e0d\u662f\u6211\u4e8b\u540e\u8bf8\u845b，\u800c\u662f\u4e8b\u524d\u5c31\u80fd\u7ed9\u7ed3\u8bba\u3002<\/p>\n

    \u6d4b\u8bd5\u7ed3\u679c，42 \u4e2a\u7528\u4f8b\u5168\u7eff，\u5168\u7a0b\u79bb\u7ebf：<\/p>\n

    tests\/test_dataset.py \u5185\u7f6e\u96c6\u542b\u53cd\u4f8b\u3001tag \u8fc7\u6ee4\u3001JSONL \u843d\u8bfb\u4e00\u81f4
    \ntests\/test_metrics.py \u6bcf\u4e2a\u6307\u6807\u3001\u62d2\u7b54\u8bcd\u8868\u3001F1 \u7a7a\u96c6\u5b9a\u4e49
    \ntests\/test_judge.py rubric \u56db\u6863\u3001\u89e3\u6790\u4e09\u7ea7\u515c\u5e95\u3001\u63d0\u793a\u65e0\u7248\u672c\u540d
    \ntests\/test_runner.py \u8dd1\u6279\u3001schema \u5bb9\u9519\u3001limit \u751f\u6548
    \ntests\/test_report.py \u62a5\u544a\u884c\u6570\u3001\u6307\u6807\u843d\u8868
    \ntests\/test_compare.py \u9000\u5316\u5224\u5b9a\u3001\u9608\u503c\u3001worst_tag \u6392\u5e8f<\/p>\n

    42 passed in 2.01s<\/p>\n

    \u8fd9\u7ec4\u6d4b\u8bd5\u91cc\u6211\u6700\u5728\u610f\u4e24\u6761：test_judge \u91cc"\u88c1\u5224\u63d0\u793a\u91cc\u4e0d\u8bb8\u51fa\u73b0\u7248\u672c\u540d"，\u548c test_metrics \u91cc"\u4e24\u4e2a\u7a7a\u96c6\u7684 F1 \u7b49\u4e8e 1"\u3002\u524d\u8005\u5b88\u4f4f\u8bc4\u6d4b\u7684\u516c\u6b63，\u540e\u8005\u5b88\u4f4f\u6307\u6807\u7684\u5b9a\u4e49\u2014\u2014\u8bc4\u6d4b\u4f53\u7cfb\u91cc\u6700\u8d35\u7684 bug，\u4e0d\u662f\u4ee3\u7801\u62a5\u9519，\u800c\u662f\u5b9a\u4e49\u6084\u6084\u53cd\u4e86\u3002<\/p>\n

    \u5341\u3001\u8e29\u5751\u6e05\u5355<\/h3>\n
  • \u8bc4\u6d4b\u96c6\u6ca1\u6709\u53cd\u4f8b：\u5168\u662f\u9519\u53e5，\u6a21\u578b\u65e0\u8111\u62a5\u9519\u4e5f\u80fd\u62ff\u9ad8\u5206\u3002\u5fc5\u987b\u6df7\u8fdb"\u672c\u6765\u5c31\u5bf9"\u7684\u53e5\u5b50\u3002<\/li>\n
  • "\u4e24\u4e2a\u7a7a\u96c6 F1"\u5b9a\u4e49\u53cd\u4e86：\u628a"\u6b63\u786e\u8bc6\u522b\u65e0\u9519"\u5f53\u6210"\u6ca1\u5e72\u6d3b"，\u6a21\u578b\u4f1a\u88ab\u903c\u7740\u4e71\u62a5\u3002<\/li>\n
  • \u62d2\u7b54\u88ab\u5f53\u6210"\u4f53\u9762\u5931\u8d25"：\u5b83\u6bd4\u4e71\u7b54\u66f4\u4f24\u4fe1\u4efb，\u8fd8\u5e38\u5e38\u4e0d\u5728\u5bf9\u9519\u7edf\u8ba1\u91cc\u3002exact_match \u91cc\u62d2\u7b54\u76f4\u63a5\u5224 0\u3002<\/li>\n
  • \u88c1\u5224 temperature \u6ca1\u538b 0：\u540c\u4e00\u4efd\u7b54\u6848\u6253\u4e24\u6b21\u5206\u4e0d\u4e00\u6837，\u8bc4\u6d4b\u9000\u5316\u6210\u63b7\u9ab0\u5b50\u3002<\/li>\n
  • \u88c1\u5224\u77e5\u9053\u7248\u672c\u540d：\u624b\u4e0b\u7559\u60c5\u3002\u7528\u51fd\u6570\u7b7e\u540d\u6321\u4f4f\u4f4d\u7f6e\u504f\u89c1，\u522b\u9760\u81ea\u89c9\u3002<\/li>\n
  • \u53ea\u770b\u603b\u5206\u4e0d\u770b\u6807\u7b7e：\u62c6\u4e1c\u5899\u8865\u897f\u5899\u88ab\u603b\u5206\u63a9\u76d6\u3002\u6309\u6807\u7b7e\u770b\u5dee\u503c，\u6311\u51fa\u6389\u5f97\u6700\u72e0\u7684\u90a3\u7c7b\u3002<\/li>\n
  • \u5e76\u53d1\u8dd1\u79bb\u7ebf\u8bc4\u6d4b：\u987a\u5e8f\u4e71\u3001\u8017\u5f97\u5931\u771f\u3001\u5931\u8d25\u96be\u5b9a\u4f4d\u3002\u79bb\u7ebf\u8bc4\u6d4b\u5e76\u53d1\u56fa\u5b9a\u4e3a 1\u3002<\/li>\n

    \u5341\u4e00\u3001\u672c\u7bc7\u6536\u5c3e<\/h3>\n

    \u73b0\u5728\u4f60\u6709\u4e86：\u4e00\u4efd\u6709\u53cd\u4f8b\u7684\u8003\u5377，\u4e00\u6392\u80fd\u88ab\u5355\u6d4b\u9489\u6b7b\u7684\u9605\u5377\u89c4\u5219，\u4e00\u4f4d\u4e0d\u5e26\u504f\u89c1\u7684\u88c1\u5224，\u4e00\u5f20\u80fd\u81ea\u52a8\u5224\u5b9a"\u9000\u5316"\u7684\u6210\u7ee9\u5355\u3002\u6539\u63d0\u793a\u8bcd\u8fd9\u4ef6\u4e8b，\u4ece"\u6211\u8bd5\u4e86\u4e09\u4e2a\u4f8b\u5b50\u611f\u89c9\u4e0d\u9519"，\u53d8\u6210\u4e86"\u8dd1\u4e00\u904d 16 \u6761，\u770b\u4e00\u5f20\u8868，\u4e24\u5206\u949f\u51fa\u7ed3\u8bba"\u3002<\/p>\n

    \u6700\u540e\u7559\u4e00\u6761\u5b9e\u64cd\u5efa\u8bae：\u4ec0\u4e48\u65f6\u5019\u5f80\u8bc4\u6d4b\u96c6\u91cc\u52a0\u6837\u672c？ \u6bcf\u4e00\u6b21\u7ebf\u4e0a\u51fa\u95ee\u9898，\u5c31\u628a\u90a3\u6761"\u6f0f\u7f51\u7684\u53e5\u5b50"\u8865\u8fdb\u53bb\u3002\u8bc4\u6d4b\u96c6\u4e0d\u662f\u4e00\u6b21\u6027\u5efa\u597d\u5c31\u5b8c\u4e8b\u7684\u8d44\u4ea7，\u5b83\u662f\u9760\u6bcf\u4e00\u6b21\u4e8b\u6545\u5582\u5927\u7684\u2014\u2014\u8865\u5f97\u8d8a\u52e4，\u5b83\u8d8a\u50cf\u4f60\u771f\u6b63\u7684\u7ebf\u4e0a\u6d41\u91cf\u3002\u6211\u7684\u4e60\u60ef\u662f：\u51e1\u662f\u51fa\u73b0\u5728\u5bb6\u957f\u6295\u8bc9\u91cc\u7684\u53e5\u5b50，\u5f53\u5929\u5fc5\u8fdb\u8bc4\u6d4b\u96c6\u3002<\/p>\n

    \u8fd9\u4e5f\u662f\u672c\u7cfb\u5217\u5012\u6570\u7b2c\u4e8c\u7bc7\u3002\u4e0b\u4e00\u7bc7\u6536\u5b98，\u6211\u4eec\u628a\u524d\u516b\u7bc7\u6512\u4e0b\u7684\u6240\u6709\u80fd\u529b\u2014\u2014\u7ed3\u6784\u5316\u8f93\u51fa\u3001\u4e0a\u4e0b\u6587\u7ba1\u7406\u3001\u5de5\u5177\u8c03\u7528\u3001\u7a33\u5b9a\u6027\u515c\u5e95\u2014\u2014\u88c5\u8fdb\u4e00\u4e2a FastAPI \u670d\u52a1，\u52a0\u4e0a\u6d41\u5f0f\u8f93\u51fa，\u771f\u6b63\u63a8\u5230\u7ebf\u4e0a\u3002<\/p>\n

    \n

    \u53c2\u8003\u4e0e\u51fa\u5904<\/h3>\n
      \n
    • LangChain \u8bc4\u6d4b\u4e0e\u57fa\u51c6\u6d4b\u8bd5：https:\/\/python.langchain.com\/docs\/guides\/evaluation\/<\/li>\n
    • Pydantic \u6a21\u578b\u4e0e\u6821\u9a8c：https:\/\/docs.pydantic.dev\/latest\/<\/li>\n
    • DeepSeek \u5b98\u65b9\u6587\u6863（\u6a21\u578b\u4e0e\u53c2\u6570）：https:\/\/api-docs.deepseek.com\/<\/li>\n
    • pytest \u5b98\u65b9\u6587\u6863：https:\/\/docs.pytest.org\/en\/stable\/<\/li>\n<\/ul>\n
      \n

      \u6700\u540e\u4e00\u53e5：\u8bc4\u6d4b\u96c6\u662f\u4f60\u5199\u7ed9\u4e09\u4e2a\u6708\u540e\u81ea\u5df1\u7684\u4fe1\u2014\u2014\u90a3\u65f6\u5019\u4f60\u65e9\u5fd8\u4e86\u4eca\u5929\u6539\u4e86\u4ec0\u4e48，\u4f46\u5206\u6570\u8fd8\u8bb0\u5f97\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"

      \u7ed9\u300c\u542f\u660e\u82f1\u8bed\u300d\u7684\u5c0f E \u8c03\u6279\u6539\u63d0\u793a\u8bcd，\u662f\u6211\u505a\u8fd9\u4e2a\u9879\u76ee\u4ee5\u6765\u6700\u5fc3\u865a\u7684\u4e00\u6bb5\u65f6\u95f4\u3002
      \n\u6211\u6539\u4e86\u4e00\u53e5\u8bdd\u2014\u2014\u201c\u53ea\u6307\u51fa\u975e\u5e38\u786e\u5b9a\u7684\u9519\u8bef，\u62ff\u4e0d\u51c6\u7684\u5148\u522b\u62a5\u201d\u3002\u672c\u610f\u662f\u8ba9\u6279\u6539\u8bed\u6c14\u6e29\u548c\u70b9，\u522b\u628a\u521a\u8d77\u6b65\u7684\u5b66\u751f\u5413\u8dd1\u3002\u6539\u5b8c\u968f\u624b\u8bd5\u4e86\u4e09\u4e2a\u4f8b\u5b50，\u611f\u89c9\u633a\u597d，\u5c31\u4e0a\u7ebf\u4e86\u3002\u7ed3\u679c\u7b2c\u4e8c\u5929，\u8fd0\u8425\u8f6c\u6765\u4e00\u6761\u5bb6\u957f\u7684\u6d88\u606f：\u201c\u5c0f E \u6700\u8fd1\u662f\u4e0d\u662f\u51fa\u95ee\u9898\u4e86？\u5b69\u5b50\u4f5c\u6587\u91cc\u660e\u6446\u7740\u7684\u9519，\u5b83\u90fd\u4e0d\u6307\u51fa\u6765\u4e86\u3002\u201d
      \n\u6211\u56de\u53bb\u7ffb，<\/p>\n","protected":false},"author":2,"featured_media":121414,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[9098,74,81,50,190],"topic":[],"class_list":["post-121417","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-server","tag-it","tag-agent","tag-python","tag-50","tag-190"],"yoast_head":"\nPython \u667a\u80fd\u4f53\u5f00\u53d1\u5b9e\u6218 09\uff1a\u6539\u4e86\u63d0\u793a\u8bcd\uff0c\u5230\u5e95\u662f\u53d8\u597d\u8fd8\u662f\u53d8\u574f\uff1f\u642d\u4e00\u5957\u80fd\u6253\u5206\u7684\u79bb\u7ebf\u8bc4\u6d4b - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.wsisp.com\/helps\/121417.html\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Python \u667a\u80fd\u4f53\u5f00\u53d1\u5b9e\u6218 09\uff1a\u6539\u4e86\u63d0\u793a\u8bcd\uff0c\u5230\u5e95\u662f\u53d8\u597d\u8fd8\u662f\u53d8\u574f\uff1f\u642d\u4e00\u5957\u80fd\u6253\u5206\u7684\u79bb\u7ebf\u8bc4\u6d4b - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"og:description\" content=\"\u7ed9\u300c\u542f\u660e\u82f1\u8bed\u300d\u7684\u5c0f E \u8c03\u6279\u6539\u63d0\u793a\u8bcd，\u662f\u6211\u505a\u8fd9\u4e2a\u9879\u76ee\u4ee5\u6765\u6700\u5fc3\u865a\u7684\u4e00\u6bb5\u65f6\u95f4\u3002 \u6211\u6539\u4e86\u4e00\u53e5\u8bdd\u2014\u2014\u201c\u53ea\u6307\u51fa\u975e\u5e38\u786e\u5b9a\u7684\u9519\u8bef，\u62ff\u4e0d\u51c6\u7684\u5148\u522b\u62a5\u201d\u3002\u672c\u610f\u662f\u8ba9\u6279\u6539\u8bed\u6c14\u6e29\u548c\u70b9，\u522b\u628a\u521a\u8d77\u6b65\u7684\u5b66\u751f\u5413\u8dd1\u3002\u6539\u5b8c\u968f\u624b\u8bd5\u4e86\u4e09\u4e2a\u4f8b\u5b50，\u611f\u89c9\u633a\u597d，\u5c31\u4e0a\u7ebf\u4e86\u3002\u7ed3\u679c\u7b2c\u4e8c\u5929，\u8fd0\u8425\u8f6c\u6765\u4e00\u6761\u5bb6\u957f\u7684\u6d88\u606f：\u201c\u5c0f E \u6700\u8fd1\u662f\u4e0d\u662f\u51fa\u95ee\u9898\u4e86？\u5b69\u5b50\u4f5c\u6587\u91cc\u660e\u6446\u7740\u7684\u9519，\u5b83\u90fd\u4e0d\u6307\u51fa\u6765\u4e86\u3002\u201d \u6211\u56de\u53bb\u7ffb，\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.wsisp.com\/helps\/121417.html\" \/>\n<meta property=\"og:site_name\" content=\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"article:published_time\" content=\"2026-11-02T11:00:43+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/www.wsisp.com\/helps\/wp-content\/uploads\/2026\/11\/20261102110041-6ae86d591f4ed.png\" \/>\n<meta name=\"author\" content=\"admin\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"admin\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"6 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/121417.html\",\"url\":\"https:\/\/www.wsisp.com\/helps\/121417.html\",\"name\":\"Python \u667a\u80fd\u4f53\u5f00\u53d1\u5b9e\u6218 09\uff1a\u6539\u4e86\u63d0\u793a\u8bcd\uff0c\u5230\u5e95\u662f\u53d8\u597d\u8fd8\u662f\u53d8\u574f\uff1f\u642d\u4e00\u5957\u80fd\u6253\u5206\u7684\u79bb\u7ebf\u8bc4\u6d4b - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"isPartOf\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\"},\"datePublished\":\"2026-11-02T11:00:43+00:00\",\"dateModified\":\"2026-11-02T11:00:43+00:00\",\"author\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/121417.html#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.wsisp.com\/helps\/121417.html\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/121417.html#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.wsisp.com\/helps\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Python \u667a\u80fd\u4f53\u5f00\u53d1\u5b9e\u6218 09\uff1a\u6539\u4e86\u63d0\u793a\u8bcd\uff0c\u5230\u5e95\u662f\u53d8\u597d\u8fd8\u662f\u53d8\u574f\uff1f\u642d\u4e00\u5957\u80fd\u6253\u5206\u7684\u79bb\u7ebf\u8bc4\u6d4b\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\",\"url\":\"https:\/\/www.wsisp.com\/helps\/\",\"name\":\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"description\":\"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}\"},\"query-input\":\"required name=search_term_string\"}],\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\",\"name\":\"admin\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"contentUrl\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"caption\":\"admin\"},\"sameAs\":[\"http:\/\/wp.wsisp.com\"],\"url\":\"https:\/\/www.wsisp.com\/helps\/author\/admin\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"Python \u667a\u80fd\u4f53\u5f00\u53d1\u5b9e\u6218 09\uff1a\u6539\u4e86\u63d0\u793a\u8bcd\uff0c\u5230\u5e95\u662f\u53d8\u597d\u8fd8\u662f\u53d8\u574f\uff1f\u642d\u4e00\u5957\u80fd\u6253\u5206\u7684\u79bb\u7ebf\u8bc4\u6d4b - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.wsisp.com\/helps\/121417.html","og_locale":"zh_CN","og_type":"article","og_title":"Python \u667a\u80fd\u4f53\u5f00\u53d1\u5b9e\u6218 09\uff1a\u6539\u4e86\u63d0\u793a\u8bcd\uff0c\u5230\u5e95\u662f\u53d8\u597d\u8fd8\u662f\u53d8\u574f\uff1f\u642d\u4e00\u5957\u80fd\u6253\u5206\u7684\u79bb\u7ebf\u8bc4\u6d4b - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","og_description":"\u7ed9\u300c\u542f\u660e\u82f1\u8bed\u300d\u7684\u5c0f E \u8c03\u6279\u6539\u63d0\u793a\u8bcd，\u662f\u6211\u505a\u8fd9\u4e2a\u9879\u76ee\u4ee5\u6765\u6700\u5fc3\u865a\u7684\u4e00\u6bb5\u65f6\u95f4\u3002 \u6211\u6539\u4e86\u4e00\u53e5\u8bdd\u2014\u2014\u201c\u53ea\u6307\u51fa\u975e\u5e38\u786e\u5b9a\u7684\u9519\u8bef，\u62ff\u4e0d\u51c6\u7684\u5148\u522b\u62a5\u201d\u3002\u672c\u610f\u662f\u8ba9\u6279\u6539\u8bed\u6c14\u6e29\u548c\u70b9，\u522b\u628a\u521a\u8d77\u6b65\u7684\u5b66\u751f\u5413\u8dd1\u3002\u6539\u5b8c\u968f\u624b\u8bd5\u4e86\u4e09\u4e2a\u4f8b\u5b50，\u611f\u89c9\u633a\u597d，\u5c31\u4e0a\u7ebf\u4e86\u3002\u7ed3\u679c\u7b2c\u4e8c\u5929，\u8fd0\u8425\u8f6c\u6765\u4e00\u6761\u5bb6\u957f\u7684\u6d88\u606f：\u201c\u5c0f E \u6700\u8fd1\u662f\u4e0d\u662f\u51fa\u95ee\u9898\u4e86？\u5b69\u5b50\u4f5c\u6587\u91cc\u660e\u6446\u7740\u7684\u9519，\u5b83\u90fd\u4e0d\u6307\u51fa\u6765\u4e86\u3002\u201d \u6211\u56de\u53bb\u7ffb，","og_url":"https:\/\/www.wsisp.com\/helps\/121417.html","og_site_name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","article_published_time":"2026-11-02T11:00:43+00:00","og_image":[{"url":"https:\/\/www.wsisp.com\/helps\/wp-content\/uploads\/2026\/11\/20261102110041-6ae86d591f4ed.png"}],"author":"admin","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"admin","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"6 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.wsisp.com\/helps\/121417.html","url":"https:\/\/www.wsisp.com\/helps\/121417.html","name":"Python \u667a\u80fd\u4f53\u5f00\u53d1\u5b9e\u6218 09\uff1a\u6539\u4e86\u63d0\u793a\u8bcd\uff0c\u5230\u5e95\u662f\u53d8\u597d\u8fd8\u662f\u53d8\u574f\uff1f\u642d\u4e00\u5957\u80fd\u6253\u5206\u7684\u79bb\u7ebf\u8bc4\u6d4b - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","isPartOf":{"@id":"https:\/\/www.wsisp.com\/helps\/#website"},"datePublished":"2026-11-02T11:00:43+00:00","dateModified":"2026-11-02T11:00:43+00:00","author":{"@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41"},"breadcrumb":{"@id":"https:\/\/www.wsisp.com\/helps\/121417.html#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.wsisp.com\/helps\/121417.html"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.wsisp.com\/helps\/121417.html#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.wsisp.com\/helps"},{"@type":"ListItem","position":2,"name":"Python \u667a\u80fd\u4f53\u5f00\u53d1\u5b9e\u6218 09\uff1a\u6539\u4e86\u63d0\u793a\u8bcd\uff0c\u5230\u5e95\u662f\u53d8\u597d\u8fd8\u662f\u53d8\u574f\uff1f\u642d\u4e00\u5957\u80fd\u6253\u5206\u7684\u79bb\u7ebf\u8bc4\u6d4b"}]},{"@type":"WebSite","@id":"https:\/\/www.wsisp.com\/helps\/#website","url":"https:\/\/www.wsisp.com\/helps\/","name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","description":"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}"},"query-input":"required name=search_term_string"}],"inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41","name":"admin","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/","url":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","contentUrl":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","caption":"admin"},"sameAs":["http:\/\/wp.wsisp.com"],"url":"https:\/\/www.wsisp.com\/helps\/author\/admin"}]}},"_links":{"self":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/121417","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/comments?post=121417"}],"version-history":[{"count":0,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/121417\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/media\/121414"}],"wp:attachment":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/media?parent=121417"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/categories?post=121417"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/tags?post=121417"},{"taxonomy":"topic","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/topic?post=121417"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}