{"id":44510,"date":"2025-06-19T09:27:53","date_gmt":"2025-06-19T01:27:53","guid":{"rendered":"https:\/\/www.wsisp.com\/helps\/44510.html"},"modified":"2025-06-19T09:27:53","modified_gmt":"2025-06-19T01:27:53","slug":"tensorflow-serving%e5%ad%a6%e4%b9%a0%e7%ac%94%e8%ae%b02-%e6%a8%a1%e5%9e%8b%e6%9c%8d%e5%8a%a1","status":"publish","type":"post","link":"https:\/\/www.wsisp.com\/helps\/44510.html","title":{"rendered":"TensorFlow Serving\u5b66\u4e60\u7b14\u8bb02: \u6a21\u578b\u670d\u52a1"},"content":{"rendered":"

\u672c\u6587\u6df1\u5165\u5256\u6790 TensorFlow Serving \u7684\u6838\u5fc3\u67b6\u6784\u4e0e\u5b9e\u73b0\u673a\u5236，\u7ed3\u5408\u6e90\u7801\u5206\u6790\u63ed\u793a\u5176\u5982\u4f55\u5b9e\u73b0\u9ad8\u53ef\u7528\u3001\u52a8\u6001\u66f4\u65b0\u7684\u751f\u4ea7\u7ea7\u6a21\u578b\u670d\u52a1\u3002<\/p>\n

\u4e00\u3001TensorFlow Serving \u6838\u5fc3\u67b6\u6784<\/h4>\n

1.1 \u5206\u5c42\u67b6\u6784\u8bbe\u8ba1<\/h5>\n

TensorFlow Serving \u91c7\u7528\u6a21\u5757\u5316\u5206\u5c42\u8bbe\u8ba1，\u5404\u7ec4\u4ef6\u804c\u8d23\u5206\u660e：<\/p>\n\n\u7ec4\u4ef6\u804c\u8d23\u6e90\u7801\u4f4d\u7f6e<\/tr>\n\n\n\n\n\n\n
Servables<\/td>\n\u53ef\u670d\u52a1\u5bf9\u8c61（\u5982\u6a21\u578b），\u57fa\u7840\u670d\u52a1\u5355\u5143<\/td>\ncore\/servable.h<\/td>\n<\/tr>\n
Loaders<\/td>\n\u7ba1\u7406\u6a21\u578b\u52a0\u8f7d\/\u5378\u8f7d\u751f\u547d\u5468\u671f<\/td>\ncore\/loader.h<\/td>\n<\/tr>\n
Managers<\/td>\n\u7ba1\u7406 Servable \u96c6\u5408，\u8def\u7531\u8bf7\u6c42\u5230\u6b63\u786e\u7248\u672c<\/td>\ncore\/manager.h<\/td>\n<\/tr>\n
Sources<\/td>\n\u63d0\u4f9b Loader，\u901a\u77e5 Manager \u65b0\u7248\u672c\u53ef\u7528<\/td>\ncore\/source.h<\/td>\n<\/tr>\n
ServerCore<\/td>\n\u4e2d\u67a2\u7cfb\u7edf，\u534f\u8c03\u5404\u7ec4\u4ef6\u5de5\u4f5c<\/td>\nmodel_servers\/server_core.h<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n
1.2 \u8bf7\u6c42\u5904\u7406\u5168\u6d41\u7a0b<\/h5>\n

#mermaid-svg-L6SzHU50a0Dj0srj {font-family:\\”trebuchet ms\\”,verdana,arial,sans-serif;font-size:16px;fill:#333;}#mermaid-svg-L6SzHU50a0Dj0srj .error-icon{fill:#552222;}#mermaid-svg-L6SzHU50a0Dj0srj .error-text{fill:#552222;stroke:#552222;}#mermaid-svg-L6SzHU50a0Dj0srj .edge-thickness-normal{stroke-width:2px;}#mermaid-svg-L6SzHU50a0Dj0srj .edge-thickness-thick{stroke-width:3.5px;}#mermaid-svg-L6SzHU50a0Dj0srj .edge-pattern-solid{stroke-dasharray:0;}#mermaid-svg-L6SzHU50a0Dj0srj .edge-pattern-dashed{stroke-dasharray:3;}#mermaid-svg-L6SzHU50a0Dj0srj .edge-pattern-dotted{stroke-dasharray:2;}#mermaid-svg-L6SzHU50a0Dj0srj .marker{fill:#333333;stroke:#333333;}#mermaid-svg-L6SzHU50a0Dj0srj .marker.cross{stroke:#333333;}#mermaid-svg-L6SzHU50a0Dj0srj svg{font-family:\\”trebuchet ms\\”,verdana,arial,sans-serif;font-size:16px;}#mermaid-svg-L6SzHU50a0Dj0srj .actor{stroke:hsl(259.6261682243, 59.7765363128%, 87.9019607843%);fill:#ECECFF;}#mermaid-svg-L6SzHU50a0Dj0srj text.actor>tspan{fill:black;stroke:none;}#mermaid-svg-L6SzHU50a0Dj0srj .actor-line{stroke:grey;}#mermaid-svg-L6SzHU50a0Dj0srj .messageLine0{stroke-width:1.5;stroke-dasharray:none;stroke:#333;}#mermaid-svg-L6SzHU50a0Dj0srj .messageLine1{stroke-width:1.5;stroke-dasharray:2,2;stroke:#333;}#mermaid-svg-L6SzHU50a0Dj0srj #arrowhead path{fill:#333;stroke:#333;}#mermaid-svg-L6SzHU50a0Dj0srj .sequenceNumber{fill:white;}#mermaid-svg-L6SzHU50a0Dj0srj #sequencenumber{fill:#333;}#mermaid-svg-L6SzHU50a0Dj0srj #crosshead path{fill:#333;stroke:#333;}#mermaid-svg-L6SzHU50a0Dj0srj .messageText{fill:#333;stroke:#333;}#mermaid-svg-L6SzHU50a0Dj0srj .labelBox{stroke:hsl(259.6261682243, 59.7765363128%, 87.9019607843%);fill:#ECECFF;}#mermaid-svg-L6SzHU50a0Dj0srj .labelText,#mermaid-svg-L6SzHU50a0Dj0srj .labelText>tspan{fill:black;stroke:none;}#mermaid-svg-L6SzHU50a0Dj0srj .loopText,#mermaid-svg-L6SzHU50a0Dj0srj .loopText>tspan{fill:black;stroke:none;}#mermaid-svg-L6SzHU50a0Dj0srj .loopLine{stroke-width:2px;stroke-dasharray:2,2;stroke:hsl(259.6261682243, 59.7765363128%, 87.9019607843%);fill:hsl(259.6261682243, 59.7765363128%, 87.9019607843%);}#mermaid-svg-L6SzHU50a0Dj0srj .note{stroke:#aaaa33;fill:#fff5ad;}#mermaid-svg-L6SzHU50a0Dj0srj .noteText,#mermaid-svg-L6SzHU50a0Dj0srj .noteText>tspan{fill:black;stroke:none;}#mermaid-svg-L6SzHU50a0Dj0srj .activation0{fill:#f4f4f4;stroke:#666;}#mermaid-svg-L6SzHU50a0Dj0srj .activation1{fill:#f4f4f4;stroke:#666;}#mermaid-svg-L6SzHU50a0Dj0srj .activation2{fill:#f4f4f4;stroke:#666;}#mermaid-svg-L6SzHU50a0Dj0srj .actorPopupMenu{position:absolute;}#mermaid-svg-L6SzHU50a0Dj0srj .actorPopupMenuPanel{position:absolute;fill:#ECECFF;box-shadow:0px 8px 16px 0px rgba(0,0,0,0.2);filter:drop-shadow(3px 5px 2px rgb(0 0 0 \/ 0.4));}#mermaid-svg-L6SzHU50a0Dj0srj .actor-man line{stroke:hsl(259.6261682243, 59.7765363128%, 87.9019607843%);fill:#ECECFF;}#mermaid-svg-L6SzHU50a0Dj0srj .actor-man circle,#mermaid-svg-L6SzHU50a0Dj0srj line{stroke:hsl(259.6261682243, 59.7765363128%, 87.9019607843%);fill:#ECECFF;stroke-width:2px;}#mermaid-svg-L6SzHU50a0Dj0srj :root{–mermaid-font-family:\\”trebuchet ms\\”,verdana,arial,sans-serif;} <\/p>\n

Client <\/p>\n

REST\/gRPC <\/p>\n

PredictionService <\/p>\n

ServerCore <\/p>\n

Session <\/p>\n

HTTP\/gRPC\u8bf7\u6c42 <\/p>\n

\u8def\u7531\u8bf7\u6c42 <\/p>\n

\u83b7\u53d6\u6a21\u578b <\/p>\n

\u6267\u884csession.run() <\/p>\n

\u8fd4\u56de\u9884\u6d4b\u7ed3\u679c <\/p>\n

\u5c01\u88c5\u54cd\u5e94 <\/p>\n

\u8fd4\u56de\u9884\u6d4b\u6570\u636e <\/p>\n

Client <\/p>\n

REST\/gRPC <\/p>\n

PredictionService <\/p>\n

ServerCore <\/p>\n

Session <\/p>\n

\u4e8c\u3001\u6838\u5fc3\u673a\u5236\u6df1\u5ea6\u89e3\u6790<\/h4>\n

2.1 \u52a8\u6001\u6a21\u578b\u52a0\u8f7d\u673a\u5236<\/h5>\n

\u6838\u5fc3\u6d41\u7a0b：<\/p>\n

#mermaid-svg-A4QI9m5fvn3OkykN {font-family:\\”trebuchet ms\\”,verdana,arial,sans-serif;font-size:16px;fill:#333;}#mermaid-svg-A4QI9m5fvn3OkykN .error-icon{fill:#552222;}#mermaid-svg-A4QI9m5fvn3OkykN .error-text{fill:#552222;stroke:#552222;}#mermaid-svg-A4QI9m5fvn3OkykN .edge-thickness-normal{stroke-width:2px;}#mermaid-svg-A4QI9m5fvn3OkykN .edge-thickness-thick{stroke-width:3.5px;}#mermaid-svg-A4QI9m5fvn3OkykN .edge-pattern-solid{stroke-dasharray:0;}#mermaid-svg-A4QI9m5fvn3OkykN .edge-pattern-dashed{stroke-dasharray:3;}#mermaid-svg-A4QI9m5fvn3OkykN .edge-pattern-dotted{stroke-dasharray:2;}#mermaid-svg-A4QI9m5fvn3OkykN .marker{fill:#333333;stroke:#333333;}#mermaid-svg-A4QI9m5fvn3OkykN .marker.cross{stroke:#333333;}#mermaid-svg-A4QI9m5fvn3OkykN svg{font-family:\\”trebuchet ms\\”,verdana,arial,sans-serif;font-size:16px;}#mermaid-svg-A4QI9m5fvn3OkykN .label{font-family:\\”trebuchet ms\\”,verdana,arial,sans-serif;color:#333;}#mermaid-svg-A4QI9m5fvn3OkykN .cluster-label text{fill:#333;}#mermaid-svg-A4QI9m5fvn3OkykN .cluster-label span{color:#333;}#mermaid-svg-A4QI9m5fvn3OkykN .label text,#mermaid-svg-A4QI9m5fvn3OkykN span{fill:#333;color:#333;}#mermaid-svg-A4QI9m5fvn3OkykN .node rect,#mermaid-svg-A4QI9m5fvn3OkykN .node circle,#mermaid-svg-A4QI9m5fvn3OkykN .node ellipse,#mermaid-svg-A4QI9m5fvn3OkykN .node polygon,#mermaid-svg-A4QI9m5fvn3OkykN .node path{fill:#ECECFF;stroke:#9370DB;stroke-width:1px;}#mermaid-svg-A4QI9m5fvn3OkykN .node .label{text-align:center;}#mermaid-svg-A4QI9m5fvn3OkykN .node.clickable{cursor:pointer;}#mermaid-svg-A4QI9m5fvn3OkykN .arrowheadPath{fill:#333333;}#mermaid-svg-A4QI9m5fvn3OkykN .edgePath .path{stroke:#333333;stroke-width:2.0px;}#mermaid-svg-A4QI9m5fvn3OkykN .flowchart-link{stroke:#333333;fill:none;}#mermaid-svg-A4QI9m5fvn3OkykN .edgeLabel{background-color:#e8e8e8;text-align:center;}#mermaid-svg-A4QI9m5fvn3OkykN .edgeLabel rect{opacity:0.5;background-color:#e8e8e8;fill:#e8e8e8;}#mermaid-svg-A4QI9m5fvn3OkykN .cluster rect{fill:#ffffde;stroke:#aaaa33;stroke-width:1px;}#mermaid-svg-A4QI9m5fvn3OkykN .cluster text{fill:#333;}#mermaid-svg-A4QI9m5fvn3OkykN .cluster span{color:#333;}#mermaid-svg-A4QI9m5fvn3OkykN div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:\\”trebuchet ms\\”,verdana,arial,sans-serif;font-size:12px;background:hsl(80, 100%, 96.2745098039%);border:1px solid #aaaa33;border-radius:2px;pointer-events:none;z-index:100;}#mermaid-svg-A4QI9m5fvn3OkykN :root{–mermaid-font-family:\\”trebuchet ms\\”,verdana,arial,sans-serif;} <\/p>\n

<\/span> <\/p>\n

<\/span> <\/p>\n

<\/span> <\/p>\n

\u52a0\u8f7d<\/span> <\/p>\n

<\/span> <\/p>\n

\u68c0\u6d4b\u65b0\u6a21\u578b <\/p>\n

\u521b\u5efaLoader <\/p>\n

\u6784\u5efaLoaderHarness <\/p>\n

\u72b6\u6001\u673a\u7ba1\u7406 <\/p>\n

kReady <\/p>\n

\u63d0\u4f9b\u670d\u52a1 <\/p>\n

LoaderHarness \u72b6\u6001\u673a：<\/p>\n

enum<\/span> class<\/span> State<\/span> {<\/span>
\n kNew,<\/span> \/\/ \u65b0\u5efa\u72b6\u6001<\/span>
\n kLoading,<\/span> \/\/ \u52a0\u8f7d\u4e2d<\/span>
\n kReady,<\/span> \/\/ \u5c31\u7eea\u72b6\u6001<\/span>
\n kQuiescing,<\/span> \/\/ \u9759\u9ed8\u4e2d<\/span>
\n kUnloading,<\/span> \/\/ \u5378\u8f7d\u4e2d<\/span>
\n kError \/\/ \u9519\u8bef\u72b6\u6001<\/span>
\n}<\/span>;<\/span><\/p>\n

\u5173\u952e\u8bbe\u8ba1：<\/p>\n

  • \u7ebf\u7a0b\u5b89\u5168\u72b6\u6001\u8f6c\u6362：<\/li>\n

    Status LoaderHarness<\/span>::<\/span>Load<\/span>(<\/span>)<\/span> {<\/span>
    \n mutex_lock l<\/span>(<\/span>mu_)<\/span>;<\/span> \/\/ \u72b6\u6001\u9501<\/span>
    \n TransitionState<\/span>(<\/span>State::<\/span>kLoading)<\/span>;<\/span>
    \n \/\/ …\u6267\u884c\u52a0\u8f7d<\/span>
    \n}<\/span><\/p>\n

  • \u81ea\u52a8\u8d44\u6e90\u56de\u6536：<\/li>\n

    LoaderHarness<\/span>::<\/span>~<\/span>LoaderHarness<\/span>(<\/span>)<\/span> {<\/span>
    \n if<\/span> (<\/span>state_ ==<\/span> State::<\/span>kReady)<\/span> Unload<\/span>(<\/span>)<\/span>;<\/span>
    \n}<\/span><\/p>\n

    2.2 ServerCore \u542f\u52a8\u6d41\u7a0b<\/h5>\n

    BuildAndStart() \u51fd\u6570\u6838\u5fc3\u903b\u8f91：<\/p>\n

    Status Server<\/span>::<\/span>BuildAndStart<\/span>(<\/span>const<\/span> Options&<\/span> opts)<\/span> {<\/span>
    \n \/\/ 1. \u914d\u7f6e\u9a8c\u8bc1<\/span>
    \n if<\/span> (<\/span>opts.<\/span>grpc_port ==<\/span> 0<\/span>)<\/span> return<\/span> errors::<\/span>InvalidArgument<\/span>(<\/span>"\u7aef\u53e3\u672a\u8bbe\u7f6e"<\/span>)<\/span>;<\/span><\/p>\n

    \/\/ 2. \u6784\u5efaServerCore\u914d\u7f6e<\/span>
    \n ServerCore::<\/span>Options options;<\/span><\/p>\n

    \/\/ 3. \u6a21\u578b\u914d\u7f6e\u52a0\u8f7d<\/span>
    \n if<\/span> (<\/span>opts.<\/span>model_config_file.<\/span>empty<\/span>(<\/span>)<\/span>)<\/span> {<\/span>
    \n options.<\/span>model_server_config =<\/span> BuildSingleModelConfig<\/span>(<\/span>.<\/span>.<\/span>.<\/span>)<\/span>;<\/span>
    \n }<\/span> else<\/span> {<\/span>
    \n TF_RETURN_IF_ERROR<\/span>(<\/span>ParseProtoTextFile<\/span>(<\/span>.<\/span>.<\/span>.<\/span>)<\/span>)<\/span>;<\/span>
    \n }<\/span><\/p>\n

    \/\/ 4. \u8d44\u6e90\u914d\u7f6e<\/span>
    \n session_bundle_config.<\/span>mutable_session_config<\/span>(<\/span>)<\/span>
    \n -><\/span>mutable_gpu_options<\/span>(<\/span>)<\/span>
    \n -><\/span>set_per_process_gpu_memory_fraction<\/span>(<\/span>0.8<\/span>)<\/span>;<\/span> \/\/ GPU\u5185\u5b58\u9650\u5236<\/span><\/p>\n

    \/\/ 5. \u521b\u5efaServerCore\u6838\u5fc3<\/span>
    \n TF_RETURN_IF_ERROR<\/span>(<\/span>ServerCore<\/span>::<\/span>Create<\/span>(<\/span>std::<\/span>move<\/span>(<\/span>options)<\/span>,<\/span> &<\/span>server_core_)<\/span>)<\/span>;<\/span><\/p>\n

    \/\/ 6. \u542f\u52a8gRPC\u670d\u52a1<\/span>
    \n ::<\/span>grpc::<\/span>ServerBuilder builder;<\/span>
    \n builder.<\/span>AddListeningPort<\/span>(<\/span>.<\/span>.<\/span>.<\/span>,<\/span> BuildServerCredentials<\/span>(<\/span>.<\/span>.<\/span>.<\/span>)<\/span>)<\/span>;<\/span>
    \n grpc_server_ =<\/span> builder.<\/span>BuildAndStart<\/span>(<\/span>)<\/span>;<\/span><\/p>\n

    \/\/ 7. \u542f\u52a8HTTP\u670d\u52a1<\/span>
    \n if<\/span> (<\/span>opts.<\/span>http_port !=<\/span> 0<\/span>)<\/span> {<\/span>
    \n http_server_ =<\/span> CreateAndStartHttpServer<\/span>(<\/span>.<\/span>.<\/span>.<\/span>)<\/span>;<\/span>
    \n }<\/span><\/p>\n

    return<\/span> Status<\/span>::<\/span>OK<\/span>(<\/span>)<\/span>;<\/span>
    \n}<\/span><\/p>\n

    \"\u5728\u8fd9\u91cc\u63d2\u5165\u56fe\u7247\u63cf\u8ff0\"<\/p>\n

    \u4e09\u3001\u5173\u952e\u8bbe\u8ba1\u4eae\u70b9<\/h4>\n

    3.1 \u52a8\u6001\u66f4\u65b0\u673a\u5236<\/h5>\n

    #mermaid-svg-coMywcCZBjZy53tD {font-family:\\”trebuchet ms\\”,verdana,arial,sans-serif;font-size:16px;fill:#333;}#mermaid-svg-coMywcCZBjZy53tD .error-icon{fill:#552222;}#mermaid-svg-coMywcCZBjZy53tD .error-text{fill:#552222;stroke:#552222;}#mermaid-svg-coMywcCZBjZy53tD .edge-thickness-normal{stroke-width:2px;}#mermaid-svg-coMywcCZBjZy53tD .edge-thickness-thick{stroke-width:3.5px;}#mermaid-svg-coMywcCZBjZy53tD .edge-pattern-solid{stroke-dasharray:0;}#mermaid-svg-coMywcCZBjZy53tD .edge-pattern-dashed{stroke-dasharray:3;}#mermaid-svg-coMywcCZBjZy53tD .edge-pattern-dotted{stroke-dasharray:2;}#mermaid-svg-coMywcCZBjZy53tD .marker{fill:#333333;stroke:#333333;}#mermaid-svg-coMywcCZBjZy53tD .marker.cross{stroke:#333333;}#mermaid-svg-coMywcCZBjZy53tD svg{font-family:\\”trebuchet ms\\”,verdana,arial,sans-serif;font-size:16px;}#mermaid-svg-coMywcCZBjZy53tD .label{font-family:\\”trebuchet ms\\”,verdana,arial,sans-serif;color:#333;}#mermaid-svg-coMywcCZBjZy53tD .cluster-label text{fill:#333;}#mermaid-svg-coMywcCZBjZy53tD .cluster-label span{color:#333;}#mermaid-svg-coMywcCZBjZy53tD .label text,#mermaid-svg-coMywcCZBjZy53tD span{fill:#333;color:#333;}#mermaid-svg-coMywcCZBjZy53tD .node rect,#mermaid-svg-coMywcCZBjZy53tD .node circle,#mermaid-svg-coMywcCZBjZy53tD .node ellipse,#mermaid-svg-coMywcCZBjZy53tD .node polygon,#mermaid-svg-coMywcCZBjZy53tD .node path{fill:#ECECFF;stroke:#9370DB;stroke-width:1px;}#mermaid-svg-coMywcCZBjZy53tD .node .label{text-align:center;}#mermaid-svg-coMywcCZBjZy53tD .node.clickable{cursor:pointer;}#mermaid-svg-coMywcCZBjZy53tD .arrowheadPath{fill:#333333;}#mermaid-svg-coMywcCZBjZy53tD .edgePath .path{stroke:#333333;stroke-width:2.0px;}#mermaid-svg-coMywcCZBjZy53tD .flowchart-link{stroke:#333333;fill:none;}#mermaid-svg-coMywcCZBjZy53tD .edgeLabel{background-color:#e8e8e8;text-align:center;}#mermaid-svg-coMywcCZBjZy53tD .edgeLabel rect{opacity:0.5;background-color:#e8e8e8;fill:#e8e8e8;}#mermaid-svg-coMywcCZBjZy53tD .cluster rect{fill:#ffffde;stroke:#aaaa33;stroke-width:1px;}#mermaid-svg-coMywcCZBjZy53tD .cluster text{fill:#333;}#mermaid-svg-coMywcCZBjZy53tD .cluster span{color:#333;}#mermaid-svg-coMywcCZBjZy53tD div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:\\”trebuchet ms\\”,verdana,arial,sans-serif;font-size:12px;background:hsl(80, 100%, 96.2745098039%);border:1px solid #aaaa33;border-radius:2px;pointer-events:none;z-index:100;}#mermaid-svg-coMywcCZBjZy53tD :root{–mermaid-font-family:\\”trebuchet ms\\”,verdana,arial,sans-serif;} <\/p>\n

    <\/span> <\/p>\n

    <\/span> <\/p>\n

    <\/span> <\/p>\n

    <\/span> <\/p>\n

    \u914d\u7f6e\u6587\u4ef6\u53d8\u66f4 <\/p>\n

    PeriodicFunction\u8f6e\u8be2 <\/p>\n

    \u89e6\u53d1ReloadConfig <\/p>\n

    \u589e\u91cf\u52a0\u8f7d\u65b0\u6a21\u578b <\/p>\n

    \u6d41\u91cf\u65e0\u7f1d\u5207\u6362 <\/p>\n

    \u5b9e\u73b0\u4ee3\u7801：<\/p>\n

    fs_config_polling_thread_.<\/span>reset<\/span>(<\/span>new<\/span> PeriodicFunction<\/span>(<\/span>
    \n [<\/span>this<\/span>,<\/span> config_file]<\/span> {<\/span>
    \n this<\/span>-><\/span>PollFilesystemAndReloadConfig<\/span>(<\/span>config_file)<\/span>;<\/span>
    \n }<\/span>,<\/span>
    \n poll_interval *<\/span> 1000000<\/span> \/\/ \u5fae\u79d2\u5355\u4f4d<\/span>
    \n)<\/span>)<\/span>;<\/span><\/p>\n

    3.2 \u8d44\u6e90\u9694\u79bb\u8bbe\u8ba1<\/h5>\n

    GPU\u5185\u5b58\u9694\u79bb：<\/p>\n

    \/\/ \u9650\u5236\u5355\u6a21\u578bGPU\u5185\u5b58\u4f7f\u7528<\/span>
    \nsession_bundle_config.<\/span>mutable_session_config<\/span>(<\/span>)<\/span>
    \n -><\/span>mutable_gpu_options<\/span>(<\/span>)<\/span>
    \n -><\/span>set_per_process_gpu_memory_fraction<\/span>(<\/span>0.6<\/span>)<\/span>;<\/span><\/p>\n

    \u5e76\u884c\u8ba1\u7b97\u4f18\u5316：<\/p>\n

    \/\/ \u667a\u80fd\u5e76\u884c\u914d\u7f6e<\/span>
    \nif<\/span> (<\/span>intra_op ><\/span> 0<\/span> ||<\/span> inter_op ><\/span> 0<\/span>)<\/span> {<\/span>
    \n \/\/ \u5206\u522b\u8bbe\u7f6e\u7b97\u5b50\u5185\/\u95f4\u5e76\u884c\u5ea6<\/span>
    \n session_config-><\/span>set_intra_op_parallelism_threads<\/span>(<\/span>intra_op)<\/span>;<\/span>
    \n session_config-><\/span>set_inter_op_parallelism_threads<\/span>(<\/span>inter_op)<\/span>;<\/span>
    \n}<\/span> else<\/span> {<\/span>
    \n \/\/ \u7edf\u4e00\u5e76\u884c\u8bbe\u7f6e<\/span>
    \n session_config-><\/span>set_intra_op_parallelism_threads<\/span>(<\/span>session_parallel)<\/span>;<\/span>
    \n session_config-><\/span>set_inter_op_parallelism_threads<\/span>(<\/span>session_parallel)<\/span>;<\/span>
    \n}<\/span><\/p>\n

    \u56db\u3001\u751f\u4ea7\u7ea7\u7279\u6027\u5b9e\u73b0<\/h4>\n

    4.1 \u670d\u52a1\u9ad8\u53ef\u7528\u8bbe\u8ba1<\/h5>\n\n\u673a\u5236\u5b9e\u73b0\u65b9\u5f0f\u6548\u679c<\/tr>\n\n\n\n\n
    \u6a21\u578b\u9884\u70ed<\/td>\nenable_model_warmup \u53c2\u6570<\/td>\n\u907f\u514d\u51b7\u542f\u52a8\u5ef6\u8fdf<\/td>\n<\/tr>\n
    \u5931\u8d25\u91cd\u8bd5<\/td>\nmax_num_load_retries \u914d\u7f6e<\/td>\n\u63d0\u5347\u6a21\u578b\u52a0\u8f7d\u6210\u529f\u7387<\/td>\n<\/tr>\n
    \u7248\u672c\u56de\u6eda<\/td>\nAvailabilityPreservingPolicy \u7b56\u7565<\/td>\n\u81ea\u52a8\u56de\u9000\u95ee\u9898\u7248\u672c<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n
    4.2 \u5b89\u5168\u901a\u4fe1\u4fdd\u969c<\/h5>\n

    SSL\/TLS \u52a0\u5bc6\u914d\u7f6e：<\/p>\n

    ::<\/span>grpc::<\/span>SslServerCredentialsOptions ssl_ops<\/span>(<\/span>
    \n GRPC_SSL_REQUEST_AND_REQUIRE_CLIENT_CERTIFICATE_AND_VERIFY)<\/span>;<\/span>
    \nssl_ops.<\/span>pem_root_certs =<\/span> custom_ca;<\/span> \/\/ \u81ea\u5b9a\u4e49CA<\/span><\/p>\n

    \u4e94\u3001\u6838\u5fc3\u53c2\u6570\u5927\u5168<\/h4>\n\n\u53c2\u6570\u540d\u7c7b\u578b\u9ed8\u8ba4\u503c\u4f5c\u7528<\/tr>\n\n\n\n\n\n\n\n
    grpc_port<\/td>\nint<\/td>\n\u65e0<\/td>\ngRPC\u670d\u52a1\u7aef\u53e3（\u5fc5\u987b\u8bbe\u7f6e）<\/td>\n<\/tr>\n
    model_base_path<\/td>\nstring<\/td>\n\u7a7a<\/td>\n\u5355\u6a21\u578b\u57fa\u8def\u5f84<\/td>\n<\/tr>\n
    per_process_gpu_memory_fraction<\/td>\nfloat<\/td>\n1.0<\/td>\nGPU\u5185\u5b58\u5206\u914d\u6bd4\u4f8b<\/td>\n<\/tr>\n
    tensorflow_intra_op_parallelism<\/td>\nint<\/td>\n0<\/td>\n\u7b97\u5b50\u5185\u5e76\u884c\u7ebf\u7a0b\u6570<\/td>\n<\/tr>\n
    fs_model_config_poll_wait_seconds<\/td>\nint<\/td>\n0<\/td>\n\u914d\u7f6e\u8f6e\u8be2\u95f4\u9694(\u79d2)<\/td>\n<\/tr>\n
    enable_model_warmup<\/td>\nbool<\/td>\nfalse<\/td>\n\u542f\u7528\u6a21\u578b\u9884\u70ed\u51cf\u5c11\u5ef6\u8fdf<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

    Reference<\/h4>\n

    TensorFlow \u5165\u95e8\u5b9e\u64cd \u6e90\u4ee3\u7801 tensorflow serving\u6e90\u7801\u5206\u6790_mob6454cc6bf0b7\u7684\u6280\u672f\u535a\u5ba2_51CTO\u535a\u5ba2<\/p>\n

    TensorFlow Serving\u6e90\u7801\u89e3\u8bfb_tensorflow serving \u4ee3\u7801\u89e3\u6790-CSDN\u535a\u5ba2<\/p>\n

    tensorflow-serving\u6e90\u7801\u9605\u8bfb1_tensorflow\u6e90\u7801\u9605\u8bfb-CSDN\u535a\u5ba2<\/p>\n

    tensorflow serving \u6e90\u7801 tensorflow\u6e90\u7801\u9605\u8bfb_\u67f3\u968f\u98ce\u7684\u6280\u672f\u535a\u5ba2_51CTO\u535a\u5ba2<\/p>\n

    https:\/\/zhuanlan.zhihu.com\/p\/700830357<\/p>\n","protected":false},"excerpt":{"rendered":"

    \u6587\u7ae0\u6d4f\u89c8\u9605\u8bfb1.2k\u6b21\uff0c\u70b9\u8d5e20\u6b21\uff0c\u6536\u85cf11\u6b21\u3002\u672c\u6587\u6df1\u5165\u89e3\u6790TensorFlow Serving\u7684\u67b6\u6784\u8bbe\u8ba1\u4e0e\u6838\u5fc3\u673a\u5236\u3002\u7cfb\u7edf\u91c7\u7528\u6a21\u5757\u5316\u5206\u5c42\u8bbe\u8ba1\uff0c\u5305\u542bServables\u3001Loaders\u3001Managers\u7b49\u7ec4\u4ef6\uff0c\u901a\u8fc7ServerCore\u534f\u8c03\u5de5\u4f5c\u3002\u91cd\u70b9\u5256\u6790\u4e86\u52a8\u6001\u6a21\u578b\u52a0\u8f7d\u673a\u5236\u3001ServerCore\u542f\u52a8\u6d41\u7a0b\u53ca\u72b6\u6001\u673a\u7ba1\u7406\uff0c\u63ed\u793a\u5176\u9ad8\u53ef\u7528\u5b9e\u73b0\u539f\u7406\u3002\u6587\u7ae0\u8fd8\u8be6\u7ec6\u4ecb\u7ecd\u4e86\u52a8\u6001\u66f4\u65b0\u3001\u8d44\u6e90\u9694\u79bb\u7b49\u5173\u952e\u8bbe\u8ba1\u4eae\u70b9\uff0c\u5e76\u5217\u51fa\u751f\u4ea7\u73af\u5883\u7684\u6838\u5fc3\u914d\u7f6e\u53c2\u6570\uff0c\u4e3a\u6784\u5efa\u9ad8\u6548\u7a33\u5b9a\u7684\u6a21\u578b\u670d\u52a1\u63d0\u4f9b\u6280\u672f\u53c2\u8003\u3002_tensorflow serving<\/p>\n","protected":false},"author":2,"featured_media":44509,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[3677,4165,371],"topic":[],"class_list":["post-44510","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-server","tag-tensorflow","tag-tfserving","tag-371"],"yoast_head":"\nTensorFlow Serving\u5b66\u4e60\u7b14\u8bb02: \u6a21\u578b\u670d\u52a1 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.wsisp.com\/helps\/44510.html\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"TensorFlow Serving\u5b66\u4e60\u7b14\u8bb02: \u6a21\u578b\u670d\u52a1 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"og:description\" content=\"\u6587\u7ae0\u6d4f\u89c8\u9605\u8bfb1.2k\u6b21\uff0c\u70b9\u8d5e20\u6b21\uff0c\u6536\u85cf11\u6b21\u3002\u672c\u6587\u6df1\u5165\u89e3\u6790TensorFlow Serving\u7684\u67b6\u6784\u8bbe\u8ba1\u4e0e\u6838\u5fc3\u673a\u5236\u3002\u7cfb\u7edf\u91c7\u7528\u6a21\u5757\u5316\u5206\u5c42\u8bbe\u8ba1\uff0c\u5305\u542bServables\u3001Loaders\u3001Managers\u7b49\u7ec4\u4ef6\uff0c\u901a\u8fc7ServerCore\u534f\u8c03\u5de5\u4f5c\u3002\u91cd\u70b9\u5256\u6790\u4e86\u52a8\u6001\u6a21\u578b\u52a0\u8f7d\u673a\u5236\u3001ServerCore\u542f\u52a8\u6d41\u7a0b\u53ca\u72b6\u6001\u673a\u7ba1\u7406\uff0c\u63ed\u793a\u5176\u9ad8\u53ef\u7528\u5b9e\u73b0\u539f\u7406\u3002\u6587\u7ae0\u8fd8\u8be6\u7ec6\u4ecb\u7ecd\u4e86\u52a8\u6001\u66f4\u65b0\u3001\u8d44\u6e90\u9694\u79bb\u7b49\u5173\u952e\u8bbe\u8ba1\u4eae\u70b9\uff0c\u5e76\u5217\u51fa\u751f\u4ea7\u73af\u5883\u7684\u6838\u5fc3\u914d\u7f6e\u53c2\u6570\uff0c\u4e3a\u6784\u5efa\u9ad8\u6548\u7a33\u5b9a\u7684\u6a21\u578b\u670d\u52a1\u63d0\u4f9b\u6280\u672f\u53c2\u8003\u3002_tensorflow serving\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.wsisp.com\/helps\/44510.html\" \/>\n<meta property=\"og:site_name\" content=\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"article:published_time\" content=\"2025-06-19T01:27:53+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/www.wsisp.com\/helps\/wp-content\/uploads\/2025\/06\/20250619012749-68536795bc089.png\" \/>\n<meta name=\"author\" content=\"admin\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"admin\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"7 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/44510.html\",\"url\":\"https:\/\/www.wsisp.com\/helps\/44510.html\",\"name\":\"TensorFlow Serving\u5b66\u4e60\u7b14\u8bb02: \u6a21\u578b\u670d\u52a1 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"isPartOf\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\"},\"datePublished\":\"2025-06-19T01:27:53+00:00\",\"dateModified\":\"2025-06-19T01:27:53+00:00\",\"author\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/44510.html#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.wsisp.com\/helps\/44510.html\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/44510.html#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.wsisp.com\/helps\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"TensorFlow Serving\u5b66\u4e60\u7b14\u8bb02: \u6a21\u578b\u670d\u52a1\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\",\"url\":\"https:\/\/www.wsisp.com\/helps\/\",\"name\":\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"description\":\"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}\"},\"query-input\":\"required name=search_term_string\"}],\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\",\"name\":\"admin\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"contentUrl\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"caption\":\"admin\"},\"sameAs\":[\"http:\/\/wp.wsisp.com\"],\"url\":\"https:\/\/www.wsisp.com\/helps\/author\/admin\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"TensorFlow Serving\u5b66\u4e60\u7b14\u8bb02: \u6a21\u578b\u670d\u52a1 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.wsisp.com\/helps\/44510.html","og_locale":"zh_CN","og_type":"article","og_title":"TensorFlow Serving\u5b66\u4e60\u7b14\u8bb02: \u6a21\u578b\u670d\u52a1 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","og_description":"\u6587\u7ae0\u6d4f\u89c8\u9605\u8bfb1.2k\u6b21\uff0c\u70b9\u8d5e20\u6b21\uff0c\u6536\u85cf11\u6b21\u3002\u672c\u6587\u6df1\u5165\u89e3\u6790TensorFlow Serving\u7684\u67b6\u6784\u8bbe\u8ba1\u4e0e\u6838\u5fc3\u673a\u5236\u3002\u7cfb\u7edf\u91c7\u7528\u6a21\u5757\u5316\u5206\u5c42\u8bbe\u8ba1\uff0c\u5305\u542bServables\u3001Loaders\u3001Managers\u7b49\u7ec4\u4ef6\uff0c\u901a\u8fc7ServerCore\u534f\u8c03\u5de5\u4f5c\u3002\u91cd\u70b9\u5256\u6790\u4e86\u52a8\u6001\u6a21\u578b\u52a0\u8f7d\u673a\u5236\u3001ServerCore\u542f\u52a8\u6d41\u7a0b\u53ca\u72b6\u6001\u673a\u7ba1\u7406\uff0c\u63ed\u793a\u5176\u9ad8\u53ef\u7528\u5b9e\u73b0\u539f\u7406\u3002\u6587\u7ae0\u8fd8\u8be6\u7ec6\u4ecb\u7ecd\u4e86\u52a8\u6001\u66f4\u65b0\u3001\u8d44\u6e90\u9694\u79bb\u7b49\u5173\u952e\u8bbe\u8ba1\u4eae\u70b9\uff0c\u5e76\u5217\u51fa\u751f\u4ea7\u73af\u5883\u7684\u6838\u5fc3\u914d\u7f6e\u53c2\u6570\uff0c\u4e3a\u6784\u5efa\u9ad8\u6548\u7a33\u5b9a\u7684\u6a21\u578b\u670d\u52a1\u63d0\u4f9b\u6280\u672f\u53c2\u8003\u3002_tensorflow serving","og_url":"https:\/\/www.wsisp.com\/helps\/44510.html","og_site_name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","article_published_time":"2025-06-19T01:27:53+00:00","og_image":[{"url":"https:\/\/www.wsisp.com\/helps\/wp-content\/uploads\/2025\/06\/20250619012749-68536795bc089.png"}],"author":"admin","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"admin","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"7 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.wsisp.com\/helps\/44510.html","url":"https:\/\/www.wsisp.com\/helps\/44510.html","name":"TensorFlow Serving\u5b66\u4e60\u7b14\u8bb02: \u6a21\u578b\u670d\u52a1 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","isPartOf":{"@id":"https:\/\/www.wsisp.com\/helps\/#website"},"datePublished":"2025-06-19T01:27:53+00:00","dateModified":"2025-06-19T01:27:53+00:00","author":{"@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41"},"breadcrumb":{"@id":"https:\/\/www.wsisp.com\/helps\/44510.html#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.wsisp.com\/helps\/44510.html"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.wsisp.com\/helps\/44510.html#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.wsisp.com\/helps"},{"@type":"ListItem","position":2,"name":"TensorFlow Serving\u5b66\u4e60\u7b14\u8bb02: \u6a21\u578b\u670d\u52a1"}]},{"@type":"WebSite","@id":"https:\/\/www.wsisp.com\/helps\/#website","url":"https:\/\/www.wsisp.com\/helps\/","name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","description":"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}"},"query-input":"required name=search_term_string"}],"inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41","name":"admin","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/","url":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","contentUrl":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","caption":"admin"},"sameAs":["http:\/\/wp.wsisp.com"],"url":"https:\/\/www.wsisp.com\/helps\/author\/admin"}]}},"_links":{"self":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/44510","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/comments?post=44510"}],"version-history":[{"count":0,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/44510\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/media\/44509"}],"wp:attachment":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/media?parent=44510"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/categories?post=44510"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/tags?post=44510"},{"taxonomy":"topic","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/topic?post=44510"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}