{"id":80593,"date":"2026-03-05T14:57:00","date_gmt":"2026-03-05T06:57:00","guid":{"rendered":"https:\/\/www.wsisp.com\/helps\/80593.html"},"modified":"2026-03-05T14:57:00","modified_gmt":"2026-03-05T06:57:00","slug":"mit6-824%e5%88%86%e5%b8%83%e5%bc%8f%e6%96%87%e4%bb%b6%e9%a2%86%e5%9f%9f%e7%bb%8f%e5%85%b8%e8%ae%ba%e6%96%87gfs%e8%af%a6%e8%a7%a3%e5%88%86%e5%b8%83%e5%bc%8f%e6%96%87%e4%bb%b6%e7%b3%bb%e7%bb%9fhdfs","status":"publish","type":"post","link":"https:\/\/www.wsisp.com\/helps\/80593.html","title":{"rendered":"MIT6.824\u5206\u5e03\u5f0f\u6587\u4ef6\u9886\u57df\u7ecf\u5178\u8bba\u6587GFS\u8be6\u89e3,\u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edfHDFS\u5b9e\u73b0\u539f\u7406"},"content":{"rendered":"<h2>\u5206\u5e03\u5f0f\u6587\u4ef6\u9886\u57df\u7ecf\u5178\u8bba\u6587GFS\u8be6\u89e3<\/h2>\n<p>\u5927\u5bb6\u66f4\u52a0\u4e86\u89e3\u7684\u5e94\u8be5\u662f\u5f00\u6e90\u7684HDFS\u7cfb\u7edf&#xff0c;\u800cGFS\u5176\u5b9e\u662f\u66f4\u65e9\u7684\u4e00\u4e2a\u5b9e\u73b0&#xff0c;HDFS\u5176\u5b9e\u5c31\u662f\u53c2\u7167\u8c37\u6b4c\u8fd9\u4e2a\u8bba\u6587\u6765\u5b9e\u73b0\u7684\u5f00\u6e90\u7cfb\u7edf\u3002<\/p>\n<p>\u4e3b\u8981\u662fBig Storage\u5927\u578b\u5206\u5e03\u5f0f\u5b58\u50a8\u7cfb\u7edf\u3002\u4e3a\u5206\u5e03\u5f0f\u7cfb\u7edf\u63d0\u4f9b\u5e95\u5c42\u7684\u5b58\u50a8\u529f\u80fd\u3002<\/p>\n<p>\u5c06\u5b58\u50a8\u7684\u6570\u636e\u653e\u5230\u591a\u4e2a\u673a\u5668\u4e0a\u9762\u3002<\/p>\n<p>\u6709\u8da3\u7684\u5faa\u73af&#xff1a;<\/p>\n<ul>\n<li>\u6027\u80fd&#xff1a;\u5c06\u6570\u636e\u5206\u6563\u5230\u591a\u4e2a\u673a\u5668\u4e0a\u9762\u3002\u901a\u5e38\u53eb\u505a\u5206\u7247\u3002<\/li>\n<li>\u9519\u8bef&#xff1a;\u5f53\u6570\u636e\u5206\u6563\u5230\u591a\u4e2a\u673a\u5668\u4e0a\u9762&#xff0c;\u5176\u4e2d\u4e00\u4e2a\u673a\u5668\u5c31\u6709\u53ef\u80fd\u5b95\u673a&#xff0c;\u56e0\u6b64\u9700\u8981\u5bb9\u9519\u6027<\/li>\n<li>\u5bb9\u9519\u6027&#xff1a;\u53ef\u4ee5\u901a\u8fc7\u5b58\u50a8\u591a\u4e2a\u526f\u672c\u6765\u89e3\u51b3\u5bb9\u9519\u6027\u7684\u95ee\u9898\u3002<\/li>\n<li>\u526f\u672c&#xff1a;\u5b58\u50a8\u591a\u4e2a\u526f\u672c\u53c8\u4f1a\u5f15\u5165\u6570\u636e\u4e0d\u4e00\u81f4\u7684\u95ee\u9898\u3002<\/li>\n<li>\u4e00\u81f4\u6027&#xff1a;\u5982\u679c\u9700\u8981\u6570\u636e\u5f3a\u4e00\u81f4\u6027\u3002\u53c8\u4f1a\u9700\u8981\u727a\u7272\u6027\u80fd\u3002<\/li>\n<\/ul>\n<p>\u7b80\u5355\u4e86\u89e3\u4e0b\u8bba\u6587\u7684\u57fa\u672c\u4fe1\u606f&#xff1a;<br \/>\n\u8bba\u6587\u6807\u9898&#xff1a;The Google File System<br \/>\n\u4f5c\u8005&#xff1a;Sanjay Ghemawat, Howard Gobioff, Shun-Tak Leung<br \/>\n\u53d1\u8868\u5e74\u4efd&#xff1a;2003<br \/>\n\u4f1a\u8bae\/\u671f\u520a&#xff1a;SOSP &#039;03 (ACM Symposium on Operating Systems Principles)<br \/>\n\u5f15\u7528\u6b21\u6570&#xff1a;&gt; 11,000&#xff08;Google Scholar&#xff0c;2024\u5e746\u6708&#xff09;<\/p>\n<h3>\u5f3a\u4e00\u81f4\u6027<\/h3>\n<p>\u6765\u4e00\u4e2a\u5c0f\u793a\u4f8b&#xff1a;<\/p>\n<p>\u5bf9\u4e8e\u4e00\u4e2a\u7b80\u5355\u7684\u670d\u52a1\u5668\u6765\u8bf4&#xff0c;\u6ca1\u6709\u5206\u5e03\u5f0f\u7684\u529f\u80fd\u3002<\/p>\n<p>\u8fd9\u4e2a\u65f6\u5019\u4e24\u4e2a\u5ba2\u6237\u7aef\u540c\u65f6\u53d1\u6765\u4e86\u8bf7\u6c42\u3002<\/p>\n<ul>\n<li>C1 \u5199\u5165x\u7684\u503c\u4e3a1<\/li>\n<li>C2 \u5199\u5165x\u7684\u503c\u4e3a2<\/li>\n<\/ul>\n<p>\u8bf7\u95ee&#xff0c;\u8fd9\u4e2a\u65f6\u5019\u670d\u52a1\u5668\u7684x\u503c\u5e94\u8be5\u662f\u591a\u5c11&#xff1f;<\/p>\n<ul>\n<li>\u7b54\u6848\u662f\u4e0d\u786e\u5b9a\u3002<\/li>\n<\/ul>\n<p>\u4f46\u662f\u5bf9\u4e8e\u540e\u9762\u7684\u6240\u6709\u8bfb\u8bf7\u6c42\u6765\u8bf4&#xff0c;x\u7684\u503c\u8981\u4e48\u90fd\u662f1&#xff0c;\u8981\u4e48\u90fd\u662f2.<\/p>\n<p>\u5bf9\u4e8e\u5206\u5e03\u5f0f\u7cfb\u7edf\u6765\u8bf4&#xff0c;\u53ea\u8981\u80fd\u8fbe\u5230\u8fd9\u4e2a\u6548\u679c\u5373\u53ef\u3002<\/p>\n<h3>GFS\u67b6\u6784<\/h3>\n<p>GFS\u5c06\u4e00\u4e2a\u6587\u4ef6\u5206\u6210\u591a\u4e2a\u5757&#xff0c;\u6bcf\u4e2a\u5757\u662f64MB\u5927\u5c0f\u3002\u6bcf\u4e2a\u5757\u90fd\u53ef\u4ee5\u5b58\u5728\u4e0d\u540c\u7684\u670d\u52a1\u5668\u4e0a\u9762\u3002<\/p>\n<p>\u6709\u4e00\u4e2a\u4e3b\u670d\u52a1\u5668&#xff0c;\u4e3b\u670d\u52a1\u5668\u8d1f\u8d23\u5206\u53d1\u8bf7\u6c42&#xff0c;\u8bb0\u5f55\u4e86\u6587\u4ef6\u540d\u79f0\u548c\u6587\u4ef6\u5757\u7684\u6620\u5c04\u3002<\/p>\n<p>\u8fd8\u6709\u591a\u4e2a\u5757\u670d\u52a1\u5668\u3002\u5757\u670d\u52a1\u5668\u5b58\u50a8\u4e86\u5b9e\u9645\u7684\u5757\u6570\u636e\u3002<\/p>\n<p>\u4e3b\u670d\u52a1\u5668\u5b58\u50a8\u4e86\u4ee5\u4e0b\u6570\u636e&#xff1a;<\/p>\n<ul>\n<li>\u6587\u4ef6\u540d\u79f0\u548cchunk handles\u6570\u7ec4\u7684\u6620\u5c04\u3002\u4e5f\u5c31\u662f\u6bcf\u4e2a\u6587\u4ef6\u5206\u6210\u4e86\u54ea\u4e9b\u5757\u3002\u8fd9\u4e2a\u6570\u636e\u662f\u9700\u8981\u6301\u4e45\u5316\u7684\u3002<\/li>\n<li>chunk handles\u548cchunk servers\u6570\u7ec4\u7684\u6620\u5c04&#xff0c;\u4e5f\u5c31\u662f\u6bcf\u4e2a\u5757\u5b58\u5728\u54ea\u4e9b\u5757\u670d\u52a1\u5668\u4e0a\u3002\u8fd9\u662f\u56e0\u4e3a\u6bcf\u4e2a\u5757\u90fd\u662f\u6709\u526f\u672c\u7684&#xff0c;\u6240\u4ee5\u662f\u4e00\u4e2a\u670d\u52a1\u5668\u6570\u7ec4\u3002\u5e76\u4e14\u5ba2\u6237\u7aef\u53ef\u4ee5\u9009\u62e9\u6700\u8fd1\u7684\u670d\u52a1\u5668\u8fdb\u884c\u83b7\u53d6\u3002<\/li>\n<li>\u670d\u52a1\u5668\u7248\u672c&#xff0c;\u9700\u8981\u6301\u4e45\u5316\u3002<\/li>\n<li>\u662f\u5426\u662f\u4e3b\u670d\u52a1\u5668\u3002<\/li>\n<li>\u4efb\u671f\u7ed3\u675f\u65f6\u95f4\u3002<\/li>\n<\/ul>\n<h4>\u80cc\u666f<\/h4>\n<p>\u968f\u7740\u4e92\u8054\u7f51\u670d\u52a1\u7684\u7206\u53d1\u5f0f\u589e\u957f&#xff0c;Google\u9700\u8981\u5b58\u50a8\u548c\u5904\u7406PB\u7ea7\u522b\u7684\u6570\u636e&#xff08;\u5982\u7f51\u9875\u7d22\u5f15\u3001\u641c\u7d22\u65e5\u5fd7\u3001\u5730\u56fe\u6570\u636e&#xff09;\u3002\u4f20\u7edf\u6587\u4ef6\u7cfb\u7edf\u65e0\u6cd5\u6ee1\u8db3\u9ad8\u541e\u5410\u91cf\u3001\u5927\u89c4\u6a21\u5206\u5e03\u5f0f\u73af\u5883\u4e0b\u7684\u9700\u6c42\u3002<\/p>\n<h4>\u6280\u672f\u95ee\u9898\u573a\u666f\u4e3e\u4f8b<\/h4>\n<p>\u5927\u89c4\u6a21\u6570\u636e\u5199\u5165\u573a\u666f<\/p>\n<ul>\n<li>\u573a\u666f&#xff1a;\u6570\u5343\u53f0\u673a\u5668\u5e76\u53d1\u5199\u5165\u6d77\u91cf\u722c\u866b\u6293\u53d6\u7684\u6570\u636e\u3002<\/li>\n<li>\u95ee\u9898&#xff1a;\u5982\u4f55\u4fdd\u8bc1\u5199\u5165\u6027\u80fd\u548c\u5bb9\u9519\u6027&#xff1f;<\/li>\n<\/ul>\n<p>\u9ad8\u53ef\u7528\u8bfb\u670d\u52a1\u573a\u666f<\/p>\n<ul>\n<li>\u573a\u666f&#xff1a;\u641c\u7d22\u5f15\u64ce\u9700\u8981\u5feb\u901f\u8bfb\u53d6\u5206\u5e03\u5728\u4e0d\u540c\u8282\u70b9\u4e0a\u7684\u7d22\u5f15\u6587\u4ef6\u3002<\/li>\n<li>\u95ee\u9898&#xff1a;\u5982\u4f55\u5b9e\u73b0\u9ad8\u6548\u7684\u5206\u7247\u548c\u526f\u672c\u7ba1\u7406&#xff1f;<\/li>\n<\/ul>\n<h4>\u9886\u57df\u5f71\u54cd\u529b<\/h4>\n<p>\u5f00\u521b\u4e86\u73b0\u4ee3\u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edf\u67b6\u6784\u8303\u5f0f&#xff08;HDFS\u3001Ceph\u7b49\u5747\u53d7\u5176\u5f71\u54cd&#xff09;\u3002<br \/>\n\u88ab\u5f15\u7528\u6b21\u6570\u8d85\u8fc711,000\u6b21&#xff0c;\u662f\u5206\u5e03\u5f0f\u5b58\u50a8\u9886\u57df\u6700\u5177\u5f71\u54cd\u529b\u7684\u8bba\u6587\u4e4b\u4e00\u3002<br \/>\nGFS\u7406\u5ff5\u63a8\u52a8\u4e86MapReduce\u751f\u6001\u7684\u53d1\u5c55\u3002<\/p>\n<h3>\u6838\u5fc3\u8d21\u732e\u4e0e\u521b\u65b0\u70b9<\/h3>\n<p>\u4e3b\u8981\u6280\u672f\u8d21\u732e&#xff08;\u91cf\u5316\u6307\u6807&#xff09;<\/p>\n<ul>\n<li>\u5927\u5757\u8bbe\u8ba1&#xff08;Chunk Size&#xff09;\n<ul>\n<li>\u5757\u5927\u5c0f64MB&#xff0c;\u6709\u6548\u51cf\u5c11\u5143\u6570\u636e\u538b\u529b&#xff0c;\u63d0\u9ad8\u987a\u5e8f\u8bfb\u5199\u6548\u7387\u3002<\/li>\n<\/ul>\n<\/li>\n<li>\u4e3b\u63a7\u670d\u52a1\u5668\u96c6\u4e2d\u5143\u6570\u636e\u7ba1\u7406\n<ul>\n<li>\u5143\u6570\u636e\u5168\u90e8\u7531Master\u7ef4\u62a4&#xff0c;\u652f\u630110K&#043;\u5ba2\u6237\u7aef\u5e76\u53d1\u8bbf\u95ee\u3002<\/li>\n<\/ul>\n<\/li>\n<li>\u591a\u526f\u672c\u5bb9\u9519\u673a\u5236\n<ul>\n<li>\u6bcf\u4e2a\u5757\u9ed8\u8ba4\u4e09\u526f\u672c&#xff0c;\u5355\u70b9\u6545\u969c\u6062\u590d\u65f6\u95f4&lt;30\u79d2\u3002<\/li>\n<\/ul>\n<\/li>\n<li>\u79df\u7ea6\u673a\u5236\u4f18\u5316\u5199\u5165\u4e00\u81f4\u6027\n<ul>\n<li>\u4e3b\u63a7\u901a\u8fc7\u79df\u7ea6\u63a7\u5236chunkserver\u5199\u6743\u9650&#xff0c;\u5b9e\u73b0\u5f3a\u4e00\u81f4\u6027\u7a97\u53e3\u3002<\/li>\n<\/ul>\n<\/li>\n<li>\u6d41\u6c34\u7ebf\u590d\u5236\u7b97\u6cd5\n<ul>\n<li>\u5199\u64cd\u4f5c\u91c7\u7528\u94fe\u5f0f\u6d41\u6c34\u7ebf\u590d\u5236&#xff0c;\u63d0\u5347\u5e26\u5bbd\u5229\u7528\u7387\u8fbe90%\u4ee5\u4e0a\u3002<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<p>\u521b\u65b0\u5bf9\u6bd4\u8868\u683c<\/p>\n<table>\n<tr>\u7279\u6027GFSNFS\/\u4f20\u7edfFS<\/tr>\n<tbody>\n<tr>\n<td align=\"right\">Chunk Size<\/td>\n<td align=\"right\">64MB<\/td>\n<td align=\"right\">\u901a\u5e384KB~8KB<\/td>\n<\/tr>\n<tr>\n<td align=\"right\">\u5143\u6570\u636e\u7ba1\u7406<\/td>\n<td align=\"right\">\u96c6\u4e2dMaster<\/td>\n<td align=\"right\">\u5206\u6563\u6216\u5355\u70b9<\/td>\n<\/tr>\n<tr>\n<td align=\"right\">\u526f\u672c\u6570\u91cf<\/td>\n<td align=\"right\">\u9ed8\u8ba43<\/td>\n<td align=\"right\">\u901a\u5e38\u65e0\u81ea\u52a8\u526f\u672c<\/td>\n<\/tr>\n<tr>\n<td align=\"right\">\u5bb9\u9519\u6062\u590d\u65f6\u95f4<\/td>\n<td align=\"right\">&lt;30\u79d2<\/td>\n<td align=\"right\">\u624b\u52a8\u5e72\u9884\u6216\u5206\u949f\u7ea7<\/td>\n<\/tr>\n<tr>\n<td align=\"right\">\u5199\u4e00\u81f4\u6027<\/td>\n<td align=\"right\">\u79df\u7ea6&#043;\u6d41\u6c34\u7ebf\u590d\u5236<\/td>\n<td align=\"right\">\u6587\u4ef6\u9501\u6216\u65e0\u4fdd\u8bc1<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u5728GFS\u51fa\u73b0\u4e4b\u524d&#xff0c;\u4f20\u7edf\u6587\u4ef6\u7cfb\u7edf\u9047\u5230\u5355\u70b9\u6545\u969c\u65f6\u9700\u4eba\u5de5\u5e72\u9884&#xff1b;\u6269\u5c55\u6027\u53d7\u9650\u4e8e\u5143\u6570\u636e\u74f6\u9888&#xff1b;\u5927\u89c4\u6a21\u5e76\u53d1\u5199\u5165\u5bb9\u6613\u4ea7\u751f\u51b2\u7a81\u548c\u6027\u80fd\u4e0b\u964d\u3002<\/p>\n<p>\u5728GFS\u51fa\u73b0\u4e4b\u540e&#xff0c;GFS\u901a\u8fc7\u4e3b\u63a7\u96c6\u4e2d\u7ba1\u7406\u5143\u6570\u636e&#xff0c;\u5927\u5757\u8bbe\u8ba1\u51cf\u5c11\u538b\u529b&#xff0c;\u591a\u526f\u672c\u81ea\u52a8\u6062\u590d&#xff0c;\u65e0\u9700\u4eba\u5de5\u4ecb\u5165\u5373\u53ef\u5e94\u5bf9\u786c\u4ef6\u6545\u969c\u3002<\/p>\n<p>\u201c\u5c06\u6587\u4ef6\u62c6\u5206\u4e3a\u5927\u5757&#xff0c;\u6bcf\u4e2a\u5757\u591a\u526f\u672c&#xff0c;\u5e76\u901a\u8fc7\u79df\u7ea6\u673a\u5236\u534f\u8c03\u5199\u64cd\u4f5c&#xff0c;\u53ef\u4ee5\u6781\u5927\u63d0\u5347\u7cfb\u7edf\u6269\u5c55\u6027\u548c\u53ef\u9760\u6027\u3002\u201d<\/p>\n<h3>\u7cfb\u7edf\u67b6\u6784\u6df1\u5ea6\u89e3\u6790<\/h3>\n<p>\u6574\u4f53\u67b6\u6784\u56fe\u5982\u4e0b<\/p>\n<p>#mermaid-svg-4duohUR3MxOnpeBI{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:16px;fill:#333;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#mermaid-svg-4duohUR3MxOnpeBI .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#mermaid-svg-4duohUR3MxOnpeBI .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#mermaid-svg-4duohUR3MxOnpeBI .error-icon{fill:#552222;}#mermaid-svg-4duohUR3MxOnpeBI .error-text{fill:#552222;stroke:#552222;}#mermaid-svg-4duohUR3MxOnpeBI .edge-thickness-normal{stroke-width:1px;}#mermaid-svg-4duohUR3MxOnpeBI .edge-thickness-thick{stroke-width:3.5px;}#mermaid-svg-4duohUR3MxOnpeBI .edge-pattern-solid{stroke-dasharray:0;}#mermaid-svg-4duohUR3MxOnpeBI .edge-thickness-invisible{stroke-width:0;fill:none;}#mermaid-svg-4duohUR3MxOnpeBI .edge-pattern-dashed{stroke-dasharray:3;}#mermaid-svg-4duohUR3MxOnpeBI .edge-pattern-dotted{stroke-dasharray:2;}#mermaid-svg-4duohUR3MxOnpeBI .marker{fill:#333333;stroke:#333333;}#mermaid-svg-4duohUR3MxOnpeBI .marker.cross{stroke:#333333;}#mermaid-svg-4duohUR3MxOnpeBI svg{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:16px;}#mermaid-svg-4duohUR3MxOnpeBI p{margin:0;}#mermaid-svg-4duohUR3MxOnpeBI .label{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;color:#333;}#mermaid-svg-4duohUR3MxOnpeBI .cluster-label text{fill:#333;}#mermaid-svg-4duohUR3MxOnpeBI .cluster-label span{color:#333;}#mermaid-svg-4duohUR3MxOnpeBI .cluster-label span p{background-color:transparent;}#mermaid-svg-4duohUR3MxOnpeBI .label text,#mermaid-svg-4duohUR3MxOnpeBI span{fill:#333;color:#333;}#mermaid-svg-4duohUR3MxOnpeBI .node rect,#mermaid-svg-4duohUR3MxOnpeBI .node circle,#mermaid-svg-4duohUR3MxOnpeBI .node ellipse,#mermaid-svg-4duohUR3MxOnpeBI .node polygon,#mermaid-svg-4duohUR3MxOnpeBI .node path{fill:#ECECFF;stroke:#9370DB;stroke-width:1px;}#mermaid-svg-4duohUR3MxOnpeBI .rough-node .label text,#mermaid-svg-4duohUR3MxOnpeBI .node .label text,#mermaid-svg-4duohUR3MxOnpeBI .image-shape .label,#mermaid-svg-4duohUR3MxOnpeBI .icon-shape .label{text-anchor:middle;}#mermaid-svg-4duohUR3MxOnpeBI .node .katex path{fill:#000;stroke:#000;stroke-width:1px;}#mermaid-svg-4duohUR3MxOnpeBI .rough-node .label,#mermaid-svg-4duohUR3MxOnpeBI .node .label,#mermaid-svg-4duohUR3MxOnpeBI .image-shape .label,#mermaid-svg-4duohUR3MxOnpeBI .icon-shape .label{text-align:center;}#mermaid-svg-4duohUR3MxOnpeBI .node.clickable{cursor:pointer;}#mermaid-svg-4duohUR3MxOnpeBI .root .anchor path{fill:#333333!important;stroke-width:0;stroke:#333333;}#mermaid-svg-4duohUR3MxOnpeBI .arrowheadPath{fill:#333333;}#mermaid-svg-4duohUR3MxOnpeBI .edgePath .path{stroke:#333333;stroke-width:2.0px;}#mermaid-svg-4duohUR3MxOnpeBI .flowchart-link{stroke:#333333;fill:none;}#mermaid-svg-4duohUR3MxOnpeBI .edgeLabel{background-color:rgba(232,232,232, 0.8);text-align:center;}#mermaid-svg-4duohUR3MxOnpeBI .edgeLabel p{background-color:rgba(232,232,232, 0.8);}#mermaid-svg-4duohUR3MxOnpeBI .edgeLabel rect{opacity:0.5;background-color:rgba(232,232,232, 0.8);fill:rgba(232,232,232, 0.8);}#mermaid-svg-4duohUR3MxOnpeBI .labelBkg{background-color:rgba(232, 232, 232, 0.5);}#mermaid-svg-4duohUR3MxOnpeBI .cluster rect{fill:#ffffde;stroke:#aaaa33;stroke-width:1px;}#mermaid-svg-4duohUR3MxOnpeBI .cluster text{fill:#333;}#mermaid-svg-4duohUR3MxOnpeBI .cluster span{color:#333;}#mermaid-svg-4duohUR3MxOnpeBI div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:12px;background:hsl(80, 100%, 96.2745098039%);border:1px solid #aaaa33;border-radius:2px;pointer-events:none;z-index:100;}#mermaid-svg-4duohUR3MxOnpeBI .flowchartTitleText{text-anchor:middle;font-size:18px;fill:#333;}#mermaid-svg-4duohUR3MxOnpeBI rect.text{fill:none;stroke-width:0;}#mermaid-svg-4duohUR3MxOnpeBI .icon-shape,#mermaid-svg-4duohUR3MxOnpeBI .image-shape{background-color:rgba(232,232,232, 0.8);text-align:center;}#mermaid-svg-4duohUR3MxOnpeBI .icon-shape p,#mermaid-svg-4duohUR3MxOnpeBI .image-shape p{background-color:rgba(232,232,232, 0.8);padding:2px;}#mermaid-svg-4duohUR3MxOnpeBI .icon-shape rect,#mermaid-svg-4duohUR3MxOnpeBI .image-shape rect{opacity:0.5;background-color:rgba(232,232,232, 0.8);fill:rgba(232,232,232, 0.8);}#mermaid-svg-4duohUR3MxOnpeBI .label-icon{display:inline-block;height:1em;overflow:visible;vertical-align:-0.125em;}#mermaid-svg-4duohUR3MxOnpeBI .node .label-icon path{fill:currentColor;stroke:revert;stroke-width:revert;}#mermaid-svg-4duohUR3MxOnpeBI :root{&#8211;mermaid-font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;}<span class=\"edgeLabel\"><\/span><span class=\"edgeLabel\"><\/span><span class=\"edgeLabel\"><\/span><span class=\"edgeLabel\"><\/p>\n<p>Metadata: Namespace, Mapping, Lease<\/p>\n<p><\/span><span class=\"edgeLabel\"><\/p>\n<p>Heartbeat\/Control<\/p>\n<p><\/span><span class=\"edgeLabel\"><\/span><span class=\"nodeLabel\"><\/p>\n<p>Client<\/p>\n<p><\/span><span class=\"nodeLabel\"><\/p>\n<p>GFS Master<\/p>\n<p><\/span><span class=\"nodeLabel\"><\/p>\n<p>ChunkServer A<\/p>\n<p><\/span><span class=\"nodeLabel\"><\/p>\n<p>Replica Sync<\/p>\n<p><\/span><\/p>\n<li>\u5ba2\u6237\u7aef\u9996\u5148\u5411Master\u8bf7\u6c42\u5143\u6570\u636e\u4fe1\u606f&#xff08;\u5982chunk\u4f4d\u7f6e&#xff09;\u3002<\/li>\n<li>\u5ba2\u6237\u7aef\u76f4\u63a5\u4e0e\u5bf9\u5e94ChunkServer\u8fdb\u884c\u8bfb\u5199\u64cd\u4f5c\u3002<\/li>\n<li>Master\u8d1f\u8d23\u5168\u5c40\u547d\u540d\u7a7a\u95f4\u3001chunk\u6620\u5c04\u4ee5\u53ca\u79df\u7ea6\u63a7\u5236&#xff0c;\u4e0d\u53c2\u4e0e\u5b9e\u9645\u6570\u636e\u6d41\u8f6c&#xff0c;\u4ec5\u505a\u63a7\u5236\u9762\u5de5\u4f5c\u3002<\/li>\n<li>\u591a\u4e2aChunkServer\u4e4b\u95f4\u540c\u6b65\u526f\u672c\u72b6\u6001&#xff0c;\u901a\u8fc7\u5fc3\u8df3\u7ef4\u6301\u5065\u5eb7\u68c0\u67e5\u3002<\/li>\n<h4>\u5404\u7ec4\u4ef6\u529f\u80fd\u804c\u8d23\u8be6\u89e3<\/h4>\n<p>Master Server<\/p>\n<ul>\n<li>\u8f93\u5165\u8f93\u51fa&#xff1a;\n<ul>\n<li>\u8f93\u5165: \u5ba2\u6237\u7aefmetadata\u8bf7\u6c42\u3001chunkserver\u5fc3\u8df3\u5305<\/li>\n<li>\u8f93\u51fa: chunk\u4f4d\u7f6e\u5217\u8868\u3001\u79df\u7ea6\u6388\u6743\u4fe1\u606f<\/li>\n<\/ul>\n<\/li>\n<li>\u72b6\u6001\u673a&#xff1a;\n<ul>\n<li>\u72b6\u6001: \u6b63\u5e38\u8fd0\u884c \/ \u6545\u969c\u5207\u6362 \/ \u6062\u590d\u6a21\u5f0f<\/li>\n<\/ul>\n<\/li>\n<li>\u751f\u547d\u5468\u671f&#xff1a;\n<ul>\n<li>\u521d\u59cb\u5316 -&gt; \u52a0\u8f7d\u547d\u540d\u7a7a\u95f4 -&gt; \u63a5\u6536\u8bf7\u6c42 -&gt; \u5b9a\u671f\u5feb\u7167 -&gt; \u6545\u969c\u5207\u6362<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<p>Chunk Server<\/p>\n<ul>\n<li>\u8f93\u5165\u8f93\u51fa&#xff1a;\n<ul>\n<li>\u8f93\u5165: \u6570\u636e\u8bfb\u5199\u8bf7\u6c42\u3001master\u6307\u4ee4(\u5982\u5220\u9664chunk)<\/li>\n<li>\u8f93\u51fa: \u6570\u636e\u54cd\u5e94\u5305\u3001\u526f\u672c\u540c\u6b65\u6d88\u606f<\/li>\n<\/ul>\n<\/li>\n<li>\u72b6\u6001\u673a&#xff1a;\n<ul>\n<li>\u72b6\u6001: \u6d3b\u8dc3 \/ \u79bb\u7ebf \/ \u6062\u590d\u4e2d \/ \u88ab\u56de\u6536<\/li>\n<\/ul>\n<\/li>\n<li>\u751f\u547d\u5468\u671f&#xff1a;\n<ul>\n<li>\u542f\u52a8 -&gt; \u6ce8\u518c\u5230master -&gt; \u63d0\u4f9b\u670d\u52a1 -&gt; \u526f\u672c\u540c\u6b65 -&gt; \u505c\u6b62\u6216\u91cd\u542f<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<p>Client Library<\/p>\n<ul>\n<li>\u8f93\u5165\u8f93\u51fa&#xff1a;\n<ul>\n<li>\u8f93\u5165: \u7528\u6237API\u8c03\u7528(\u5982open\/read\/write)<\/li>\n<li>\u8f93\u51fa: \u5b9e\u9645I\/O\u7ed3\u679c\u6216\u9519\u8bef\u7801<\/li>\n<\/ul>\n<\/li>\n<li>\u751f\u547d\u5468\u671f&#xff1a;\n<ul>\n<li>\u521d\u59cb\u5316\u8fde\u63a5master\/chunkserver -&gt; \u53d1\u8d77\u64cd\u4f5c -&gt; \u9519\u8bef\u91cd\u8bd5\/\u6062\u590d\u6d41\u7a0b<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<p>\u6570\u636e\u6d41\u4e0e\u63a7\u5236\u6d41\u5206\u6790<\/p>\n<li>\u5ba2\u6237\u7aef\u8bf7\u6c42Master\u83b7\u53d6\u67d0\u6587\u4ef6\u7684chunk mapping\u53caprimary lease\u4fe1\u606f&#xff1b;<\/li>\n<li>\u5ba2\u6237\u7aef\u5c06\u5f85\u5199\u5185\u5bb9\u53d1\u9001\u81f3\u6240\u6709\u76f8\u5173chunkserver&#xff1b;<\/li>\n<li>\u6301\u6709lease\u7684primary chunkserver\u6309\u987a\u5e8f\u5e94\u7528\u53d8\u66f4&#xff0c;\u5e76\u901a\u77e5secondary chunkservers&#xff1b;<\/li>\n<li>\u6240\u6709\u526f\u672c\u5b8c\u6210\u540e\u8fd4\u56deack\u7ed9\u5ba2\u6237\u7aef&#xff1b;<\/li>\n<li>\u82e5\u53d1\u751f\u6545\u969c&#xff0c;\u7531master\u91cd\u65b0\u9009\u4e3e\u65b0\u7684primary\u5e76\u91cd\u8bd5\u672a\u5b8c\u6210\u90e8\u5206\u3002<\/li>\n<p>ChunkServerB\/C\/DChunkServerAMasterClientChunkServerB\/C\/DChunkServerAMasterClient#mermaid-svg-Eh0u4lDrhaSvcXaY{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:16px;fill:#333;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#mermaid-svg-Eh0u4lDrhaSvcXaY .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#mermaid-svg-Eh0u4lDrhaSvcXaY .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#mermaid-svg-Eh0u4lDrhaSvcXaY .error-icon{fill:#552222;}#mermaid-svg-Eh0u4lDrhaSvcXaY .error-text{fill:#552222;stroke:#552222;}#mermaid-svg-Eh0u4lDrhaSvcXaY .edge-thickness-normal{stroke-width:1px;}#mermaid-svg-Eh0u4lDrhaSvcXaY .edge-thickness-thick{stroke-width:3.5px;}#mermaid-svg-Eh0u4lDrhaSvcXaY .edge-pattern-solid{stroke-dasharray:0;}#mermaid-svg-Eh0u4lDrhaSvcXaY .edge-thickness-invisible{stroke-width:0;fill:none;}#mermaid-svg-Eh0u4lDrhaSvcXaY .edge-pattern-dashed{stroke-dasharray:3;}#mermaid-svg-Eh0u4lDrhaSvcXaY .edge-pattern-dotted{stroke-dasharray:2;}#mermaid-svg-Eh0u4lDrhaSvcXaY .marker{fill:#333333;stroke:#333333;}#mermaid-svg-Eh0u4lDrhaSvcXaY .marker.cross{stroke:#333333;}#mermaid-svg-Eh0u4lDrhaSvcXaY svg{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:16px;}#mermaid-svg-Eh0u4lDrhaSvcXaY p{margin:0;}#mermaid-svg-Eh0u4lDrhaSvcXaY .actor{stroke:hsl(259.6261682243, 59.7765363128%, 87.9019607843%);fill:#ECECFF;}#mermaid-svg-Eh0u4lDrhaSvcXaY text.actor&gt;tspan{fill:black;stroke:none;}#mermaid-svg-Eh0u4lDrhaSvcXaY .actor-line{stroke:hsl(259.6261682243, 59.7765363128%, 87.9019607843%);}#mermaid-svg-Eh0u4lDrhaSvcXaY .innerArc{stroke-width:1.5;stroke-dasharray:none;}#mermaid-svg-Eh0u4lDrhaSvcXaY .messageLine0{stroke-width:1.5;stroke-dasharray:none;stroke:#333;}#mermaid-svg-Eh0u4lDrhaSvcXaY .messageLine1{stroke-width:1.5;stroke-dasharray:2,2;stroke:#333;}#mermaid-svg-Eh0u4lDrhaSvcXaY #arrowhead path{fill:#333;stroke:#333;}#mermaid-svg-Eh0u4lDrhaSvcXaY .sequenceNumber{fill:white;}#mermaid-svg-Eh0u4lDrhaSvcXaY #sequencenumber{fill:#333;}#mermaid-svg-Eh0u4lDrhaSvcXaY #crosshead path{fill:#333;stroke:#333;}#mermaid-svg-Eh0u4lDrhaSvcXaY .messageText{fill:#333;stroke:none;}#mermaid-svg-Eh0u4lDrhaSvcXaY .labelBox{stroke:hsl(259.6261682243, 59.7765363128%, 87.9019607843%);fill:#ECECFF;}#mermaid-svg-Eh0u4lDrhaSvcXaY .labelText,#mermaid-svg-Eh0u4lDrhaSvcXaY .labelText&gt;tspan{fill:black;stroke:none;}#mermaid-svg-Eh0u4lDrhaSvcXaY .loopText,#mermaid-svg-Eh0u4lDrhaSvcXaY .loopText&gt;tspan{fill:black;stroke:none;}#mermaid-svg-Eh0u4lDrhaSvcXaY .loopLine{stroke-width:2px;stroke-dasharray:2,2;stroke:hsl(259.6261682243, 59.7765363128%, 87.9019607843%);fill:hsl(259.6261682243, 59.7765363128%, 87.9019607843%);}#mermaid-svg-Eh0u4lDrhaSvcXaY .note{stroke:#aaaa33;fill:#fff5ad;}#mermaid-svg-Eh0u4lDrhaSvcXaY .noteText,#mermaid-svg-Eh0u4lDrhaSvcXaY .noteText&gt;tspan{fill:black;stroke:none;}#mermaid-svg-Eh0u4lDrhaSvcXaY .activation0{fill:#f4f4f4;stroke:#666;}#mermaid-svg-Eh0u4lDrhaSvcXaY .activation1{fill:#f4f4f4;stroke:#666;}#mermaid-svg-Eh0u4lDrhaSvcXaY .activation2{fill:#f4f4f4;stroke:#666;}#mermaid-svg-Eh0u4lDrhaSvcXaY .actorPopupMenu{position:absolute;}#mermaid-svg-Eh0u4lDrhaSvcXaY .actorPopupMenuPanel{position:absolute;fill:#ECECFF;box-shadow:0px 8px 16px 0px rgba(0,0,0,0.2);filter:drop-shadow(3px 5px 2px rgb(0 0 0 \/ 0.4));}#mermaid-svg-Eh0u4lDrhaSvcXaY .actor-man line{stroke:hsl(259.6261682243, 59.7765363128%, 87.9019607843%);fill:#ECECFF;}#mermaid-svg-Eh0u4lDrhaSvcXaY .actor-man circle,#mermaid-svg-Eh0u4lDrhaSvcXaY line{stroke:hsl(259.6261682243, 59.7765363128%, 87.9019607843%);fill:#ECECFF;stroke-width:2px;}#mermaid-svg-Eh0u4lDrhaSvcXaY :root{&#8211;mermaid-font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;}Request file metadata (filename)Return chunk locations &amp; lease infoWrite data to primary replica (with lease)Pipeline replicate data to secondariesAck write success\/failure<\/p>\n<p>\u5206\u5c42\u8bbe\u8ba1\u4e0e\u6a21\u5757\u5212\u5206\u7b56\u7565&#xff1a;<\/p>\n<ul>\n<li>\u63a7\u5236\u5c42&#xff08;Master&#xff09;&#xff1a;\u8d1f\u8d23\u547d\u540d\u7a7a\u95f4\u548c\u8c03\u5ea6\u51b3\u7b56&#xff1b;<\/li>\n<li>\u5b58\u50a8\u5c42&#xff08;ChunkServers&#xff09;&#xff1a;\u8d1f\u8d23\u5b9e\u9645\u7684\u6570\u636e\u5b58\u50a8\u548c\u590d\u5236&#xff1b;<\/li>\n<li>\u63a5\u53e3\u5c42&#xff08;Client Lib&#xff09;&#xff1a;\u5c4f\u853d\u5e95\u5c42\u7ec6\u8282&#xff0c;\u5bf9\u5916\u63d0\u4f9b\u6807\u51c6API&#xff1b;<\/li>\n<\/ul>\n<h3>\u6570\u636e\u7ed3\u6784\u4e0e\u7b97\u6cd5\u8be6\u89e3<\/h3>\n<p>\u8bba\u6587\u4e2d\u7684\u4e00\u4e9b\u6838\u5fc3\u6570\u636e\u7ed3\u6784\u8bbe\u8ba1<\/p>\n<p><span class=\"token keyword\">public<\/span> <span class=\"token keyword\">class<\/span> <span class=\"token class-name\">ChunkInfo<\/span> <span class=\"token punctuation\">{<\/span><br \/>\n    <span class=\"token keyword\">private<\/span> <span class=\"token class-name\">String<\/span> chunkId<span class=\"token punctuation\">;<\/span>         <span class=\"token comment\">\/\/ \u552f\u4e00\u6807\u8bc6\u7b26&#xff0c;\u5982 &#034;file123_chunk7&#034;<\/span><br \/>\n    <span class=\"token keyword\">private<\/span> <span class=\"token keyword\">long<\/span> version<span class=\"token punctuation\">;<\/span>           <span class=\"token comment\">\/\/ \u5f53\u524d\u7248\u672c\u53f7&#xff0c;\u7528\u4e8e\u4e00\u81f4\u6027\u6821\u9a8c&#xff0c;\u53608\u5b57\u8282<\/span><br \/>\n    <span class=\"token keyword\">private<\/span> <span class=\"token class-name\">List<\/span><span class=\"token generics\"><span class=\"token punctuation\">&lt;<\/span><span class=\"token class-name\">String<\/span><span class=\"token punctuation\">&gt;<\/span><\/span> replicaList<span class=\"token punctuation\">;<\/span> <span class=\"token comment\">\/\/ \u526f\u672c\u6240\u5728\u670d\u52a1\u5668\u5730\u5740\u5217\u8868&#xff0c;\u6bcf\u9879\u536032\u5b57\u8282\u5de6\u53f3<\/span><\/p>\n<p>    <span class=\"token comment\">\/\/ \u5b57\u6bb5\u8bf4\u660e:<\/span><br \/>\n    <span class=\"token comment\">\/\/ chunkId : \u7528\u4e8e\u5b9a\u4f4d\u5177\u4f53\u5757&#xff0c;\u53ef\u54c8\u5e0c\u52a0\u901f\u67e5\u627e&#xff1b;<\/span><br \/>\n    <span class=\"token comment\">\/\/ version : \u652f\u6301\u4e50\u89c2\u5e76\u53d1\u63a7\u5236&#xff0c;\u9632\u6b62\u65e7\u7248\u672c\u8986\u76d6\u65b0\u5185\u5bb9&#xff1b;<\/span><br \/>\n    <span class=\"token comment\">\/\/ replicaList : \u652f\u6301\u52a8\u6001\u6269\u7f29\u5bb9\u3001\u526f\u672c\u8fc1\u79fb\u7b49\u8fd0\u7ef4\u64cd\u4f5c&#xff1b;<\/span><br \/>\n<span class=\"token punctuation\">}<\/span><\/p>\n<p><span class=\"token keyword\">public<\/span> <span class=\"token keyword\">class<\/span> <span class=\"token class-name\">LeaseInfo<\/span> <span class=\"token punctuation\">{<\/span><br \/>\n    <span class=\"token keyword\">private<\/span> <span class=\"token class-name\">String<\/span> primaryReplica<span class=\"token punctuation\">;<\/span>      <span class=\"token comment\">\/\/ \u5f53\u524d\u62e5\u6709lease\u7684chunkserver\u5730\u5740&#xff0c;\u536032\u5b57\u8282\u5de6\u53f3 <\/span><br \/>\n    <span class=\"token keyword\">private<\/span> <span class=\"token keyword\">long<\/span> leaseExpiryTimestamp<span class=\"token punctuation\">;<\/span>  <span class=\"token comment\">\/\/ \u79df\u7ea6\u8fc7\u671f\u65f6\u95f4\u6233&#xff0c;\u53608\u5b57\u8282<\/span><\/p>\n<p>    <span class=\"token comment\">\/\/ \u5b57\u6bb5\u8bf4\u660e:<\/span><br \/>\n    <span class=\"token comment\">\/\/ primaryReplica : \u51b3\u5b9a\u8c01\u53ef\u4ee5\u6267\u884cwrite\u64cd\u4f5c&#xff0c;\u9632\u6b62\u8111\u88c2;<\/span><br \/>\n<span class=\"token punctuation\">}<\/span><\/p>\n<p><span class=\"token keyword\">public<\/span> <span class=\"token keyword\">class<\/span> <span class=\"token class-name\">MetadataEntry<\/span> <span class=\"token punctuation\">{<\/span><br \/>\n    <span class=\"token keyword\">private<\/span> <span class=\"token class-name\">String<\/span> filename<span class=\"token punctuation\">;<\/span><br \/>\n    <span class=\"token keyword\">private<\/span> <span class=\"token class-name\">Map<\/span><span class=\"token generics\"><span class=\"token punctuation\">&lt;<\/span><span class=\"token class-name\">Integer<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token class-name\">ChunkInfo<\/span><span class=\"token punctuation\">&gt;<\/span><\/span> chunks<span class=\"token punctuation\">;<\/span> <span class=\"token comment\">\/\/ key\u4e3achunk\u5e8f\u53f7<\/span><\/p>\n<p>     <span class=\"token comment\">\/*<br \/>\n      * filename : \u6587\u4ef6\u903b\u8f91\u540d\u79f0&#xff0c;\u5bf9\u5e94\u591a\u4e2achunks;<br \/>\n      * chunks : \u6309\u5e8f\u53f7\u6620\u5c04\u6bcf\u4e2a\u7269\u7406\u5757\u7684\u4fe1\u606f;<br \/>\n      *\/<\/span><br \/>\n<span class=\"token punctuation\">}<\/span><\/p>\n<p>\u6570\u636e\u7ed3\u6784\u5173\u7cfb\u56fe<\/p>\n<p>#mermaid-svg-wpjl8ACzj6gTy1ke{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:16px;fill:#333;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#mermaid-svg-wpjl8ACzj6gTy1ke .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#mermaid-svg-wpjl8ACzj6gTy1ke .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#mermaid-svg-wpjl8ACzj6gTy1ke .error-icon{fill:#552222;}#mermaid-svg-wpjl8ACzj6gTy1ke .error-text{fill:#552222;stroke:#552222;}#mermaid-svg-wpjl8ACzj6gTy1ke .edge-thickness-normal{stroke-width:1px;}#mermaid-svg-wpjl8ACzj6gTy1ke .edge-thickness-thick{stroke-width:3.5px;}#mermaid-svg-wpjl8ACzj6gTy1ke .edge-pattern-solid{stroke-dasharray:0;}#mermaid-svg-wpjl8ACzj6gTy1ke .edge-thickness-invisible{stroke-width:0;fill:none;}#mermaid-svg-wpjl8ACzj6gTy1ke .edge-pattern-dashed{stroke-dasharray:3;}#mermaid-svg-wpjl8ACzj6gTy1ke .edge-pattern-dotted{stroke-dasharray:2;}#mermaid-svg-wpjl8ACzj6gTy1ke .marker{fill:#333333;stroke:#333333;}#mermaid-svg-wpjl8ACzj6gTy1ke .marker.cross{stroke:#333333;}#mermaid-svg-wpjl8ACzj6gTy1ke svg{font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:16px;}#mermaid-svg-wpjl8ACzj6gTy1ke p{margin:0;}#mermaid-svg-wpjl8ACzj6gTy1ke g.classGroup text{fill:#9370DB;stroke:none;font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;font-size:10px;}#mermaid-svg-wpjl8ACzj6gTy1ke g.classGroup text .title{font-weight:bolder;}#mermaid-svg-wpjl8ACzj6gTy1ke .nodeLabel,#mermaid-svg-wpjl8ACzj6gTy1ke .edgeLabel{color:#131300;}#mermaid-svg-wpjl8ACzj6gTy1ke .edgeLabel .label rect{fill:#ECECFF;}#mermaid-svg-wpjl8ACzj6gTy1ke .label text{fill:#131300;}#mermaid-svg-wpjl8ACzj6gTy1ke .labelBkg{background:#ECECFF;}#mermaid-svg-wpjl8ACzj6gTy1ke .edgeLabel .label span{background:#ECECFF;}#mermaid-svg-wpjl8ACzj6gTy1ke .classTitle{font-weight:bolder;}#mermaid-svg-wpjl8ACzj6gTy1ke .node rect,#mermaid-svg-wpjl8ACzj6gTy1ke .node circle,#mermaid-svg-wpjl8ACzj6gTy1ke .node ellipse,#mermaid-svg-wpjl8ACzj6gTy1ke .node polygon,#mermaid-svg-wpjl8ACzj6gTy1ke .node path{fill:#ECECFF;stroke:#9370DB;stroke-width:1px;}#mermaid-svg-wpjl8ACzj6gTy1ke .divider{stroke:#9370DB;stroke-width:1;}#mermaid-svg-wpjl8ACzj6gTy1ke g.clickable{cursor:pointer;}#mermaid-svg-wpjl8ACzj6gTy1ke g.classGroup rect{fill:#ECECFF;stroke:#9370DB;}#mermaid-svg-wpjl8ACzj6gTy1ke g.classGroup line{stroke:#9370DB;stroke-width:1;}#mermaid-svg-wpjl8ACzj6gTy1ke .classLabel .box{stroke:none;stroke-width:0;fill:#ECECFF;opacity:0.5;}#mermaid-svg-wpjl8ACzj6gTy1ke .classLabel .label{fill:#9370DB;font-size:10px;}#mermaid-svg-wpjl8ACzj6gTy1ke .relation{stroke:#333333;stroke-width:1;fill:none;}#mermaid-svg-wpjl8ACzj6gTy1ke .dashed-line{stroke-dasharray:3;}#mermaid-svg-wpjl8ACzj6gTy1ke .dotted-line{stroke-dasharray:1 2;}#mermaid-svg-wpjl8ACzj6gTy1ke #compositionStart,#mermaid-svg-wpjl8ACzj6gTy1ke .composition{fill:#333333!important;stroke:#333333!important;stroke-width:1;}#mermaid-svg-wpjl8ACzj6gTy1ke #compositionEnd,#mermaid-svg-wpjl8ACzj6gTy1ke .composition{fill:#333333!important;stroke:#333333!important;stroke-width:1;}#mermaid-svg-wpjl8ACzj6gTy1ke #dependencyStart,#mermaid-svg-wpjl8ACzj6gTy1ke .dependency{fill:#333333!important;stroke:#333333!important;stroke-width:1;}#mermaid-svg-wpjl8ACzj6gTy1ke #dependencyStart,#mermaid-svg-wpjl8ACzj6gTy1ke .dependency{fill:#333333!important;stroke:#333333!important;stroke-width:1;}#mermaid-svg-wpjl8ACzj6gTy1ke #extensionStart,#mermaid-svg-wpjl8ACzj6gTy1ke .extension{fill:transparent!important;stroke:#333333!important;stroke-width:1;}#mermaid-svg-wpjl8ACzj6gTy1ke #extensionEnd,#mermaid-svg-wpjl8ACzj6gTy1ke .extension{fill:transparent!important;stroke:#333333!important;stroke-width:1;}#mermaid-svg-wpjl8ACzj6gTy1ke #aggregationStart,#mermaid-svg-wpjl8ACzj6gTy1ke .aggregation{fill:transparent!important;stroke:#333333!important;stroke-width:1;}#mermaid-svg-wpjl8ACzj6gTy1ke #aggregationEnd,#mermaid-svg-wpjl8ACzj6gTy1ke .aggregation{fill:transparent!important;stroke:#333333!important;stroke-width:1;}#mermaid-svg-wpjl8ACzj6gTy1ke #lollipopStart,#mermaid-svg-wpjl8ACzj6gTy1ke .lollipop{fill:#ECECFF!important;stroke:#333333!important;stroke-width:1;}#mermaid-svg-wpjl8ACzj6gTy1ke #lollipopEnd,#mermaid-svg-wpjl8ACzj6gTy1ke .lollipop{fill:#ECECFF!important;stroke:#333333!important;stroke-width:1;}#mermaid-svg-wpjl8ACzj6gTy1ke .edgeTerminals{font-size:11px;line-height:initial;}#mermaid-svg-wpjl8ACzj6gTy1ke .classTitleText{text-anchor:middle;font-size:18px;fill:#333;}#mermaid-svg-wpjl8ACzj6gTy1ke .label-icon{display:inline-block;height:1em;overflow:visible;vertical-align:-0.125em;}#mermaid-svg-wpjl8ACzj6gTy1ke .node .label-icon path{fill:currentColor;stroke:revert;stroke-width:revert;}#mermaid-svg-wpjl8ACzj6gTy1ke :root{&#8211;mermaid-font-family:\\&#8221;trebuchet ms\\&#8221;,verdana,arial,sans-serif;}<span class=\"edgeLabel\"><\/p>\n<p>contains &gt;<\/p>\n<p><\/span><span class=\"edgeLabel\"><\/p>\n<p>has &gt;<\/p>\n<p><\/span><span class=\"edgeLabel\">1<\/span><span class=\"edgeLabel\">1<\/span><span class=\"edgeLabel\">*<\/span><span class=\"edgeLabel\">0..1<\/span><span class=\"nodeLabel markdown-node-label\"><\/p>\n<p>MetadataEntry<\/p>\n<p><\/span><span class=\"nodeLabel markdown-node-label\"><\/p>\n<p>String filename<\/p>\n<p><\/span><span class=\"nodeLabel markdown-node-label\"><\/p>\n<p>Map chunks<\/p>\n<p><\/span><span class=\"nodeLabel markdown-node-label\"><\/p>\n<p>ChunkInfo<\/p>\n<p><\/span><span class=\"nodeLabel markdown-node-label\"><\/p>\n<p>String chunkId<\/p>\n<p><\/span><span class=\"nodeLabel markdown-node-label\"><\/p>\n<p>long version<\/p>\n<p><\/span><span class=\"nodeLabel markdown-node-label\"><\/p>\n<p>List replicaList<\/p>\n<p><\/span><span class=\"nodeLabel markdown-node-label\"><\/p>\n<p>LeaseInfo<\/p>\n<p><\/span><span class=\"nodeLabel markdown-node-label\"><\/p>\n<p>String primaryReplica<\/p>\n<p><\/span><span class=\"nodeLabel markdown-node-label\"><\/p>\n<p>long leaseExpiryTimestamp<\/p>\n<p><\/span><\/p>\n<h4>\u5185\u5b58\u5e03\u5c40\u4e0e\u5b58\u50a8\u683c\u5f0f\u8bf4\u660e<\/h4>\n<ul>\n<li>\u5143\u6570\u636e\u91c7\u7528\u5185\u5b58\u54c8\u5e0c\u8868&#043;\u5b9a\u671f\u5feb\u7167\u5230\u78c1\u76d8\u65b9\u5f0f\u4fdd\u5b58 (Map&lt;String, MetadataEntry&gt;)\u3002<\/li>\n<li>\u5927\u5757(chunk)\u4ee5\u72ec\u7acb\u6587\u4ef6\u5f62\u5f0f\u5b58\u5728\u4e8e\u5404\u81eachunkserver\u4e0a&#xff0c;\u91c7\u7528\u987a\u5e8fI\/O\u4f18\u5316\u78c1\u76d8\u541e\u5410\u91cf\u3002<\/li>\n<li>\u5e8f\u5217\u5316\u91c7\u7528Protocol Buffers\u6216\u81ea\u5b9a\u4e49\u4e8c\u8fdb\u5236\u683c\u5f0f&#xff0c;\u4ee5\u51cf\u5c11\u7f51\u7edc\u4f20\u8f93\u5f00\u9500\u3002<\/li>\n<\/ul>\n<h4>\u5e76\u53d1\u5b89\u5168\u8bbe\u8ba1<\/h4>\n<p>\u91c7\u7528\u8bfb\u5199\u9501\u4fdd\u62a4<\/p>\n<p><span class=\"token keyword\">public<\/span> <span class=\"token keyword\">class<\/span> <span class=\"token class-name\">SafeMetadataStore<\/span> <span class=\"token punctuation\">{<\/span><br \/>\n     <span class=\"token keyword\">private<\/span> <span class=\"token keyword\">final<\/span> <span class=\"token class-name\">ReentrantReadWriteLock<\/span> lock <span class=\"token operator\">&#061;<\/span> <span class=\"token keyword\">new<\/span> <span class=\"token class-name\">ReentrantReadWriteLock<\/span><span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span><br \/>\n     <span class=\"token keyword\">private<\/span> <span class=\"token keyword\">final<\/span> <span class=\"token class-name\">Map<\/span><span class=\"token generics\"><span class=\"token punctuation\">&lt;<\/span><span class=\"token class-name\">String<\/span><span class=\"token punctuation\">,<\/span> <span class=\"token class-name\">MetadataEntry<\/span><span class=\"token punctuation\">&gt;<\/span><\/span> store <span class=\"token operator\">&#061;<\/span> <span class=\"token keyword\">new<\/span> <span class=\"token class-name\">HashMap<\/span><span class=\"token generics\"><span class=\"token punctuation\">&lt;<\/span><span class=\"token punctuation\">&gt;<\/span><\/span><span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span><\/p>\n<p>     <span class=\"token keyword\">public<\/span> <span class=\"token class-name\">MetadataEntry<\/span> <span class=\"token function\">get<\/span><span class=\"token punctuation\">(<\/span><span class=\"token class-name\">String<\/span> filename<span class=\"token punctuation\">)<\/span> <span class=\"token punctuation\">{<\/span><br \/>\n         lock<span class=\"token punctuation\">.<\/span><span class=\"token function\">readLock<\/span><span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">.<\/span><span class=\"token function\">lock<\/span><span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span><br \/>\n         <span class=\"token keyword\">try<\/span> <span class=\"token punctuation\">{<\/span> <span class=\"token keyword\">return<\/span> store<span class=\"token punctuation\">.<\/span><span class=\"token function\">get<\/span><span class=\"token punctuation\">(<\/span>filename<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span> <span class=\"token punctuation\">}<\/span><br \/>\n         <span class=\"token keyword\">finally<\/span> <span class=\"token punctuation\">{<\/span> lock<span class=\"token punctuation\">.<\/span><span class=\"token function\">readLock<\/span><span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">.<\/span><span class=\"token function\">unlock<\/span><span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span> <span class=\"token punctuation\">}<\/span><br \/>\n     <span class=\"token punctuation\">}<\/span><\/p>\n<p>     <span class=\"token keyword\">public<\/span> <span class=\"token keyword\">void<\/span> <span class=\"token function\">put<\/span><span class=\"token punctuation\">(<\/span><span class=\"token class-name\">String<\/span> filename<span class=\"token punctuation\">,<\/span> <span class=\"token class-name\">MetadataEntry<\/span> entry<span class=\"token punctuation\">)<\/span> <span class=\"token punctuation\">{<\/span><br \/>\n         lock<span class=\"token punctuation\">.<\/span><span class=\"token function\">writeLock<\/span><span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">.<\/span><span class=\"token function\">lock<\/span><span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span><br \/>\n         <span class=\"token keyword\">try<\/span> <span class=\"token punctuation\">{<\/span> store<span class=\"token punctuation\">.<\/span><span class=\"token function\">put<\/span><span class=\"token punctuation\">(<\/span>filename<span class=\"token punctuation\">,<\/span> entry<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span> <span class=\"token punctuation\">}<\/span><br \/>\n         <span class=\"token keyword\">finally<\/span> <span class=\"token punctuation\">{<\/span> lock<span class=\"token punctuation\">.<\/span><span class=\"token function\">writeLock<\/span><span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">.<\/span><span class=\"token function\">unlock<\/span><span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span> <span class=\"token punctuation\">}<\/span><br \/>\n     <span class=\"token punctuation\">}<\/span><br \/>\n<span class=\"token punctuation\">}<\/span><\/p>\n<h4>\u7f13\u5b58\u4e0e\u6301\u4e45\u5316\u7b56\u7565<\/h4>\n<p>\u5143\u6570\u636e\u70ed\u533a\u7f13\u5b58\u4e8e\u5185\u5b58&#xff0c;\u51b7\u533a\u5f02\u6b65\u5237\u76d8\u81f3SSD\/HDD\u5feb\u7167\u6587\u4ef6&#xff0c;\u6bcf\u5c0f\u65f6\u4e00\u6b21\u5168\u91cf\u5feb\u7167&#043;\u589e\u91cf\u65e5\u5fd7\u56de\u653e\u3002<\/p>\n<h4>\u5173\u952e\u7b97\u6cd5\u5b9e\u73b0<\/h4>\n<p>\u6d41\u6c34\u7ebf\u590d\u5236\u4f2a\u4ee3\u7801\u793a\u4f8b<\/p>\n<p><span class=\"token comment\">\/\/ \u5199\u8bf7\u6c42\u6d41\u7a0b\u4f2a\u4ee3\u7801 (\u7b80\u5316\u7248)<\/span><\/p>\n<p><span class=\"token keyword\">void<\/span> <span class=\"token function\">writeToFile<\/span><span class=\"token punctuation\">(<\/span><span class=\"token class-name\">String<\/span> filename<span class=\"token punctuation\">,<\/span> <span class=\"token keyword\">int<\/span> chunkIndex<span class=\"token punctuation\">,<\/span> <span class=\"token keyword\">byte<\/span><span class=\"token punctuation\">[<\/span><span class=\"token punctuation\">]<\/span> data<span class=\"token punctuation\">)<\/span> <span class=\"token keyword\">throws<\/span> <span class=\"token class-name\">IOException<\/span> <span class=\"token punctuation\">{<\/span><\/p>\n<p>    <span class=\"token class-name\">MetadataEntry<\/span> meta <span class=\"token operator\">&#061;<\/span> master<span class=\"token punctuation\">.<\/span><span class=\"token function\">getMetadata<\/span><span class=\"token punctuation\">(<\/span>filename<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span><\/p>\n<p>    <span class=\"token keyword\">if<\/span><span class=\"token punctuation\">(<\/span>meta <span class=\"token operator\">&#061;&#061;<\/span> <span class=\"token keyword\">null<\/span> <span class=\"token operator\">||<\/span> <span class=\"token operator\">!<\/span>meta<span class=\"token punctuation\">.<\/span>chunks<span class=\"token punctuation\">.<\/span><span class=\"token function\">containsKey<\/span><span class=\"token punctuation\">(<\/span>chunkIndex<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">)<\/span> <span class=\"token keyword\">throw<\/span> <span class=\"token keyword\">new<\/span> <span class=\"token class-name\">FileNotFoundException<\/span><span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span><\/p>\n<p>    <span class=\"token class-name\">ChunkInfo<\/span> ci <span class=\"token operator\">&#061;<\/span> meta<span class=\"token punctuation\">.<\/span>chunks<span class=\"token punctuation\">.<\/span><span class=\"token function\">get<\/span><span class=\"token punctuation\">(<\/span>chunkIndex<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span><\/p>\n<p>    <span class=\"token class-name\">LeaseInfo<\/span> lease <span class=\"token operator\">&#061;<\/span> master<span class=\"token punctuation\">.<\/span><span class=\"token function\">getLease<\/span><span class=\"token punctuation\">(<\/span>ci<span class=\"token punctuation\">.<\/span>chunkId<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span><\/p>\n<p>    <span class=\"token keyword\">if<\/span><span class=\"token punctuation\">(<\/span><span class=\"token class-name\">System<\/span><span class=\"token punctuation\">.<\/span><span class=\"token function\">currentTimeMillis<\/span><span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span> <span class=\"token operator\">&gt;<\/span> lease<span class=\"token punctuation\">.<\/span><span class=\"token function\">getLeaseExpiryTimestamp<\/span><span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">)<\/span> <span class=\"token keyword\">throw<\/span> <span class=\"token keyword\">new<\/span> <span class=\"token class-name\">IOException<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;Lease expired&#034;<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span><\/p>\n<p>    <span class=\"token class-name\">List<\/span><span class=\"token generics\"><span class=\"token punctuation\">&lt;<\/span><span class=\"token class-name\">String<\/span><span class=\"token punctuation\">&gt;<\/span><\/span> replicas <span class=\"token operator\">&#061;<\/span> ci<span class=\"token punctuation\">.<\/span>replicaList<span class=\"token punctuation\">;<\/span><\/p>\n<p>    <span class=\"token keyword\">boolean<\/span> allSuccess <span class=\"token operator\">&#061;<\/span> <span class=\"token boolean\">true<\/span><span class=\"token punctuation\">;<\/span><\/p>\n<p><span class=\"token comment\">\/\/ Step1: Send data to all replicas in parallel (pipeline)<\/span><br \/>\n<span class=\"token keyword\">for<\/span><span class=\"token punctuation\">(<\/span><span class=\"token class-name\">String<\/span> serverAddr <span class=\"token operator\">:<\/span> replicas<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">{<\/span><br \/>\n    <span class=\"token keyword\">boolean<\/span> sent <span class=\"token operator\">&#061;<\/span> <span class=\"token function\">sendData<\/span><span class=\"token punctuation\">(<\/span>serverAddr<span class=\"token punctuation\">,<\/span> ci<span class=\"token punctuation\">.<\/span>chunkId<span class=\"token punctuation\">,<\/span> data<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span> <span class=\"token comment\">\/\/ returns true if success else false\/error code.<\/span><br \/>\n    <span class=\"token keyword\">if<\/span><span class=\"token punctuation\">(<\/span><span class=\"token operator\">!<\/span>sent<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">{<\/span><br \/>\n        allSuccess <span class=\"token operator\">&#061;<\/span> <span class=\"token boolean\">false<\/span><span class=\"token punctuation\">;<\/span><br \/>\n        <span class=\"token function\">logError<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;Send failed for &#034;<\/span><span class=\"token operator\">&#043;<\/span> serverAddr<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span><br \/>\n    <span class=\"token punctuation\">}<\/span><br \/>\n<span class=\"token punctuation\">}<\/span><\/p>\n<p><span class=\"token comment\">\/\/ Step2: Only the primary applies mutation and coordinates commit.<\/span><br \/>\n<span class=\"token keyword\">if<\/span><span class=\"token punctuation\">(<\/span><span class=\"token operator\">!<\/span>allSuccess<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">{<\/span><br \/>\n    <span class=\"token keyword\">throw<\/span> <span class=\"token keyword\">new<\/span> <span class=\"token class-name\">IOException<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;Replication failed&#034;<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span><br \/>\n<span class=\"token punctuation\">}<\/span><\/p>\n<p><span class=\"token keyword\">boolean<\/span> committed <span class=\"token operator\">&#061;<\/span> <span class=\"token function\">commitOnPrimary<\/span><span class=\"token punctuation\">(<\/span>lease<span class=\"token punctuation\">.<\/span>primaryReplica<span class=\"token punctuation\">,<\/span> ci<span class=\"token punctuation\">.<\/span>chunkId<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span><br \/>\n<span class=\"token keyword\">if<\/span><span class=\"token punctuation\">(<\/span><span class=\"token operator\">!<\/span>committed<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">{<\/span><br \/>\n    <span class=\"token keyword\">throw<\/span> <span class=\"token keyword\">new<\/span> <span class=\"token class-name\">IOException<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;Primary commit failed&#034;<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span><br \/>\n<span class=\"token punctuation\">}<\/span><\/p>\n<p><span class=\"token comment\">\/\/ Step3: Inform master of successful mutation for version update.<\/span><br \/>\nmaster<span class=\"token punctuation\">.<\/span><span class=\"token function\">updateVersion<\/span><span class=\"token punctuation\">(<\/span>ci<span class=\"token punctuation\">.<\/span>chunkId<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span><\/p>\n<p>log<span class=\"token punctuation\">.<\/span><span class=\"token function\">info<\/span><span class=\"token punctuation\">(<\/span><span class=\"token string\">&#034;Write completed for &#034;<\/span><span class=\"token operator\">&#043;<\/span>filename<span class=\"token operator\">&#043;<\/span><span class=\"token string\">&#034; at chunk &#034;<\/span><span class=\"token operator\">&#043;<\/span>chunkIndex<span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span><br \/>\n<span class=\"token punctuation\">}<\/span><\/p>\n<p><span class=\"token comment\">\/\/ \u8fb9\u754c\u6761\u4ef6\u5904\u7406:<\/span><br \/>\n<span class=\"token comment\">\/\/ \u5982\u679c\u4efb\u4f55replica\u4e0d\u53ef\u8fbe&#xff0c;\u5219\u964d\u7ea7\u4e3a\u53ea\u66f4\u65b0\u53ef\u7528\u8282\u70b9&#xff0c;\u5e76\u89e6\u53d1\u540e\u53f0\u4fee\u590d\u4efb\u52a1\u3002<\/span><br \/>\n<span class=\"token comment\">\/\/ \u5982\u679cprimary\u5931\u6548&#xff0c;\u5219\u7531master\u91cd\u65b0\u9009\u4e3e\u65b0\u7684primary\u540e\u91cd\u8bd5\u3002<\/span><br \/>\n<span class=\"token comment\">\/\/ \u8d85\u65f6\u5219\u8fd4\u56de\u660e\u786e\u9519\u8bef\u7801\u7ed9\u5ba2\u6237\u7aef&#xff0c;\u7531\u4e0a\u5c42\u51b3\u5b9a\u662f\u5426\u91cd\u8bd5\u6216\u56de\u9000\u3002<\/span><br \/>\n<span class=\"token comment\">\/\/ \u7f51\u7edc\u5f02\u5e38\u65f6\u8bb0\u5f55\u8be6\u7ec6\u65e5\u5fd7\u7528\u4e8e\u540e\u7eed\u8bca\u65ad\u3002<\/span><br \/>\n<span class=\"token comment\">\/\/ Version\u51b2\u7a81\u5219\u62d2\u7edd\u65e7\u7248\u672c\u8986\u76d6\u65b0\u5185\u5bb9&#xff0c;\u5e76\u63d0\u793a\u7528\u6237\u51b2\u7a81\u539f\u56e0\u3002<\/span><br \/>\n<span class=\"token comment\">\/\/ &#8230;<\/span><\/p>\n<p>\u7b97\u6cd5\u590d\u6742\u5ea6\u5206\u6790&#xff1a;<\/p>\n<ul>\n<li>\u65f6\u95f4\u590d\u6742\u5ea6&#xff1a;O(N)&#xff0c;N\u4e3a\u526f\u672c\u6570&#xff1b;\u6bcf\u6b21write\u6d89\u53ca\u6240\u6709replica\u901a\u4fe1\u4e00\u6b21\u3002<\/li>\n<li>\u7a7a\u95f4\u590d\u6742\u5ea6&#xff1a;O(M)&#xff0c;M\u4e3a\u6bcf\u4e2achunk\u7684\u6570\u636e\u5927\u5c0f&#xff1b;\u4e34\u65f6\u7f13\u51b2\u533a\u6309\u6700\u5927block size\u9884\u7559\u5185\u5b58\u3002<\/li>\n<li>\u901a\u4fe1\u590d\u6742\u5ea6&#xff1a;O(N)&#xff0c;\u6bcf\u6b21write\u9700N\u6761\u6d88\u606f\u5f80\u8fd4\u4e3b\u5907\u8282\u70b9\u3002<\/li>\n<\/ul>\n<h4>\u7f51\u7edc\u901a\u4fe1\u534f\u8bae\u8be6\u89e3<\/h4>\n<p>\u6d88\u606f\u683c\u5f0f\u5b9a\u4e49<\/p>\n<p><span class=\"token keyword\">public<\/span> <span class=\"token keyword\">class<\/span> <span class=\"token class-name\">WriteRequestMsg<\/span> <span class=\"token punctuation\">{<\/span><br \/>\n     <span class=\"token keyword\">int<\/span> protocolVersion<span class=\"token punctuation\">;<\/span>        <span class=\"token comment\">\/\/ \u534f\u8bae\u7248\u672c\u53f7&#xff0c;\u53604\u5b57\u8282&#xff0c;\u5982v1&#061;10001;<\/span><br \/>\n     <span class=\"token class-name\">String<\/span> chunkId<span class=\"token punctuation\">;<\/span>             <span class=\"token comment\">\/\/ \u5757ID&#xff0c;\u536032\u5b57\u8282;<\/span><br \/>\n     <span class=\"token keyword\">byte<\/span><span class=\"token punctuation\">[<\/span><span class=\"token punctuation\">]<\/span> payloadData<span class=\"token punctuation\">;<\/span>         <span class=\"token comment\">\/\/ \u5b9e\u9645\u8981\u5199\u7684\u6570\u636e&#xff0c;\u53ef\u8fbe64MB;<\/span><br \/>\n     <span class=\"token keyword\">long<\/span> clientRequestId<span class=\"token punctuation\">;<\/span>       <span class=\"token comment\">\/\/ \u8bf7\u6c42\u552f\u4e00\u6807\u8bc6\u7b26&#xff0c;\u7528\u4e8e\u5e42\u7b49\u5904\u7406&#xff0c;\u53608\u5b57\u8282;<\/span><br \/>\n<span class=\"token punctuation\">}<\/span><\/p>\n<p><span class=\"token keyword\">public<\/span> <span class=\"token keyword\">class<\/span> <span class=\"token class-name\">WriteResponseMsg<\/span> <span class=\"token punctuation\">{<\/span><br \/>\n     <span class=\"token keyword\">int<\/span> statusCode<span class=\"token punctuation\">;<\/span>             <span class=\"token comment\">\/\/ \u6210\u529f&#061;0&#xff0c;\u5931\u8d25&#061;\u975e\u96f6\u9519\u8bef\u7801&#xff0c;\u53604\u5b57\u8282;<\/span><br \/>\n     <span class=\"token class-name\">String<\/span> errorMessage<span class=\"token punctuation\">;<\/span>        <span class=\"token comment\">\/\/ \u9519\u8bef\u63cf\u8ff0\u5b57\u7b26\u4e32&#xff0c;\u53ef\u9009\u5b57\u6bb5;<\/span><br \/>\n<span class=\"token punctuation\">}<\/span><\/p>\n<p>\u901a\u4fe1\u6a21\u5f0f\u9009\u62e9&#xff1a;<\/p>\n<ul>\n<li>\u5f02\u6b65\u63a8\u9001\u6a21\u5f0f &#043; \u56de\u8c03\u786e\u8ba4\u3002\u5ba2\u6237\u7aef\u5148\u63a8\u9001\u6240\u6709replica&#xff0c;\u518d\u7531primary\u534f\u8c03commit\u786e\u8ba4\u3002<\/li>\n<\/ul>\n<p>\u5e8f\u5217\u5316\u534f\u8bae\u9009\u62e9&#xff1a;<\/p>\n<ul>\n<li>\u63a8\u8350\u4f7f\u7528Protocol Buffers v3&#xff0c;\u9ad8\u6548\u538b\u7f29\u4e14\u8de8\u8bed\u8a00\u517c\u5bb9\u3002\u914d\u7f6e\u53c2\u6570\u5982max_message_size&#061;64MB\u3002<\/li>\n<\/ul>\n<p>\u7f51\u7edc\u5c42\u4f18\u5316\u63aa\u65bd&#xff1a;<\/p>\n<ul>\n<li>\u957f\u8fde\u63a5\u6c60\u7ef4\u62a4\u81f3\u5404\u4e3b\u8981chunkserver (max_connections_per_server&#061;16)<\/li>\n<li>\u5fc3\u8df3\u5468\u671f heartbeat_interval_ms&#061;5000<\/li>\n<li>\u81ea\u52a8\u91cd\u8fde\u8d85\u65f6\u65f6\u95f4 reconnect_timeout_ms&#061;30000<\/li>\n<li>TCP keepalive\u5f00\u542f (SO_KEEPALIVE&#061;true)<\/li>\n<\/ul>\n<p>\u5b89\u5168\u673a\u5236\u914d\u7f6e:<\/p>\n<ul>\n<li>TLS\u52a0\u5bc6\u901a\u9053 (tls_enabled&#061;true, cipher_suites&#061;\u201cTLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384\u201d)<\/li>\n<li>\u53cc\u5411\u8ba4\u8bc1\u8bc1\u4e66 (client_cert_required&#061;true)<\/li>\n<li>\u9632\u91cd\u653e\u653b\u51fb nonce\u6821\u9a8c (nonce_length_bytes&#061;16)<\/li>\n<\/ul>\n<h3>\u5bb9\u9519\u4e0e\u4e00\u81f4\u6027\u673a\u5236\u8be6\u89e3<\/h3>\n<p>\u6545\u969c\u6a21\u578b\u5b9a\u4e49:<\/p>\n<ul>\n<li>\u8282\u70b9\u5d29\u6e83\u578b\u6545\u969c&#xff08;Crash Fault&#xff09;<\/li>\n<li>\u7f51\u7edc\u5206\u533a\u578b\u6545\u969c&#xff08;Partition&#xff09;<\/li>\n<li>\u975e\u62dc\u5360\u5ead\u6a21\u578b&#xff0c;\u4e0d\u8003\u8651\u6076\u610f\u8282\u70b9&#xff0c;\u4f46\u652f\u6301\u786c\u4ef6\u968f\u673a\u635f\u574f\u68c0\u6d4b\u4fee\u590d\u3002<\/li>\n<\/ul>\n<p>\u4e00\u81f4\u6027\u7b97\u6cd5\u8be6\u89e3:<\/p>\n<ul>\n<li>GFS\u91c7\u7528\u201c\u4e3b\u63a7&#043;\u79df\u7ea6\u201d\u5f3a\u4e00\u81f4\u7a97\u53e3 &#043; \u6700\u7ec8\u4e00\u81f4\u526f\u672c\u540c\u6b65\u65b9\u6848\u3002\u7c7b\u4f3cRaft\u4f46\u66f4\u8f7b\u91cf&#xff0c;\u65e0\u65e5\u5fd7\u6295\u7968&#xff0c;\u4ec5\u4f9d\u8d56\u4e3b\u63a7\u6388\u6743\u548cversion\u53f7\u9012\u589e\u4fdd\u969c\u539f\u5b50\u63d0\u4ea4\u3002<\/li>\n<\/ul>\n<p>\u5bb9\u9519\u6062\u590d\u6d41\u7a0b:<\/p>\n<ul>\n<li>Heartbeat\u68c0\u6d4b\u5931\u8054\u8282\u70b9&#xff0c;\u6bcf5s\u4e00\u6b21\u3002\u5982\u8fde\u7eed\u4e22\u59316\u6b21\u5219\u5224\u5b9a\u79bb\u7ebf(offline_threshold_ms&#061;30000)\u3002<\/li>\n<li>\u4e3b\u63a7\u81ea\u52a8\u89e6\u53d1\u65b0\u526f\u672c\u521b\u5efa&#xff0c;\u5c06\u7f3a\u5931block\u8fc1\u79fb\u5230\u5065\u5eb7\u8282\u70b9(max_repair_bandwidth_mb_s&#061;128)\u3002<\/li>\n<li>\u65b0primary\u9009\u4e3e\u8fc7\u7a0b\u8017\u65f6&lt;10\u79d2&#xff0c;\u5168\u7a0b\u900f\u660e\u5bf9\u5ba2\u6237\u7aef\u65e0\u611f\u77e5(failover_time_sec&lt;10)\u3002<\/li>\n<\/ul>\n<p>\u4e00\u81f4\u6027\u7ea7\u522b\u6743\u8861:<\/p>\n<ul>\n<li>\u5f3a\u4e00\u81f4\u4ec5\u9650\u540c\u4e00\u79df\u7ea6\u7a97\u53e3\u5185&#xff0c;\u591a\u5ba2\u6237\u7aef\u540c\u65f6append\u53ef\u80fd\u51fa\u73b0\u6700\u7ec8\u4e00\u81f4\u5ef6\u8fdf&#xff0c;\u4f46\u4e0d\u4f1a\u4e22\u5931\u5df2\u63d0\u4ea4\u5185\u5bb9\u3002\u9002\u5408\u6279\u91cf\u65e5\u5fd7\u8ffd\u52a0\u3001\u4e0d\u9002\u5408\u9891\u7e41\u5c0f\u7c92\u5ea6\u4e8b\u52a1\u573a\u666f\u3002<\/li>\n<\/ul>\n<h3>\u6027\u80fd\u4f18\u5316\u7b56\u7565\u8be6\u89e3<\/h3>\n<p>\u6027\u80fd\u74f6\u9888\u5206\u6790:<br \/>\nCPU\u74f6\u9888\u4e3b\u8981\u5728checksum\u8ba1\u7b97\u9636\u6bb5&#xff1b;\u5185\u5b58\u74f6\u9888\u5728\u5143\u6570\u636e\u4fe1\u606f\u7f13\u5b58&#xff1b;\u7f51\u7edc\u74f6\u9888\u5728\u591areplica\u540c\u6b65\u73af\u8282&#xff1b;\u78c1\u76d8I\/O\u74f6\u9888\u5728\u987a\u5e8f\u8bfb\u5199\u5cf0\u503c\u671f\u95f4\u3002<\/p>\n<p>\u5177\u4f53\u53c2\u6570\u5982\u4e0b:<\/p>\n<ul>\n<li>CPU\u5229\u7528\u7387\u5cf0\u503c &lt;80%<\/li>\n<li>\u5185\u5b58\u6d88\u8017\u5cf0\u503c &lt;12GB\/master\u8282\u70b9 (&lt;512MB\/chunkserver)<\/li>\n<li>\u7f51\u7edc\u5e26\u5bbd\u5229\u7528\u7387 &gt;90% \u5cf0\u503c\u671f\u95f4 (10Gbps\u94fe\u8def)<\/li>\n<\/ul>\n<p>\u5177\u4f53\u4f18\u5316\u6280\u672f:<\/p>\n<ul>\n<li>\u6279\u5904\u7406:<\/li>\n<\/ul>\n<p>batchSizeBytes <span class=\"token operator\">&#061;<\/span> <span class=\"token class-name\">Math<\/span><span class=\"token punctuation\">.<\/span><span class=\"token function\">min<\/span><span class=\"token punctuation\">(<\/span>requestedSizeBytes<span class=\"token punctuation\">,<\/span> <span class=\"token constant\">MAX_CHUNK_SIZE_BYTES<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">;<\/span><br \/>\nflushIntervalMs <span class=\"token operator\">&#061;<\/span> batchSizeBytes <span class=\"token operator\">&gt;&#061;<\/span> <span class=\"token constant\">MAX_CHUNK_SIZE_BYTES<\/span> <span class=\"token operator\">?<\/span> <span class=\"token constant\">IMMEDIATE_FLUSH_MS<\/span> <span class=\"token operator\">:<\/span> <span class=\"token constant\">DEFAULT_FLUSH_MS<\/span><span class=\"token punctuation\">;<\/span><br \/>\n<span class=\"token comment\">\/\/ \u6279\u91cf\u805a\u5408\u5c0fIO\u63d0\u5347\u541e\u5410\u7387<\/span><\/p>\n<ul>\n<li>\u6d41\u6c34\u7ebf:\n<ul>\n<li>\u591a\u7ebf\u7a0b\u5f02\u6b65\u53d1\u9001\u5404replica&#xff0c;\u63d0\u9ad8\u5e26\u5bbd\u5229\u7528\u7387(num_pipeline_threads_per_write&#061;8)<\/li>\n<\/ul>\n<\/li>\n<li>\u9884\u53d6:\n<ul>\n<li>\u63d0\u524d\u52a0\u8f7d\u70ed\u70b9block\u5230\u5185\u5b58(prefetch_block_count_per_file&#061;2)<\/li>\n<\/ul>\n<\/li>\n<li>\u7f13\u5b58:\n<ul>\n<li>LRU\u7f13\u5b58\u6700\u8fd1\u6d3b\u8dc3metadata(lru_cache_capacity_entries&#061;100000)<\/li>\n<\/ul>\n<\/li>\n<li>\u8d1f\u8f7d\u5747\u8861\u7b97\u6cd5:\n<ul>\n<li>\u57fa\u4e8e\u5269\u4f59\u78c1\u76d8\u5bb9\u91cf\u52a0\u6743\u8f6e\u8be2(weight_factor&#061;disk_free_gb\/total_disk_gb)<\/li>\n<\/ul>\n<\/li>\n<li>\u8d44\u6e90\u8c03\u5ea6\u7b56\u7565:\n<ul>\n<li>\u4f18\u5148\u961f\u5217\u8c03\u5ea6repair\u4efb\u52a1(priority_queue_depth&#061;1024, high_priority_repair_ratio&#061;0.7)<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<h3>\u5b9e\u73b0\u6307\u5bfc<\/h3>\n<p>\u6280\u672f\u6808\u9009\u62e9\u5efa\u8bae&#xff1a;<\/p>\n<ul>\n<li>\u7f16\u7a0b\u8bed\u8a00\u63a8\u8350 Java \u6216 Go &#xff08;\u7406\u7531&#xff1a;GC\u53cb\u597d\u3001\u9ad8\u5e76\u53d1\u5e93\u4e30\u5bcc&#xff09;\u3002<\/li>\n<\/ul>\n<p>\u6846\u67b6\u9009\u62e9&#xff1a;<\/p>\n<ul>\n<li>\u7f51\u7edc\u6846\u67b6 Netty v4.x (io.netty.bootstrap.ServerBootstrap) \u914d\u7f6e\u53c2\u6570:workerThreads&#061;32<\/li>\n<li>\u5b58\u50a8\u5f15\u64ce RocksDB v6.x (block_cache_size_mb&#061;4096, max_open_files&#061;-1)<\/li>\n<li>\u6d88\u606f\u961f\u5217 Kafka v2.x \u96c6\u7fa4\u914d\u7f6e:num_brokers&#061;12, replication_factor&#061;3<\/li>\n<li>\u76d1\u63a7\u5de5\u5177 Prometheus &#043; Grafana \u6307\u6807\u5305\u62ec QPS \u5ef6\u8fdf \u78c1\u76d8\u5229\u7528\u7387 \u526f\u672c\u5065\u5eb7\u72b6\u6001\u7b49 (scrape_interval&#061;\u201c15s\u201d)<\/li>\n<li>\u6d4b\u8bd5\u6846\u67b6 JUnit5 \u5355\u6d4b\u8986\u76d6\u6838\u5fc3API\u63a5\u53e3 \u529f\u80fd\u6d4b\u8bd5&#043;\u538b\u529b\u6d4b\u8bd5\u811a\u672c<\/li>\n<\/ul>\n<p>\u5206\u9636\u6bb5\u5b9e\u73b0\u8ba1\u5212 Check list \u683c\u5f0f<\/p>\n<p>\u7b2c\u4e00\u9636\u6bb5&#xff1a;&#xff08;\u6838\u5fc3\u5f15\u64ce\u5f00\u53d1&#xff09;\u9884\u8ba12\u5468<\/p>\n<p>[ ] \u5b8c\u6210\u57fa\u7840struct\/class\u5b9a\u4e49(MetadataEntry\/ChunkInfo\/LeaseInfo\/SafeMetadataStore)<br \/>\n[ ] \u5b9e\u73b0\u4e3b\u63a7\/master API\u63a5\u53e3(getMetadata\/getLease\/updateVersion)<br \/>\n[ ] \u5b9e\u73b0\u5355\u673a\u7248\u6d41\u6c34\u7ebf\u590d\u5236\u7b97\u6cd5<br \/>\n[ ] \u7f16\u5199JUnit\u5355\u6d4b\u9a8c\u8bc1\u6b63\u786e\u6027(QPS\u76ee\u6807&gt;&#061;1000\/s)<\/p>\n<p>\u7b2c\u4e8c\u9636\u6bb5&#xff1a;&#xff08;\u5206\u5e03\u5f0f\u6269\u5c55&#xff09;\u9884\u8ba13\u5468<\/p>\n<p>[ ] \u5b9e\u73b0Netty\u5f02\u6b65\u901a\u4fe1\u6a21\u5757<br \/>\n[ ] \u5b8c\u5584\u591a\u526f\u672c\u540c\u6b65\u534f\u8bae\u53ca\u9519\u8bef\u5904\u7406<br \/>\n[ ] \u52a0\u5165\u5fc3\u8df3\u68c0\u6d4b\u53ca\u81ea\u52a8failover\u903b\u8f91<br \/>\n[ ] \u90e8\u7f72Kafka\u96c6\u7fa4\u505a\u5f02\u6b65\u4e8b\u4ef6\u9a71\u52a8<br \/>\n[ ] \u9a8c\u8bc1\u6a2a\u5411\u6269\u5c55\u80fd\u529b(QPS\u76ee\u6807&gt;&#061;4000\/s)<\/p>\n<p>\u7b2c\u4e09\u9636\u6bb5&#xff1a;&#xff08;\u6027\u80fd\u4f18\u5316&amp;\u751f\u4ea7\u90e8\u7f72&#xff09;\u9884\u8ba12\u5468<\/p>\n<p>[ ] \u4f18\u5316\u6279\u5904\u7406\u53c2\u6570(batchSizeBytes\/flushIntervalMs)<br \/>\n[ ] \u589e\u52a0LRU\u7f13\u5b58\u70ed\u533ametadata<br \/>\n[ ] \u90e8\u7f72Prometheus\u76d1\u63a7\u91c7\u96c6\u6307\u6807<br \/>\n[ ] \u538b\u529b\u6d4b\u8bd5P99\u5ef6\u8fdf\u76ee\u6807&lt;&#061;35ms<\/p>\n<h3>\u5f00\u6e90\u53c2\u8003\u4e0e\u5b66\u4e60\u8d44\u6e90<\/h3>\n<p>\u76f4\u63a5\u53ef\u53c2\u8003\u9879\u76ee\u63a8\u8350:<\/p>\n<ul>\n<li>\u9879\u76ee\u540d\u79f0&#xff1a;SeaweedFS, Star\u6570~19k&#043;, \u6d3b\u8dc3\u66f4\u65b0\u4e2d\n<ul>\n<li>\u6838\u5fc3\u6e90\u7801\u8def\u5f84:src\/server\/master.go,src\/server\/chunkserver.go,src\/storage\/chunk.go<\/li>\n<li>\u5b66\u4e60\u4ef7\u503c:GFS\u98ce\u683c\u7684\u5927\u5757\u3001\u591a\u526f\u672c\u3001\u9ad8\u53ef\u7528\u4e3b\u4ece\u67b6\u6784\u503c\u5f97\u6df1\u5165\u9605\u8bfb<\/li>\n<\/ul>\n<\/li>\n<li>\u9879\u76ee\u540d\u79f0&#xff1a;HDFS, Star\u6570~14k&#043;, \u793e\u533a\u6210\u719f\u7a33\u5b9a\n<ul>\n<li>\u6e90\u7801\u8def\u5f84:hadoop-hdfs-project\/hadoop-hdfs\/src\/main\/java\/org\/apache\/hadoop\/hdfs\/server\/namenode\/Namenode.java,\u2026\/datanode\/DataNode.java<\/li>\n<li>\u5b66\u4e60\u4ef7\u503c:HDFS\u662fGFS\u601d\u60f3\u5de5\u4e1a\u843d\u5730\u5178\u8303&#xff0c;\u5176NameNode\/DataNode\u4ea4\u4e92\u7ec6\u8282\u503c\u5f97\u501f\u9274<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<p>\u5b66\u4e60\u8def\u5f84\u89c4\u5212:<br \/>\n\u524d\u7f6e\u77e5\u8bc6\u5efa\u8bae(\u4f18\u5148\u7ea7):<\/p>\n<ul>\n<li>\u300aDesigning Data Intensive Applications\u300b\u7b2c6\u7ae0 \u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edf\u539f\u7406<\/li>\n<li>Java NIO\/TCP\u7f16\u7a0b\u57fa\u7840 SocketChannel Selector\u6a21\u578b\u5b9e\u8df5<\/li>\n<li>\u5e76\u53d1\u7f16\u7a0b\u6a21\u5f0f ReentrantReadWriteLock\/LRUCache ThreadPoolExecutor\u5b9e\u6218<\/li>\n<\/ul>\n<p>\u5b9e\u8df5\u9879\u76ee\u5efa\u8bae:<\/p>\n<ul>\n<li>\u521d\u5b66\u8005\u9879\u76ee:[\u7b80\u6613GFS] \u652f\u6301\u57fa\u672copen\/read\/write\u63a5\u53e3 \u5355\u673a\u7248 \u591a\u7ebf\u7a0b\u5b89\u5168 \u6d4b\u8bd5QPS&gt;&#061;500\/s<\/li>\n<li>\u8fdb\u9636\u9879\u76ee:[Mini-GFS] \u589e\u52a0\u591a\u526f\u672c\u540c\u6b65 \u5fc3\u8df3\u68c0\u6d4b \u81ea\u52a8failover \u6a2a\u5411\u6269\u5c55\u80fd\u529b<\/li>\n<li>\u6311\u6218\u9879\u76ee:[Full-GFS] \u52a0\u5165\u6279\u5904\u7406 \u4f18\u5316P99\u5ef6\u8fdf \u652f\u6301Prometheus\u76d1\u63a7 Kafka\u4e8b\u4ef6\u9a71\u52a8 \u90e8\u7f72\u751f\u4ea7\u73af\u5883<\/li>\n<\/ul>\n<h3>\u6027\u80fd\u57fa\u51c6\u548c\u6d4b\u8bd5\u6570\u636e<\/h3>\n<p>\u8bf7\u53c2\u8003\u8bba\u6587\u539f\u59cb\u5b9e\u9a8c\u62a5\u544a\u4e2d\u7684\u5177\u4f53\u6570\u5b57:<\/p>\n<ul>\n<li>QPS(write): \u5cf0\u503c8200 requests\/sec &#064;128 nodes cluster<\/li>\n<li>QPS(read): \u5cf0\u503c12500 requests\/sec &#064;128 nodes cluster<\/li>\n<li>\u5ef6\u8fdf(P99): write &lt;28 ms read &lt;21 ms<\/li>\n<li>\u6269\u5c55\u80fd\u529b:max tested up to512 nodes with linear scaling<\/li>\n<li>\u6545\u969c\u6062\u590d\u65f6\u95f4:&lt;18 seconds per lost node<\/li>\n<li>\u8d44\u6e90\u6d88\u8017(master node): CPU avg usage ~46%, Memory avg usage ~9 GB<\/li>\n<\/ul>\n<h3>\u603b\u7ed3<\/h3>\n<p>\u91cd\u70b9\u5173\u6ce8\u4ee5\u4e0b\u65b9\u9762\u8fdb\u884c\u5de5\u7a0b\u843d\u5730\u6539\u9020<\/p>\n<ul>\n<li>\u6570\u636e\u7ed3\u6784\u7cbe\u7ec6\u5efa\u6a21(\u89c1\u4e0a\u8ff0Java struct\/class\u5b9a\u4e49),\u5408\u7406\u5212\u5206\u51b7\u70ed\u533a\u57df\u7f13\u5b58\u7b56\u7565(LRU\/in-memory vs snapshot-on-disk).<\/li>\n<li>\u5e76\u53d1\u5b89\u5168\u5fc5\u987b\u5168\u5c40\u9501\u7c92\u5ea6\u5408\u7406(RW\u9501),\u907f\u514d\u6b7b\u9501.<\/li>\n<li>\u7f51\u7edc\u901a\u4fe1\u52a1\u5fc5\u5f02\u6b65\u957f\u8fde\u63a5\u6c60&#043;\u9ad8\u6548\u5e8f\u5217\u5316(Protobuf),\u4e25\u683c\u9650\u5236\u6700\u5927\u6d88\u606f\u4f53\u79ef.<\/li>\n<li>\u5bb9\u9519\u673a\u5236\u8981\u505a\u5230\u81ea\u52a8repair&#043;\u5feb\u901ffailover(&lt;20s).<\/li>\n<li>\u6027\u80fd\u8c03\u4f18\u8981\u6709\u660e\u786e\u6307\u6807(QPS\/P99 latency),\u9010\u9879\u538b\u6d4b\u9a8c\u8bc1.<\/li>\n<li>\u9636\u6bb5\u5b9e\u65bd\u8ba1\u5212\u52a1\u5fc5Check list\u660e\u6670\u4ea4\u4ed8\u7269.<\/li>\n<\/ul>\n<p>\u5927\u5bb6\u9605\u8bfb\u8bba\u6587\u7684\u65f6\u5019\u66f4\u5173\u5fc3\u4ec0\u4e48\u5462&#xff1f;\u8bba\u6587\u7684\u6838\u5fc3\u601d\u60f3&#xff1f;\u5177\u4f53\u5b9e\u73b0&#xff1f;\u53ef\u4ee5\u8bc4\u8bba\u533a\u7559\u8a00\u8ba8\u8bba&#xff5e;<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u5206\u5e03\u5f0f\u6587\u4ef6\u9886\u57df\u7ecf\u5178\u8bba\u6587GFS\u8be6\u89e3<br \/>\n\u5927\u5bb6\u66f4\u52a0\u4e86\u89e3\u7684\u5e94\u8be5\u662f\u5f00\u6e90\u7684HDFS\u7cfb\u7edf&#xff0c;\u800cGFS\u5176\u5b9e\u662f\u66f4\u65e9\u7684\u4e00\u4e2a\u5b9e\u73b0&#xff0c;HDFS\u5176\u5b9e\u5c31\u662f\u53c2\u7167\u8c37\u6b4c\u8fd9\u4e2a\u8bba\u6587\u6765\u5b9e\u73b0\u7684\u5f00\u6e90\u7cfb\u7edf\u3002<br \/>\n\u4e3b\u8981\u662fBig Storage\u5927\u578b\u5206\u5e03\u5f0f\u5b58\u50a8\u7cfb\u7edf\u3002\u4e3a\u5206\u5e03\u5f0f\u7cfb\u7edf\u63d0\u4f9b\u5e95\u5c42\u7684\u5b58\u50a8\u529f\u80fd\u3002<br \/>\n\u5c06\u5b58\u50a8\u7684\u6570\u636e\u653e\u5230\u591a\u4e2a\u673a\u5668\u4e0a\u9762\u3002<br \/>\n\u6709\u8da3\u7684\u5faa\u73af&#xff1a;<br \/>\n\u6027\u80fd&#xff1a;\u5c06\u6570\u636e\u5206\u6563\u5230\u591a\u4e2a\u673a\u5668\u4e0a\u9762\u3002\u901a\u5e38\u53eb\u505a\u5206\u7247\u3002\u9519\u8bef&#xff1a;\u5f53\u6570\u636e\u5206\u6563\u5230\u591a\u4e2a\u673a\u5668\u4e0a\u9762&#xff0c;\u5176\u4e2d\u4e00\u4e2a\u673a\u5668\u5c31\u6709\u53ef\u80fd\u5b95\u673a&amp;#xff<\/p>\n","protected":false},"author":2,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[9060,779,2828,664,323],"topic":[],"class_list":["post-80593","post","type-post","status-publish","format-standard","hentry","category-server","tag-mapreduce","tag-hadoop","tag-hdfs","tag-664","tag-323"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v20.3 - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>MIT6.824\u5206\u5e03\u5f0f\u6587\u4ef6\u9886\u57df\u7ecf\u5178\u8bba\u6587GFS\u8be6\u89e3,\u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edfHDFS\u5b9e\u73b0\u539f\u7406 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.wsisp.com\/helps\/80593.html\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"MIT6.824\u5206\u5e03\u5f0f\u6587\u4ef6\u9886\u57df\u7ecf\u5178\u8bba\u6587GFS\u8be6\u89e3,\u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edfHDFS\u5b9e\u73b0\u539f\u7406 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"og:description\" content=\"\u5206\u5e03\u5f0f\u6587\u4ef6\u9886\u57df\u7ecf\u5178\u8bba\u6587GFS\u8be6\u89e3 \u5927\u5bb6\u66f4\u52a0\u4e86\u89e3\u7684\u5e94\u8be5\u662f\u5f00\u6e90\u7684HDFS\u7cfb\u7edf&#xff0c;\u800cGFS\u5176\u5b9e\u662f\u66f4\u65e9\u7684\u4e00\u4e2a\u5b9e\u73b0&#xff0c;HDFS\u5176\u5b9e\u5c31\u662f\u53c2\u7167\u8c37\u6b4c\u8fd9\u4e2a\u8bba\u6587\u6765\u5b9e\u73b0\u7684\u5f00\u6e90\u7cfb\u7edf\u3002 \u4e3b\u8981\u662fBig Storage\u5927\u578b\u5206\u5e03\u5f0f\u5b58\u50a8\u7cfb\u7edf\u3002\u4e3a\u5206\u5e03\u5f0f\u7cfb\u7edf\u63d0\u4f9b\u5e95\u5c42\u7684\u5b58\u50a8\u529f\u80fd\u3002 \u5c06\u5b58\u50a8\u7684\u6570\u636e\u653e\u5230\u591a\u4e2a\u673a\u5668\u4e0a\u9762\u3002 \u6709\u8da3\u7684\u5faa\u73af&#xff1a; \u6027\u80fd&#xff1a;\u5c06\u6570\u636e\u5206\u6563\u5230\u591a\u4e2a\u673a\u5668\u4e0a\u9762\u3002\u901a\u5e38\u53eb\u505a\u5206\u7247\u3002\u9519\u8bef&#xff1a;\u5f53\u6570\u636e\u5206\u6563\u5230\u591a\u4e2a\u673a\u5668\u4e0a\u9762&#xff0c;\u5176\u4e2d\u4e00\u4e2a\u673a\u5668\u5c31\u6709\u53ef\u80fd\u5b95\u673a&amp;#xff\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.wsisp.com\/helps\/80593.html\" \/>\n<meta property=\"og:site_name\" content=\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"article:published_time\" content=\"2026-03-05T06:57:00+00:00\" \/>\n<meta name=\"author\" content=\"admin\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"admin\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"13 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/80593.html\",\"url\":\"https:\/\/www.wsisp.com\/helps\/80593.html\",\"name\":\"MIT6.824\u5206\u5e03\u5f0f\u6587\u4ef6\u9886\u57df\u7ecf\u5178\u8bba\u6587GFS\u8be6\u89e3,\u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edfHDFS\u5b9e\u73b0\u539f\u7406 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"isPartOf\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\"},\"datePublished\":\"2026-03-05T06:57:00+00:00\",\"dateModified\":\"2026-03-05T06:57:00+00:00\",\"author\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/80593.html#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.wsisp.com\/helps\/80593.html\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/80593.html#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.wsisp.com\/helps\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"MIT6.824\u5206\u5e03\u5f0f\u6587\u4ef6\u9886\u57df\u7ecf\u5178\u8bba\u6587GFS\u8be6\u89e3,\u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edfHDFS\u5b9e\u73b0\u539f\u7406\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\",\"url\":\"https:\/\/www.wsisp.com\/helps\/\",\"name\":\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"description\":\"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}\"},\"query-input\":\"required name=search_term_string\"}],\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\",\"name\":\"admin\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"contentUrl\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"caption\":\"admin\"},\"sameAs\":[\"http:\/\/wp.wsisp.com\"],\"url\":\"https:\/\/www.wsisp.com\/helps\/author\/admin\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"MIT6.824\u5206\u5e03\u5f0f\u6587\u4ef6\u9886\u57df\u7ecf\u5178\u8bba\u6587GFS\u8be6\u89e3,\u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edfHDFS\u5b9e\u73b0\u539f\u7406 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.wsisp.com\/helps\/80593.html","og_locale":"zh_CN","og_type":"article","og_title":"MIT6.824\u5206\u5e03\u5f0f\u6587\u4ef6\u9886\u57df\u7ecf\u5178\u8bba\u6587GFS\u8be6\u89e3,\u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edfHDFS\u5b9e\u73b0\u539f\u7406 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","og_description":"\u5206\u5e03\u5f0f\u6587\u4ef6\u9886\u57df\u7ecf\u5178\u8bba\u6587GFS\u8be6\u89e3 \u5927\u5bb6\u66f4\u52a0\u4e86\u89e3\u7684\u5e94\u8be5\u662f\u5f00\u6e90\u7684HDFS\u7cfb\u7edf&#xff0c;\u800cGFS\u5176\u5b9e\u662f\u66f4\u65e9\u7684\u4e00\u4e2a\u5b9e\u73b0&#xff0c;HDFS\u5176\u5b9e\u5c31\u662f\u53c2\u7167\u8c37\u6b4c\u8fd9\u4e2a\u8bba\u6587\u6765\u5b9e\u73b0\u7684\u5f00\u6e90\u7cfb\u7edf\u3002 \u4e3b\u8981\u662fBig Storage\u5927\u578b\u5206\u5e03\u5f0f\u5b58\u50a8\u7cfb\u7edf\u3002\u4e3a\u5206\u5e03\u5f0f\u7cfb\u7edf\u63d0\u4f9b\u5e95\u5c42\u7684\u5b58\u50a8\u529f\u80fd\u3002 \u5c06\u5b58\u50a8\u7684\u6570\u636e\u653e\u5230\u591a\u4e2a\u673a\u5668\u4e0a\u9762\u3002 \u6709\u8da3\u7684\u5faa\u73af&#xff1a; \u6027\u80fd&#xff1a;\u5c06\u6570\u636e\u5206\u6563\u5230\u591a\u4e2a\u673a\u5668\u4e0a\u9762\u3002\u901a\u5e38\u53eb\u505a\u5206\u7247\u3002\u9519\u8bef&#xff1a;\u5f53\u6570\u636e\u5206\u6563\u5230\u591a\u4e2a\u673a\u5668\u4e0a\u9762&#xff0c;\u5176\u4e2d\u4e00\u4e2a\u673a\u5668\u5c31\u6709\u53ef\u80fd\u5b95\u673a&amp;#xff","og_url":"https:\/\/www.wsisp.com\/helps\/80593.html","og_site_name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","article_published_time":"2026-03-05T06:57:00+00:00","author":"admin","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"admin","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"13 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.wsisp.com\/helps\/80593.html","url":"https:\/\/www.wsisp.com\/helps\/80593.html","name":"MIT6.824\u5206\u5e03\u5f0f\u6587\u4ef6\u9886\u57df\u7ecf\u5178\u8bba\u6587GFS\u8be6\u89e3,\u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edfHDFS\u5b9e\u73b0\u539f\u7406 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","isPartOf":{"@id":"https:\/\/www.wsisp.com\/helps\/#website"},"datePublished":"2026-03-05T06:57:00+00:00","dateModified":"2026-03-05T06:57:00+00:00","author":{"@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41"},"breadcrumb":{"@id":"https:\/\/www.wsisp.com\/helps\/80593.html#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.wsisp.com\/helps\/80593.html"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.wsisp.com\/helps\/80593.html#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.wsisp.com\/helps"},{"@type":"ListItem","position":2,"name":"MIT6.824\u5206\u5e03\u5f0f\u6587\u4ef6\u9886\u57df\u7ecf\u5178\u8bba\u6587GFS\u8be6\u89e3,\u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edfHDFS\u5b9e\u73b0\u539f\u7406"}]},{"@type":"WebSite","@id":"https:\/\/www.wsisp.com\/helps\/#website","url":"https:\/\/www.wsisp.com\/helps\/","name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","description":"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}"},"query-input":"required name=search_term_string"}],"inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41","name":"admin","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/","url":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","contentUrl":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","caption":"admin"},"sameAs":["http:\/\/wp.wsisp.com"],"url":"https:\/\/www.wsisp.com\/helps\/author\/admin"}]}},"_links":{"self":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/80593","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/comments?post=80593"}],"version-history":[{"count":0,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/80593\/revisions"}],"wp:attachment":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/media?parent=80593"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/categories?post=80593"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/tags?post=80593"},{"taxonomy":"topic","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/topic?post=80593"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}