{"id":41899,"date":"2025-06-05T15:48:12","date_gmt":"2025-06-05T07:48:12","guid":{"rendered":"https:\/\/www.wsisp.com\/helps\/41899.html"},"modified":"2025-06-05T15:48:12","modified_gmt":"2025-06-05T07:48:12","slug":"hive%e7%bb%88%e6%9e%81%e6%80%a7%e8%83%bd%e4%bc%98%e5%8c%96%e6%8c%87%e5%8d%97%ef%bc%9a%e4%bb%8e%e5%8e%9f%e7%90%86%e5%88%b0%e5%ae%9e%e6%88%98","status":"publish","type":"post","link":"https:\/\/www.wsisp.com\/helps\/41899.html","title":{"rendered":"Hive\u7ec8\u6781\u6027\u80fd\u4f18\u5316\u6307\u5357\uff1a\u4ece\u539f\u7406\u5230\u5b9e\u6218"},"content":{"rendered":"<p>\u6458\u8981\u200b&#xff1a;\u672c\u6587\u7cfb\u7edf\u603b\u7ed3Hive\u5728\u751f\u4ea7\u73af\u5883\u7684\u6838\u5fc3\u8c03\u4f18\u624b\u6bb5&#xff0c;\u6db5\u76d6\u6267\u884c\u5f15\u64ce\u9009\u62e9\u3001\u5b58\u50a8\u4f18\u5316\u3001SQL\u6280\u5de7\u3001\u8d44\u6e90\u8c03\u914d\u53ca\u6570\u636e\u503e\u659c\u89e3\u51b3\u65b9\u6848&#xff0c;\u9644\u53ef\u590d\u7528\u7684\u53c2\u6570\u914d\u7f6e\u4e0e\u5b9e\u6218\u6848\u4f8b\u3002<\/p>\n<hr \/>\n<h3>\u4e00\u3001\u6267\u884c\u5f15\u64ce\u4f18\u5316&#xff1a;\u7a81\u7834MapReduce\u74f6\u9888<\/h3>\n<li>\u200b\u542f\u7528Tez\/Spark\u5f15\u64ce\u200b\n<ul>\n<li>\u200b\u4f18\u52bf\u200b&#xff1a;DAG\u6267\u884c\u51cf\u5c11\u4e2d\u95f4\u843d\u76d8&#xff0c;\u964d\u4f4e\u5ef6\u8fdf30%~60%<\/li>\n<li>\u200b\u914d\u7f6e\u200b&#xff1a; SET hive.execution.engine&#061;tez;  &#8212; \u6216 spark<br \/>\nSET hive.prewarm.enabled&#061;true;  &#8212; \u9884\u542f\u52a8\u5bb9\u5668\u52a0\u901f<br \/>\nSET hive.prewarm.numcontainers&#061;10;  <\/li>\n<\/ul>\n<\/li>\n<li>\u200b\u5411\u91cf\u5316\u6267\u884c&#xff08;Vectorization&#xff09;\u200b\u200b\n<ul>\n<li>\u6279\u5904\u74061024\u884c\u6570\u636e&#xff0c;CPU\u5229\u7528\u7387\u63d0\u53475\u500d&#043;\n<p>6<\/p>\n<\/li>\n<li>\u200b\u542f\u7528\u6761\u4ef6\u200b&#xff1a;\u6570\u636e\u5fc5\u987b\u4e3aORC\u683c\u5f0f SET hive.vectorized.execution.enabled&#061;true;  <\/li>\n<\/ul>\n<\/li>\n<hr \/>\n<h3>\u4e8c\u3001\u5b58\u50a8\u5c42\u4f18\u5316&#xff1a;\u52a0\u901f\u6570\u636e\u8bfb\u5199<\/h3>\n<h4>1. \u5b58\u50a8\u683c\u5f0f\u9009\u62e9<\/h4>\n<table>\n<tr>\u200b\u683c\u5f0f\u200b\u200b\u9002\u7528\u573a\u666f\u200b\u200b\u538b\u7f29\u7387\u200b\u200b\u67e5\u8be2\u901f\u5ea6\u200b<\/tr>\n<tbody>\n<tr>\n<td>\u200bORC\u200b<\/td>\n<td>\u9ad8\u9891\u5206\u6790\u3001\u5217\u88c1\u526a\u573a\u666f<\/td>\n<td>\u9ad8 (\u224870%)<\/td>\n<td>\u2b50\u2b50\u2b50\u2b50\u2b50<\/td>\n<\/tr>\n<tr>\n<td>\u200bParquet<\/td>\n<td>\u5d4c\u5957\u6570\u636e\u7ed3\u6784<\/td>\n<td>\u4e2d\u9ad8<\/td>\n<td>\u2b50\u2b50\u2b50\u2b50<\/td>\n<\/tr>\n<tr>\n<td>\u200bTextFile<\/td>\n<td>\u539f\u59cb\u65e5\u5fd7&#xff08;\u4e0d\u63a8\u8350&#xff09;<\/td>\n<td>\u4f4e<\/td>\n<td>\u2b50<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u2705 \u200b\u6700\u4f73\u5b9e\u8df5\u200b&#xff1a;<\/p>\n<p> CREATE TABLE logs_orc(<br \/>\n  user_id BIGINT,<br \/>\n  event STRING<br \/>\n) STORED AS ORC tblproperties (&#034;orc.compress&#034;&#061;&#034;SNAPPY&#034;);  <\/p>\n<h4>2. \u5206\u533a\u4e0e\u5206\u6876\u8bbe\u8ba1<\/h4>\n<ul>\n<li>\u200b\u52a8\u6001\u5206\u533a\u200b&#xff1a;\u81ea\u52a8\u6309\u5b57\u6bb5\u503c\u5206\u533a&#xff0c;\u907f\u514d\u624b\u52a8\u7ef4\u62a4 SET hive.exec.dynamic.partition&#061;true;<br \/>\nSET hive.exec.dynamic.partition.mode&#061;nonstrict;  <\/li>\n<li>\u200b\u5206\u6876(Bucketing)\u200b\u200b&#xff1a;\u52a0\u901f\u5927\u8868JOIN CREATE TABLE user_bucketed(<br \/>\n  id INT,<br \/>\n  name STRING<br \/>\n) CLUSTERED BY (id) INTO 32 BUCKETS;  <\/li>\n<\/ul>\n<h4>3. \u5c0f\u6587\u4ef6\u5408\u5e76<\/h4>\n<p>SET hive.merge.mapfiles&#061;true;         &#8212; \u5408\u5e76Map\u8f93\u51fa<br \/>\nSET hive.merge.mapredfiles&#061;true;       &#8212; \u5408\u5e76Reduce\u8f93\u51fa<br \/>\nSET hive.merge.size.per.task&#061;256000000; &#8212; \u5408\u5e76\u9608\u503c256MB  <\/p>\n<hr \/>\n<h3>\u4e09\u3001\u67e5\u8be2\u4f18\u5316&#xff1a;SQL\u7ea7\u6027\u80fd\u63d0\u5347<\/h3>\n<h4>1. \u89c4\u907f\u5168\u8868\u626b\u63cf<\/h4>\n<ul>\n<li>\u200b\u5206\u533a\u88c1\u526a\u200b&#xff1a;WHERE\u4e2d\u663e\u5f0f\u6307\u5b9a\u5206\u533a\u5b57\u6bb5 SELECT * FROM sales WHERE dt&#061;&#039;2025-06-04&#039;; &#8212; \u907f\u514d\u65e0\u5206\u533a\u8fc7\u6ee4  <\/li>\n<li>\u200b\u5217\u88c1\u526a\u200b&#xff1a;\u7981\u7528SELECT *&#xff0c;\u4ec5\u53d6\u5fc5\u8981\u5b57\u6bb5<\/li>\n<\/ul>\n<h4>2. JOIN\u4f18\u5316\u7b56\u7565<\/h4>\n<table>\n<tr>\u200b\u573a\u666f\u200b\u200b\u65b9\u6848\u200b\u200b\u53c2\u6570\u914d\u7f6e\u200b<\/tr>\n<tbody>\n<tr>\n<td>\u5927\u8868 JOIN \u5c0f\u8868 (\u2264100MB)<\/td>\n<td>MapJoin<\/td>\n<td>SET hive.auto.convert.join&#061;true;<\/td>\n<\/tr>\n<tr>\n<td>\u5927\u8868 JOIN \u5927\u8868<\/td>\n<td>Bucket MapJoin<\/td>\n<td>SET hive.optimize.bucketmapjoin&#061;true;<\/td>\n<\/tr>\n<tr>\n<td>\u6570\u636e\u503e\u659c<\/td>\n<td>Skew Join &#043; \u968f\u673a\u524d\u7f00<\/td>\n<td>SET hive.optimize.skewjoin&#061;true;<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u200b\u6848\u4f8b\u200b&#xff1a;\u7528\u6237\u884c\u4e3a\u65e5\u5fd7\u5173\u8054\u7528\u6237\u8868<\/p>\n<p> SELECT \/*&#043; MAPJOIN(users) *\/ logs.*<br \/>\nFROM logs JOIN users ON logs.user_id &#061; users.id;  <\/p>\n<h4>3. \u907f\u514d\u5168\u5c40\u6392\u5e8f<\/h4>\n<ul>\n<li>\u7528DISTRIBUTE BY &#043; SORT BY\u66ff\u4ee3ORDER BY SELECT department, salary<br \/>\nFROM emp<br \/>\nDISTRIBUTE BY department SORT BY salary DESC;  <\/li>\n<\/ul>\n<hr \/>\n<h3>\u56db\u3001\u8d44\u6e90\u4e0e\u53c2\u6570\u8c03\u4f18<\/h3>\n<h4>1. \u5185\u5b58\u4f18\u5316<\/h4>\n<p>SET mapreduce.map.memory.mb&#061;4096;     &#8212; Map\u4efb\u52a1\u5185\u5b58<br \/>\nSET mapreduce.reduce.memory.mb&#061;8192;  &#8212; Reduce\u4efb\u52a1\u5185\u5b58<br \/>\nSET mapreduce.map.java.opts&#061;-Xmx3072m; &#8212; JVM\u5806\u5927\u5c0f  <\/p>\n<h4>2. \u5e76\u884c\u6267\u884c\u63a7\u5236<\/h4>\n<p>SET hive.exec.parallel&#061;true;              &#8212; \u5f00\u542f\u5e76\u884c<br \/>\nSET hive.exec.parallel.thread.number&#061;16;  &#8212; \u5e76\u53d1\u7ebf\u7a0b\u6570  <\/p>\n<h4>3. \u52a8\u6001\u8c03\u6574Reducer\u6570\u91cf<\/h4>\n<p>SET hive.exec.reducers.bytes.per.reducer&#061;512000000; &#8212; \u6bcf\u4e2aReducer\u5904\u7406\u6570\u636e\u91cf<br \/>\nSET hive.exec.reducers.max&#061;999;                     &#8212; \u6700\u5927Reducer\u6570  <\/p>\n<hr \/>\n<h3>\u4e94\u3001\u6570\u636e\u503e\u659c\u89e3\u51b3\u65b9\u6848&#xff08;\u5b9e\u6218\u6848\u4f8b&#xff09;<\/h3>\n<p>\u200b\u95ee\u9898\u200b&#xff1a;\u67d0\u7528\u6237ID\u8ba2\u5355\u91cf\u5360\u5168\u886860%&#xff0c;\u5bfc\u81f4Reduce\u5361\u572899% \u200b\u4f18\u5316\u6b65\u9aa4\u200b&#xff1a;<\/p>\n<li>\u200b\u503e\u659cKey\u68c0\u6d4b\u200b&#xff1a; SELECT user_id, COUNT(1) FROM orders GROUP BY user_id ORDER BY 2 DESC LIMIT 10;  <\/li>\n<li>\u200b\u6253\u6563\u503e\u659cKey\u200b&#xff1a; SELECT \/*&#043; SKEWJOIN(orders) *\/<br \/>\n   CASE WHEN user_id &#061; &#039;skew_user&#039; THEN CONCAT(&#039;split_&#039;, FLOOR(RAND()*10))<br \/>\n        ELSE user_id END AS join_key<br \/>\nFROM orders  <\/li>\n<li>\u200b\u805a\u5408\u540e\u5408\u5e76\u7ed3\u679c\u200b<\/li>\n<hr \/>\n<h3>\u516d\u3001\u6027\u80fd\u5bf9\u6bd4&#xff1a;\u8c03\u4f18\u524d\u540e\u6548\u679c<\/h3>\n<table>\n<tr>\u200b\u573a\u666f\u200b\u4f18\u5316\u524d\u8017\u65f6\u4f18\u5316\u540e\u8017\u65f6\u200b\u63d0\u5347\u5e45\u5ea6\u200b<\/tr>\n<tbody>\n<tr>\n<td>10\u4ebf\u7ea7\u65e5\u5fd7\u5206\u6790<\/td>\n<td>48\u5206\u949f<\/td>\n<td>8\u5206\u949f<\/td>\n<td>83% \u2193<\/td>\n<\/tr>\n<tr>\n<td>\u5927\u8868JOIN<\/td>\n<td>OOM\u5931\u8d25<\/td>\n<td>210\u79d2<\/td>\n<td>\u53ef\u6267\u884c<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u26a0\ufe0f \u200b\u907f\u5751\u63d0\u793a\u200b&#xff1a;<\/p>\n<ul>\n<li>\u614e\u7528COUNT(DISTINCT)\u00a0\u2192 \u6539\u7528GROUP BY &#043; COUNT<\/li>\n<li>\u907f\u514d\u590d\u6742\u7b1b\u5361\u5c14\u79ef \u2192 \u8f6c\u6362\u4e3aMapJoin\u6216\u6dfb\u52a0JOIN Key<\/li>\n<li>\u52a8\u6001\u5206\u533a\u540e\u6267\u884cMSCK REPAIR TABLE\u540c\u6b65\u5143\u6570\u636e<\/li>\n<\/ul>\n<hr \/>\n<h3>\u9644&#xff1a;\u8c03\u4f18\u53c2\u6570\u901f\u67e5\u8868<\/h3>\n<p># \u6267\u884c\u5f15\u64ce<br \/>\nhive.execution.engine&#061;tez<br \/>\nhive.vectorized.execution.enabled&#061;true <\/p>\n<p># \u8d44\u6e90\u63a7\u5236<br \/>\nmapreduce.map.memory.mb&#061;4096<br \/>\nhive.exec.parallel.thread.number&#061;8 <\/p>\n<p># \u6570\u636e\u503e\u659c<br \/>\nhive.optimize.skewjoin&#061;true<br \/>\nhive.skewjoin.key&#061;100000 <\/p>\n<p># \u5b58\u50a8\u4f18\u5316<br \/>\nhive.merge.mapfiles&#061;true<br \/>\norc.compress&#061;SNAPPY  <\/p>\n<p>\u200b\u6e90\u7801\u4e0e\u6d4b\u8bd5\u6570\u636e\u96c6\u200b&#xff1a;<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u6587\u7ae0\u6d4f\u89c8\u9605\u8bfb542\u6b21\uff0c\u70b9\u8d5e22\u6b21\uff0c\u6536\u85cf14\u6b21\u3002\u300aHive\u751f\u4ea7\u73af\u5883\u8c03\u4f18\u5b9e\u6218\u6307\u5357\u300b \u6458\u8981\uff1a \u672c\u6587\u7cfb\u7edf\u603b\u7ed3\u4e86Hive\u751f\u4ea7\u73af\u5883\u6838\u5fc3\u8c03\u4f18\u65b9\u6848\uff0c\u6db5\u76d6\u6267\u884c\u5f15\u64ce\u4f18\u5316\u3001\u5b58\u50a8\u8bbe\u8ba1\u3001SQL\u6280\u5de7\u3001\u8d44\u6e90\u914d\u7f6e\u53ca\u6570\u636e\u503e\u659c\u5904\u7406\u4e94\u5927\u7ef4\u5ea6\u3002\u901a\u8fc7\u542f\u7528Tez\/Spark\u5f15\u64ce\u63d0\u5347\u6267\u884c\u6548\u738730%-60%\uff0c\u91c7\u7528ORC\/Parquet\u5b58\u50a8\u683c\u5f0f\u4f18\u5316I\/O\u6027\u80fd\uff0c\u5b9e\u65bd\u5206\u533a\u5206\u6876\u7b56\u7565\u52a0\u901f\u67e5\u8be2\uff0c\u5e76\u9488\u5bf9\u6570\u636e\u503e\u659c\u573a\u666f\u63d0\u4f9b\u4e86\u6253\u6563Key\u7684\u5b9e\u6218\u89e3\u51b3\u65b9\u6848\u3002\u6587\u4e2d\u5305\u542b20+\u5173\u952e\u914d\u7f6e\u53c2\u6570\u548c\u6027\u80fd\u5bf9\u6bd4\u6570\u636e\uff0c\u598210\u4ebf\u7ea7\u65e5\u5fd7\u5206\u6790\u4efb\u52a1\u4f18\u5316\u540e\u8017\u65f6\u964d\u4f4e83%\u3002\u9644\u8c03\u4f18\u53c2\u6570\u901f\u67e5\u8868\u548c\u5178\u578b\u907f\u5751\u5efa\u8bae\uff0c\u4e3a\u5927\u6570\u636e\u5de5\u7a0b\u5e08\u63d0\u4f9b\u4e86\u4e00\u5957\u5b8c\u6574\u7684\u6027\u80fd\u4f18\u5316\u65b9\u6cd5\u8bba\u3002<\/p>\n","protected":false},"author":2,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[779,482,56],"topic":[],"class_list":["post-41899","post","type-post","status-publish","format-standard","hentry","category-server","tag-hadoop","tag-hive","tag-56"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v20.3 - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>Hive\u7ec8\u6781\u6027\u80fd\u4f18\u5316\u6307\u5357\uff1a\u4ece\u539f\u7406\u5230\u5b9e\u6218 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.wsisp.com\/helps\/41899.html\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Hive\u7ec8\u6781\u6027\u80fd\u4f18\u5316\u6307\u5357\uff1a\u4ece\u539f\u7406\u5230\u5b9e\u6218 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"og:description\" content=\"\u6587\u7ae0\u6d4f\u89c8\u9605\u8bfb542\u6b21\uff0c\u70b9\u8d5e22\u6b21\uff0c\u6536\u85cf14\u6b21\u3002\u300aHive\u751f\u4ea7\u73af\u5883\u8c03\u4f18\u5b9e\u6218\u6307\u5357\u300b \u6458\u8981\uff1a \u672c\u6587\u7cfb\u7edf\u603b\u7ed3\u4e86Hive\u751f\u4ea7\u73af\u5883\u6838\u5fc3\u8c03\u4f18\u65b9\u6848\uff0c\u6db5\u76d6\u6267\u884c\u5f15\u64ce\u4f18\u5316\u3001\u5b58\u50a8\u8bbe\u8ba1\u3001SQL\u6280\u5de7\u3001\u8d44\u6e90\u914d\u7f6e\u53ca\u6570\u636e\u503e\u659c\u5904\u7406\u4e94\u5927\u7ef4\u5ea6\u3002\u901a\u8fc7\u542f\u7528Tez\/Spark\u5f15\u64ce\u63d0\u5347\u6267\u884c\u6548\u738730%-60%\uff0c\u91c7\u7528ORC\/Parquet\u5b58\u50a8\u683c\u5f0f\u4f18\u5316I\/O\u6027\u80fd\uff0c\u5b9e\u65bd\u5206\u533a\u5206\u6876\u7b56\u7565\u52a0\u901f\u67e5\u8be2\uff0c\u5e76\u9488\u5bf9\u6570\u636e\u503e\u659c\u573a\u666f\u63d0\u4f9b\u4e86\u6253\u6563Key\u7684\u5b9e\u6218\u89e3\u51b3\u65b9\u6848\u3002\u6587\u4e2d\u5305\u542b20+\u5173\u952e\u914d\u7f6e\u53c2\u6570\u548c\u6027\u80fd\u5bf9\u6bd4\u6570\u636e\uff0c\u598210\u4ebf\u7ea7\u65e5\u5fd7\u5206\u6790\u4efb\u52a1\u4f18\u5316\u540e\u8017\u65f6\u964d\u4f4e83%\u3002\u9644\u8c03\u4f18\u53c2\u6570\u901f\u67e5\u8868\u548c\u5178\u578b\u907f\u5751\u5efa\u8bae\uff0c\u4e3a\u5927\u6570\u636e\u5de5\u7a0b\u5e08\u63d0\u4f9b\u4e86\u4e00\u5957\u5b8c\u6574\u7684\u6027\u80fd\u4f18\u5316\u65b9\u6cd5\u8bba\u3002\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.wsisp.com\/helps\/41899.html\" \/>\n<meta property=\"og:site_name\" content=\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"article:published_time\" content=\"2025-06-05T07:48:12+00:00\" \/>\n<meta name=\"author\" content=\"admin\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"admin\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"2 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/41899.html\",\"url\":\"https:\/\/www.wsisp.com\/helps\/41899.html\",\"name\":\"Hive\u7ec8\u6781\u6027\u80fd\u4f18\u5316\u6307\u5357\uff1a\u4ece\u539f\u7406\u5230\u5b9e\u6218 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"isPartOf\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\"},\"datePublished\":\"2025-06-05T07:48:12+00:00\",\"dateModified\":\"2025-06-05T07:48:12+00:00\",\"author\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/41899.html#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.wsisp.com\/helps\/41899.html\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/41899.html#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.wsisp.com\/helps\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Hive\u7ec8\u6781\u6027\u80fd\u4f18\u5316\u6307\u5357\uff1a\u4ece\u539f\u7406\u5230\u5b9e\u6218\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\",\"url\":\"https:\/\/www.wsisp.com\/helps\/\",\"name\":\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"description\":\"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}\"},\"query-input\":\"required name=search_term_string\"}],\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\",\"name\":\"admin\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"contentUrl\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"caption\":\"admin\"},\"sameAs\":[\"http:\/\/wp.wsisp.com\"],\"url\":\"https:\/\/www.wsisp.com\/helps\/author\/admin\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"Hive\u7ec8\u6781\u6027\u80fd\u4f18\u5316\u6307\u5357\uff1a\u4ece\u539f\u7406\u5230\u5b9e\u6218 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.wsisp.com\/helps\/41899.html","og_locale":"zh_CN","og_type":"article","og_title":"Hive\u7ec8\u6781\u6027\u80fd\u4f18\u5316\u6307\u5357\uff1a\u4ece\u539f\u7406\u5230\u5b9e\u6218 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","og_description":"\u6587\u7ae0\u6d4f\u89c8\u9605\u8bfb542\u6b21\uff0c\u70b9\u8d5e22\u6b21\uff0c\u6536\u85cf14\u6b21\u3002\u300aHive\u751f\u4ea7\u73af\u5883\u8c03\u4f18\u5b9e\u6218\u6307\u5357\u300b \u6458\u8981\uff1a \u672c\u6587\u7cfb\u7edf\u603b\u7ed3\u4e86Hive\u751f\u4ea7\u73af\u5883\u6838\u5fc3\u8c03\u4f18\u65b9\u6848\uff0c\u6db5\u76d6\u6267\u884c\u5f15\u64ce\u4f18\u5316\u3001\u5b58\u50a8\u8bbe\u8ba1\u3001SQL\u6280\u5de7\u3001\u8d44\u6e90\u914d\u7f6e\u53ca\u6570\u636e\u503e\u659c\u5904\u7406\u4e94\u5927\u7ef4\u5ea6\u3002\u901a\u8fc7\u542f\u7528Tez\/Spark\u5f15\u64ce\u63d0\u5347\u6267\u884c\u6548\u738730%-60%\uff0c\u91c7\u7528ORC\/Parquet\u5b58\u50a8\u683c\u5f0f\u4f18\u5316I\/O\u6027\u80fd\uff0c\u5b9e\u65bd\u5206\u533a\u5206\u6876\u7b56\u7565\u52a0\u901f\u67e5\u8be2\uff0c\u5e76\u9488\u5bf9\u6570\u636e\u503e\u659c\u573a\u666f\u63d0\u4f9b\u4e86\u6253\u6563Key\u7684\u5b9e\u6218\u89e3\u51b3\u65b9\u6848\u3002\u6587\u4e2d\u5305\u542b20+\u5173\u952e\u914d\u7f6e\u53c2\u6570\u548c\u6027\u80fd\u5bf9\u6bd4\u6570\u636e\uff0c\u598210\u4ebf\u7ea7\u65e5\u5fd7\u5206\u6790\u4efb\u52a1\u4f18\u5316\u540e\u8017\u65f6\u964d\u4f4e83%\u3002\u9644\u8c03\u4f18\u53c2\u6570\u901f\u67e5\u8868\u548c\u5178\u578b\u907f\u5751\u5efa\u8bae\uff0c\u4e3a\u5927\u6570\u636e\u5de5\u7a0b\u5e08\u63d0\u4f9b\u4e86\u4e00\u5957\u5b8c\u6574\u7684\u6027\u80fd\u4f18\u5316\u65b9\u6cd5\u8bba\u3002","og_url":"https:\/\/www.wsisp.com\/helps\/41899.html","og_site_name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","article_published_time":"2025-06-05T07:48:12+00:00","author":"admin","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"admin","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"2 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.wsisp.com\/helps\/41899.html","url":"https:\/\/www.wsisp.com\/helps\/41899.html","name":"Hive\u7ec8\u6781\u6027\u80fd\u4f18\u5316\u6307\u5357\uff1a\u4ece\u539f\u7406\u5230\u5b9e\u6218 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","isPartOf":{"@id":"https:\/\/www.wsisp.com\/helps\/#website"},"datePublished":"2025-06-05T07:48:12+00:00","dateModified":"2025-06-05T07:48:12+00:00","author":{"@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41"},"breadcrumb":{"@id":"https:\/\/www.wsisp.com\/helps\/41899.html#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.wsisp.com\/helps\/41899.html"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.wsisp.com\/helps\/41899.html#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.wsisp.com\/helps"},{"@type":"ListItem","position":2,"name":"Hive\u7ec8\u6781\u6027\u80fd\u4f18\u5316\u6307\u5357\uff1a\u4ece\u539f\u7406\u5230\u5b9e\u6218"}]},{"@type":"WebSite","@id":"https:\/\/www.wsisp.com\/helps\/#website","url":"https:\/\/www.wsisp.com\/helps\/","name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","description":"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}"},"query-input":"required name=search_term_string"}],"inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41","name":"admin","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/","url":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","contentUrl":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","caption":"admin"},"sameAs":["http:\/\/wp.wsisp.com"],"url":"https:\/\/www.wsisp.com\/helps\/author\/admin"}]}},"_links":{"self":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/41899","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/comments?post=41899"}],"version-history":[{"count":0,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/41899\/revisions"}],"wp:attachment":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/media?parent=41899"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/categories?post=41899"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/tags?post=41899"},{"taxonomy":"topic","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/topic?post=41899"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}