{"id":1614,"date":"2020-08-26T09:28:05","date_gmt":"2020-08-26T01:28:05","guid":{"rendered":"https:\/\/199604.com\/?p=1614"},"modified":"2020-08-26T09:28:05","modified_gmt":"2020-08-26T01:28:05","slug":"hbase%e5%af%bc%e5%87%ba%e6%95%b0%e6%8d%ae%e6%96%b9%e6%b3%95%e4%b8%80%e9%81%bf%e5%85%8d%e4%b9%b1%e7%a0%81","status":"publish","type":"post","link":"https:\/\/199604.com\/1614","title":{"rendered":"hbase\u5bfc\u51fa\u6570\u636e\u65b9\u6cd5\u4e00(\u907f\u514d\u4e71\u7801)"},"content":{"rendered":"

\u4f7f\u7528\u73af\u5883CDH5.16.1<\/p>\n

1.\u5efa\u7acb\u4e00\u4e2aHive\u7ba1\u7406Hbase\u8868\u7684\u5916\u90e8\u8868<\/h5>\n

\u4e0b\u9762\u662fdemo:<\/p>\n

\/\/\u5207\u6362\u5230hive\u7528\u6237\r\nsudo hive\r\n\r\ncreate EXTERNAL table v2_mdt_grid_date_gh_cgi\r\n(\r\nkey String,\r\ncgi String,\r\ngh String,\r\ncnt_cm String,\r\ncnt_ct String,\r\ncnt_cu String,\r\ncnt_nc String,\r\ncnt_over_lap String,\r\ncnt_rsrp_110 String,\r\ncnt_rsrp_110_sinr_3 String,\r\ncnt_rsrq String,\r\ncnt_rsrq_15 String,\r\ncnt_sc String,\r\ncnt_sinr String,\r\ncnt_sinr_0 String,\r\ncnt_sinr_3 String,\r\nover_lap_rate String,\r\nsum_cmrsrp String,\r\nsum_ctrsrp String,\r\nsum_cursrp String,\r\nsum_nc_rsrp String,\r\nsum_rsrq String,\r\nsum_sc_rsrp String,\r\nsum_sinr String\r\n)\r\nrow format delimited fields terminated by '|'\r\nSTORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'\r\nWITH SERDEPROPERTIES(\"hbase.columns.mapping\" = \r\n\"\r\n:key,\r\nattr:cgi,\r\nattr:gh,\r\nimm:cnt_cm,\r\nimm:cnt_ct,\r\nimm:cnt_cu,\r\nimm:cnt_nc,\r\nimm:cnt_over_lap,\r\nimm:cnt_rsrp_110,\r\nimm:cnt_rsrp_110_sinr_3,\r\nimm:cnt_rsrq,\r\nimm:cnt_rsrq_15,\r\nimm:cnt_sc,\r\nimm:cnt_sinr,\r\nimm:cnt_sinr_0,\r\nimm:cnt_sinr_3,\r\nimm:over_lap_rate,\r\nimm:sum_cmrsrp,\r\nimm:sum_ctrsrp,\r\nimm:sum_cursrp,\r\nimm:sum_nc_rsrp,\r\nimm:sum_rsrq,\r\nimm:sum_sc_rsrp,\r\nimm:sum_sinr\")\r\nTBLPROPERTIES(\"hbase.table.name\" = \"v2.mdt.grid.date_gh_cgi\");\r\n<\/code><\/pre>\n
\u5176\u4e2dhive\u8868\u540d\u4e0d\u80fd\u542b\u4e49“.”<\/mark>,hive\u5b57\u6bb5\u4e0ehbase\u5b57\u6bb5\u4e00\u4e00\u5bf9\u5e94\u3002<\/p>\n
ps:<\/p>\n
\u5feb\u901f\u83b7\u53d6hbase\u8868\u5b57\u6bb5\u65b9\u6cd5\uff1a<\/h6>\n
hbase shell\r\n\/\/\u83b7\u53d6\u6240\u6709hbase\u8868\r\nlist\r\n\/\/\u67e5\u8be2\u67d0\u4e2a\u8868key\r\nscan 'v2.mdt.grid.date_gh_cgi',{LIMIT=>1}\r\n\/\/\u6839\u636ekey\u62ff\u5230\u5bf9\u5e94\u7684\u5b57\u6bb5\r\nget 'v2.mdt.grid.date_gh_cgi','190701_s00001nks_101179-135'\r\n\r\n\/\/\u5982\u679c\u9047\u5230\u5b57\u6bb5\u592a\u591a\u53ef\u9000\u51fa\u6267\u884c\uff1a\r\necho \"get 'v2.mdt.grid.date_gh_cgi','190701_s00001nks_101179-135'\" | hbase shell > \/home\/xxx.txt\r\n<\/code><\/pre>\n
\"image-20200825143634062\"<\/div><\/p>\n
\u901a\u8fc7\u7f16\u8f91\u5668\u6b63\u5219\u53bb\u9664<\/p>\n
\"image-20200825143917781\"<\/div><\/p>\n
\"image-20200825143933763\"<\/div><\/p>\n
2.\u68c0\u67e5\u662f\u5426\u521b\u5efa\u8868\u6210\u529f\u5e76\u4e14\u6709\u4e86hbase\u8868\u7684\u6570\u636e\uff1a<\/h5>\n
sudo hive;\r\n\/\/\u8fde\u63a5hive\r\nhive\r\n\r\n#\u8bb0\u5f97\u52a0\u5206\u9875\u4e0d\u7136\u540e\u679c\u5f88\u4e25\u91cd\uff01\uff01\uff01\uff01\uff01\uff01\uff01\uff01\uff01\r\nselect * from v2_mdt_grid_date_gh_cgi limit 10;\r\n<\/code><\/pre>\n
\u5728hive\u67e5\u8be2sql\u65f6\u8bb0\u5f97\u52a0\u5206\u9875\u4e0d\u7136\u540e\u679c\u5f88\u4e25\u91cd\uff01\uff01\uff01\uff01\uff01\uff01\uff01\uff01\uff01<\/mark><\/p>\n
3.\u5bfc\u51fa\u6570\u636e\u5230hdfs:<\/h5>\n
sudo hive;\r\n\/\/\u8fde\u63a5hive\r\nhive\r\n\r\ninsert overwrite directory '\/data1\/output_glj'\/\/\u5bfc\u5230hdfs\u90a3\u4e2a\u4f4d\u7f6e\u3002\r\nrow format delimited fields terminated by ','\/\/\u5206\u9694\u7b26 -->hvie\u9ed8\u8ba4\u5217\u5206\u9694\u7b26\u4e3a\uff1a\u2018\/001\u2019\r\nselect * from v2_mdt_grid_date_gh_cgi limit 100;\/\/\uff08sql\u8bed\u53e5\u53ef\u4ee5\u52a0\u81ea\u5df1\u7684\u6761\u4ef6\uff09\r\n<\/code><\/pre>\n
4.\u4eceHDFS\u5bfc\u51fa\u6570\u636e\u5230\u672c\u5730\u670d\u52a1\u5668\uff1a<\/h5>\n
getmerge\u547d\u4ee4\u662f\u5408\u5e76\u591a\u4e2ahdfs\u6587\u4ef6\u6210\u4e00\u4e2a<\/p>\n
hadoop fs -getmerge \/data1\/output_glj\/ \/data1\/output\/glj_test.txt\r\n<\/code><\/pre>\n
\u53c2\u8003\uff1ahttps:\/\/www.jianshu.com\/p\/86ff9d7459b7<\/a><\/p>\n
\n
<\/div>\n<\/div>\n","protected":false},"excerpt":{"rendered":"
\u4f7f\u7528\u73af\u5883CDH5.16.1 1.\u5efa\u7acb\u4e00\u4e2aHive\u7ba1\u7406Hbase\u8868\u7684\u5916\u90e8\u8868 \u4e0b\u9762\u662fdemo: \/\/\u5207\u6362\u5230hive […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[267],"tags":[177,273,179],"class_list":["post-1614","post","type-post","status-publish","format-standard","hentry","category-cdh","tag-hadoop","tag-hbase","tag-hive"],"_links":{"self":[{"href":"https:\/\/199604.com\/wp-json\/wp\/v2\/posts\/1614","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/199604.com\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/199604.com\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/199604.com\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/199604.com\/wp-json\/wp\/v2\/comments?post=1614"}],"version-history":[{"count":1,"href":"https:\/\/199604.com\/wp-json\/wp\/v2\/posts\/1614\/revisions"}],"predecessor-version":[{"id":1615,"href":"https:\/\/199604.com\/wp-json\/wp\/v2\/posts\/1614\/revisions\/1615"}],"wp:attachment":[{"href":"https:\/\/199604.com\/wp-json\/wp\/v2\/media?parent=1614"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/199604.com\/wp-json\/wp\/v2\/categories?post=1614"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/199604.com\/wp-json\/wp\/v2\/tags?post=1614"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}