| 澶辨晥閾炬帴澶勭悊 |
|
Hive鏁版嵁瀵煎叆HBase鐨勬柟娉?nbsp; PDF 涓嬭澆
鏈珯鏁寸悊涓嬭澆錛?/span>
閾炬帴錛?a target="_blank">https://pan.baidu.com/s/1g0m2oH5EtUaqw2-R9xk4Kw
鎻愬彇鐮侊細cvqy
鐩稿叧鎴浘錛?/span>
涓昏鍐呭錛?/span>
鏂規(guī)涓€錛欻ive鍏寵仈HBase琛ㄦ柟寮?/div>
閫傜敤鍦烘櫙錛氭暟鎹噺涓嶅ぇ4T浠ヤ笅錛堣蛋hbase鐨刟pi瀵煎叆鏁版嵁錛?/div>
涓€銆乭base琛ㄤ笉瀛樺湪鐨勬儏鍐?/div>
鍒涘緩hive琛╤ive_hbase_table鏄犲皠hbase琛╤base_table錛屼細鑷姩鍒涘緩hbase琛╤base_table錛屼笖浼氶殢鐫€hive琛ㄥ垹闄よ€屽垹闄わ紝榪欓噷闇€瑕佹寚瀹歨ive鐨剆chema鍒癶base schema鐨勬槧灝勫叧緋伙細
1銆佸緩琛?/div>
CREATE TABLE hive_hbase_table(key int, name String,age String)
STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,cf1:name,cf1:age")
TBLPROPERTIES ("hbase.table.name" = "hbase_table",
"hbase.mapred.output.outputtable" = "hbase_table");
2銆佸垱寤轟竴寮犲師濮嬬殑hive琛紝鍑嗗涓€浜涙暟鎹?/div>
create table hive_data (key int,name String,age string);
insert into hive_data values(1,"za","13");
insert into hive_data values(2,"ff","44");
3銆佹妸hive鍘熻〃hive_data鐨勬暟鎹紝閫氳繃hive琛╤ive_hbase_table瀵煎叆鍒癶base鐨勮〃hbase_table涓?/div>
insert into table hive_hbase_table select * from hive_data;
4銆佹煡鐪媓base琛╤base_table涓槸鍚︽湁鏁版嵁
浜屻€乭base琛ㄥ瓨鍦ㄧ殑鎯呭喌
鍒涘緩hive鐨勫琛ㄥ叧鑱攈base琛?娉ㄦ剰hive schema鍒癶base schema鐨勬槧灝勫叧緋匯€傚垹闄ゅ琛ㄤ笉浼氬垹闄ゅ搴攈base琛?/div>
CREATE EXTERNAL TABLE hive_hbase_external_table(key String, name string,sex String,age String,department String)
STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,info:name,info:sex,info:age,info:department")
TBLPROPERTIES ("hbase.table.name" = "filtertest",
"hbase.mapred.output.outputtable" = "filtertest");
鍏朵粬姝ラ涓庝笂闈㈢浉鍚?/div>
鏂規(guī)浜岋細Hive琛ㄧ敓鎴恏file錛岄€氳繃bulkload瀵煎叆鍒癶base
1銆侀€傜敤鍦烘櫙錛氭暟鎹噺澶э紙4T浠ヤ笂錛?/div>
2銆佹妸hive鏁版嵁杞崲涓篽file
3銆佸惎鍔╤ive騫舵坊鍔犵浉鍏崇殑hbase鐨刯ar鍖?/div>
add jar /mnt/hive/lib/hive-hbase-handler-2.1.1.jar;
add jar /mnt/hive/lib/hbase-common-1.1.1.jar;
add jar /mnt/hive/lib/hbase-client-1.1.1.jar;
add jar /mnt/hive/lib/hbase-protocol-1.1.1.jar;
add jar /mnt/hive/lib/hbase-server-1.1.1.jar;
4銆佸垱寤轟竴涓猳utputformat涓篐iveHFileOutputFormat鐨刪ive琛?/div>
鍏朵腑/tmp/hbase_table_hfile/cf_0鏄痟file淇濆瓨鍒癶dfs鐨勮礬寰勶紝cf_0鏄痟base family鐨勫悕瀛?/div>
create table hbase_hfile_table(key int, name string,age String)
stored as
INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat'
OUTPUTFORMAT 'org.apache.hadoop.hive.hbase.HiveHFileOutputFormat'
TBLPROPERTIES ('hfile.family.path' = '/tmp/hbase_table_hfile/cf_0');
5銆佸師濮嬫暟鎹〃鐨勬暟鎹€氳繃hbase_hfile_table琛ㄤ繚瀛樹負(fù)hfile
insert into table hbase_hfile_table select * from hive_data;
6銆佹煡鐪嬪搴攈dfs璺緞鏄惁鐢熸垚浜唄file
|
| Java1234瀹樻柟緹?5錛?/td> | 
|
| Java1234瀹樻柟緹?5錛?/td> | 838462530 |
鑻忓叕緗戝畨澶?32061202001004鍙?/p>
