代码拉取完成,页面将自动刷新
ADD JAR /usr/lib/hive/lib/zookeeper.jar;
ADD JAR /usr/lib/hive/lib/hive-hbase-handler.jar;
ADD JAR /usr/lib/hbase/lib/guava-12.0.1.jar;
ADD JAR /usr/lib/hbase/hbase-client.jar;
ADD JAR /usr/lib/hbase/hbase-common.jar;
ADD JAR /usr/lib/hbase/hbase-hadoop-compat.jar;
ADD JAR /usr/lib/hbase/hbase-hadoop2-compat.jar;
ADD JAR /usr/lib/hbase/hbase-protocol.jar;
ADD JAR /usr/lib/hbase/hbase-server.jar;
SET hive.exec.compress.output=true;
SET mapred.output.compress=true;
SET mapred.output.compression.codec=org.apache.hadoop.io.compress.SnappyCodec;
SET mapred.output.compression.type=BLOCK;
CREATE TABLE hive_hbase_log (key int, value string)
STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,log:full");
CREATE TABLE pokes (foo INT, bar STRING);
LOAD DATA LOCAL INPATH '/usr/share/doc/hive/examples/files/kv3.txt' OVERWRITE INTO TABLE pokes;
INSERT OVERWRITE TABLE hive_hbase_log SELECT foo,bar FROM pokes WHERE foo=66;
SELECT * FROM hive_hbase_log;
CREATE TABLE info_text(
f1 string,
f2 string
)
ROW FORMAT DELIMITED FIELDS TERMINATED BY '\|' LINES TERMINATED BY '\n'
STORED AS TEXTFILE;
CREATE TABLE info_rcfile(
f1 string,
f2 string
)
ROW FORMAT DELIMITED FIELDS TERMINATED BY '\|' LINES TERMINATED BY '\n'
STORED AS RCFILE;
#加载数据
load data local inpath '/data/hbase/gndata/1.txt' OVERWRITE into table info_text;
load data local inpath '/data/hbase/gndata/2.txt' OVERWRITE into table info_text;
load data local inpath '/data/hbase/gndata/4.txt' OVERWRITE into table info_text;
load data local inpath '/data/hbase/gndata/5.txt' OVERWRITE into table info_text;
load data local inpath '/data/hbase/gndata/6.txt' OVERWRITE into table info_text;
load data local inpath '/data/hbase/gndata/7.txt' OVERWRITE into table info_text;
insert into table info_rcfile select * from info_text;
#查看结果是否相同
select * from info_rcfile limit 20;
select * from info_text limit 20;
#查看格式差别
select INPUT__FILE__NAME, unum, BLOCK__OFFSET__INSIDE__FILE from raw limit 10;
select INPUT__FILE__NAME, office_no, BLOCK__OFFSET__INSIDE__FILE from locallzo limit 20;
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。