47 Star 134 Fork 71

supermy / hadoop-docker-nn

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
克隆/下载
hive-init.sql 2.13 KB
一键复制 编辑 原始数据 按行查看 历史
supermy 提交于 2015-12-15 09:28 . 升级优化
ADD JAR /usr/lib/hive/lib/zookeeper.jar;
ADD JAR /usr/lib/hive/lib/hive-hbase-handler.jar;
ADD JAR /usr/lib/hbase/lib/guava-12.0.1.jar;
ADD JAR /usr/lib/hbase/hbase-client.jar;
ADD JAR /usr/lib/hbase/hbase-common.jar;
ADD JAR /usr/lib/hbase/hbase-hadoop-compat.jar;
ADD JAR /usr/lib/hbase/hbase-hadoop2-compat.jar;
ADD JAR /usr/lib/hbase/hbase-protocol.jar;
ADD JAR /usr/lib/hbase/hbase-server.jar;
SET hive.exec.compress.output=true;
SET mapred.output.compress=true;
SET mapred.output.compression.codec=org.apache.hadoop.io.compress.SnappyCodec;
SET mapred.output.compression.type=BLOCK;
CREATE TABLE hive_hbase_log (key int, value string)
STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,log:full");
CREATE TABLE pokes (foo INT, bar STRING);
LOAD DATA LOCAL INPATH '/usr/share/doc/hive/examples/files/kv3.txt' OVERWRITE INTO TABLE pokes;
INSERT OVERWRITE TABLE hive_hbase_log SELECT foo,bar FROM pokes WHERE foo=66;
SELECT * FROM hive_hbase_log;
CREATE TABLE info_text(
f1 string,
f2 string
)
ROW FORMAT DELIMITED FIELDS TERMINATED BY '\|' LINES TERMINATED BY '\n'
STORED AS TEXTFILE;
CREATE TABLE info_rcfile(
f1 string,
f2 string
)
ROW FORMAT DELIMITED FIELDS TERMINATED BY '\|' LINES TERMINATED BY '\n'
STORED AS RCFILE;
#加载数据
load data local inpath '/data/hbase/gndata/1.txt' OVERWRITE into table info_text;
load data local inpath '/data/hbase/gndata/2.txt' OVERWRITE into table info_text;
load data local inpath '/data/hbase/gndata/4.txt' OVERWRITE into table info_text;
load data local inpath '/data/hbase/gndata/5.txt' OVERWRITE into table info_text;
load data local inpath '/data/hbase/gndata/6.txt' OVERWRITE into table info_text;
load data local inpath '/data/hbase/gndata/7.txt' OVERWRITE into table info_text;
insert into table info_rcfile select * from info_text;
#查看结果是否相同
select * from info_rcfile limit 20;
select * from info_text limit 20;
#查看格式差别
select INPUT__FILE__NAME, unum, BLOCK__OFFSET__INSIDE__FILE from raw limit 10
select INPUT__FILE__NAME, office_no, BLOCK__OFFSET__INSIDE__FILE from locallzo limit 20;
Docker
1
https://gitee.com/supermy/hadoop-docker-nn.git
git@gitee.com:supermy/hadoop-docker-nn.git
supermy
hadoop-docker-nn
hadoop-docker-nn
master

搜索帮助