mysql -uuser -hhost -ppws -C -N -e "select * from bi_datacenter.dc_behavior limit 0,20000000" >behavor1
load data local inpath '/home/hadoop/a' into table dc_behavior_tab;
不过hive里的表要建为
CREATE TABLE `dc_behavior_tab`(
`id` bigint,
`ip` string,
`uid` string,
`submittime` string,
`serviceid` string,
`data` string,
`responsetime` string,
`responsestatus` int,
`updatetime` string)
ROW FORMAT DELIMITED
FIELDS TERMINATED BY '\t'
LINES TERMINATED BY '\n'
hive 默认 FIELDS TERMINATED BY 是'\u0001'
for i in {1..10000}
do
echo $i
let start=(${i}-1)*10000
limit=10000
mysql -uu -h121.40.121.245 -pp -C -N -B -e "select * from bi_datacenter.dc_behavior limit $start,$limit" > "behavior/be$i"
done