· 8 years ago · May 03, 2018, 10:28 PM
1#!/usr/bin/env python
2#-*-encoding:utf-8-*-
3from subprocess import call
4
5def sql():
6 call("mysql -uroot -phive123 -Dtest -e 'delete from op'",shell=True)
7 call("mysql -uroot -phive123 -Dtest -e 'load data infile \"/data/dataplus/order.txt\" replace into table op'",shell=True)
8 call("mysql -uroot -phive123 -Dtest -e 'drop table if exists porder0'",shell=True)
9 call("mysql -uroot -phive123 -Dtest -e 'create table if not exists porder0 select op.*,from_unixtime(starttime/1000) as start_time,from_unixtime(endtime/1000) as end_time from op'",shell=True)
10 call("mysql -uroot -phive123 -Dtest -e 'alter table porder0 drop starttime,drop endtime'",shell=True)
11 call("mysql -uroot -phive123 -Dtest -e 'select * from porder0' >/data/order.txt",shell=True)
12
13
14
15#sqoop export mysql data to hive
16def hive():
17 call("hive -f /data/bigdata/order.ql",shell=True)
18
19if __name__ == '__main__':
20 sql()
21 hive()