· 7 years ago · Feb 15, 2019, 06:06 AM
1CREATE TABLE IF NOT EXISTS employee(id STRING, logdate STRING, infotype STRING,SourceDevice STRING,info1 STRING,info2 STRING,info3 STRING,TargetDevice STRING,InfoNAT STRING,Indescription STRING,OutDescription STRING,ProtocolDescription STRING,ProtocolMAC STRING,IPorLen STRING,LengthOrIP STRING) ROW FORMAT DELIMITED FIELDS TERMINATED BY ' ' LINES TERMINATED BY '\n';
2LOAD DATA LOCAL INPATH '/home/leon/data/serverlog.csv' INTO TABLE employee;
3CREATE TABLE IF NOT EXISTS network_log(id STRING, logdate STRING, infotype STRING,SourceDevice STRING,info1 STRING,info2 STRING,info3 STRING,TargetDevice STRING,InfoNAT STRING,Indescription STRING,OutDescription STRING,ProtocolDescription STRING,ProtocolMAC STRING,IPorLen STRING,LengthOrIP STRING) STORED AS PARQUET;
4INSERT INTO TABLE network_log select * from employee;
5spark-submit --class org.apache.spark.sql.hive.thriftserver.HiveThriftServer2
6hive://hive@192.168.1.106:10000/robocop