q1Xkn4GE

1SET hive.exec.dynamic.partition.mode=nonstrict;
2SET hive.exec.max.dynamic.partitions=2000;
3SET hive.exec.max.dynamic.partitions.pernode=500;
4USE warchulsszym;
5
6
7DROP TABLE IF EXISTS blackfriday_temp PURGE;
8
9CREATE TEMPORARY EXTERNAL TABLE IF NOT EXISTS blackfriday_temp(
10  	User_ID BIGINT,
11	Product_ID STRING,
12	Gender STRING, 
13	Age STRING,
14	Occupation SMALLINT,
15	City_Category STRING,
16	Stay_In_Current_City_Years STRING,
17	Marital_Status SMALLINT,
18	Product_Category_1 SMALLINT,
19	Product_Category_2 SMALLINT,
20	Product_Category_3 SMALLINT,
21	Purchase BIGINT)
22  ROW FORMAT DELIMITED
23  FIELDS TERMINATED BY ','
24  STORED AS TEXTFILE
25  LOCATION '/user/warchulsszym'
26  TBLPROPERTIES ('skip.header.line.count'='1');
27
28  
29DROP TABLE IF EXISTS blackfriday PURGE;
30
31CREATE TABLE blackfriday (
32  	user_Id BIGINT,
33	Purchase BIGINT)
34	PARTITIONED BY(City_category STRING)
35	 CLUSTERED BY(User_ID, purchase) INTO 1 BUCKETS
36;
37
38INSERT OVERWRITE TABLE blackfriday PARTITION(city_category)
39  SELECT s.User_id, s.purchase, s.city_category
40    from blackfriday_temp s;