· 4 years ago · Mar 28, 2021, 05:36 PM
1# TODO
2sqlCmd = """
3 CREATE TABLE IF NOT EXISTS mobile_events_delta_silver (
4 SELECT mobile_events_delta_bronze.eventName, mobile_events_delta_bronze.eventParams.device_id, mobile_events_delta_bronze.eventParams.client_event_time, mobile_events_delta_bronze.eventDate, device_id_type_table.deviceType
5 FROM mobile_events_delta_silver, device_id_type_table
6 WHERE mobile_events_delta_silver.eventParams.device_id = device_id_type_table.device_id)
7 USING delta
8 PARTITIONED BY(eventDate)
9 LOCATION "{}"
10 """.format(outputPathSilver)
11
12print(sqlCmd)
13
14spark.sql(sqlCmd)