· 4 years ago · Mar 28, 2021, 10:50 PM
1sqlCmd = """
2 CREATE TABLE IF NOT EXISTS {}.mobile_events_delta_silver
3 USING delta
4 PARTITIONED BY (eventDate)
5 LOCATION "{}"
6 AS (
7 SELECT M.eventName AS eventName, M.eventParams.device_id AS deviceId, M.eventParams.client_event_time AS eventTime, M.eventDate AS eventDate, D.deviceType AS deviceType
8 FROM mobile_events_delta_silver M, device_id_type_table D
9 WHERE M.eventParams.device_id = D.device_id)
10 """.format(databaseName, outputPathSilver)
11print(sqlCmd)
12
13spark.sql(sqlCmd)