re5irdEp

1root
2  |-- LM_PERSON_ID: decimal(15,0) (nullable = true)
3  |-- LM_BIRTHDATE: timestamp (nullable = true)
4  |-- LM_COMM_METHOD: string (nullable = true)
5  |-- LM_SOURCE_IND: string (nullable = true)
6  |-- DATASET_ID: decimal(38,0) (nullable = true)
7  |-- RECORD_ID: decimal(38,0) (nullable = true) 
8     
9message spark_schema {
10    optional int64 LM_PERSON_ID (DECIMAL(15,0));
11    optional int96 LM_BIRTHDATE;
12    optional binary LM_COMM_METHOD (UTF8);
13    optional binary LM_SOURCE_IND (UTF8);
14    optional fixed_len_byte_array(16) DATASET_ID (DECIMAL(38,0));
15    optional fixed_len_byte_array(16) RECORD_ID (DECIMAL(38,0));
16} 
17     
18CREATE EXTERNAL TABLE IF NOT EXISTS 
19ELM_PS_LM_PERSON (
20LM_PERSON_ID DECIMAL(15,0)
21,LM_BIRTHDATE TIMESTAMP
22,LM_COMM_METHOD STRING
23,LM_SOURCE_IND STRING
24,DATASET_ID DECIMAL(38,0)
25,RECORD_ID DECIMAL(38,0)
26) PARTITIONED BY (edi_business_day STRING) STORED AS PARQUET LOCATION '<PATH>' 
27     
28Query 8d437faf6323f0bb:b7ba295d028c8fbe: 0% Complete (0 out of 1)
29File 'hdfs:dev/ELM/ELM_PS_LM_PERSON/part-00000-fcdbd3a5-9c93-490e-a124-c2a327a17a17.snappy.parquet' has an incompatible Parquet schema for column 'rbdshid1.elm_ps_lm_person_2.lm_person_id'. 
30Column type: DOUBLE, Parquet schema:
31optional int64 LM_PERSON_ID [i:0 d:1 r:0]