qtuVBj58

1ubuntu@ambari-spark2-reon-etl:/var/log/capillary/wfm/tasks/2019_01_21$ vim 4434_org100329JoinedResultTableJoinedTable_L_1_points_points_bill_lineitemskpicomputephase100329710b84fd-819c-4485-94e9-341cc4f55d9a
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56{"properties":{"id":0,"name":"org-100329-JoinedResultTable#JoinedTable_L_1_points_points_bill_lineitems","type":"SPARK","className":"","properties":{"endPoint":"REON_LIVY_ENDPOINT_SERVICE","sparkContextId":"100329","query":"REFRESH TABLE new_kpi_compute_100329.ResultTable_from_LookupTable_from_points_points_ad263_dd_549 ~~~REFRESH TABLE new_kpi_compute_100329.ResultTable_from_LookupTable_from_bill_lineitems_points_b467_b_764 ~~~REFRESH TABLE new_kpi_compute_100329.LookupTable_from_points_points_ad263 ~~~CREATE TABLE IF NOT EXISTS new_kpi_compute_100329.JoinedTable_L_1_points_points_bill_lineitems USING PARQUET  (SELECT LookupTable_from_points_points_ad263_alias_937.awarded_ref_id AS awarded_ref_id,LookupTable_from_points_points_ad263_alias_937.dim_points_event_type_id AS dim_points_event_type_id,LookupTable_from_points_points_ad263_alias_937.dim_event_user_id AS dim_event_user_id,LookupTable_from_points_points_ad263_alias_937.auto_update_time_palp AS auto_update_time_palp,LookupTable_from_points_points_ad263_alias_937.auto_update_time_pacp AS auto_update_time_pacp,LookupTable_from_points_points_ad263_alias_937.deducted_points AS deducted_points,LookupTable_from_points_points_ad263_alias_937.allocated_points AS allocated_points,LookupTable_from_points_points_ad263_alias_937.dim_event_date_id AS dim_event_date_id,IFNULL(ResultTable_from_LookupTable_from_bill_lineitems_points_b467_b_764_alias_939.bill_number,LookupTable_from_points_points_ad263_alias_937.bill_number) AS bill_number,LookupTable_from_points_points_ad263_alias_937.dim_event_time_id AS dim_event_time_id,LookupTable_from_points_points_ad263_alias_937.dim_deduction_type_id AS dim_deduction_type_id,LookupTable_from_points_points_ad263_alias_937.auto_update_time_pabp AS auto_update_time_pabp,LookupTable_from_points_points_ad263_alias_937.dim_expiry_time_id AS dim_expiry_time_id,IFNULL(ResultTable_from_LookupTable_from_points_points_ad263_dd_549_alias_887.dim_awarded_points_promotion_id,LookupTable_from_points_points_ad263_alias_937.dim_awarded_points_promotion_id) AS dim_awarded_points_promotion_id,IFNULL(ResultTable_from_LookupTable_from_points_points_ad263_dd_549_alias_887.dim_latest_updated_time_id,LookupTable_from_points_points_ad263_alias_937.dim_latest_updated_time_id) AS dim_latest_updated_time_id,LookupTable_from_points_points_ad263_alias_937.auto_update_time_pa AS auto_update_time_pa,IFNULL(ResultTable_from_LookupTable_from_points_points_ad263_dd_549_alias_887.dim_points_category_id,LookupTable_from_points_points_ad263_alias_937.dim_points_category_id) AS dim_points_category_id,LookupTable_from_points_points_ad263_alias_937.auto_update_time_pal AS auto_update_time_pal,LookupTable_from_points_points_ad263_alias_937.dim_points_awarded_type_id AS dim_points_awarded_type_id,LookupTable_from_points_points_ad263_alias_937.auto_update_time_pd AS auto_update_time_pd,LookupTable_from_points_points_ad263_alias_937.dim_event_zone_till_id AS dim_event_zone_till_id,LookupTable_from_points_points_ad263_alias_937.dim_points_promotion_id AS dim_points_promotion_id,LookupTable_from_points_points_ad263_alias_937.dim_category_id AS dim_category_id,LookupTable_from_points_points_ad263_alias_937.dim_awarded_zone_till_id AS dim_awarded_zone_till_id,LookupTable_from_points_points_ad263_alias_937.bill_id AS bill_id,LookupTable_from_points_points_ad263_alias_937.event_id AS event_id,LookupTable_from_points_points_ad263_alias_937.dim_expiry_date_id AS dim_expiry_date_id,IFNULL(ResultTable_from_LookupTable_from_points_points_ad263_dd_549_alias_887.dim_latest_updated_date_id,LookupTable_from_points_points_ad263_alias_937.dim_latest_updated_date_id) AS dim_latest_updated_date_id,LookupTable_from_points_points_ad263_alias_937.dim_awarded_date_id AS dim_awarded_date_id FROM (new_kpi_compute_100329.LookupTable_from_points_points_ad263 AS LookupTable_from_points_points_ad263_alias_937) AS LookupTable_from_points_points_ad263_alias_937   LEFT JOIN new_kpi_compute_100329.ResultTable_from_LookupTable_from_points_points_ad263_dd_549 AS ResultTable_from_LookupTable_from_points_points_ad263_dd_549_alias_887 ON LookupTable_from_points_points_ad263_alias_937.dim_points_awarded_type_id \u003d ResultTable_from_LookupTable_from_points_points_ad263_dd_549_alias_887.dim_points_awarded_type_id AND LookupTable_from_points_points_ad263_alias_937.event_id \u003d ResultTable_from_LookupTable_from_points_points_ad263_dd_549_alias_887.event_id AND LookupTable_from_points_points_ad263_alias_937.dim_points_event_type_id \u003d ResultTable_from_LookupTable_from_points_points_ad263_dd_549_alias_887.dim_points_event_type_id  LEFT JOIN new_kpi_compute_100329.ResultTable_from_LookupTable_from_bill_lineitems_points_b467_b_764 AS ResultTable_from_LookupTable_from_bill_lineitems_points_b467_b_764_alias_939 ON LookupTable_from_points_points_ad263_alias_937.bill_id \u003d ResultTable_from_LookupTable_from_bill_lineitems_points_b467_b_764_alias_939.bill_id)"},"dependencyTasks":["org-100329-LookupTable#LookupTable_from_points_points_ad263","org-100329-ResultTable#ResultTable_from_LookupTable_from_points_points_ad263_dd_549","org-100329-ResultTable#ResultTable_from_LookupTable_from_points_points_ad263_dd_549","org-100329-ResultTable#ResultTable_from_LookupTable_from_bill_lineitems_points_b467_b_764","org-100329-LookupTable#LookupTable_from_points_points_ad263","org-100329-FactTransitiveTable#LookupTable_from_points_points_ad263","org-100329-LookupTable#LookupTable_from_bill_lineitems_points_b467"],"retryStrategy":"EXPONENTIAL_BACK_OFF","notifyList":"List()","maxRetry":5,"supressFailure":false,"masked":false,"priorty":"P3","resourceId":"0","metaInfo":{},"__isset_bitfield":15},"executionProps":{"id":4434,"name":"kpi-compute-phase","properties":{"full_run":"false","phase":"stop-slave,sqoop,start-slave,sqoop-partition,createHiveTables,dim_transform,dim_value_sqoop,dim_target_mapping,dim_target_table_creation,dim_linking,dim_persistance,dim_value_mysql_export,fact-etl,sqoop_mongo,dim_src_CDM,s3-persist-phase,launch-cluster,add-nodes,execution-end,snapshot-reload,livy-setup,pre-launch-termination,Transpose tables,dim-index-upload,qserver-summary-kpi,custom-table-transform,RefreshSegmentsBulk,solr_index_generation,ExportJobsBulkEtl,kpi-compute-phase,sqoop-persist,sqoop-cdm,morning_file_sync,attribution","org_id":"0,100027,100094,100097,100107,100137,100139,100140,100141,100142,100143,100152,100159,100160,100162,100163,100172,100202,100205,100207,100210,100214,100217,100223,100224,100232,100233,100234,100239,100252,100256,100260,100261,100264,100265,100275,100282,100283,100285,100289,100290,100291,100292,100293,100294,100295,100296,100298,100308,100309,100314,100318,100319,100323,100324,100325,100326,100327,100328,100329,100330,100331,100332,100335,100336,100337,100338,100339,100340,100343,100344,100345,100346,100347,100348,100349,100350,100351,100352,100353,100354,100355,100356,100357,100358,100359,100360,100365,100367,100368,100369,100370,100371,100377,100383,100387,100422,100427,100429,100430,100431,100433,100435,100441,100445,100452,100456,100458","meta_sync":"true","client_uuid":"20190121190502","segment_client":"ETL","is_full_sqoop":"false","segment_bulk_mode":"true","run_date":"2019-01-21 19:05:02","prev_master_time":"2019-01-20 01:11:24"},"workflow":"ETL","uuid":"20190121190502","status":"READY","startTimeTs":0,"endTimeTs":0,"__isset_bitfield":1},"phaseProps":{"name":"kpi-compute-phase","dependency":[],"contextKeys":["org_id"],"contextValues":[{"name":"Context for 100458","identifiers":{"org_id":"100458"}},{"name":"Context for 100456","identifiers":{"org_id":"100456"}},{"name":"Context for 100452","identifiers":{"org_id":"100452"}},{"name":"Context for 100445","identifiers":{"org_id":"100445"}},{"name":"Context for 100441","identifiers":{"org_id":"100441"}},{"name":"Context for 100435","identifiers":{"org_id":"100435"}},{"name":"Context for 100433","identifiers":{"org_id":"100433"}},{"name":"Context for 100431","identifiers":{"org_id":"100431"}},{"name":"Context for 100430","identifiers":{"org_id":"100430"}},{"name":"Context for 100429","identifiers":{"org_id":"100429"}},{"name":"Context for 100427","identifiers":{"org_id":"100427"}},{"name":"Context for 100422","identifiers":{"org_id":"100422"}},{"name":"Context for 100387","identifiers":{"org_id":"100387"}},{"name":"Context for 100383","identifiers":{"org_id":"100383"}},{"name":"Context for 100377","identifiers":{"org_id":"100377"}},{"name":"Context for 100371","identifiers":{"org_id":"100371"},"properties":{"resource_profile_path":"/etc/capillary/reon/resource_profile/x2large.json"}},{"name":"Context for 100370","identifiers":{"org_id":"100370"}},{"name":"Context for 100369","identifiers":{"org_id":"100369"},"properties":{"resource_profile_path":"/etc/capillary/reon/resource_profile/x2large.json"}},{"name":"Context for 100368","identifiers":{"org_id":"100368"}},{"name":"Context for 100367","identifiers":{"org_id":"100367"},"properties":{"resource_profile_path":"/etc/capillary/reon/resource_profile/eu-default.json"}},{"name":"Context for 100365","identifiers":{"org_id":"100365"}},{"name":"Context for 100360","identifiers":{"org_id":"100360"},"properties":{"resource_profile_path":"/etc/capillary/reon/resource_profile/eu-default.json"}},{"name":"Context for 100359","identifiers":{"org_id":"100359"},"properties":{"resource_profile_path":"/etc/capillary/reon/resource_profile/eu-default.json"}},{"name":"Context for 100358","identifiers":{"org_id":"100358"},"properties":{"resource_profile_path":"/etc/capillary/reon/resource_profile/eu-default.json"}},{"name":"Context for 100357","identifiers":{"org_id":"100357"},"properties":{"resource_profile_path":"/etc/capillary/reon/resource_profile/eu-default.json"}},{"name":"Context for 100356","identifiers":{"org_id":"100356"},"properties":{"resource_profile_path":"/etc/capillary/reon/resource_profile/eu-default.json"}},{"name":"Context for 100355","identifiers":{"org_id":"100355"},"properties":{"resource_profile_path":"/etc/capillary/reon/resource_profile/eu-default.json"}},{"name":"Context for 100354","identifiers":{"org_id":"100354"},"properties":{"resource_profile_path":"/etc/capillary/reon/resource_profile/eu-default.json"}},{"name":"Context for 100353","identifiers":{"org_id":"100353"},"properties":{"resource_profile_path":"/etc/capillary/reon/resource
57"4434_org100329JoinedResultTableJoinedTable_L_1_points_points_bill_lineitemskpicomputephase100329710b84fd-819c-4485-94e9-341cc4f55d9a" [readonly][noeol] 1L, 18832C       1,1           All