pK4UJXRQ

1{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:12:11.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-bed2006e requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-bed2006e","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:12:11.931Z"}
2{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:12:11.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 97.131µs\" file=api.go function=1 line=1039 requestId=edws-internal-bed2006e requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-bed2006e","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:12:11.931Z"}
3{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:12:21.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-b7f0c12f requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-b7f0c12f","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:12:21.931Z"}
4{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:12:21.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 102.339µs\" file=api.go function=1 line=1039 requestId=edws-internal-b7f0c12f requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-b7f0c12f","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:12:21.931Z"}
5{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:12:31.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-25cce9f6 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-25cce9f6","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:12:31.931Z"}
6{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:12:31.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 94.95µs\" file=api.go function=1 line=1039 requestId=edws-internal-25cce9f6 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-25cce9f6","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:12:31.931Z"}
7{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:12:37.92Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-dd28d3e1 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-dd28d3e1","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:12:37.92Z"}
8{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:12:37.92Z\" level=info msg=\"-------End Request------------------------------------------------------------ 92.918µs\" file=api.go function=1 line=1039 requestId=edws-internal-dd28d3e1 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-dd28d3e1","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:12:37.92Z"}
9{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:12:41.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-ccdaa382 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-ccdaa382","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:12:41.931Z"}
10{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:12:41.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 88.637µs\" file=api.go function=1 line=1039 requestId=edws-internal-ccdaa382 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-ccdaa382","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:12:41.931Z"}
11{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:12:51.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-6b55b08e requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-6b55b08e","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:12:51.931Z"}
12{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:12:51.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 88.644µs\" file=api.go function=1 line=1039 requestId=edws-internal-6b55b08e requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-6b55b08e","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:12:51.931Z"}
13{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:13:01.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-44b3d4b4 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-44b3d4b4","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:13:01.931Z"}
14{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:13:01.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 96.355µs\" file=api.go function=1 line=1039 requestId=edws-internal-44b3d4b4 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-44b3d4b4","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:13:01.931Z"}
15{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:13:09.871Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:09.871Z"}
16{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:13:09.912Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:09.912Z"}
17{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:13:09.921Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:09.921Z"}
18{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:13:09.93Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:09.93Z"}
19{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:13:09.938Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:09.938Z"}
20{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:13:09.949Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:09.949Z"}
21{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:13:09.962Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:09.962Z"}
22{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:13:09.972Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:09.972Z"}
23{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:13:09.982Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:09.982Z"}
24{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:13:09.992Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:09.992Z"}
25{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:13:10.001Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:10.001Z"}
26{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:13:10.011Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:10.011Z"}
27{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:13:10.019Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:10.019Z"}
28{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:13:10.03Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:10.03Z"}
29{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:13:10.038Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:10.038Z"}
30{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:13:10.043Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:10.043Z"}
31{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:13:10.054Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:10.054Z"}
32{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:13:10.054Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:13:10.054Z"}
33{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:13:10.207Z\" level=debug msg=\"Response method:GET status:200 duration:153ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:13:10.207Z"}
34{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:13:10.213Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 23/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:10.213Z"}
35{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:13:10.34Z\" level=info msg=\"-------End Request------------------------------------------------------------ 469.66018ms\" file=api.go function=1 line=1039 requestId=c4147793-d629-40ef-959e-fb83c5982388 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4147793-d629-40ef-959e-fb83c5982388","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:10.34Z"}
36{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:13:11.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-4ebb77f8 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-4ebb77f8","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:13:11.931Z"}
37{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:13:11.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 96.774µs\" file=api.go function=1 line=1039 requestId=edws-internal-4ebb77f8 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-4ebb77f8","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:13:11.931Z"}
38{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:13:21.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-b89da7c8 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-b89da7c8","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:13:21.931Z"}
39{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:13:21.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 117.017µs\" file=api.go function=1 line=1039 requestId=edws-internal-b89da7c8 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-b89da7c8","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:13:21.931Z"}
40{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:13:31.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-aefe10ec requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-aefe10ec","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:13:31.931Z"}
41{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:13:31.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 92.129µs\" file=api.go function=1 line=1039 requestId=edws-internal-aefe10ec requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-aefe10ec","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:13:31.931Z"}
42{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:13:37.92Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-8e23af73 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-8e23af73","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:13:37.92Z"}
43{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:13:37.92Z\" level=info msg=\"-------End Request------------------------------------------------------------ 122.678µs\" file=api.go function=1 line=1039 requestId=edws-internal-8e23af73 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-8e23af73","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:13:37.92Z"}
44{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:13:38.755Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=cc0805cb-61f0-4ac1-ad98-32aeab353d4c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"cc0805cb-61f0-4ac1-ad98-32aeab353d4c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:38.755Z"}
45{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:13:38.778Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=cc0805cb-61f0-4ac1-ad98-32aeab353d4c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"cc0805cb-61f0-4ac1-ad98-32aeab353d4c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:38.778Z"}
46{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:13:38.778Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:13:38.778Z"}
47{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:13:38.92Z\" level=debug msg=\"Response method:GET status:200 duration:141ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:13:38.92Z"}
48{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:13:38.925Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=cc0805cb-61f0-4ac1-ad98-32aeab353d4c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"cc0805cb-61f0-4ac1-ad98-32aeab353d4c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:38.925Z"}
49{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:13:38.926Z\" level=info msg=\"-------End Request------------------------------------------------------------ 170.86284ms\" file=api.go function=1 line=1039 requestId=cc0805cb-61f0-4ac1-ad98-32aeab353d4c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"cc0805cb-61f0-4ac1-ad98-32aeab353d4c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:38.926Z"}
50{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:13:39.342Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=c1cf8763-36c6-4844-aeee-c3ee716a5aac requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c1cf8763-36c6-4844-aeee-c3ee716a5aac","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:39.342Z"}
51{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:13:39.365Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=c1cf8763-36c6-4844-aeee-c3ee716a5aac requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c1cf8763-36c6-4844-aeee-c3ee716a5aac","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:39.365Z"}
52{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:13:39.365Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:13:39.365Z"}
53{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:13:39.508Z\" level=debug msg=\"Response method:GET status:200 duration:142ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:13:39.508Z"}
54{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:13:39.513Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=c1cf8763-36c6-4844-aeee-c3ee716a5aac requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c1cf8763-36c6-4844-aeee-c3ee716a5aac","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:39.513Z"}
55{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:13:39.514Z\" level=info msg=\"-------End Request------------------------------------------------------------ 172.070476ms\" file=api.go function=1 line=1039 requestId=c1cf8763-36c6-4844-aeee-c3ee716a5aac requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c1cf8763-36c6-4844-aeee-c3ee716a5aac","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:39.514Z"}
56{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:13:41.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-081bafd8 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-081bafd8","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:13:41.931Z"}
57{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:13:41.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 135.336µs\" file=api.go function=1 line=1039 requestId=edws-internal-081bafd8 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-081bafd8","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:13:41.931Z"}
58{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:13:42.637Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=88445c8e-725c-429b-aa31-e4c13c9fdc2e requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade-version\n","requestId":"88445c8e-725c-429b-aa31-e4c13c9fdc2e","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade-version","timestamp":"2021-06-11T22:13:42.637Z"}
59{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:13:42.638Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env/crn/crn:cdp:environments:us-west-1:9d74eee4-1cad-45d7-b645-7ccf9edbb73d:environment:3dd24663-179e-40f3-9965-430df138c29f\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:13:42.638Z"}
60{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:13:42.804Z\" level=debug msg=\"Response method:GET status:200 duration:165ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env/crn/crn:cdp:environments:us-west-1:9d74eee4-1cad-45d7-b645-7ccf9edbb73d:environment:3dd24663-179e-40f3-9965-430df138c29f\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:13:42.804Z"}
61{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:13:42.805Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=88445c8e-725c-429b-aa31-e4c13c9fdc2e requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade-version\n","requestId":"88445c8e-725c-429b-aa31-e4c13c9fdc2e","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade-version","timestamp":"2021-06-11T22:13:42.805Z"}
62{"file":"utils.go","function":"GetDockerImageVersions","level":"debug","line":"1124","message":"time=\"2021-06-11T22:13:42.816Z\" level=debug msg=\"getting docker images from 'https://container-dev.repo.cloudera.com/' for component 'cloudera/druid'\" file=utils.go function=GetDockerImageVersions line=1124 requestId=88445c8e-725c-429b-aa31-e4c13c9fdc2e requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade-version\n","requestId":"88445c8e-725c-429b-aa31-e4c13c9fdc2e","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade-version","timestamp":"2021-06-11T22:13:42.816Z"}
632021/06/11 22:13:42 registry.ping url=https://container-dev.repo.cloudera.com/v2/
642021/06/11 22:13:42 registry.tags url=https://container-dev.repo.cloudera.com/v2/cloudera/druid/tags/list repository=cloudera/druid
65{"file":"utils.go","function":"GetSemVerSort","level":"debug","line":"1138","message":"time=\"2021-06-11T22:13:43.462Z\" level=debug msg=\"filtering 609 tags with versionprefix '7.2'\" file=utils.go function=GetSemVerSort line=1138 requestId=88445c8e-725c-429b-aa31-e4c13c9fdc2e requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade-version\n","requestId":"88445c8e-725c-429b-aa31-e4c13c9fdc2e","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade-version","timestamp":"2021-06-11T22:13:43.462Z"}
66{"file":"utils.go","function":"GetSemVerSort","level":"info","line":"1192","message":"time=\"2021-06-11T22:13:43.474Z\" level=info msg=\"sorted semver (showing top 5): [7.2.12.0-5 7.2.12.0-4 7.2.12.0-3 7.2.11.0-135 7.2.11.0-132]\" file=utils.go function=GetSemVerSort line=1192 requestId=88445c8e-725c-429b-aa31-e4c13c9fdc2e requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade-version\n","requestId":"88445c8e-725c-429b-aa31-e4c13c9fdc2e","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade-version","timestamp":"2021-06-11T22:13:43.474Z"}
67{"file":"druidhandler.go","function":"GetDruidUpgradeVersion","level":"info","line":"429","message":"time=\"2021-06-11T22:13:43.474Z\" level=info msg=\"DruidVersion latest:7.2.12.0-5 compatible:7.2.12.0-5\" file=druidhandler.go function=GetDruidUpgradeVersion line=429 requestId=88445c8e-725c-429b-aa31-e4c13c9fdc2e requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade-version\n","requestId":"88445c8e-725c-429b-aa31-e4c13c9fdc2e","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade-version","timestamp":"2021-06-11T22:13:43.474Z"}
68{"file":"druidhandler.go","function":"GetDruidUpgradeVersion","level":"info","line":"430","message":"time=\"2021-06-11T22:13:43.474Z\" level=info msg=\"DruidQ: \u0026{{1ef24d88-25d6-45f6-9214-5e1bc13dc132 0xc003799230 custom-druid} {druid-1623443596-mt8g Z  7.2.3.0-22 7.2.3.0-22 IfNotPresent druid-1623443596-mt8g 0xc000ab4300 map[management:[{   [] https://druid-router-z.env-fbzlqv.dw.xcu2-8y8x.dev.cldr.work/unified-console.html map[]}] superset:[{   [] https://superset-z.env-fbzlqv.dw.xcu2-8y8x.dev.cldr.work map[]}]] map[] 0 0 2021-06-11 20:33:16.107062124 +0000 UTC {crn:altus:iam:us-west-1:9d74eee4-1cad-45d7-b645-7ccf9edbb73d:user:e759c5db-1bd1-4ca2-b996-1d9f01daaeb2 apani@cloudera.com  csso_apani} 2021-06-11 20:33:58.971176877 +0000 UTC \u003cnil\u003e \u003cnil\u003e 0 \u003cnil\u003e  false {0  0001-01-01 00:00:00 +0000 UTC []} {0  0001-01-01 00:00:00 +0000 UTC} [{InProgress creating namespace (config-id: 3 version: 7.2.3.0-22) 2021-06-11 20:33:16.107064934 +0000 UTC} {Completed created namespace (config-id: 3 version: 7.2.3.0-22) 2021-06-11 20:33:16.13419836 +0000 UTC} {InProgress creating secrets in namespace (config-id: 3 version: 7.2.3.0-22) 2021-06-11 20:33:16.134200732 +0000 UTC} {Completed created secrets in namespace (config-id: 3 version: 7.2.3.0-22) 2021-06-11 20:33:19.986447833 +0000 UTC} {InProgress installing 10 helm charts (config-id: 3 version: 7.2.3.0-22) 2021-06-11 20:33:19.986449436 +0000 UTC} {Completed installed [postgres-external druid-common druid-coordinator druid-historical druid-broker druid-router druid-peon superset druid-historical-cold druid-middlemanager] helm charts (config-id: 3 version: 7.2.3.0-22) 2021-06-11 20:33:58.971168617 +0000 UTC} {InProgress checking if druid-router statefulset exists (config-id: 3 version: 7.2.3.0-22) 2021-06-11 20:34:08.676294955 +0000 UTC} {Completed druid-router statefulset exists (config-id: 3 version: 7.2.3.0-22) 2021-06-11 20:34:08.676297534 +0000 UTC} {InProgress checking if druid-router statefulset is ready with at least 1 ready replica(s) (config-id: 3 version: 7.2.3.0-22) 2021-06-11 20:34:08.676299714 +0000 UTC} {Completed druid-router statefulset is ready with at least 1 ready replica(s) (config-id: 3 version: 7.2.3.0-22) 2021-06-11 20:34:08.676301377 +0000 UTC} {InProgress checking if druid-broker statefulset exists (config-id: 3 version: 7.2.3.0-22) 2021-06-11 20:34:08.676302678 +0000 UTC} {Completed druid-broker statefulset exists (config-id: 3 version: 7.2.3.0-22) 2021-06-11 20:34:08.676303794 +0000 UTC} {InProgress checking if druid-broker statefulset is ready with at least 1 ready replica(s) (config-id: 3 version: 7.2.3.0-22) 2021-06-11 20:34:08.676304981 +0000 UTC} {InProgress checking if druid-router statefulset exists (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:14:12.400461228 +0000 UTC} {Completed druid-router statefulset exists (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:14:12.400463748 +0000 UTC} {InProgress checking if druid-router statefulset is ready with at least 1 ready replica(s) (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:14:12.400465927 +0000 UTC} {Completed druid-router statefulset is ready with at least 1 ready replica(s) (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:14:12.400467933 +0000 UTC} {InProgress checking if druid-broker statefulset exists (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:14:12.400469151 +0000 UTC} {Completed druid-broker statefulset exists (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:14:12.4004703 +0000 UTC} {InProgress checking if druid-broker statefulset is ready with at least 1 ready replica(s) (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:14:12.400471653 +0000 UTC} {Completed druid-broker statefulset is ready with at least 1 ready replica(s) (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:14:12.400473014 +0000 UTC} {InProgress checking if druid-historical statefulset exists (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:14:12.400474217 +0000 UTC} {Completed druid-historical statefulset exists (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:14:12.400475295 +0000 UTC} {InProgress checking if druid-historical statefulset is ready with at least 1 ready replica(s) (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:14:12.400476737 +0000 UTC} {Completed druid-historical statefulset is ready with at least 1 ready replica(s) (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:14:12.400477987 +0000 UTC} {InProgress checking if druid-coordinator statefulset exists (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:14:12.400479014 +0000 UTC} {Completed druid-coordinator statefulset exists (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:14:12.400480153 +0000 UTC} {InProgress checking if druid-coordinator statefulset is ready with at least 1 ready replica(s) (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:14:12.400481558 +0000 UTC} {Completed druid-coordinator statefulset is ready with at least 1 ready replica(s) (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:48:59.615161672 +0000 UTC} {InProgress checking if druid-middlemanager statefulset exists (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:48:59.615163634 +0000 UTC} {Completed druid-middlemanager statefulset exists (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:48:59.615164895 +0000 UTC} {InProgress checking if druid-middlemanager statefulset is ready with at least 1 ready replica(s) (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 21:48:59.615166279 +0000 UTC} {Completed druid-middlemanager statefulset is ready with at least 1 ready replica(s) (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 22:01:10.111567221 +0000 UTC} {InProgress checking if superset deployment exists (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 22:01:10.248745371 +0000 UTC} {Completed superset deployment exists (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 22:01:10.248750155 +0000 UTC} {InProgress checking if superset deployment is ready with at least 1 ready replica(s) (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 22:01:10.248753479 +0000 UTC} {Completed superset deployment is ready with at least 1 ready replica(s) (config-id: 1ef24d88-25d6-45f6-9214-5e1bc13dc132 version: 7.2.3.0-22) 2021-06-11 22:13:42.816267193 +0000 UTC m=+4068.965447771}] {Running  false true} \u003cnil\u003e }   false false true {0 0 0 0 0 0  0 false false 0 0 0 false 0 false 0 {0 0}} false 2 1 false}\" file=druidhandler.go function=GetDruidUpgradeVersion line=430 requestId=88445c8e-725c-429b-aa31-e4c13c9fdc2e requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade-version\n","requestId":"88445c8e-725c-429b-aa31-e4c13c9fdc2e","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade-version","timestamp":"2021-06-11T22:13:43.474Z"}
69{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:13:43.474Z\" level=info msg=\"-------End Request------------------------------------------------------------ 837.414944ms\" file=api.go function=1 line=1039 requestId=88445c8e-725c-429b-aa31-e4c13c9fdc2e requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade-version\n","requestId":"88445c8e-725c-429b-aa31-e4c13c9fdc2e","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade-version","timestamp":"2021-06-11T22:13:43.474Z"}
70{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:13:49.336Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=0660f358-fbee-48b3-881c-3efd169e1bf7 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"0660f358-fbee-48b3-881c-3efd169e1bf7","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:49.336Z"}
71{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:13:49.36Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=0660f358-fbee-48b3-881c-3efd169e1bf7 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"0660f358-fbee-48b3-881c-3efd169e1bf7","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:49.36Z"}
72{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:13:49.36Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:13:49.36Z"}
73{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:13:49.506Z\" level=debug msg=\"Response method:GET status:200 duration:146ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:13:49.506Z"}
74{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:13:49.512Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=0660f358-fbee-48b3-881c-3efd169e1bf7 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"0660f358-fbee-48b3-881c-3efd169e1bf7","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:49.512Z"}
75{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:13:49.513Z\" level=info msg=\"-------End Request------------------------------------------------------------ 176.287978ms\" file=api.go function=1 line=1039 requestId=0660f358-fbee-48b3-881c-3efd169e1bf7 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"0660f358-fbee-48b3-881c-3efd169e1bf7","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:49.513Z"}
76{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:13:51.076Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:13:51.076Z"}
77{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:13:51.078Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env/crn/crn:cdp:environments:us-west-1:9d74eee4-1cad-45d7-b645-7ccf9edbb73d:environment:3dd24663-179e-40f3-9965-430df138c29f\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:13:51.078Z"}
78{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:13:51.097Z\" level=debug msg=\"Response method:GET status:200 duration:19ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env/crn/crn:cdp:environments:us-west-1:9d74eee4-1cad-45d7-b645-7ccf9edbb73d:environment:3dd24663-179e-40f3-9965-430df138c29f\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:13:51.097Z"}
79{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:13:51.097Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:13:51.097Z"}
802021/06/11 22:13:51 registry.ping url=https://container-dev.repo.cloudera.com/v2/
812021/06/11 22:13:51 registry.tags url=https://container-dev.repo.cloudera.com/v2/cloudera/hive/tags/list repository=cloudera/hive
82{"file":"controller.go","function":"SetDruidStatusInTx","level":"debug","line":"1011","message":"time=\"2021-06-11T22:13:51.824Z\" level=debug msg=\"stored druid druid-1623443596-mt8g with PreUpgrade status\" file=controller.go function=SetDruidStatusInTx line=1011 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:13:51.824Z"}
83{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:13:51.826Z\" level=info msg=\"-------End Request------------------------------------------------------------ 749.379523ms\" file=api.go function=1 line=1039 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:13:51.826Z"}
84{"file":"controller.go","function":"UpdateDruidWithSpecifiedVersion","level":"debug","line":"3752","message":"time=\"2021-06-11T22:13:51.833Z\" level=debug msg=\"saved updating state and new configuration for Druid 'druid-1623443596-mt8g'\" file=controller.go function=UpdateDruidWithSpecifiedVersion line=3752 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:13:51.833Z"}
85{"file":"druid_base.go","function":"UpdateDruid","level":"info","line":"40","message":"time=\"2021-06-11T22:13:51.833Z\" level=info msg=\"Starting to update druid 'druid-1623443596-mt8g'\" file=druid_base.go function=UpdateDruid line=40 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:13:51.833Z"}
86{"file":"base.go","function":"NeedCreateSecret","level":"info","line":"2183","message":"time=\"2021-06-11T22:13:51.847Z\" level=info msg=\"'unified-registry-image-pull-secret' secret does not exist in namespace 'druid-1623443596-mt8g'. Creating..\" file=base.go function=NeedCreateSecret line=2183 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:13:51.847Z"}
87{"file":"base.go","function":"InstallDockerSecret","level":"info","line":"2161","message":"time=\"2021-06-11T22:13:51.859Z\" level=info msg=\"Created docker secret 'unified-registry-image-pull-secret' in 'druid-1623443596-mt8g' namespace\" file=base.go function=InstallDockerSecret line=2161 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:13:51.859Z"}
88{"file":"base.go","function":"ValidateAndCreateMachineUserInUMS","level":"info","line":"2009","message":"time=\"2021-06-11T22:13:51.859Z\" level=info msg=\"ValidateAndCreateMachineUserInUMS function is called from github.com/hortonworks/edws/api/driver.(*DriverBase).UpdateDruid - name: apani1 id: env-fbzlqv\" file=base.go function=ValidateAndCreateMachineUserInUMS line=2009 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:13:51.859Z"}
89{"file":"base.go","function":"checkMachineUserInVault","level":"info","line":"1978","message":"time=\"2021-06-11T22:13:51.859Z\" level=info msg=\"Waiting for machine user Info from Vault for cluster - name : apani1 id: env-fbzlqv\" file=base.go function=checkMachineUserInVault line=1978 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:13:51.859Z"}
90{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:13:51.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-83c8c66e requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-83c8c66e","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:13:51.931Z"}
91{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:13:51.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 88.802µs\" file=api.go function=1 line=1039 requestId=edws-internal-83c8c66e requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-83c8c66e","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:13:51.931Z"}
92{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:13:59.341Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=0ab92c94-ae72-443a-8578-52a4878d9cab requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"0ab92c94-ae72-443a-8578-52a4878d9cab","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:59.341Z"}
93{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:13:59.366Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=0ab92c94-ae72-443a-8578-52a4878d9cab requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"0ab92c94-ae72-443a-8578-52a4878d9cab","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:59.366Z"}
94{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:13:59.366Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:13:59.366Z"}
95{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:13:59.524Z\" level=debug msg=\"Response method:GET status:200 duration:157ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:13:59.524Z"}
96{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:13:59.529Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=0ab92c94-ae72-443a-8578-52a4878d9cab requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"0ab92c94-ae72-443a-8578-52a4878d9cab","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:59.529Z"}
97{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:13:59.53Z\" level=info msg=\"-------End Request------------------------------------------------------------ 188.856728ms\" file=api.go function=1 line=1039 requestId=0ab92c94-ae72-443a-8578-52a4878d9cab requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"0ab92c94-ae72-443a-8578-52a4878d9cab","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:13:59.53Z"}
98{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:14:01.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-b03a718e requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-b03a718e","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:14:01.931Z"}
99{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:14:01.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 98.494µs\" file=api.go function=1 line=1039 requestId=edws-internal-b03a718e requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-b03a718e","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:14:01.931Z"}
100{"file":"retry.go","function":"retry","level":"warning","line":"56","message":"time=\"2021-06-11T22:14:03.887Z\" level=warning msg=\"Retry failed (1/3), sleeping 2s. Reason: error reading Machine User Info from vault for Cluster: apani1, can't find the key from secret path\" file=retry.go function=retry line=56 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:03.887Z"}
101{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:14:09.415Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=8093c4a6-f8bb-4dd9-a5b6-a38d4e1ead61 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"8093c4a6-f8bb-4dd9-a5b6-a38d4e1ead61","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:09.415Z"}
102{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:14:09.44Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=8093c4a6-f8bb-4dd9-a5b6-a38d4e1ead61 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"8093c4a6-f8bb-4dd9-a5b6-a38d4e1ead61","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:09.44Z"}
103{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:14:09.44Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:14:09.44Z"}
104{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:14:09.592Z\" level=debug msg=\"Response method:GET status:200 duration:152ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:14:09.592Z"}
105{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:14:09.598Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=8093c4a6-f8bb-4dd9-a5b6-a38d4e1ead61 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"8093c4a6-f8bb-4dd9-a5b6-a38d4e1ead61","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:09.598Z"}
106{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:14:09.598Z\" level=info msg=\"-------End Request------------------------------------------------------------ 183.179235ms\" file=api.go function=1 line=1039 requestId=8093c4a6-f8bb-4dd9-a5b6-a38d4e1ead61 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"8093c4a6-f8bb-4dd9-a5b6-a38d4e1ead61","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:09.598Z"}
107{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:14:11.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-b9eac900 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-b9eac900","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:14:11.931Z"}
108{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:14:11.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 96.533µs\" file=api.go function=1 line=1039 requestId=edws-internal-b9eac900 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-b9eac900","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:14:11.931Z"}
109{"file":"retry.go","function":"retry","level":"warning","line":"56","message":"time=\"2021-06-11T22:14:17.895Z\" level=warning msg=\"Retry failed (2/3), sleeping 2s. Reason: error reading Machine User Info from vault for Cluster: apani1, can't find the key from secret path\" file=retry.go function=retry line=56 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:17.895Z"}
110{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:14:19.432Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.432Z"}
111{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:19.467Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.467Z"}
112{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:19.477Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.477Z"}
113{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:19.485Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.485Z"}
114{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:19.494Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.494Z"}
115{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:19.505Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.505Z"}
116{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:19.514Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.514Z"}
117{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:19.523Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.523Z"}
118{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:19.533Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.533Z"}
119{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:19.543Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.543Z"}
120{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:19.551Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.551Z"}
121{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:19.56Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.56Z"}
122{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:19.57Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.57Z"}
123{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:19.579Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.579Z"}
124{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:19.588Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.588Z"}
125{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:19.592Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.592Z"}
126{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:14:19.602Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.602Z"}
127{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:14:19.602Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:14:19.602Z"}
128{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:14:19.741Z\" level=debug msg=\"Response method:GET status:200 duration:138ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:14:19.741Z"}
129{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:14:19.746Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 23/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.746Z"}
130{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:14:19.872Z\" level=info msg=\"-------End Request------------------------------------------------------------ 440.246233ms\" file=api.go function=1 line=1039 requestId=e58941d4-cc66-4b69-a881-19a52b7b5b8f requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e58941d4-cc66-4b69-a881-19a52b7b5b8f","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:19.872Z"}
131{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:14:21.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-af204027 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-af204027","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:14:21.931Z"}
132{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:14:21.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 91.688µs\" file=api.go function=1 line=1039 requestId=edws-internal-af204027 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-af204027","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:14:21.931Z"}
133{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:14:29.407Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=5faada0b-9e1f-448c-bcaf-9318c509c56a requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"5faada0b-9e1f-448c-bcaf-9318c509c56a","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:29.407Z"}
134{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:14:29.43Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=5faada0b-9e1f-448c-bcaf-9318c509c56a requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"5faada0b-9e1f-448c-bcaf-9318c509c56a","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:29.43Z"}
135{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:14:29.431Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:14:29.431Z"}
136{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:14:29.577Z\" level=debug msg=\"Response method:GET status:200 duration:146ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:14:29.577Z"}
137{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:14:29.582Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=5faada0b-9e1f-448c-bcaf-9318c509c56a requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"5faada0b-9e1f-448c-bcaf-9318c509c56a","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:29.582Z"}
138{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:14:29.583Z\" level=info msg=\"-------End Request------------------------------------------------------------ 176.281522ms\" file=api.go function=1 line=1039 requestId=5faada0b-9e1f-448c-bcaf-9318c509c56a requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"5faada0b-9e1f-448c-bcaf-9318c509c56a","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:29.583Z"}
139{"file":"retry.go","function":"retry","level":"warning","line":"56","message":"time=\"2021-06-11T22:14:31.903Z\" level=warning msg=\"Retry failed (3/3), sleeping 2s. Reason: error reading Machine User Info from vault for Cluster: apani1, can't find the key from secret path\" file=retry.go function=retry line=56 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:31.903Z"}
140{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:14:31.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-60d2c56e requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-60d2c56e","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:14:31.931Z"}
141{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:14:31.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 93.443µs\" file=api.go function=1 line=1039 requestId=edws-internal-60d2c56e requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-60d2c56e","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:14:31.931Z"}
142{"file":"retry.go","function":"Execute","level":"error","line":"42","message":"time=\"2021-06-11T22:14:33.903Z\" level=error msg=\"Retry failed 3 times. Giving up!\" file=retry.go function=Execute line=42 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:33.903Z"}
143{"file":"base.go","function":"NeedCreateSecret","level":"info","line":"2183","message":"time=\"2021-06-11T22:14:33.917Z\" level=info msg=\"'umsusersecret' secret does not exist in namespace 'shared-services'. Creating..\" file=base.go function=NeedCreateSecret line=2183 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:33.917Z"}
144{"file":"base.go","function":"installMachineUserSecret","level":"info","line":"1953","message":"time=\"2021-06-11T22:14:33.929Z\" level=info msg=\"Created machine user k8s secret 'umsusersecret' in 'shared-services' namespace\" file=base.go function=installMachineUserSecret line=1953 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:33.929Z"}
145{"file":"base.go","function":"ValidateAndCreateMachineUserInUMS","level":"info","line":"2028","message":"time=\"2021-06-11T22:14:33.929Z\" level=info msg=\"Created machine user secret in ValidateAndCreateMachineUserInUMS function - name : apani1 id: env-fbzlqv\" file=base.go function=ValidateAndCreateMachineUserInUMS line=2028 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:33.929Z"}
146{"file":"base.go","function":"checkOrAddMachineUserInUMS","level":"info","line":"1870","message":"time=\"2021-06-11T22:14:33.929Z\" level=info msg=\"Checking machine user env-fbzlqv in UMS  - name: apani1 id: env-fbzlqv\" file=base.go function=checkOrAddMachineUserInUMS line=1870 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:33.929Z"}
147{"file":"umsclient.go","function":"CheckFreeIPAUser","level":"info","line":"428","message":"time=\"2021-06-11T22:14:33.929Z\" level=info msg=\"Checking machine user env-fbzlqv via UMS for account '9d74eee4-1cad-45d7-b645-7ccf9edbb73d'.\" file=umsclient.go function=CheckFreeIPAUser line=428 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:33.929Z"}
148{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:33.934Z\" level=info msg=\"Retry succeeded (1/3).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:33.934Z"}
149{"file":"base.go","function":"checkOrAddMachineUserInUMS","level":"info","line":"1891","message":"time=\"2021-06-11T22:14:33.934Z\" level=info msg=\"Creating machine user env-fbzlqv in UMS  - name: apani1 id: env-fbzlqv\" file=base.go function=checkOrAddMachineUserInUMS line=1891 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:33.934Z"}
150{"file":"umsclient.go","function":"CreateFreeIPAUser","level":"info","line":"501","message":"time=\"2021-06-11T22:14:33.934Z\" level=info msg=\"Creating machine user env-fbzlqv via UMS for account '9d74eee4-1cad-45d7-b645-7ccf9edbb73d'.\" file=umsclient.go function=CreateFreeIPAUser line=501 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:33.934Z"}
151{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.072Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.072Z"}
152{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.081Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.081Z"}
153{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.09Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.09Z"}
154{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.099Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.099Z"}
155{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.107Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.107Z"}
156{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.117Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.117Z"}
157{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.125Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.125Z"}
158{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.133Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.133Z"}
159{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.144Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.144Z"}
160{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.153Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.153Z"}
161{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.161Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.161Z"}
162{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.17Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.17Z"}
163{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.178Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.178Z"}
164{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.186Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.186Z"}
165{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.194Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.194Z"}
166{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.2Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.2Z"}
167{"file":"umsclient.go","function":"CreateFreeIPAUser","level":"info","line":"527","message":"time=\"2021-06-11T22:14:34.2Z\" level=info msg=\"Creating machine user group env-fbzlqv via UMS for account '9d74eee4-1cad-45d7-b645-7ccf9edbb73d'.\" file=umsclient.go function=CreateFreeIPAUser line=527 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.2Z"}
168{"file":"grpc_utils.go","function":"func1","level":"warning","line":"54","message":"time=\"2021-06-11T22:14:34.518Z\" level=warning msg=\"/usermanagement.UserManagement/CreateGroup: Slow RPC detected! 318233us exceeds threshold of 250000us\" file=grpc_utils.go function=func1 line=54 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.518Z"}
169{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.518Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.518Z"}
170{"file":"umsclient.go","function":"CreateFreeIPAUser","level":"info","line":"543","message":"time=\"2021-06-11T22:14:34.518Z\" level=info msg=\"Adding machine user env-fbzlqv to group env-fbzlqv via UMS for account '9d74eee4-1cad-45d7-b645-7ccf9edbb73d'.\" file=umsclient.go function=CreateFreeIPAUser line=543 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.518Z"}
171{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.547Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.547Z"}
172{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.553Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.553Z"}
173{"file":"base.go","function":"checkOrAddMachineUserInUMS","level":"info","line":"1898","message":"time=\"2021-06-11T22:14:34.554Z\" level=info msg=\"Syncing machine user env-fbzlqv  - name: apani1 id: env-fbzlqv\" file=base.go function=checkOrAddMachineUserInUMS line=1898 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.554Z"}
174{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:14:34.554Z\" level=debug msg=\"Request POST http://cloudbreak-freeipa.cloudbreak.svc.cluster.local:8080/freeipa/api/v1/freeipa/user/syncAll\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:14:34.554Z"}
175{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:14:34.738Z\" level=debug msg=\"Response method:POST status:200 duration:184ms req_url:http://cloudbreak-freeipa.cloudbreak.svc.cluster.local:8080/freeipa/api/v1/freeipa/user/syncAll\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:14:34.738Z"}
176{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:34.738Z\" level=info msg=\"Retry succeeded (1/20).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.738Z"}
177{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:14:34.738Z\" level=debug msg=\"Request GET http://cloudbreak-freeipa.cloudbreak.svc.cluster.local:8080/freeipa/api/v1/freeipa/user/status?operationId=1e95914a-c2ef-4d33-87a4-7b6c69a63e17\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:14:34.738Z"}
178{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:14:34.876Z\" level=debug msg=\"Response method:GET status:200 duration:137ms req_url:http://cloudbreak-freeipa.cloudbreak.svc.cluster.local:8080/freeipa/api/v1/freeipa/user/status?operationId=1e95914a-c2ef-4d33-87a4-7b6c69a63e17\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:14:34.876Z"}
179{"file":"retry.go","function":"retry","level":"warning","line":"56","message":"time=\"2021-06-11T22:14:34.876Z\" level=warning msg=\"Retry failed (1/360), sleeping 5s. Reason: Waiting for FreeIPA crn:altus:iam:us-west-1:9d74eee4-1cad-45d7-b645-7ccf9edbb73d:machineUser:env-fbzlqv/0bd91398-8d99-48a2-822f-bdeff3b6d101 user sync to complete : status RUNNING..137.909467ms\" file=retry.go function=retry line=56 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:34.876Z"}
180{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:14:37.92Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-416d45b1 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-416d45b1","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:14:37.92Z"}
181{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:14:37.92Z\" level=info msg=\"-------End Request------------------------------------------------------------ 94.324µs\" file=api.go function=1 line=1039 requestId=edws-internal-416d45b1 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-416d45b1","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:14:37.92Z"}
182{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:14:39.724Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=cfc3cc79-a3ff-48c2-aa68-3568ad151666 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"cfc3cc79-a3ff-48c2-aa68-3568ad151666","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:39.724Z"}
183{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:14:39.755Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=cfc3cc79-a3ff-48c2-aa68-3568ad151666 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"cfc3cc79-a3ff-48c2-aa68-3568ad151666","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:39.755Z"}
184{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:14:39.755Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:14:39.755Z"}
185{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:14:39.876Z\" level=debug msg=\"Request GET http://cloudbreak-freeipa.cloudbreak.svc.cluster.local:8080/freeipa/api/v1/freeipa/user/status?operationId=1e95914a-c2ef-4d33-87a4-7b6c69a63e17\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:14:39.876Z"}
186{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:14:39.882Z\" level=debug msg=\"Response method:GET status:200 duration:5ms req_url:http://cloudbreak-freeipa.cloudbreak.svc.cluster.local:8080/freeipa/api/v1/freeipa/user/status?operationId=1e95914a-c2ef-4d33-87a4-7b6c69a63e17\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:14:39.882Z"}
187{"file":"retry.go","function":"retry","level":"warning","line":"56","message":"time=\"2021-06-11T22:14:39.882Z\" level=warning msg=\"Retry failed (2/360), sleeping 5s. Reason: Waiting for FreeIPA crn:altus:iam:us-west-1:9d74eee4-1cad-45d7-b645-7ccf9edbb73d:machineUser:env-fbzlqv/0bd91398-8d99-48a2-822f-bdeff3b6d101 user sync to complete : status RUNNING..5.143680498s\" file=retry.go function=retry line=56 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:39.882Z"}
188{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:14:39.984Z\" level=debug msg=\"Response method:GET status:200 duration:228ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:14:39.984Z"}
189{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:14:39.989Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=cfc3cc79-a3ff-48c2-aa68-3568ad151666 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"cfc3cc79-a3ff-48c2-aa68-3568ad151666","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:39.989Z"}
190{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:14:39.99Z\" level=info msg=\"-------End Request------------------------------------------------------------ 265.619008ms\" file=api.go function=1 line=1039 requestId=cfc3cc79-a3ff-48c2-aa68-3568ad151666 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"cfc3cc79-a3ff-48c2-aa68-3568ad151666","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:39.99Z"}
191{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:14:40.603Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=807aa8a5-09eb-40e1-b646-154a0fbd06c3 requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/GetWorkloadOperationsStatus\n","requestId":"807aa8a5-09eb-40e1-b646-154a0fbd06c3","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/GetWorkloadOperationsStatus","timestamp":"2021-06-11T22:14:40.603Z"}
192{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:14:40.604Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env/crn/crn:cdp:environments:us-west-1:9d74eee4-1cad-45d7-b645-7ccf9edbb73d:environment:3dd24663-179e-40f3-9965-430df138c29f\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:14:40.604Z"}
193{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:14:40.623Z\" level=debug msg=\"Response method:GET status:200 duration:18ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env/crn/crn:cdp:environments:us-west-1:9d74eee4-1cad-45d7-b645-7ccf9edbb73d:environment:3dd24663-179e-40f3-9965-430df138c29f\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:14:40.623Z"}
194{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:40.624Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=807aa8a5-09eb-40e1-b646-154a0fbd06c3 requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/GetWorkloadOperationsStatus\n","requestId":"807aa8a5-09eb-40e1-b646-154a0fbd06c3","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/GetWorkloadOperationsStatus","timestamp":"2021-06-11T22:14:40.624Z"}
195{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:14:40.627Z\" level=info msg=\"-------End Request------------------------------------------------------------ 24.463395ms\" file=api.go function=1 line=1039 requestId=807aa8a5-09eb-40e1-b646-154a0fbd06c3 requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/GetWorkloadOperationsStatus\n","requestId":"807aa8a5-09eb-40e1-b646-154a0fbd06c3","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/GetWorkloadOperationsStatus","timestamp":"2021-06-11T22:14:40.627Z"}
196{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:14:41.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-e8f4f7bf requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-e8f4f7bf","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:14:41.931Z"}
197{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:14:41.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 102.783µs\" file=api.go function=1 line=1039 requestId=edws-internal-e8f4f7bf requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-e8f4f7bf","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:14:41.931Z"}
198{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:14:44.882Z\" level=debug msg=\"Request GET http://cloudbreak-freeipa.cloudbreak.svc.cluster.local:8080/freeipa/api/v1/freeipa/user/status?operationId=1e95914a-c2ef-4d33-87a4-7b6c69a63e17\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:14:44.882Z"}
199{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:14:44.888Z\" level=debug msg=\"Response method:GET status:200 duration:6ms req_url:http://cloudbreak-freeipa.cloudbreak.svc.cluster.local:8080/freeipa/api/v1/freeipa/user/status?operationId=1e95914a-c2ef-4d33-87a4-7b6c69a63e17\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:14:44.888Z"}
200{"file":"retry.go","function":"retry","level":"warning","line":"56","message":"time=\"2021-06-11T22:14:44.888Z\" level=warning msg=\"Retry failed (3/360), sleeping 5s. Reason: Waiting for FreeIPA crn:altus:iam:us-west-1:9d74eee4-1cad-45d7-b645-7ccf9edbb73d:machineUser:env-fbzlqv/0bd91398-8d99-48a2-822f-bdeff3b6d101 user sync to complete : status RUNNING..10.150247191s\" file=retry.go function=retry line=56 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:44.888Z"}
201{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:14:49.733Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=3bd7b399-7d92-4ef2-8446-55dc3e415579 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"3bd7b399-7d92-4ef2-8446-55dc3e415579","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:49.733Z"}
202{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:14:49.755Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=3bd7b399-7d92-4ef2-8446-55dc3e415579 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"3bd7b399-7d92-4ef2-8446-55dc3e415579","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:49.755Z"}
203{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:14:49.755Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:14:49.755Z"}
204{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:14:49.889Z\" level=debug msg=\"Request GET http://cloudbreak-freeipa.cloudbreak.svc.cluster.local:8080/freeipa/api/v1/freeipa/user/status?operationId=1e95914a-c2ef-4d33-87a4-7b6c69a63e17\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:14:49.889Z"}
205{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:14:49.894Z\" level=debug msg=\"Response method:GET status:200 duration:5ms req_url:http://cloudbreak-freeipa.cloudbreak.svc.cluster.local:8080/freeipa/api/v1/freeipa/user/status?operationId=1e95914a-c2ef-4d33-87a4-7b6c69a63e17\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:14:49.894Z"}
206{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:49.895Z\" level=info msg=\"Retry succeeded (4/360).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:49.895Z"}
207{"file":"base.go","function":"checkOrAddMachineUserInUMS","level":"info","line":"1905","message":"time=\"2021-06-11T22:14:49.895Z\" level=info msg=\"Saving machine user Info into Vault - name: apani1 id: env-fbzlqv\" file=base.go function=checkOrAddMachineUserInUMS line=1905 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:49.895Z"}
208{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:14:49.913Z\" level=debug msg=\"Response method:GET status:200 duration:157ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:14:49.913Z"}
209{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:14:49.921Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=3bd7b399-7d92-4ef2-8446-55dc3e415579 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"3bd7b399-7d92-4ef2-8446-55dc3e415579","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:49.921Z"}
210{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:14:49.922Z\" level=info msg=\"-------End Request------------------------------------------------------------ 189.896438ms\" file=api.go function=1 line=1039 requestId=3bd7b399-7d92-4ef2-8446-55dc3e415579 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"3bd7b399-7d92-4ef2-8446-55dc3e415579","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:49.922Z"}
211{"file":"base.go","function":"NeedCreateSecret","level":"info","line":"2191","message":"time=\"2021-06-11T22:14:50.053Z\" level=info msg=\"'umsusersecret' exists already in namespace 'shared-services'. Recreating..\" file=base.go function=NeedCreateSecret line=2191 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.053Z"}
212{"file":"base.go","function":"NeedCreateSecret","level":"info","line":"2197","message":"time=\"2021-06-11T22:14:50.069Z\" level=info msg=\"Deleted 'umsusersecret' secret from namespace 'shared-services'\" file=base.go function=NeedCreateSecret line=2197 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.069Z"}
213{"file":"base.go","function":"installMachineUserSecret","level":"info","line":"1953","message":"time=\"2021-06-11T22:14:50.079Z\" level=info msg=\"Created machine user k8s secret 'umsusersecret' in 'shared-services' namespace\" file=base.go function=installMachineUserSecret line=1953 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.079Z"}
214{"file":"value_overrides.go","function":"addDefaultOverrides","level":"debug","line":"1681","message":"time=\"2021-06-11T22:14:50.079Z\" level=debug msg=\"setting istio (mTLS=true) for component 'postgres-external'\" file=value_overrides.go function=addDefaultOverrides line=1681 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.079Z"}
215{"file":"eks_variables.go","function":"getDefaultAvailabilityZonePreference","level":"info","line":"257","message":"time=\"2021-06-11T22:14:50.079Z\" level=info msg=\"node affinity selected default AZ preference: us-west-2a subnet: subnet-078ce83e4888bdc1d\" file=eks_variables.go function=getDefaultAvailabilityZonePreference line=257 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.079Z"}
216{"file":"types.go","function":"GetIstioInterceptionIPRanges","level":"info","line":"3903","message":"time=\"2021-06-11T22:14:50.08Z\" level=info msg=\"includeIPRanges -\u003e 10.10.0.0/16,172.0.0.0/8,100.100.0.0/16,169.254.169.254/32\" file=types.go function=GetIstioInterceptionIPRanges line=3903 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.08Z"}
217{"file":"value_overrides.go","function":"getNonAdminLdapSetting","level":"info","line":"204","message":"time=\"2021-06-11T22:14:50.081Z\" level=info msg=\"Adding LDAP value overrides for hue\" file=value_overrides.go function=getNonAdminLdapSetting line=204 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.081Z"}
218{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:14:50.081Z\" level=debug msg=\"Request GET http://cloudbreak-freeipa.cloudbreak.svc.cluster.local:8080/freeipa/api/v1/ldaps?environmentCrn=crn%3Acdp%3Aenvironments%3Aus-west-1%3A9d74eee4-1cad-45d7-b645-7ccf9edbb73d%3Aenvironment%3A3dd24663-179e-40f3-9965-430df138c29f\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:14:50.081Z"}
219{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:14:50.211Z\" level=debug msg=\"Response method:GET status:200 duration:129ms req_url:http://cloudbreak-freeipa.cloudbreak.svc.cluster.local:8080/freeipa/api/v1/ldaps?environmentCrn=crn%3Acdp%3Aenvironments%3Aus-west-1%3A9d74eee4-1cad-45d7-b645-7ccf9edbb73d%3Aenvironment%3A3dd24663-179e-40f3-9965-430df138c29f\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:14:50.211Z"}
220{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:50.211Z\" level=info msg=\"Retry succeeded (1/20).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.211Z"}
221{"file":"value_overrides.go","function":"GetDruidValueOverrides","level":"info","line":"2128","message":"time=\"2021-06-11T22:14:50.216Z\" level=info msg=\"postgres-external component not found. resource request/limits may not be applied correctly\" file=value_overrides.go function=GetDruidValueOverrides line=2128 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.216Z"}
222{"file":"utils.go","function":"GetDWXVersionFromTag","level":"warning","line":"3054","message":"time=\"2021-06-11T22:14:50.216Z\" level=warning msg=\"Cannot get dwx version from tag, use dwx server's version.\" file=utils.go function=GetDWXVersionFromTag line=3054 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.216Z"}
223{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2245","message":"time=\"2021-06-11T22:14:50.218Z\" level=info msg=\"temporary chart directory: /tmp/postgres-external-chart270056871\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2245 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.218Z"}
224{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"warning","line":"2296","message":"time=\"2021-06-11T22:14:50.219Z\" level=warning msg=\"no application configs found for component 'postgres-external'\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2296 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.219Z"}
225{"file":"helm_manager_v3.go","function":"UpdateRelease","level":"info","line":"51","message":"time=\"2021-06-11T22:14:50.219Z\" level=info msg=\"Updating helm 3 release prodding-seahorse (/tmp/postgres-external-chart270056871) into druid-1623443596-mt8g\\n\" file=helm_manager_v3.go function=UpdateRelease line=51\n","timestamp":"2021-06-11T22:14:50.219Z"}
226{"file":"upgrade.go","function":"Run","level":"debug","line":"84","message":"time=\"2021-06-11T22:14:50.221Z\" level=debug msg=\"preparing upgrade for prodding-seahorse\" file=upgrade.go function=Run line=84\n","timestamp":"2021-06-11T22:14:50.221Z"}
227{"file":"upgrade.go","function":"reuseValues","level":"debug","line":"366","message":"time=\"2021-06-11T22:14:50.232Z\" level=debug msg=\"reusing the old release's values\" file=upgrade.go function=reuseValues line=366\n","timestamp":"2021-06-11T22:14:50.232Z"}
228{"file":"upgrade.go","function":"Run","level":"debug","line":"92","message":"time=\"2021-06-11T22:14:50.497Z\" level=debug msg=\"performing update for prodding-seahorse\" file=upgrade.go function=Run line=92\n","timestamp":"2021-06-11T22:14:50.497Z"}
229{"file":"upgrade.go","function":"performUpgrade","level":"debug","line":"234","message":"time=\"2021-06-11T22:14:50.52Z\" level=debug msg=\"creating upgraded release for prodding-seahorse\" file=upgrade.go function=performUpgrade line=234\n","timestamp":"2021-06-11T22:14:50.52Z"}
230{"file":"client.go","function":"Update","level":"debug","line":"163","message":"time=\"2021-06-11T22:14:50.535Z\" level=debug msg=\"checking 3 resources for changes\" file=client.go function=Update line=163\n","timestamp":"2021-06-11T22:14:50.535Z"}
231{"file":"client.go","function":"updateResource","level":"debug","line":"403","message":"time=\"2021-06-11T22:14:50.573Z\" level=debug msg=\"Looks like there are no changes for DestinationRule \\\"postgres-service-destination-rule\\\"\" file=client.go function=updateResource line=403\n","timestamp":"2021-06-11T22:14:50.573Z"}
232{"file":"client.go","function":"updateResource","level":"debug","line":"403","message":"time=\"2021-06-11T22:14:50.595Z\" level=debug msg=\"Looks like there are no changes for Policy \\\"postgres-service-policy\\\"\" file=client.go function=updateResource line=403\n","timestamp":"2021-06-11T22:14:50.595Z"}
233{"file":"upgrade.go","function":"Run","level":"debug","line":"99","message":"time=\"2021-06-11T22:14:50.614Z\" level=debug msg=\"updating status for upgraded release for prodding-seahorse\" file=upgrade.go function=Run line=99\n","timestamp":"2021-06-11T22:14:50.614Z"}
234{"file":"helm_manager_v3.go","function":"UpdateRelease","level":"info","line":"58","message":"time=\"2021-06-11T22:14:50.624Z\" level=info msg=\"Update helm 3 release prodding-seahorse (/tmp/postgres-external-chart270056871) into druid-1623443596-mt8g resulted in \u0026{postgres-external 0.1.0 prodding-seahorse 2 druid-1623443596-mt8g deployed 2021-06-11T20:33:20.035461651Z 2021-06-11T22:14:50.374604458Z 0001-01-01T00:00:00Z Upgrade complete}/\u003cnil\u003e\\n\" file=helm_manager_v3.go function=UpdateRelease line=58\n","timestamp":"2021-06-11T22:14:50.624Z"}
235{"file":"druid_base.go","function":"UpdateDruid","level":"info","line":"131","message":"time=\"2021-06-11T22:14:50.625Z\" level=info msg=\"Update chart status for release 'prodding-seahorse'\" file=druid_base.go function=UpdateDruid line=131 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.625Z"}
236{"file":"value_overrides.go","function":"addDefaultOverrides","level":"debug","line":"1681","message":"time=\"2021-06-11T22:14:50.625Z\" level=debug msg=\"setting istio (mTLS=true) for component 'druid-common'\" file=value_overrides.go function=addDefaultOverrides line=1681 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.625Z"}
237{"file":"eks_variables.go","function":"getDefaultAvailabilityZonePreference","level":"info","line":"257","message":"time=\"2021-06-11T22:14:50.625Z\" level=info msg=\"node affinity selected default AZ preference: us-west-2a subnet: subnet-078ce83e4888bdc1d\" file=eks_variables.go function=getDefaultAvailabilityZonePreference line=257 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.625Z"}
238{"file":"types.go","function":"GetIstioInterceptionIPRanges","level":"info","line":"3903","message":"time=\"2021-06-11T22:14:50.625Z\" level=info msg=\"includeIPRanges -\u003e 10.10.0.0/16,172.0.0.0/8,100.100.0.0/16,169.254.169.254/32\" file=types.go function=GetIstioInterceptionIPRanges line=3903 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.625Z"}
239{"file":"value_overrides.go","function":"getNonAdminLdapSetting","level":"info","line":"204","message":"time=\"2021-06-11T22:14:50.626Z\" level=info msg=\"Adding LDAP value overrides for hue\" file=value_overrides.go function=getNonAdminLdapSetting line=204 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.626Z"}
240{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:14:50.627Z\" level=debug msg=\"Request GET http://cloudbreak-freeipa.cloudbreak.svc.cluster.local:8080/freeipa/api/v1/ldaps?environmentCrn=crn%3Acdp%3Aenvironments%3Aus-west-1%3A9d74eee4-1cad-45d7-b645-7ccf9edbb73d%3Aenvironment%3A3dd24663-179e-40f3-9965-430df138c29f\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:14:50.627Z"}
241{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:14:50.632Z\" level=debug msg=\"Response method:GET status:200 duration:5ms req_url:http://cloudbreak-freeipa.cloudbreak.svc.cluster.local:8080/freeipa/api/v1/ldaps?environmentCrn=crn%3Acdp%3Aenvironments%3Aus-west-1%3A9d74eee4-1cad-45d7-b645-7ccf9edbb73d%3Aenvironment%3A3dd24663-179e-40f3-9965-430df138c29f\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:14:50.632Z"}
242{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:50.632Z\" level=info msg=\"Retry succeeded (1/20).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.632Z"}
243{"file":"utils.go","function":"GetDWXVersionFromTag","level":"warning","line":"3054","message":"time=\"2021-06-11T22:14:50.636Z\" level=warning msg=\"Cannot get dwx version from tag, use dwx server's version.\" file=utils.go function=GetDWXVersionFromTag line=3054 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.636Z"}
244{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2245","message":"time=\"2021-06-11T22:14:50.637Z\" level=info msg=\"temporary chart directory: /tmp/druid-common-chart735040736\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2245 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.637Z"}
245{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:50.64Z\" level=info msg=\"written config file 'common.runtime.properties' in folder '/tmp/druid-common-chart735040736/druid-conf/_common' for chart druid-common\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.64Z"}
246{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:50.64Z\" level=info msg=\"written config file 'log4j2.properties' in folder '/tmp/druid-common-chart735040736/druid-conf/_common' for chart druid-common\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.64Z"}
247{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:50.641Z\" level=info msg=\"written config file 'druid-metrics-config.json' in folder '/tmp/druid-common-chart735040736/druid-conf/_common' for chart druid-common\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.641Z"}
248{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:50.641Z\" level=info msg=\"written config file 'core-site.xml' in folder '/tmp/druid-common-chart735040736/hadoop-conf' for chart druid-common\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.641Z"}
249{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:50.641Z\" level=info msg=\"written config file 'log4j.properties' in folder '/tmp/druid-common-chart735040736/hadoop-conf' for chart druid-common\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.641Z"}
250{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:50.641Z\" level=info msg=\"written config file 'log4j.properties' in folder '/tmp/druid-common-chart735040736/hadoop-conf-default-warehouse' for chart druid-common\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.641Z"}
251{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:50.641Z\" level=info msg=\"written config file 'log4j.properties' in folder '/tmp/druid-common-chart735040736/hadoop-conf-embedded-hs2' for chart druid-common\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.641Z"}
252{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:50.642Z\" level=info msg=\"written config file 'krb5.conf' in folder '/tmp/druid-common-chart735040736/kerberos-conf' for chart druid-common\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.642Z"}
253{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:50.642Z\" level=info msg=\"written config file 'core-site.xml' in folder '/tmp/druid-common-chart735040736/druid-conf/_common' for chart druid-common\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:50.642Z"}
254{"file":"helm_manager_v3.go","function":"UpdateRelease","level":"info","line":"51","message":"time=\"2021-06-11T22:14:50.642Z\" level=info msg=\"Updating helm 3 release lunging-toad (/tmp/druid-common-chart735040736) into druid-1623443596-mt8g\\n\" file=helm_manager_v3.go function=UpdateRelease line=51\n","timestamp":"2021-06-11T22:14:50.642Z"}
255{"file":"upgrade.go","function":"Run","level":"debug","line":"84","message":"time=\"2021-06-11T22:14:50.644Z\" level=debug msg=\"preparing upgrade for lunging-toad\" file=upgrade.go function=Run line=84\n","timestamp":"2021-06-11T22:14:50.644Z"}
256{"file":"upgrade.go","function":"reuseValues","level":"debug","line":"366","message":"time=\"2021-06-11T22:14:50.656Z\" level=debug msg=\"reusing the old release's values\" file=upgrade.go function=reuseValues line=366\n","timestamp":"2021-06-11T22:14:50.656Z"}
2572021/06/11 22:14:50 warning: cannot overwrite table with non table for resources (map[limits:map[memory:1M] requests:map[cpu:1 memory:1M]])
258{"file":"upgrade.go","function":"Run","level":"debug","line":"92","message":"time=\"2021-06-11T22:14:50.935Z\" level=debug msg=\"performing update for lunging-toad\" file=upgrade.go function=Run line=92\n","timestamp":"2021-06-11T22:14:50.935Z"}
259{"file":"upgrade.go","function":"performUpgrade","level":"debug","line":"234","message":"time=\"2021-06-11T22:14:50.958Z\" level=debug msg=\"creating upgraded release for lunging-toad\" file=upgrade.go function=performUpgrade line=234\n","timestamp":"2021-06-11T22:14:50.958Z"}
260{"file":"client.go","function":"Update","level":"debug","line":"163","message":"time=\"2021-06-11T22:14:50.974Z\" level=debug msg=\"checking 3 resources for changes\" file=client.go function=Update line=163\n","timestamp":"2021-06-11T22:14:50.974Z"}
261{"file":"upgrade.go","function":"Run","level":"debug","line":"99","message":"time=\"2021-06-11T22:14:51.066Z\" level=debug msg=\"updating status for upgraded release for lunging-toad\" file=upgrade.go function=Run line=99\n","timestamp":"2021-06-11T22:14:51.066Z"}
262{"file":"helm_manager_v3.go","function":"UpdateRelease","level":"info","line":"58","message":"time=\"2021-06-11T22:14:51.09Z\" level=info msg=\"Update helm 3 release lunging-toad (/tmp/druid-common-chart735040736) into druid-1623443596-mt8g resulted in \u0026{druid-common 0.1.0 lunging-toad 2 druid-1623443596-mt8g deployed 2021-06-11T20:33:20.047588149Z 2021-06-11T22:14:50.808299233Z 0001-01-01T00:00:00Z Upgrade complete}/\u003cnil\u003e\\n\" file=helm_manager_v3.go function=UpdateRelease line=58\n","timestamp":"2021-06-11T22:14:51.09Z"}
263{"file":"druid_base.go","function":"UpdateDruid","level":"info","line":"131","message":"time=\"2021-06-11T22:14:51.09Z\" level=info msg=\"Update chart status for release 'lunging-toad'\" file=druid_base.go function=UpdateDruid line=131 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.09Z"}
264{"file":"value_overrides.go","function":"addDefaultOverrides","level":"debug","line":"1681","message":"time=\"2021-06-11T22:14:51.091Z\" level=debug msg=\"setting istio (mTLS=true) for component 'druid-coordinator'\" file=value_overrides.go function=addDefaultOverrides line=1681 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.091Z"}
265{"file":"eks_variables.go","function":"getDefaultAvailabilityZonePreference","level":"info","line":"257","message":"time=\"2021-06-11T22:14:51.091Z\" level=info msg=\"node affinity selected default AZ preference: us-west-2a subnet: subnet-078ce83e4888bdc1d\" file=eks_variables.go function=getDefaultAvailabilityZonePreference line=257 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.091Z"}
266{"file":"types.go","function":"GetIstioInterceptionIPRanges","level":"info","line":"3903","message":"time=\"2021-06-11T22:14:51.091Z\" level=info msg=\"includeIPRanges -\u003e 10.10.0.0/16,172.0.0.0/8,100.100.0.0/16,169.254.169.254/32\" file=types.go function=GetIstioInterceptionIPRanges line=3903 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.091Z"}
267{"file":"value_overrides.go","function":"getNonAdminLdapSetting","level":"info","line":"204","message":"time=\"2021-06-11T22:14:51.093Z\" level=info msg=\"Adding LDAP value overrides for hue\" file=value_overrides.go function=getNonAdminLdapSetting line=204 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.093Z"}
268{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:14:51.093Z\" level=debug msg=\"Request GET http://cloudbreak-freeipa.cloudbreak.svc.cluster.local:8080/freeipa/api/v1/ldaps?environmentCrn=crn%3Acdp%3Aenvironments%3Aus-west-1%3A9d74eee4-1cad-45d7-b645-7ccf9edbb73d%3Aenvironment%3A3dd24663-179e-40f3-9965-430df138c29f\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:14:51.093Z"}
269{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:14:51.098Z\" level=debug msg=\"Response method:GET status:200 duration:5ms req_url:http://cloudbreak-freeipa.cloudbreak.svc.cluster.local:8080/freeipa/api/v1/ldaps?environmentCrn=crn%3Acdp%3Aenvironments%3Aus-west-1%3A9d74eee4-1cad-45d7-b645-7ccf9edbb73d%3Aenvironment%3A3dd24663-179e-40f3-9965-430df138c29f\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:14:51.098Z"}
270{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:14:51.098Z\" level=info msg=\"Retry succeeded (1/20).\" file=retry.go function=retry line=53 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.098Z"}
271{"file":"utils.go","function":"GetDWXVersionFromTag","level":"warning","line":"3054","message":"time=\"2021-06-11T22:14:51.102Z\" level=warning msg=\"Cannot get dwx version from tag, use dwx server's version.\" file=utils.go function=GetDWXVersionFromTag line=3054 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.102Z"}
272{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2245","message":"time=\"2021-06-11T22:14:51.104Z\" level=info msg=\"temporary chart directory: /tmp/druid-coordinator-chart184585373\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2245 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.104Z"}
273{"file":"fileutils.go","function":"copyDir","level":"debug","line":"130","message":"time=\"2021-06-11T22:14:51.104Z\" level=debug msg=\"skipping symlink during copy: charts/druid-coordinator/charts/dwx-common\" file=fileutils.go function=copyDir line=130 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.104Z"}
274{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:51.106Z\" level=info msg=\"written config file 'common.runtime.properties' in folder '/tmp/druid-coordinator-chart184585373/druid-conf/_common' for chart druid-coordinator\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.106Z"}
275{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:51.106Z\" level=info msg=\"written config file 'log4j2.properties' in folder '/tmp/druid-coordinator-chart184585373/druid-conf/_common' for chart druid-coordinator\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.106Z"}
276{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:51.106Z\" level=info msg=\"written config file 'druid-metrics-config.json' in folder '/tmp/druid-coordinator-chart184585373/druid-conf/_common' for chart druid-coordinator\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.106Z"}
277{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:51.106Z\" level=info msg=\"written config file 'core-site.xml' in folder '/tmp/druid-coordinator-chart184585373/hadoop-conf' for chart druid-coordinator\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.106Z"}
278{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:51.106Z\" level=info msg=\"written config file 'log4j.properties' in folder '/tmp/druid-coordinator-chart184585373/hadoop-conf' for chart druid-coordinator\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.106Z"}
279{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:51.106Z\" level=info msg=\"written config file 'log4j.properties' in folder '/tmp/druid-coordinator-chart184585373/hadoop-conf-default-warehouse' for chart druid-coordinator\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.106Z"}
280{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:51.107Z\" level=info msg=\"written config file 'log4j.properties' in folder '/tmp/druid-coordinator-chart184585373/hadoop-conf-embedded-hs2' for chart druid-coordinator\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.107Z"}
281{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:51.107Z\" level=info msg=\"written config file 'krb5.conf' in folder '/tmp/druid-coordinator-chart184585373/kerberos-conf' for chart druid-coordinator\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.107Z"}
282{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:51.107Z\" level=info msg=\"written config file 'core-site.xml' in folder '/tmp/druid-coordinator-chart184585373/druid-conf/_common' for chart druid-coordinator\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.107Z"}
283{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:51.108Z\" level=info msg=\"written config file 'runtime.properties' in folder '/tmp/druid-coordinator-chart184585373/druid-conf/coordinator' for chart druid-coordinator\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.108Z"}
284{"file":"base.go","function":"CreateTemporaryChartDirWithConfigs","level":"info","line":"2291","message":"time=\"2021-06-11T22:14:51.108Z\" level=info msg=\"written config file 'jvm.config' in folder '/tmp/druid-coordinator-chart184585373/druid-conf/coordinator' for chart druid-coordinator\" file=base.go function=CreateTemporaryChartDirWithConfigs line=2291 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.108Z"}
285{"file":"helm_manager_v3.go","function":"UpdateRelease","level":"info","line":"51","message":"time=\"2021-06-11T22:14:51.109Z\" level=info msg=\"Updating helm 3 release alliterating-jaguar (/tmp/druid-coordinator-chart184585373) into druid-1623443596-mt8g\\n\" file=helm_manager_v3.go function=UpdateRelease line=51\n","timestamp":"2021-06-11T22:14:51.109Z"}
286{"file":"upgrade.go","function":"Run","level":"debug","line":"84","message":"time=\"2021-06-11T22:14:51.111Z\" level=debug msg=\"preparing upgrade for alliterating-jaguar\" file=upgrade.go function=Run line=84\n","timestamp":"2021-06-11T22:14:51.111Z"}
287{"file":"upgrade.go","function":"reuseValues","level":"debug","line":"366","message":"time=\"2021-06-11T22:14:51.126Z\" level=debug msg=\"reusing the old release's values\" file=upgrade.go function=reuseValues line=366\n","timestamp":"2021-06-11T22:14:51.126Z"}
2882021/06/11 22:14:51 warning: cannot overwrite table with non table for resources (map[limits:map[memory:12288M] requests:map[cpu:2 memory:12288M]])
289{"file":"upgrade.go","function":"Run","level":"debug","line":"92","message":"time=\"2021-06-11T22:14:51.418Z\" level=debug msg=\"performing update for alliterating-jaguar\" file=upgrade.go function=Run line=92\n","timestamp":"2021-06-11T22:14:51.418Z"}
290{"file":"upgrade.go","function":"performUpgrade","level":"debug","line":"234","message":"time=\"2021-06-11T22:14:51.45Z\" level=debug msg=\"creating upgraded release for alliterating-jaguar\" file=upgrade.go function=performUpgrade line=234\n","timestamp":"2021-06-11T22:14:51.45Z"}
291{"file":"client.go","function":"Update","level":"debug","line":"163","message":"time=\"2021-06-11T22:14:51.473Z\" level=debug msg=\"checking 18 resources for changes\" file=client.go function=Update line=163\n","timestamp":"2021-06-11T22:14:51.473Z"}
292{"file":"client.go","function":"updateResource","level":"debug","line":"403","message":"time=\"2021-06-11T22:14:51.483Z\" level=debug msg=\"Looks like there are no changes for ServiceAccount \\\"druid-admin\\\"\" file=client.go function=updateResource line=403\n","timestamp":"2021-06-11T22:14:51.483Z"}
293{"file":"client.go","function":"updateResource","level":"debug","line":"403","message":"time=\"2021-06-11T22:14:51.497Z\" level=debug msg=\"Looks like there are no changes for ServiceAccount \\\"usage-monitor\\\"\" file=client.go function=updateResource line=403\n","timestamp":"2021-06-11T22:14:51.497Z"}
294{"file":"client.go","function":"updateResource","level":"debug","line":"403","message":"time=\"2021-06-11T22:14:51.572Z\" level=debug msg=\"Looks like there are no changes for Role \\\"druid-admin-role\\\"\" file=client.go function=updateResource line=403\n","timestamp":"2021-06-11T22:14:51.572Z"}
295{"file":"client.go","function":"updateResource","level":"debug","line":"403","message":"time=\"2021-06-11T22:14:51.621Z\" level=debug msg=\"Looks like there are no changes for RoleBinding \\\"druid-coordinator-role\\\"\" file=client.go function=updateResource line=403\n","timestamp":"2021-06-11T22:14:51.621Z"}
296{"file":"client.go","function":"updateResource","level":"debug","line":"403","message":"time=\"2021-06-11T22:14:51.64Z\" level=debug msg=\"Looks like there are no changes for RoleBinding \\\"usage-monitor-rolebinding\\\"\" file=client.go function=updateResource line=403\n","timestamp":"2021-06-11T22:14:51.64Z"}
297{"file":"client.go","function":"func1","level":"debug","line":"195","message":"time=\"2021-06-11T22:14:51.801Z\" level=debug msg=\"error updating the resource \\\"druid-coordinator\\\":\\n\\t cannot patch \\\"druid-coordinator\\\" with kind StatefulSet: StatefulSet.apps \\\"druid-coordinator\\\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'template', and 'updateStrategy' are forbidden\" file=client.go function=func1 line=195\n","timestamp":"2021-06-11T22:14:51.801Z"}
298{"file":"client.go","function":"updateResource","level":"debug","line":"403","message":"time=\"2021-06-11T22:14:51.839Z\" level=debug msg=\"Looks like there are no changes for DestinationRule \\\"druid-coordinator-destination-rule\\\"\" file=client.go function=updateResource line=403\n","timestamp":"2021-06-11T22:14:51.839Z"}
299{"file":"client.go","function":"updateResource","level":"debug","line":"403","message":"time=\"2021-06-11T22:14:51.859Z\" level=debug msg=\"Looks like there are no changes for DestinationRule \\\"prometheus-read-metrics-destination-rule\\\"\" file=client.go function=updateResource line=403\n","timestamp":"2021-06-11T22:14:51.859Z"}
300{"file":"client.go","function":"updateResource","level":"debug","line":"403","message":"time=\"2021-06-11T22:14:51.916Z\" level=debug msg=\"Looks like there are no changes for Idler \\\"druid-coordinator-historical-cold-idler\\\"\" file=client.go function=updateResource line=403\n","timestamp":"2021-06-11T22:14:51.916Z"}
301{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:14:51.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-56d5a38f requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-56d5a38f","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:14:51.931Z"}
302{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:14:51.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 78.241µs\" file=api.go function=1 line=1039 requestId=edws-internal-56d5a38f requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-56d5a38f","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:14:51.931Z"}
303{"file":"client.go","function":"updateResource","level":"debug","line":"403","message":"time=\"2021-06-11T22:14:51.932Z\" level=debug msg=\"Looks like there are no changes for Policy \\\"druid-coordinator-policy\\\"\" file=client.go function=updateResource line=403\n","timestamp":"2021-06-11T22:14:51.932Z"}
304{"file":"upgrade.go","function":"failRelease","level":"debug","line":"293","message":"time=\"2021-06-11T22:14:51.959Z\" level=debug msg=\"warning: Upgrade \\\"alliterating-jaguar\\\" failed: cannot patch \\\"druid-coordinator\\\" with kind StatefulSet: StatefulSet.apps \\\"druid-coordinator\\\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'template', and 'updateStrategy' are forbidden\" file=upgrade.go function=failRelease line=293\n","timestamp":"2021-06-11T22:14:51.959Z"}
305{"file":"helm_manager_v3.go","function":"UpdateRelease","level":"info","line":"58","message":"time=\"2021-06-11T22:14:51.982Z\" level=info msg=\"Update helm 3 release alliterating-jaguar (/tmp/druid-coordinator-chart184585373) into druid-1623443596-mt8g resulted in \u003cnil\u003e/cannot patch \\\"druid-coordinator\\\" with kind StatefulSet: StatefulSet.apps \\\"druid-coordinator\\\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'template', and 'updateStrategy' are forbidden\\n\" file=helm_manager_v3.go function=UpdateRelease line=58\n","timestamp":"2021-06-11T22:14:51.982Z"}
306{"file":"controller.go","function":"UpdateDruidWithSpecifiedVersion","level":"error","line":"3782","message":"time=\"2021-06-11T22:14:51.982Z\" level=error msg=\"Driver failed to update druid: unable to update helm release 'alliterating-jaguar' with update druid: cannot patch \\\"druid-coordinator\\\" with kind StatefulSet: StatefulSet.apps \\\"druid-coordinator\\\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'template', and 'updateStrategy' are forbidden\" file=controller.go function=UpdateDruidWithSpecifiedVersion line=3782 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.982Z"}
307{"file":"controller.go","function":"recoverFailedDruidUpdate","level":"info","line":"3806","message":"time=\"2021-06-11T22:14:51.982Z\" level=info msg=\"recovering original state (Running) after failed Druid update. Error was: unable to update helm release 'alliterating-jaguar' with update druid: cannot patch \\\"druid-coordinator\\\" with kind StatefulSet: StatefulSet.apps \\\"druid-coordinator\\\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'template', and 'updateStrategy' are forbidden\" file=controller.go function=recoverFailedDruidUpdate line=3806 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.982Z"}
308{"file":"druidhandler.go","function":"func2","level":"error","line":"534","message":"time=\"2021-06-11T22:14:51.985Z\" level=error msg=\"Upgrade Druid 'Z' failed. err: unable to update helm release 'alliterating-jaguar' with update druid: cannot patch \\\"druid-coordinator\\\" with kind StatefulSet: StatefulSet.apps \\\"druid-coordinator\\\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'template', and 'updateStrategy' are forbidden\" file=druidhandler.go function=func2 line=534 requestId=3fc7ec39-504d-4a54-858f-0773ccb5c42f requestMethod=POST requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade\n","requestId":"3fc7ec39-504d-4a54-858f-0773ccb5c42f","requestMethod":"POST","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g/upgrade","timestamp":"2021-06-11T22:14:51.985Z"}
309{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:14:59.787Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=c4944837-8d27-4c96-ad00-18bea708fe75 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4944837-8d27-4c96-ad00-18bea708fe75","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:59.787Z"}
310{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:14:59.81Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=c4944837-8d27-4c96-ad00-18bea708fe75 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4944837-8d27-4c96-ad00-18bea708fe75","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:14:59.81Z"}
311{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:14:59.81Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:14:59.81Z"}
312{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:14:59.994Z\" level=debug msg=\"Response method:GET status:200 duration:184ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:14:59.994Z"}
313{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:15:00Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=c4944837-8d27-4c96-ad00-18bea708fe75 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4944837-8d27-4c96-ad00-18bea708fe75","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:00Z"}
314{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:15:00.001Z\" level=info msg=\"-------End Request------------------------------------------------------------ 214.088268ms\" file=api.go function=1 line=1039 requestId=c4944837-8d27-4c96-ad00-18bea708fe75 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"c4944837-8d27-4c96-ad00-18bea708fe75","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:00.001Z"}
315{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:15:01.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-ef2e311e requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-ef2e311e","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:15:01.931Z"}
316{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:15:01.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 108.027µs\" file=api.go function=1 line=1039 requestId=edws-internal-ef2e311e requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-ef2e311e","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:15:01.931Z"}
317{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:15:09.785Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=2e97c778-3339-4526-9c64-b0afe622dd62 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"2e97c778-3339-4526-9c64-b0afe622dd62","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:09.785Z"}
318{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:15:09.809Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=2e97c778-3339-4526-9c64-b0afe622dd62 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"2e97c778-3339-4526-9c64-b0afe622dd62","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:09.809Z"}
319{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:15:09.809Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:15:09.809Z"}
320{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:15:09.968Z\" level=debug msg=\"Response method:GET status:200 duration:159ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:15:09.968Z"}
321{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:15:09.974Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=2e97c778-3339-4526-9c64-b0afe622dd62 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"2e97c778-3339-4526-9c64-b0afe622dd62","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:09.974Z"}
322{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:15:09.974Z\" level=info msg=\"-------End Request------------------------------------------------------------ 189.226296ms\" file=api.go function=1 line=1039 requestId=2e97c778-3339-4526-9c64-b0afe622dd62 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"2e97c778-3339-4526-9c64-b0afe622dd62","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:09.974Z"}
323{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:15:11.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-1f2c4903 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-1f2c4903","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:15:11.931Z"}
324{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:15:11.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 98.244µs\" file=api.go function=1 line=1039 requestId=edws-internal-1f2c4903 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-1f2c4903","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:15:11.931Z"}
325{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:15:19.754Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:19.754Z"}
326{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:15:19.789Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:19.789Z"}
327{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:15:19.799Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:19.799Z"}
328{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:15:19.809Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:19.809Z"}
329{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:15:19.817Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:19.817Z"}
330{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:15:19.827Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:19.827Z"}
331{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:15:19.835Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:19.835Z"}
332{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:15:19.843Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:19.843Z"}
333{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:15:19.851Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:19.851Z"}
334{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:15:19.86Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:19.86Z"}
335{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:15:19.868Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:19.868Z"}
336{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:15:19.877Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:19.877Z"}
337{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:15:19.885Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:19.885Z"}
338{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:15:19.893Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:19.893Z"}
339{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:15:19.901Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:19.901Z"}
340{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:15:19.905Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:19.905Z"}
341{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:15:19.915Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:19.915Z"}
342{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:15:19.915Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:15:19.915Z"}
343{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:15:20.076Z\" level=debug msg=\"Response method:GET status:200 duration:160ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:15:20.076Z"}
344{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:15:20.09Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 23/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:20.09Z"}
345{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:15:20.222Z\" level=info msg=\"-------End Request------------------------------------------------------------ 467.96948ms\" file=api.go function=1 line=1039 requestId=22a52297-4777-44da-b908-461091549b48 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"22a52297-4777-44da-b908-461091549b48","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:20.222Z"}
346{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:15:21.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-c5673b8e requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-c5673b8e","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:15:21.931Z"}
347{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:15:21.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 97.771µs\" file=api.go function=1 line=1039 requestId=edws-internal-c5673b8e requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-c5673b8e","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:15:21.931Z"}
348{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:15:29.663Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=66f93e22-0e04-4c90-b75c-26a9875b89b8 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"66f93e22-0e04-4c90-b75c-26a9875b89b8","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:29.663Z"}
349{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:15:29.686Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=66f93e22-0e04-4c90-b75c-26a9875b89b8 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"66f93e22-0e04-4c90-b75c-26a9875b89b8","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:29.686Z"}
350{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:15:29.687Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:15:29.687Z"}
351{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:15:29.843Z\" level=debug msg=\"Response method:GET status:200 duration:156ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:15:29.843Z"}
352{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:15:29.848Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=66f93e22-0e04-4c90-b75c-26a9875b89b8 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"66f93e22-0e04-4c90-b75c-26a9875b89b8","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:29.848Z"}
353{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:15:29.849Z\" level=info msg=\"-------End Request------------------------------------------------------------ 185.836844ms\" file=api.go function=1 line=1039 requestId=66f93e22-0e04-4c90-b75c-26a9875b89b8 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"66f93e22-0e04-4c90-b75c-26a9875b89b8","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:29.849Z"}
354{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:15:31.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-81dc3ede requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-81dc3ede","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:15:31.931Z"}
355{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:15:31.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 92.143µs\" file=api.go function=1 line=1039 requestId=edws-internal-81dc3ede requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-81dc3ede","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:15:31.931Z"}
356{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:15:37.92Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-cec85fc1 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-cec85fc1","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:15:37.92Z"}
357{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:15:37.92Z\" level=info msg=\"-------End Request------------------------------------------------------------ 86.234µs\" file=api.go function=1 line=1039 requestId=edws-internal-cec85fc1 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-cec85fc1","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:15:37.92Z"}
358{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:15:39.607Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=eb0d3c59-37e0-43c7-8e79-811061688517 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"eb0d3c59-37e0-43c7-8e79-811061688517","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:39.607Z"}
359{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:15:39.631Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=eb0d3c59-37e0-43c7-8e79-811061688517 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"eb0d3c59-37e0-43c7-8e79-811061688517","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:39.631Z"}
360{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:15:39.631Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:15:39.631Z"}
361{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:15:39.779Z\" level=debug msg=\"Response method:GET status:200 duration:147ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:15:39.779Z"}
362{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:15:39.785Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=eb0d3c59-37e0-43c7-8e79-811061688517 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"eb0d3c59-37e0-43c7-8e79-811061688517","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:39.785Z"}
363{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:15:39.785Z\" level=info msg=\"-------End Request------------------------------------------------------------ 178.84724ms\" file=api.go function=1 line=1039 requestId=eb0d3c59-37e0-43c7-8e79-811061688517 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"eb0d3c59-37e0-43c7-8e79-811061688517","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:39.785Z"}
364{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:15:41.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-b90a44b3 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-b90a44b3","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:15:41.931Z"}
365{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:15:41.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 91.918µs\" file=api.go function=1 line=1039 requestId=edws-internal-b90a44b3 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-b90a44b3","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:15:41.931Z"}
366{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:15:49.725Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=560954f5-e084-4ab6-98f5-4e9b523c3b75 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"560954f5-e084-4ab6-98f5-4e9b523c3b75","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:49.725Z"}
367{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:15:49.748Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=560954f5-e084-4ab6-98f5-4e9b523c3b75 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"560954f5-e084-4ab6-98f5-4e9b523c3b75","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:49.748Z"}
368{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:15:49.748Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:15:49.748Z"}
369{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:15:49.915Z\" level=debug msg=\"Response method:GET status:200 duration:167ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:15:49.915Z"}
370{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:15:49.92Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=560954f5-e084-4ab6-98f5-4e9b523c3b75 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"560954f5-e084-4ab6-98f5-4e9b523c3b75","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:49.92Z"}
371{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:15:49.921Z\" level=info msg=\"-------End Request------------------------------------------------------------ 196.144773ms\" file=api.go function=1 line=1039 requestId=560954f5-e084-4ab6-98f5-4e9b523c3b75 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"560954f5-e084-4ab6-98f5-4e9b523c3b75","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:49.921Z"}
372{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:15:51.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-696a3f06 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-696a3f06","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:15:51.931Z"}
373{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:15:51.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 91.264µs\" file=api.go function=1 line=1039 requestId=edws-internal-696a3f06 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-696a3f06","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:15:51.931Z"}
374{"file":"api.go","function":"func1","level":"info","line":"106","message":"time=\"2021-06-11T22:15:54.763Z\" level=info msg=\"PeriodicStackDump: goroutine 46 [running]:\\ngithub.com/hortonworks/edws/api.InitializeEdwsContext.func1(0xc00040ea80, 0xc0012801e0)\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/api.go:105 +0x16d\\ncreated by github.com/hortonworks/edws/api.InitializeEdwsContext\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/api.go:102 +0x2064\\n\\ngoroutine 1 [chan receive, 69 minutes]:\\ngithub.com/hortonworks/edws/api.Run(0x41386e0, 0xc000da69c0, 0xc0000de6b8)\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/api.go:712 +0x785d\\ngithub.com/hortonworks/edws/cmd.glob..func12(0x622f1e0, 0xc0014ea960, 0x0, 0x2)\\n\\t/home/hive/go/src/github.com/hortonworks/edws/cmd/server.go:373 +0x32a3\\ngithub.com/spf13/cobra.(*Command).execute(0x622f1e0, 0xc0014ea920, 0x2, 0x2, 0x622f1e0, 0xc0014ea920)\\n\\t/root/go/pkg/mod/github.com/spf13/cobra@v0.0.6/command.go:844 +0x2aa\\ngithub.com/spf13/cobra.(*Command).ExecuteC(0x622ef40, 0x43f3fa, 0x626af80, 0xc000000180)\\n\\t/root/go/pkg/mod/github.com/spf13/cobra@v0.0.6/command.go:945 +0x317\\ngithub.com/spf13/cobra.(*Command).Execute(...)\\n\\t/root/go/pkg/mod/github.com/spf13/cobra@v0.0.6/command.go:885\\ngithub.com/hortonworks/edws/cmd.Execute()\\n\\t/home/hive/go/src/github.com/hortonworks/edws/cmd/root.go:205 +0x31\\nmain.main()\\n\\t/home/hive/go/src/github.com/hortonworks/edws/edws.go:15 +0x20\\n\\ngoroutine 20 [chan receive]:\\nk8s.io/klog.(*loggingT).flushDaemon(0x748f8e0)\\n\\t/root/go/pkg/mod/k8s.io/klog@v1.0.0/klog.go:1010 +0x8b\\ncreated by k8s.io/klog.init.0\\n\\t/root/go/pkg/mod/k8s.io/klog@v1.0.0/klog.go:411 +0xd6\\n\\ngoroutine 38 [syscall, 70 minutes]:\\nos/signal.signal_recv(0x0)\\n\\t/usr/local/go/src/runtime/sigqueue.go:147 +0x9c\\nos/signal.loop()\\n\\t/usr/local/go/src/os/signal/signal_unix.go:23 +0x22\\ncreated by os/signal.init.0\\n\\t/usr/local/go/src/os/signal/signal_unix.go:29 +0x41\\n\\ngoroutine 47 [select, 70 minutes]:\\ndatabase/sql.(*DB).connectionOpener(0xc000578b40, 0x4138620, 0xc00126d0c0)\\n\\t/usr/local/go/src/database/sql/sql.go:1052 +0xe8\\ncreated by database/sql.OpenDB\\n\\t/usr/local/go/src/database/sql/sql.go:722 +0x15d\\n\\ngoroutine 48 [select, 70 minutes]:\\ndatabase/sql.(*DB).connectionResetter(0xc000578b40, 0x4138620, 0xc00126d0c0)\\n\\t/usr/local/go/src/database/sql/sql.go:1065 +0xfb\\ncreated by database/sql.OpenDB\\n\\t/usr/local/go/src/database/sql/sql.go:723 +0x193\\n\\ngoroutine 10235 [chan receive, 5 minutes]:\\nk8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000567110, 0xc004619200)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/shared_informer.go:529 +0x49\\nk8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:54 +0x2e\\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00151e3f0, 0xc002d75f80)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:71 +0x59\\ncreated by k8s.io/apimachinery/pkg/util/wait.(*Group).Start\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:69 +0x62\\n\\ngoroutine 10296 [select, 1 minutes]:\\nk8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc003522aa0, 0x40e3ca0, 0xc0035f31c0, 0xc00110fb58, 0xc0040f6ea0, 0xc004619440, 0x0, 0x0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:327 +0x1ec\\nk8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc003522aa0, 0xc004619440, 0x0, 0x0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:293 +0x8ba\\nk8s.io/client-go/tools/cache.(*Reflector).Run.func1()\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:122 +0x33\\nk8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc0035b5ef0)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:152 +0x5e\\nk8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00110fef0, 0x3b9aca00, 0x0, 0x1, 0xc004619440)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:153 +0xf8\\nk8s.io/apimachinery/pkg/util/wait.Until(...)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:88\\nk8s.io/client-go/tools/cache.(*Reflector).Run(0xc003522aa0, 0xc004619440)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:121 +0x169\\nk8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:54 +0x2e\\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00151e6b0, 0xc000eb0c60)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:71 +0x59\\ncreated by k8s.io/apimachinery/pkg/util/wait.(*Group).Start\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:69 +0x62\\n\\ngoroutine 84 [select, 70 minutes]:\\ndatabase/sql.(*DB).connectionOpener(0xc000578d80, 0x4138620, 0xc00126d240)\\n\\t/usr/local/go/src/database/sql/sql.go:1052 +0xe8\\ncreated by database/sql.OpenDB\\n\\t/usr/local/go/src/database/sql/sql.go:722 +0x15d\\n\\ngoroutine 85 [select, 70 minutes]:\\ndatabase/sql.(*DB).connectionResetter(0xc000578d80, 0x4138620, 0xc00126d240)\\n\\t/usr/local/go/src/database/sql/sql.go:1065 +0xfb\\ncreated by database/sql.OpenDB\\n\\t/usr/local/go/src/database/sql/sql.go:723 +0x193\\n\\ngoroutine 89 [select, 5 minutes]:\\ndatabase/sql.(*DB).connectionCleaner(0xc000578d80, 0x45d964b800)\\n\\t/usr/local/go/src/database/sql/sql.go:950 +0x370\\ncreated by database/sql.(*DB).startCleanerLocked\\n\\t/usr/local/go/src/database/sql/sql.go:937 +0xa7\\n\\ngoroutine 90 [select, 2 minutes]:\\ngoogle.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000eaca00)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/balancer_conn_wrappers.go:69 +0xc2\\ncreated by google.golang.org/grpc.newCCBalancerWrapper\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/balancer_conn_wrappers.go:60 +0x16d\\n\\ngoroutine 179 [select, 5 minutes]:\\ndatabase/sql.(*DB).connectionCleaner(0xc00376e240, 0x45d964b800)\\n\\t/usr/local/go/src/database/sql/sql.go:950 +0x370\\ncreated by database/sql.(*DB).startCleanerLocked\\n\\t/usr/local/go/src/database/sql/sql.go:937 +0xa7\\n\\ngoroutine 10287 [sync.Cond.Wait, 5 minutes]:\\nruntime.goparkunlock(...)\\n\\t/usr/local/go/src/runtime/proc.go:310\\nsync.runtime_notifyListWait(0xc0046efd20, 0xc000000000)\\n\\t/usr/local/go/src/runtime/sema.go:510 +0xf8\\nsync.(*Cond).Wait(0xc0046efd10)\\n\\t/usr/local/go/src/sync/cond.go:56 +0x9d\\ngolang.org/x/net/http2.(*pipe).Read(0xc0046efd08, 0xc0030da800, 0x200, 0x200, 0x0, 0x0, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/pipe.go:65 +0xa6\\ngolang.org/x/net/http2.transportResponseBody.Read(0xc0046efce0, 0xc0030da800, 0x200, 0x200, 0x0, 0x0, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/transport.go:2083 +0xac\\nencoding/json.(*Decoder).refill(0xc000561760, 0xc000c75440, 0x203000)\\n\\t/usr/local/go/src/encoding/json/stream.go:161 +0xeb\\nencoding/json.(*Decoder).readValue(0xc000561760, 0x0, 0x0, 0x3250100)\\n\\t/usr/local/go/src/encoding/json/stream.go:136 +0x1dc\\nencoding/json.(*Decoder).Decode(0xc000561760, 0x32cc820, 0xc000c75440, 0x38ef5af, 0x4)\\n\\t/usr/local/go/src/encoding/json/stream.go:63 +0x79\\nk8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc001449170, 0xc003378000, 0x400, 0x400, 0x8, 0xc00006d5c8, 0x38)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/framer/framer.go:150 +0x1a1\\nk8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0006d80f0, 0x0, 0x40e37a0, 0xc004132ec0, 0x2a71846, 0xc0000a2380, 0x7fd9025f76d0, 0x0, 0xc000a6c380)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/runtime/serializer/streaming/streaming.go:77 +0x89\\nk8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000c75420, 0x37f2ca0, 0xc00118b4a0, 0x16c9d19, 0xc00075fd30, 0x4333cc, 0xc00006d6b0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/rest/watch/decoder.go:49 +0x7c\\nk8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc004132cc0)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/watch/streamwatcher.go:104 +0x175\\ncreated by k8s.io/apimachinery/pkg/watch.NewStreamWatcher\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/watch/streamwatcher.go:71 +0xbe\\n\\ngoroutine 91 [chan receive, 2 minutes]:\\ngoogle.golang.org/grpc.(*addrConn).resetTransport(0xc000957080)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/clientconn.go:1155 +0x6ea\\ncreated by google.golang.org/grpc.(*addrConn).connect\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/clientconn.go:798 +0x128\\n\\ngoroutine 92 [select, 49 minutes]:\\ngoogle.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000eacd00)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/balancer_conn_wrappers.go:69 +0xc2\\ncreated by google.golang.org/grpc.newCCBalancerWrapper\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/balancer_conn_wrappers.go:60 +0x16d\\n\\ngoroutine 93 [chan receive, 49 minutes]:\\ngoogle.golang.org/grpc.(*addrConn).resetTransport(0xc000957340)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/clientconn.go:1155 +0x6ea\\ncreated by google.golang.org/grpc.(*addrConn).connect\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/clientconn.go:798 +0x128\\n\\ngoroutine 94 [select, 69 minutes]:\\ngoogle.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000eacfc0)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/balancer_conn_wrappers.go:69 +0xc2\\ncreated by google.golang.org/grpc.newCCBalancerWrapper\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/balancer_conn_wrappers.go:60 +0x16d\\n\\ngoroutine 95 [chan receive, 69 minutes]:\\ngoogle.golang.org/grpc.(*addrConn).resetTransport(0xc000957600)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/clientconn.go:1155 +0x6ea\\ncreated by google.golang.org/grpc.(*addrConn).connect\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/clientconn.go:798 +0x128\\n\\ngoroutine 144 [IO wait, 69 minutes]:\\ninternal/poll.runtime_pollWait(0x7fd90259f3c8, 0x72, 0x0)\\n\\t/usr/local/go/src/runtime/netpoll.go:184 +0x55\\ninternal/poll.(*pollDesc).wait(0xc00448c198, 0x72, 0x0, 0x0, 0x38f48a6)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45\\ninternal/poll.(*pollDesc).waitRead(...)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:92\\ninternal/poll.(*FD).Accept(0xc00448c180, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)\\n\\t/usr/local/go/src/internal/poll/fd_unix.go:384 +0x1f8\\nnet.(*netFD).accept(0xc00448c180, 0xc0030fdd38, 0xc000a6c700, 0x7fd9025f7008)\\n\\t/usr/local/go/src/net/fd_unix.go:238 +0x42\\nnet.(*TCPListener).accept(0xc0044971a0, 0xc0030fdd68, 0x40ea38, 0x30)\\n\\t/usr/local/go/src/net/tcpsock_posix.go:139 +0x32\\nnet.(*TCPListener).Accept(0xc0044971a0, 0x36552c0, 0xc004498f00, 0x32487c0, 0x6211080)\\n\\t/usr/local/go/src/net/tcpsock.go:261 +0x47\\nnet/http.(*Server).Serve(0xc004311880, 0x4120de0, 0xc0044971a0, 0x0, 0x0)\\n\\t/usr/local/go/src/net/http/server.go:2896 +0x280\\ngithub.com/hortonworks/edws/api/v3/restapi.(*Server).Serve.func2(0xc00448a410, 0xc004311880, 0xc000682f20, 0x4120de0, 0xc0044971a0)\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/v3/restapi/server.go:222 +0x91\\ncreated by github.com/hortonworks/edws/api/v3/restapi.(*Server).Serve\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/v3/restapi/server.go:220 +0xf8a\\n\\ngoroutine 10253 [sync.Cond.Wait, 5 minutes]:\\nruntime.goparkunlock(...)\\n\\t/usr/local/go/src/runtime/proc.go:310\\nsync.runtime_notifyListWait(0xc004b3a868, 0x0)\\n\\t/usr/local/go/src/runtime/sema.go:510 +0xf8\\nsync.(*Cond).Wait(0xc004b3a858)\\n\\t/usr/local/go/src/sync/cond.go:56 +0x9d\\nk8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc004b3a840, 0xc0013bec80, 0x0, 0x0, 0x0, 0x0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/delta_fifo.go:423 +0xa6\\nk8s.io/client-go/tools/cache.(*controller).processLoop(0xc000816480)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/controller.go:153 +0x40\\nk8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc00007ce00)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:152 +0x5e\\nk8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00007ce00, 0x3b9aca00, 0x0, 0xc002d6c901, 0xc0000b3a40)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:153 +0xf8\\nk8s.io/apimachinery/pkg/util/wait.Until(...)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:88\\nk8s.io/client-go/tools/cache.(*controller).Run(0xc000816480, 0xc0000b3a40)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/controller.go:125 +0x2fd\\nk8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0013267e0, 0xc0000b3a40)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/shared_informer.go:331 +0x47f\\ncreated by github.com/hortonworks/edws/api/driver.(*DriverBase).SetupJobInformer\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/driver/job_base.go:28 +0x1e3\\n\\ngoroutine 140 [IO wait, 69 minutes]:\\ninternal/poll.runtime_pollWait(0x7fd90259fff8, 0x72, 0xffffffffffffffff)\\n\\t/usr/local/go/src/runtime/netpoll.go:184 +0x55\\ninternal/poll.(*pollDesc).wait(0xc000eb5098, 0x72, 0x8000, 0x8000, 0xffffffffffffffff)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45\\ninternal/poll.(*pollDesc).waitRead(...)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:92\\ninternal/poll.(*FD).Read(0xc000eb5080, 0xc0031c2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)\\n\\t/usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf\\nnet.(*netFD).Read(0xc000eb5080, 0xc0031c2000, 0x8000, 0x8000, 0x0, 0x10401, 0x0)\\n\\t/usr/local/go/src/net/fd_unix.go:202 +0x4f\\nnet.(*conn).Read(0xc0003b2318, 0xc0031c2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)\\n\\t/usr/local/go/src/net/net.go:184 +0x68\\nbufio.(*Reader).Read(0xc0031a2ba0, 0xc0012c43b8, 0x9, 0x9, 0xc000a6c380, 0x7fd9025f76d0, 0x0)\\n\\t/usr/local/go/src/bufio/bufio.go:226 +0x26a\\nio.ReadAtLeast(0x40ab740, 0xc0031a2ba0, 0xc0012c43b8, 0x9, 0x9, 0x9, 0xe07668, 0xc0007e0990, 0xc0007e0004)\\n\\t/usr/local/go/src/io/io.go:310 +0x87\\nio.ReadFull(...)\\n\\t/usr/local/go/src/io/io.go:329\\ngolang.org/x/net/http2.readFrameHeader(0xc0012c43b8, 0x9, 0x9, 0x40ab740, 0xc0031a2ba0, 0x0, 0x0, 0xc0007e0990, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/frame.go:237 +0x87\\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc0012c4380, 0xc0007e0990, 0xc0007e0900, 0x0, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/frame.go:492 +0xa1\\ngoogle.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00318c380)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/internal/transport/http2_client.go:1270 +0x183\\ncreated by google.golang.org/grpc/internal/transport.newHTTP2Client\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/internal/transport/http2_client.go:300 +0xd23\\n\\ngoroutine 141 [select, 69 minutes]:\\ngoogle.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0003c7270, 0x1, 0x0, 0x0, 0x0, 0x0)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/internal/transport/controlbuf.go:395 +0x122\\ngoogle.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0031a2c60, 0x0, 0x0)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/internal/transport/controlbuf.go:513 +0x1e3\\ngoogle.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00318c380)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/internal/transport/http2_client.go:346 +0x7b\\ncreated by google.golang.org/grpc/internal/transport.newHTTP2Client\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/internal/transport/http2_client.go:344 +0xedb\\n\\ngoroutine 145 [chan receive, 69 minutes]:\\ngithub.com/hortonworks/edws/api/v3/restapi.(*Server).handleShutdown(0xc000682f20, 0xc00448a410, 0xc0044971c0)\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/v3/restapi/server.go:416 +0x93\\ncreated by github.com/hortonworks/edws/api/v3/restapi.(*Server).Serve\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/v3/restapi/server.go:326 +0x253\\n\\ngoroutine 143 [chan receive, 69 minutes]:\\ngithub.com/hortonworks/edws/api/v3/restapi.handleInterrupt.func1()\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/v3/restapi/server.go:495 +0x58\\nsync.(*Once).doSlow(0xc00448a420, 0xc003154fb0)\\n\\t/usr/local/go/src/sync/once.go:66 +0xe3\\nsync.(*Once).Do(...)\\n\\t/usr/local/go/src/sync/once.go:57\\ngithub.com/hortonworks/edws/api/v3/restapi.handleInterrupt(0xc00448a420, 0xc000682f20)\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/v3/restapi/server.go:494 +0x63\\ncreated by github.com/hortonworks/edws/api/v3/restapi.(*Server).Serve\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/v3/restapi/server.go:173 +0x140\\n\\ngoroutine 123 [chan receive, 11 minutes]:\\ngithub.com/hortonworks/edws/api/dpservice.newVaultClientWithK8sAuth.func1(0x33838714800, 0xc00040ea80, 0xc000010290, 0xc00005257d, 0x19, 0xc000052345, 0x14, 0x38fc626, 0xa, 0xc00005614c, ...)\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/dpservice/vaultclient.go:104 +0xa9\\ncreated by github.com/hortonworks/edws/api/dpservice.newVaultClientWithK8sAuth\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/dpservice/vaultclient.go:102 +0x353\\n\\ngoroutine 113 [semacquire, 69 minutes]:\\nsync.runtime_Semacquire(0xc00448a418)\\n\\t/usr/local/go/src/runtime/sema.go:56 +0x42\\nsync.(*WaitGroup).Wait(0xc00448a410)\\n\\t/usr/local/go/src/sync/waitgroup.go:130 +0x64\\ngithub.com/hortonworks/edws/api/v3/restapi.(*Server).Serve(0xc000682f20, 0x40bf6a0, 0xc004497180)\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/v3/restapi/server.go:328 +0x264\\ngithub.com/hortonworks/edws/cmd.glob..func12.1(0x232b)\\n\\t/home/hive/go/src/github.com/hortonworks/edws/cmd/server.go:367 +0x203\\ncreated by github.com/hortonworks/edws/cmd.glob..func12\\n\\t/home/hive/go/src/github.com/hortonworks/edws/cmd/server.go:354 +0x32d0\\n\\ngoroutine 261 [select, 5 minutes]:\\ngithub.com/hortonworks/edws/api/driver.(*DriverBase).InitClients.func1(0xc00125a9b0, 0xc003fe4358, 0xc003f4a000, 0xc00040ea80, 0x41386e0, 0xc000da69c0)\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/driver/base.go:363 +0xb0\\ncreated by github.com/hortonworks/edws/api/driver.(*DriverBase).InitClients\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/driver/base.go:361 +0x231\\n\\ngoroutine 10505 [select]:\\nnet/http.(*persistConn).writeLoop(0xc00379a000)\\n\\t/usr/local/go/src/net/http/transport.go:2204 +0x123\\ncreated by net/http.(*Transport).dialConn\\n\\t/usr/local/go/src/net/http/transport.go:1575 +0xb23\\n\\ngoroutine 158 [select, 69 minutes]:\\ndatabase/sql.(*DB).connectionOpener(0xc00376e240, 0x4138620, 0xc00377b100)\\n\\t/usr/local/go/src/database/sql/sql.go:1052 +0xe8\\ncreated by database/sql.OpenDB\\n\\t/usr/local/go/src/database/sql/sql.go:722 +0x15d\\n\\ngoroutine 159 [select, 69 minutes]:\\ndatabase/sql.(*DB).connectionResetter(0xc00376e240, 0x4138620, 0xc00377b100)\\n\\t/usr/local/go/src/database/sql/sql.go:1065 +0xfb\\ncreated by database/sql.OpenDB\\n\\t/usr/local/go/src/database/sql/sql.go:723 +0x193\\n\\ngoroutine 10279 [select, 5 minutes]:\\nk8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc003194320, 0x40e3ca0, 0xc004132940, 0xc00308fb58, 0xc0040f7080, 0xc004619860, 0x0, 0x0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:327 +0x1ec\\nk8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc003194320, 0xc004619860, 0x0, 0x0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:293 +0x8ba\\nk8s.io/client-go/tools/cache.(*Reflector).Run.func1()\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:122 +0x33\\nk8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc003bf3ef0)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:152 +0x5e\\nk8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00308fef0, 0x3b9aca00, 0x0, 0x40b001, 0xc004619860)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:153 +0xf8\\nk8s.io/apimachinery/pkg/util/wait.Until(...)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:88\\nk8s.io/client-go/tools/cache.(*Reflector).Run(0xc003194320, 0xc004619860)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:121 +0x169\\nk8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:54 +0x2e\\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000f28c00, 0xc000c74a80)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:71 +0x59\\ncreated by k8s.io/apimachinery/pkg/util/wait.(*Group).Start\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:69 +0x62\\n\\ngoroutine 171 [IO wait, 69 minutes]:\\ninternal/poll.runtime_pollWait(0x7fd90259fb18, 0x72, 0x0)\\n\\t/usr/local/go/src/runtime/netpoll.go:184 +0x55\\ninternal/poll.(*pollDesc).wait(0xc000656798, 0x72, 0x0, 0x0, 0x38f48a6)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45\\ninternal/poll.(*pollDesc).waitRead(...)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:92\\ninternal/poll.(*FD).Accept(0xc000656780, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)\\n\\t/usr/local/go/src/internal/poll/fd_unix.go:384 +0x1f8\\nnet.(*netFD).accept(0xc000656780, 0xc0037efd00, 0xc0000a2000, 0x7fd9025f7d98)\\n\\t/usr/local/go/src/net/fd_unix.go:238 +0x42\\nnet.(*TCPListener).accept(0xc002d9bbc0, 0xc0037efd30, 0x40ea38, 0x30)\\n\\t/usr/local/go/src/net/tcpsock_posix.go:139 +0x32\\nnet.(*TCPListener).Accept(0xc002d9bbc0, 0x36552c0, 0xc003805080, 0x32487c0, 0x6211080)\\n\\t/usr/local/go/src/net/tcpsock.go:261 +0x47\\nnet/http.(*Server).Serve(0xc0016c7180, 0x4120de0, 0xc002d9bbc0, 0x0, 0x0)\\n\\t/usr/local/go/src/net/http/server.go:2896 +0x280\\nnet/http.(*Server).ListenAndServe(0xc0016c7180, 0x3, 0xc0037effb0)\\n\\t/usr/local/go/src/net/http/server.go:2825 +0xb7\\ngithub.com/hortonworks/edws/api.Run.func1(0xc0000de6b8, 0xc00040ea80)\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/api.go:650 +0x1c3\\ncreated by github.com/hortonworks/edws/api.Run\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/api.go:643 +0x7283\\n\\ngoroutine 172 [chan receive, 5 minutes]:\\ngithub.com/hortonworks/edws/api.Run.func2(0xc003be0050, 0xc0000de6b8, 0x41386e0, 0xc000da69c0)\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/api.go:662 +0x49\\ncreated by github.com/hortonworks/edws/api.Run\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/api.go:660 +0x732a\\n\\ngoroutine 173 [IO wait]:\\ninternal/poll.runtime_pollWait(0x7fd90259f638, 0x72, 0x0)\\n\\t/usr/local/go/src/runtime/netpoll.go:184 +0x55\\ninternal/poll.(*pollDesc).wait(0xc000656998, 0x72, 0x0, 0x0, 0x38f48a6)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45\\ninternal/poll.(*pollDesc).waitRead(...)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:92\\ninternal/poll.(*FD).Accept(0xc000656980, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)\\n\\t/usr/local/go/src/internal/poll/fd_unix.go:384 +0x1f8\\nnet.(*netFD).accept(0xc000656980, 0xc001218d40, 0x722644, 0xc000f45f40)\\n\\t/usr/local/go/src/net/fd_unix.go:238 +0x42\\nnet.(*TCPListener).accept(0xc002d9bbe0, 0x60c3e097, 0xc001218d40, 0x4d70f6)\\n\\t/usr/local/go/src/net/tcpsock_posix.go:139 +0x32\\nnet.(*TCPListener).Accept(0xc002d9bbe0, 0xc001218d90, 0x18, 0xc003be4300, 0x721b74)\\n\\t/usr/local/go/src/net/tcpsock.go:261 +0x47\\nnet/http.(*Server).Serve(0xc000f45ea0, 0x4120de0, 0xc002d9bbe0, 0x0, 0x0)\\n\\t/usr/local/go/src/net/http/server.go:2896 +0x280\\nnet/http.(*Server).ListenAndServe(0xc000f45ea0, 0x0, 0x0)\\n\\t/usr/local/go/src/net/http/server.go:2825 +0xb7\\ngithub.com/hortonworks/edws/api.Run.func3(0x0, 0xc000f45ea0, 0xc0000de6b8, 0xc00040ea80)\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/api.go:690 +0x14d\\ncreated by github.com/hortonworks/edws/api.Run\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/api.go:683 +0x7601\\n\\ngoroutine 174 [chan receive, 69 minutes]:\\ngithub.com/hortonworks/edws/api.(*EdwsContext).startCertificateExpiryWatcher.func1(0xc003be00f0, 0xc0000de6b8, 0x41386e0, 0xc000da69c0)\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/api.go:844 +0x49\\ncreated by github.com/hortonworks/edws/api.(*EdwsContext).startCertificateExpiryWatcher\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/api.go:842 +0x74\\n\\ngoroutine 180 [IO wait, 69 minutes]:\\ninternal/poll.runtime_pollWait(0x7fd90259f568, 0x72, 0x0)\\n\\t/usr/local/go/src/runtime/netpoll.go:184 +0x55\\ninternal/poll.(*pollDesc).wait(0xc000657598, 0x72, 0x0, 0x0, 0x38f48a6)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45\\ninternal/poll.(*pollDesc).waitRead(...)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:92\\ninternal/poll.(*FD).Accept(0xc000657580, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)\\n\\t/usr/local/go/src/internal/poll/fd_unix.go:384 +0x1f8\\nnet.(*netFD).accept(0xc000657580, 0xc0030efde8, 0xc001328820, 0x5e00000000000000)\\n\\t/usr/local/go/src/net/fd_unix.go:238 +0x42\\nnet.(*TCPListener).accept(0xc002d9bce0, 0xc001328820, 0xc0013288a8, 0x43034a)\\n\\t/usr/local/go/src/net/tcpsock_posix.go:139 +0x32\\nnet.(*TCPListener).Accept(0xc002d9bce0, 0xc0038053e0, 0xc0030efde8, 0xc0013288a8, 0x0)\\n\\t/usr/local/go/src/net/tcpsock.go:261 +0x47\\ngoogle.golang.org/grpc.(*Server).Serve(0xc003802340, 0x4120de0, 0xc002d9bce0, 0x0, 0x0)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/server.go:621 +0x22e\\ngithub.com/hortonworks/edws/api.(*MeteringService).Start(0xc003bea200)\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/metering.go:64 +0x475\\ngithub.com/hortonworks/edws/api.Run.func4()\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/api.go:700 +0x2a\\ngithub.com/hortonworks/edws/common.SafeCall(0xc00040ea80, 0xc003bea210)\\n\\t/home/hive/go/src/github.com/hortonworks/edws/common/context.go:269 +0x57\\ncreated by github.com/hortonworks/edws/api.Run\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/api.go:699 +0x76d0\\n\\ngoroutine 10723 [select]:\\ngoogle.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc003a8cd20, 0x1, 0x0, 0x0, 0x0, 0x0)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/internal/transport/controlbuf.go:395 +0x122\\ngoogle.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0046ffc80, 0x0, 0x0)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/internal/transport/controlbuf.go:513 +0x1e3\\ngoogle.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0012c68c0)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/internal/transport/http2_client.go:346 +0x7b\\ncreated by google.golang.org/grpc/internal/transport.newHTTP2Client\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/internal/transport/http2_client.go:344 +0xedb\\n\\ngoroutine 10722 [IO wait]:\\ninternal/poll.runtime_pollWait(0x7fd90259f978, 0x72, 0xffffffffffffffff)\\n\\t/usr/local/go/src/runtime/netpoll.go:184 +0x55\\ninternal/poll.(*pollDesc).wait(0xc00077d118, 0x72, 0x8000, 0x8000, 0xffffffffffffffff)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45\\ninternal/poll.(*pollDesc).waitRead(...)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:92\\ninternal/poll.(*FD).Read(0xc00077d100, 0xc003a4e000, 0x8000, 0x8000, 0x0, 0x0, 0x0)\\n\\t/usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf\\nnet.(*netFD).Read(0xc00077d100, 0xc003a4e000, 0x8000, 0x8000, 0x0, 0x800010601, 0x7fd900000000)\\n\\t/usr/local/go/src/net/fd_unix.go:202 +0x4f\\nnet.(*conn).Read(0xc004ab8210, 0xc003a4e000, 0x8000, 0x8000, 0x0, 0x0, 0x0)\\n\\t/usr/local/go/src/net/net.go:184 +0x68\\nbufio.(*Reader).Read(0xc0046ffbc0, 0xc0046f8e38, 0x9, 0x9, 0xc000072a80, 0x7fd9025f76d0, 0x0)\\n\\t/usr/local/go/src/bufio/bufio.go:226 +0x26a\\nio.ReadAtLeast(0x40ab740, 0xc0046ffbc0, 0xc0046f8e38, 0x9, 0x9, 0x9, 0xe08145, 0xc0052ec00c, 0xc00121cde8)\\n\\t/usr/local/go/src/io/io.go:310 +0x87\\nio.ReadFull(...)\\n\\t/usr/local/go/src/io/io.go:329\\ngolang.org/x/net/http2.readFrameHeader(0xc0046f8e38, 0x9, 0x9, 0x40ab740, 0xc0046ffbc0, 0x0, 0xc02915fe00000000, 0x3ca0f0a443a, 0x748f2c0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/frame.go:237 +0x87\\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc0046f8e00, 0xc0052ec000, 0xc0052ec000, 0x0, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/frame.go:492 +0xa1\\ngoogle.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0012c68c0)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/internal/transport/http2_client.go:1270 +0x183\\ncreated by google.golang.org/grpc/internal/transport.newHTTP2Client\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/internal/transport/http2_client.go:300 +0xd23\\n\\ngoroutine 10278 [chan receive, 5 minutes]:\\nk8s.io/client-go/tools/cache.(*controller).Run.func1(0xc004619860, 0xc000ab9080)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/controller.go:104 +0x34\\ncreated by k8s.io/client-go/tools/cache.(*controller).Run\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/controller.go:103 +0xae\\n\\ngoroutine 10543 [IO wait, 1 minutes]:\\ninternal/poll.runtime_pollWait(0x7fd90259f8a8, 0x72, 0xffffffffffffffff)\\n\\t/usr/local/go/src/runtime/netpoll.go:184 +0x55\\ninternal/poll.(*pollDesc).wait(0xc00448db98, 0x72, 0x1d00, 0x1df3, 0xffffffffffffffff)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45\\ninternal/poll.(*pollDesc).waitRead(...)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:92\\ninternal/poll.(*FD).Read(0xc00448db80, 0xc001062000, 0x1df3, 0x1df3, 0x0, 0x0, 0x0)\\n\\t/usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf\\nnet.(*netFD).Read(0xc00448db80, 0xc001062000, 0x1df3, 0x1df3, 0x203000, 0x0, 0x1dee)\\n\\t/usr/local/go/src/net/fd_unix.go:202 +0x4f\\nnet.(*conn).Read(0xc004ab8018, 0xc001062000, 0x1df3, 0x1df3, 0x0, 0x0, 0x0)\\n\\t/usr/local/go/src/net/net.go:184 +0x68\\ncrypto/tls.(*atLeastReader).Read(0xc00128c100, 0xc001062000, 0x1df3, 0x1df3, 0x1f, 0x40abc20, 0xc00121b920)\\n\\t/usr/local/go/src/crypto/tls/conn.go:780 +0x60\\nbytes.(*Buffer).ReadFrom(0xc003dfa5d8, 0x40ab940, 0xc00128c100, 0x40c1a5, 0x3311860, 0x380da60)\\n\\t/usr/local/go/src/bytes/buffer.go:204 +0xb4\\ncrypto/tls.(*Conn).readFromUntil(0xc003dfa380, 0x40bc7e0, 0xc004ab8018, 0x5, 0xc004ab8018, 0x9)\\n\\t/usr/local/go/src/crypto/tls/conn.go:802 +0xec\\ncrypto/tls.(*Conn).readRecordOrCCS(0xc003dfa380, 0x0, 0x0, 0x443bdf)\\n\\t/usr/local/go/src/crypto/tls/conn.go:609 +0x124\\ncrypto/tls.(*Conn).readRecord(...)\\n\\t/usr/local/go/src/crypto/tls/conn.go:577\\ncrypto/tls.(*Conn).Read(0xc003dfa380, 0xc00133e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)\\n\\t/usr/local/go/src/crypto/tls/conn.go:1255 +0x161\\nbufio.(*Reader).Read(0xc0013c1b60, 0xc00622a498, 0x9, 0x9, 0xc00121bcc0, 0x0, 0xe1aab5)\\n\\t/usr/local/go/src/bufio/bufio.go:226 +0x26a\\nio.ReadAtLeast(0x40ab740, 0xc0013c1b60, 0xc00622a498, 0x9, 0x9, 0x9, 0xc0000c2030, 0x0, 0x40abc20)\\n\\t/usr/local/go/src/io/io.go:310 +0x87\\nio.ReadFull(...)\\n\\t/usr/local/go/src/io/io.go:329\\ngolang.org/x/net/http2.readFrameHeader(0xc00622a498, 0x9, 0x9, 0x40ab740, 0xc0013c1b60, 0x0, 0x0, 0xc004a932f0, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/frame.go:237 +0x87\\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc00622a460, 0xc004a932f0, 0x0, 0x0, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/frame.go:492 +0xa1\\ngolang.org/x/net/http2.(*clientConnReadLoop).run(0xc00121bfb8, 0x0, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/transport.go:1794 +0xbe\\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc003c52000)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/transport.go:1716 +0xa3\\ncreated by golang.org/x/net/http2.(*Transport).newClientConn\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/transport.go:695 +0x62f\\n\\ngoroutine 10224 [sync.Cond.Wait, 5 minutes]:\\nruntime.goparkunlock(...)\\n\\t/usr/local/go/src/runtime/proc.go:310\\nsync.runtime_notifyListWait(0xc004b3a448, 0x1)\\n\\t/usr/local/go/src/runtime/sema.go:510 +0xf8\\nsync.(*Cond).Wait(0xc004b3a438)\\n\\t/usr/local/go/src/sync/cond.go:56 +0x9d\\nk8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc004b3a420, 0xc000472bc0, 0x0, 0x0, 0x0, 0x0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/delta_fifo.go:423 +0xa6\\nk8s.io/client-go/tools/cache.(*controller).processLoop(0xc001096f80)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/controller.go:153 +0x40\\nk8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc0037eee00)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:152 +0x5e\\nk8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0037eee00, 0x3b9aca00, 0x0, 0xc000680f01, 0xc00125ea20)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:153 +0xf8\\nk8s.io/apimachinery/pkg/util/wait.Until(...)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:88\\nk8s.io/client-go/tools/cache.(*controller).Run(0xc001096f80, 0xc00125ea20)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/controller.go:125 +0x2fd\\nk8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc003a00870, 0xc00125ea20)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/shared_informer.go:331 +0x47f\\ncreated by github.com/hortonworks/edws/api/driver.(*DriverBase).setupStatefulSetInformer\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/driver/base.go:438 +0x1a3\\n\\ngoroutine 10236 [chan receive, 5 minutes]:\\nk8s.io/client-go/tools/cache.(*controller).Run.func1(0xc00125ea20, 0xc001096f80)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/controller.go:104 +0x34\\ncreated by k8s.io/client-go/tools/cache.(*controller).Run\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/controller.go:103 +0xae\\n\\ngoroutine 10260 [select]:\\nk8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc003194320, 0xc004619860, 0xc003b1ade0, 0xc0040f7080)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:233 +0x178\\ncreated by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:227 +0x260\\n\\ngoroutine 3617 [IO wait, 49 minutes]:\\ninternal/poll.runtime_pollWait(0x7fd90259f228, 0x72, 0xffffffffffffffff)\\n\\t/usr/local/go/src/runtime/netpoll.go:184 +0x55\\ninternal/poll.(*pollDesc).wait(0xc000fd9118, 0x72, 0x8000, 0x8000, 0xffffffffffffffff)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45\\ninternal/poll.(*pollDesc).waitRead(...)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:92\\ninternal/poll.(*FD).Read(0xc000fd9100, 0xc003a94000, 0x8000, 0x8000, 0x0, 0x0, 0x0)\\n\\t/usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf\\nnet.(*netFD).Read(0xc000fd9100, 0xc003a94000, 0x8000, 0x8000, 0x0, 0x10401, 0x0)\\n\\t/usr/local/go/src/net/fd_unix.go:202 +0x4f\\nnet.(*conn).Read(0xc004ab8e40, 0xc003a94000, 0x8000, 0x8000, 0x0, 0x0, 0x0)\\n\\t/usr/local/go/src/net/net.go:184 +0x68\\nbufio.(*Reader).Read(0xc004bfe180, 0xc00622a578, 0x9, 0x9, 0xc000a6c000, 0x7fd9025f7008, 0x0)\\n\\t/usr/local/go/src/bufio/bufio.go:226 +0x26a\\nio.ReadAtLeast(0x40ab740, 0xc004bfe180, 0xc00622a578, 0x9, 0x9, 0x9, 0xe07668, 0xc0040e8db0, 0xc0040e0004)\\n\\t/usr/local/go/src/io/io.go:310 +0x87\\nio.ReadFull(...)\\n\\t/usr/local/go/src/io/io.go:329\\ngolang.org/x/net/http2.readFrameHeader(0xc00622a578, 0x9, 0x9, 0x40ab740, 0xc004bfe180, 0x0, 0x0, 0xc0040e8db0, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/frame.go:237 +0x87\\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc00622a540, 0xc0040e8db0, 0xc0040e8d00, 0x0, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/frame.go:492 +0xa1\\ngoogle.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00318ce00)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/internal/transport/http2_client.go:1270 +0x183\\ncreated by google.golang.org/grpc/internal/transport.newHTTP2Client\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/internal/transport/http2_client.go:300 +0xd23\\n\\ngoroutine 10241 [sync.Cond.Wait, 5 minutes]:\\nruntime.goparkunlock(...)\\n\\t/usr/local/go/src/runtime/proc.go:310\\nsync.runtime_notifyListWait(0xc002d6f4e0, 0x0)\\n\\t/usr/local/go/src/runtime/sema.go:510 +0xf8\\nsync.(*Cond).Wait(0xc002d6f4d0)\\n\\t/usr/local/go/src/sync/cond.go:56 +0x9d\\ngolang.org/x/net/http2.(*pipe).Read(0xc002d6f4c8, 0xc002cc8600, 0x200, 0x200, 0x0, 0x0, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/pipe.go:65 +0xa6\\ngolang.org/x/net/http2.transportResponseBody.Read(0xc002d6f4a0, 0xc002cc8600, 0x200, 0x200, 0x0, 0x0, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/transport.go:2083 +0xac\\nencoding/json.(*Decoder).refill(0xc002d878c0, 0xc000eb0a00, 0x0)\\n\\t/usr/local/go/src/encoding/json/stream.go:161 +0xeb\\nencoding/json.(*Decoder).readValue(0xc002d878c0, 0x0, 0x0, 0x3250100)\\n\\t/usr/local/go/src/encoding/json/stream.go:136 +0x1dc\\nencoding/json.(*Decoder).Decode(0xc002d878c0, 0x32cc820, 0xc000eb0a00, 0xc0035bae38, 0xc0035bada0)\\n\\t/usr/local/go/src/encoding/json/stream.go:63 +0x79\\nk8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0013c7c20, 0xc001347000, 0x400, 0x400, 0x0, 0xc0035bad98, 0x38)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/framer/framer.go:150 +0x1a1\\nk8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc003a8d2c0, 0x0, 0x40e37a0, 0xc0035f2e80, 0x38eeeb8, 0x3, 0xc0039fe840, 0x38, 0x7490a40)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/runtime/serializer/streaming/streaming.go:77 +0x89\\nk8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000eb09e0, 0xc0039fe840, 0x38, 0x16c9d19, 0xc0045b4bb0, 0xc0009f5350, 0xc0008aa4e0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/rest/watch/decoder.go:49 +0x7c\\nk8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0035f2e40)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/watch/streamwatcher.go:104 +0x175\\ncreated by k8s.io/apimachinery/pkg/watch.NewStreamWatcher\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/watch/streamwatcher.go:71 +0xbe\\n\\ngoroutine 10307 [select, 5 minutes]:\\nk8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc003522c80, 0x40e3ca0, 0xc004132cc0, 0xc000f8fb58, 0xc000e90720, 0xc0000b3a40, 0x0, 0x0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:327 +0x1ec\\nk8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc003522c80, 0xc0000b3a40, 0x0, 0x0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:293 +0x8ba\\nk8s.io/client-go/tools/cache.(*Reflector).Run.func1()\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:122 +0x33\\nk8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc0030276f0)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:152 +0x5e\\nk8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000f8fef0, 0x3b9aca00, 0x0, 0x6e6f632e6e6f0101, 0xc0000b3a40)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:153 +0xf8\\nk8s.io/apimachinery/pkg/util/wait.Until(...)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:88\\nk8s.io/client-go/tools/cache.(*Reflector).Run(0xc003522c80, 0xc0000b3a40)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:121 +0x169\\nk8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:54 +0x2e\\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00151e9f0, 0xc000ab4a40)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:71 +0x59\\ncreated by k8s.io/apimachinery/pkg/util/wait.(*Group).Start\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:69 +0x62\\n\\ngoroutine 3650 [select, 49 minutes]:\\ngoogle.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc004473090, 0x1, 0x0, 0x0, 0x0, 0x0)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/internal/transport/controlbuf.go:395 +0x122\\ngoogle.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc004bfe240, 0x0, 0x0)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/internal/transport/controlbuf.go:513 +0x1e3\\ngoogle.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00318ce00)\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/internal/transport/http2_client.go:346 +0x7b\\ncreated by google.golang.org/grpc/internal/transport.newHTTP2Client\\n\\t/root/go/pkg/mod/google.golang.org/grpc@v1.28.0/internal/transport/http2_client.go:344 +0xedb\\n\\ngoroutine 6963 [IO wait, 1 minutes]:\\ninternal/poll.runtime_pollWait(0x7fd90259f708, 0x72, 0xffffffffffffffff)\\n\\t/usr/local/go/src/runtime/netpoll.go:184 +0x55\\ninternal/poll.(*pollDesc).wait(0xc001019398, 0x72, 0xc600, 0xc6c5, 0xffffffffffffffff)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45\\ninternal/poll.(*pollDesc).waitRead(...)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:92\\ninternal/poll.(*FD).Read(0xc001019380, 0xc002ea6000, 0xc6c5, 0xc6c5, 0x0, 0x0, 0x0)\\n\\t/usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf\\nnet.(*netFD).Read(0xc001019380, 0xc002ea6000, 0xc6c5, 0xc6c5, 0x203001, 0x0, 0xc6c0)\\n\\t/usr/local/go/src/net/fd_unix.go:202 +0x4f\\nnet.(*conn).Read(0xc0012aa088, 0xc002ea6000, 0xc6c5, 0xc6c5, 0x0, 0x0, 0x0)\\n\\t/usr/local/go/src/net/net.go:184 +0x68\\ncrypto/tls.(*atLeastReader).Read(0xc0058c6ce0, 0xc002ea6000, 0xc6c5, 0xc6c5, 0xd8b, 0x40abc20, 0xc000081920)\\n\\t/usr/local/go/src/crypto/tls/conn.go:780 +0x60\\nbytes.(*Buffer).ReadFrom(0xc0000b4cd8, 0x40ab940, 0xc0058c6ce0, 0x40c1a5, 0x3311860, 0x380da60)\\n\\t/usr/local/go/src/bytes/buffer.go:204 +0xb4\\ncrypto/tls.(*Conn).readFromUntil(0xc0000b4a80, 0x40bc7e0, 0xc0012aa088, 0x5, 0xc0012aa088, 0x203001)\\n\\t/usr/local/go/src/crypto/tls/conn.go:802 +0xec\\ncrypto/tls.(*Conn).readRecordOrCCS(0xc0000b4a80, 0x0, 0x0, 0xc0058c6cc0)\\n\\t/usr/local/go/src/crypto/tls/conn.go:609 +0x124\\ncrypto/tls.(*Conn).readRecord(...)\\n\\t/usr/local/go/src/crypto/tls/conn.go:577\\ncrypto/tls.(*Conn).Read(0xc0000b4a80, 0xc0013cb000, 0x1000, 0x1000, 0x0, 0x0, 0x0)\\n\\t/usr/local/go/src/crypto/tls/conn.go:1255 +0x161\\nbufio.(*Reader).Read(0xc0031a3680, 0xc000996738, 0x9, 0x9, 0x3aef, 0xd6c, 0x0)\\n\\t/usr/local/go/src/bufio/bufio.go:226 +0x26a\\nio.ReadAtLeast(0x40ab740, 0xc0031a3680, 0xc000996738, 0x9, 0x9, 0x9, 0x0, 0x0, 0xc000081f78)\\n\\t/usr/local/go/src/io/io.go:310 +0x87\\nio.ReadFull(...)\\n\\t/usr/local/go/src/io/io.go:329\\ngolang.org/x/net/http2.readFrameHeader(0xc000996738, 0x9, 0x9, 0x40ab740, 0xc0031a3680, 0x0, 0x0, 0xc0058bb200, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/frame.go:237 +0x87\\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc000996700, 0xc0058bb200, 0x0, 0x0, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/frame.go:492 +0xa1\\ngolang.org/x/net/http2.(*clientConnReadLoop).run(0xc000081fb8, 0x0, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/transport.go:1794 +0xbe\\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc00539f380)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/transport.go:1716 +0xa3\\ncreated by golang.org/x/net/http2.(*Transport).newClientConn\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/transport.go:695 +0x62f\\n\\ngoroutine 10285 [select]:\\nk8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc003522c80, 0xc0000b3a40, 0xc00125fa40, 0xc000e90720)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:233 +0x178\\ncreated by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:227 +0x260\\n\\ngoroutine 10277 [chan receive, 5 minutes]:\\nk8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc00094d0a0, 0xc00125f6e0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/shared_informer.go:529 +0x49\\nk8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:54 +0x2e\\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000f28bc0, 0xc000c74a40)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:71 +0x59\\ncreated by k8s.io/apimachinery/pkg/util/wait.(*Group).Start\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:69 +0x62\\n\\ngoroutine 10306 [chan receive, 5 minutes]:\\nk8s.io/client-go/tools/cache.(*controller).Run.func1(0xc0000b3a40, 0xc000816480)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/controller.go:104 +0x34\\ncreated by k8s.io/client-go/tools/cache.(*controller).Run\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/controller.go:103 +0xae\\n\\ngoroutine 10294 [chan receive, 5 minutes]:\\nk8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc00094cd90, 0xc0046195c0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/shared_informer.go:529 +0x49\\nk8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:54 +0x2e\\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00151e680, 0xc000eb0c20)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:71 +0x59\\ncreated by k8s.io/apimachinery/pkg/util/wait.(*Group).Start\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:69 +0x62\\n\\ngoroutine 10283 [sync.Cond.Wait, 5 minutes]:\\nruntime.goparkunlock(...)\\n\\t/usr/local/go/src/runtime/proc.go:310\\nsync.runtime_notifyListWait(0xc005556460, 0x0)\\n\\t/usr/local/go/src/runtime/sema.go:510 +0xf8\\nsync.(*Cond).Wait(0xc005556450)\\n\\t/usr/local/go/src/sync/cond.go:56 +0x9d\\ngolang.org/x/net/http2.(*pipe).Read(0xc005556448, 0xc0030da400, 0x200, 0x200, 0x0, 0x0, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/pipe.go:65 +0xa6\\ngolang.org/x/net/http2.transportResponseBody.Read(0xc005556420, 0xc0030da400, 0x200, 0x200, 0x0, 0x0, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/transport.go:2083 +0xac\\nencoding/json.(*Decoder).refill(0xc0046ee6e0, 0xc000c74e80, 0xc003bef7b8)\\n\\t/usr/local/go/src/encoding/json/stream.go:161 +0xeb\\nencoding/json.(*Decoder).readValue(0xc0046ee6e0, 0x0, 0x0, 0x3250100)\\n\\t/usr/local/go/src/encoding/json/stream.go:136 +0x1dc\\nencoding/json.(*Decoder).Decode(0xc0046ee6e0, 0x32cc820, 0xc000c74e80, 0xc003bef638, 0x1b75040)\\n\\t/usr/local/go/src/encoding/json/stream.go:63 +0x79\\nk8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc001448c30, 0xc003aab400, 0x400, 0x400, 0x16, 0xc00384f2c0, 0x38)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/framer/framer.go:150 +0x1a1\\nk8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0003c7db0, 0x0, 0x40e37a0, 0xc004132a80, 0x442681, 0xc003bef760, 0x2, 0x2, 0xc003bef75c)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/runtime/serializer/streaming/streaming.go:77 +0x89\\nk8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000c74e60, 0x50, 0x0, 0xc00168c228, 0xc003bef75c, 0xc004cb0480, 0x0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/rest/watch/decoder.go:49 +0x7c\\nk8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc004132940)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/watch/streamwatcher.go:104 +0x175\\ncreated by k8s.io/apimachinery/pkg/watch.NewStreamWatcher\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/watch/streamwatcher.go:71 +0xbe\\n\\ngoroutine 10504 [IO wait]:\\ninternal/poll.runtime_pollWait(0x7fd90259fe58, 0x72, 0xffffffffffffffff)\\n\\t/usr/local/go/src/runtime/netpoll.go:184 +0x55\\ninternal/poll.(*pollDesc).wait(0xc00469c418, 0x72, 0x1000, 0x1000, 0xffffffffffffffff)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45\\ninternal/poll.(*pollDesc).waitRead(...)\\n\\t/usr/local/go/src/internal/poll/fd_poll_runtime.go:92\\ninternal/poll.(*FD).Read(0xc00469c400, 0xc005095000, 0x1000, 0x1000, 0x0, 0x0, 0x0)\\n\\t/usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf\\nnet.(*netFD).Read(0xc00469c400, 0xc005095000, 0x1000, 0x1000, 0x4333cc, 0xc005294b20, 0x45e0c0)\\n\\t/usr/local/go/src/net/fd_unix.go:202 +0x4f\\nnet.(*conn).Read(0xc003eba7e8, 0xc005095000, 0x1000, 0x1000, 0x0, 0x0, 0x0)\\n\\t/usr/local/go/src/net/net.go:184 +0x68\\nnet/http.(*persistConn).Read(0xc00379a000, 0xc005095000, 0x1000, 0x1000, 0xc0054ab140, 0xc005294c20, 0x406b55)\\n\\t/usr/local/go/src/net/http/transport.go:1752 +0x75\\nbufio.(*Reader).fill(0xc0013c0ae0)\\n\\t/usr/local/go/src/bufio/bufio.go:100 +0x103\\nbufio.(*Reader).Peek(0xc0013c0ae0, 0x1, 0x0, 0x0, 0x1, 0xc004f51900, 0x0)\\n\\t/usr/local/go/src/bufio/bufio.go:138 +0x4f\\nnet/http.(*persistConn).readLoop(0xc00379a000)\\n\\t/usr/local/go/src/net/http/transport.go:1905 +0x1d6\\ncreated by net/http.(*Transport).dialConn\\n\\t/usr/local/go/src/net/http/transport.go:1574 +0xafe\\n\\ngoroutine 10301 [sync.Cond.Wait, 5 minutes]:\\nruntime.goparkunlock(...)\\n\\t/usr/local/go/src/runtime/proc.go:310\\nsync.runtime_notifyListWait(0xc000427998, 0x1)\\n\\t/usr/local/go/src/runtime/sema.go:510 +0xf8\\nsync.(*Cond).Wait(0xc000427988)\\n\\t/usr/local/go/src/sync/cond.go:56 +0x9d\\nk8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc000427970, 0xc00136a370, 0x0, 0x0, 0x0, 0x0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/delta_fifo.go:423 +0xa6\\nk8s.io/client-go/tools/cache.(*controller).processLoop(0xc000ab9080)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/controller.go:153 +0x40\\nk8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc0037ebe00)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:152 +0x5e\\nk8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0037ebe00, 0x3b9aca00, 0x0, 0xc00016bb01, 0xc004619860)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:153 +0xf8\\nk8s.io/apimachinery/pkg/util/wait.Until(...)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:88\\nk8s.io/client-go/tools/cache.(*controller).Run(0xc000ab9080, 0xc004619860)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/controller.go:125 +0x2fd\\nk8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc000fc4cf0, 0xc004619860)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/shared_informer.go:331 +0x47f\\ncreated by github.com/hortonworks/edws/api/driver.(*DriverBase).SetupComputesInformer\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/driver/base.go:515 +0x283\\n\\ngoroutine 10295 [chan receive, 5 minutes]:\\nk8s.io/client-go/tools/cache.(*controller).Run.func1(0xc004619440, 0xc001097800)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/controller.go:104 +0x34\\ncreated by k8s.io/client-go/tools/cache.(*controller).Run\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/controller.go:103 +0xae\\n\\ngoroutine 10290 [sync.Cond.Wait, 1 minutes]:\\nruntime.goparkunlock(...)\\n\\t/usr/local/go/src/runtime/proc.go:310\\nsync.runtime_notifyListWait(0xc004b3a658, 0x7)\\n\\t/usr/local/go/src/runtime/sema.go:510 +0xf8\\nsync.(*Cond).Wait(0xc004b3a648)\\n\\t/usr/local/go/src/sync/cond.go:56 +0x9d\\nk8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc004b3a630, 0xc000473e40, 0x0, 0x0, 0x0, 0x0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/delta_fifo.go:423 +0xa6\\nk8s.io/client-go/tools/cache.(*controller).processLoop(0xc001097800)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/controller.go:153 +0x40\\nk8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc00529ae00)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:152 +0x5e\\nk8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00529ae00, 0x3b9aca00, 0x0, 0xc0010b9201, 0xc004619440)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:153 +0xf8\\nk8s.io/apimachinery/pkg/util/wait.Until(...)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:88\\nk8s.io/client-go/tools/cache.(*controller).Run(0xc001097800, 0xc004619440)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/controller.go:125 +0x2fd\\nk8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc000fc4750, 0xc004619440)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/shared_informer.go:331 +0x47f\\ncreated by github.com/hortonworks/edws/api/driver.(*DriverBase).setupDeploymentInformer\\n\\t/home/hive/go/src/github.com/hortonworks/edws/api/driver/base.go:461 +0x1a3\\n\\ngoroutine 10259 [select]:\\nk8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc003522aa0, 0xc004619440, 0xc003b1ac60, 0xc0040f6ea0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:233 +0x178\\ncreated by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:227 +0x260\\n\\ngoroutine 10305 [chan receive, 5 minutes]:\\nk8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc0002473b0, 0xc0046199e0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/shared_informer.go:529 +0x49\\nk8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:54 +0x2e\\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00151e9d0, 0xc000ab4a00)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:71 +0x59\\ncreated by k8s.io/apimachinery/pkg/util/wait.(*Group).Start\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:69 +0x62\\n\\ngoroutine 10237 [select, 5 minutes]:\\nk8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0035228c0, 0x40e3ca0, 0xc0035f2e40, 0xc000f95b58, 0xc000e904e0, 0xc00125ea20, 0x0, 0x0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:327 +0x1ec\\nk8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0035228c0, 0xc00125ea20, 0x0, 0x0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:293 +0x8ba\\nk8s.io/client-go/tools/cache.(*Reflector).Run.func1()\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:122 +0x33\\nk8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc00595bef0)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:152 +0x5e\\nk8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000f95ef0, 0x3b9aca00, 0x0, 0x1, 0xc00125ea20)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:153 +0xf8\\nk8s.io/apimachinery/pkg/util/wait.Until(...)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:88\\nk8s.io/client-go/tools/cache.(*Reflector).Run(0xc0035228c0, 0xc00125ea20)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:121 +0x169\\nk8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:54 +0x2e\\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00151e410, 0xc002d75fc0)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:71 +0x59\\ncreated by k8s.io/apimachinery/pkg/util/wait.(*Group).Start\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:69 +0x62\\n\\ngoroutine 10275 [select]:\\nk8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0035228c0, 0xc00125ea20, 0xc00125f5c0, 0xc000e904e0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:233 +0x178\\ncreated by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/tools/cache/reflector.go:227 +0x260\\n\\ngoroutine 10300 [sync.Cond.Wait, 1 minutes]:\\nruntime.goparkunlock(...)\\n\\t/usr/local/go/src/runtime/proc.go:310\\nsync.runtime_notifyListWait(0xc0013034e0, 0xc000000006)\\n\\t/usr/local/go/src/runtime/sema.go:510 +0xf8\\nsync.(*Cond).Wait(0xc0013034d0)\\n\\t/usr/local/go/src/sync/cond.go:56 +0x9d\\ngolang.org/x/net/http2.(*pipe).Read(0xc0013034c8, 0xc004bc1001, 0xdff, 0xdff, 0x0, 0x0, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/pipe.go:65 +0xa6\\ngolang.org/x/net/http2.transportResponseBody.Read(0xc0013034a0, 0xc004bc1001, 0xdff, 0xdff, 0x0, 0x0, 0x0)\\n\\t/root/go/pkg/mod/golang.org/x/net@v0.0.0-20200602114024-627f9648deb9/http2/transport.go:2083 +0xac\\nencoding/json.(*Decoder).refill(0xc002d506e0, 0xc0058c6e0a, 0x9)\\n\\t/usr/local/go/src/encoding/json/stream.go:161 +0xeb\\nencoding/json.(*Decoder).readValue(0xc002d506e0, 0x0, 0x0, 0x3250100)\\n\\t/usr/local/go/src/encoding/json/stream.go:136 +0x1dc\\nencoding/json.(*Decoder).Decode(0xc002d506e0, 0x32cc820, 0xc0058c6e20, 0x0, 0x0)\\n\\t/usr/local/go/src/encoding/json/stream.go:63 +0x79\\nk8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc001527620, 0xc004bc2000, 0x1000, 0x1300, 0x40e01a0, 0x0, 0x38)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/framer/framer.go:150 +0x1a1\\nk8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc003a8d4a0, 0x0, 0x40e37a0, 0xc0058c85c0, 0x0, 0x0, 0x0, 0xc004619858, 0x45b370)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/runtime/serializer/streaming/streaming.go:77 +0x89\\nk8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000ab46c0, 0xc0030f3fa8, 0x8, 0x40e01a0, 0xc0058bd200, 0x0, 0x0)\\n\\t/root/go/pkg/mod/k8s.io/client-go@v0.0.0-20191016111102-bec269661e48/rest/watch/decoder.go:49 +0x7c\\nk8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0035f31c0)\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/watch/streamwatcher.go:104 +0x175\\ncreated by k8s.io/apimachinery/pkg/watch.NewStreamWatcher\\n\\t/root/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/watch/streamwatcher.go:71 +0xbe\\n\" file=api.go function=func1 line=106 process=init requestId=edws-init-ae91f832\n","process":"init","requestId":"edws-init-ae91f832","timestamp":"2021-06-11T22:15:54.763Z"}
375{"file":"clusterhandler.go","function":"CleanupFailedEntities","level":"debug","line":"1552","message":"time=\"2021-06-11T22:15:56.173Z\" level=debug msg=\"Cleaning up entities at 2021-06-11 22:15:56.173053867 +0000 UTC m=+4202.322234443\" file=clusterhandler.go function=CleanupFailedEntities line=1552 process=init requestId=edws-init-ae91f832\n","process":"init","requestId":"edws-init-ae91f832","timestamp":"2021-06-11T22:15:56.173Z"}
376{"file":"base.go","function":"EnsureK8SClient","level":"info","line":"309","message":"time=\"2021-06-11T22:15:56.615Z\" level=info msg=\"Initializing kubernetes client..\" file=base.go function=EnsureK8SClient line=309 requestId=unknown\n","requestId":"unknown","timestamp":"2021-06-11T22:15:56.615Z"}
377{"file":"base.go","function":"safeCloseChannel","level":"debug","line":"610","message":"time=\"2021-06-11T22:15:56.617Z\" level=debug msg=\"channel is open. closing it as requested.\" file=base.go function=safeCloseChannel line=610 requestId=unknown\n","requestId":"unknown","timestamp":"2021-06-11T22:15:56.617Z"}
378{"file":"base.go","function":"setupStatefulSetInformer","level":"debug","line":"449","message":"time=\"2021-06-11T22:15:56.717Z\" level=debug msg=\"Initial cache sync ready for statefulsets..\" file=base.go function=setupStatefulSetInformer line=449 requestId=unknown\n","requestId":"unknown","timestamp":"2021-06-11T22:15:56.717Z"}
379{"file":"base.go","function":"safeCloseChannel","level":"debug","line":"610","message":"time=\"2021-06-11T22:15:56.717Z\" level=debug msg=\"channel is open. closing it as requested.\" file=base.go function=safeCloseChannel line=610 requestId=unknown\n","requestId":"unknown","timestamp":"2021-06-11T22:15:56.717Z"}
380{"file":"base.go","function":"setupDeploymentInformer","level":"debug","line":"469","message":"time=\"2021-06-11T22:15:56.817Z\" level=debug msg=\"Initial cache sync ready for deployment..\" file=base.go function=setupDeploymentInformer line=469 requestId=unknown\n","requestId":"unknown","timestamp":"2021-06-11T22:15:56.817Z"}
381{"file":"base.go","function":"safeCloseChannel","level":"debug","line":"610","message":"time=\"2021-06-11T22:15:56.817Z\" level=debug msg=\"channel is open. closing it as requested.\" file=base.go function=safeCloseChannel line=610 requestId=unknown\n","requestId":"unknown","timestamp":"2021-06-11T22:15:56.817Z"}
382{"file":"base.go","function":"SetupComputesInformer","level":"debug","line":"523","message":"time=\"2021-06-11T22:15:56.917Z\" level=debug msg=\"Initial cache sync ready for computes..\" file=base.go function=SetupComputesInformer line=523 requestId=unknown\n","requestId":"unknown","timestamp":"2021-06-11T22:15:56.917Z"}
383{"file":"base.go","function":"safeCloseChannel","level":"debug","line":"610","message":"time=\"2021-06-11T22:15:56.917Z\" level=debug msg=\"channel is open. closing it as requested.\" file=base.go function=safeCloseChannel line=610 requestId=unknown\n","requestId":"unknown","timestamp":"2021-06-11T22:15:56.917Z"}
384{"file":"job_base.go","function":"SetupJobInformer","level":"debug","line":"36","message":"time=\"2021-06-11T22:15:57.018Z\" level=debug msg=\"Initial cache sync ready for jobs...\" file=job_base.go function=SetupJobInformer line=36 requestId=unknown\n","requestId":"unknown","timestamp":"2021-06-11T22:15:57.018Z"}
385{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:15:59.444Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=9e0c6229-0994-4425-bdc1-ecbd15eb5952 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"9e0c6229-0994-4425-bdc1-ecbd15eb5952","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:59.444Z"}
386{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:15:59.467Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=9e0c6229-0994-4425-bdc1-ecbd15eb5952 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"9e0c6229-0994-4425-bdc1-ecbd15eb5952","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:59.467Z"}
387{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:15:59.467Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:15:59.467Z"}
388{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:15:59.624Z\" level=debug msg=\"Response method:GET status:200 duration:156ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:15:59.624Z"}
389{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:15:59.629Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=9e0c6229-0994-4425-bdc1-ecbd15eb5952 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"9e0c6229-0994-4425-bdc1-ecbd15eb5952","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:59.629Z"}
390{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:15:59.63Z\" level=info msg=\"-------End Request------------------------------------------------------------ 186.335616ms\" file=api.go function=1 line=1039 requestId=9e0c6229-0994-4425-bdc1-ecbd15eb5952 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"9e0c6229-0994-4425-bdc1-ecbd15eb5952","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:15:59.63Z"}
391{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:16:01.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-3f9fade5 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-3f9fade5","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:16:01.931Z"}
392{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:16:01.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 100.081µs\" file=api.go function=1 line=1039 requestId=edws-internal-3f9fade5 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-3f9fade5","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:16:01.931Z"}
393{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:16:09.573Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=f49dff7a-1685-44bc-82bc-d38ce54204ad requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"f49dff7a-1685-44bc-82bc-d38ce54204ad","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:09.573Z"}
394{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:16:09.598Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=f49dff7a-1685-44bc-82bc-d38ce54204ad requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"f49dff7a-1685-44bc-82bc-d38ce54204ad","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:09.598Z"}
395{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:16:09.598Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:16:09.598Z"}
396{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:16:09.759Z\" level=debug msg=\"Response method:GET status:200 duration:161ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:16:09.759Z"}
397{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:16:09.765Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=f49dff7a-1685-44bc-82bc-d38ce54204ad requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"f49dff7a-1685-44bc-82bc-d38ce54204ad","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:09.765Z"}
398{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:16:09.766Z\" level=info msg=\"-------End Request------------------------------------------------------------ 193.198464ms\" file=api.go function=1 line=1039 requestId=f49dff7a-1685-44bc-82bc-d38ce54204ad requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"f49dff7a-1685-44bc-82bc-d38ce54204ad","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:09.766Z"}
399{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:16:11.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-c51dd494 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-c51dd494","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:16:11.931Z"}
400{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:16:11.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 92.509µs\" file=api.go function=1 line=1039 requestId=edws-internal-c51dd494 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-c51dd494","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:16:11.931Z"}
401{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:16:19.736Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=93208f4b-05ce-47d0-86e8-25272171b27d requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"93208f4b-05ce-47d0-86e8-25272171b27d","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:19.736Z"}
402{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:16:19.759Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=93208f4b-05ce-47d0-86e8-25272171b27d requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"93208f4b-05ce-47d0-86e8-25272171b27d","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:19.759Z"}
403{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:16:19.759Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:16:19.759Z"}
404{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:16:19.92Z\" level=debug msg=\"Response method:GET status:200 duration:160ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:16:19.92Z"}
405{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:16:19.925Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=93208f4b-05ce-47d0-86e8-25272171b27d requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"93208f4b-05ce-47d0-86e8-25272171b27d","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:19.925Z"}
406{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:16:19.926Z\" level=info msg=\"-------End Request------------------------------------------------------------ 190.39051ms\" file=api.go function=1 line=1039 requestId=93208f4b-05ce-47d0-86e8-25272171b27d requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"93208f4b-05ce-47d0-86e8-25272171b27d","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:19.926Z"}
407{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:16:21.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-4a4f25bf requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-4a4f25bf","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:16:21.931Z"}
408{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:16:21.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 105.339µs\" file=api.go function=1 line=1039 requestId=edws-internal-4a4f25bf requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-4a4f25bf","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:16:21.931Z"}
409{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:16:29.872Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:29.872Z"}
410{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:16:29.939Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:29.939Z"}
411{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:16:29.949Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:29.949Z"}
412{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:16:29.958Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:29.958Z"}
413{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:16:29.97Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:29.97Z"}
414{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:16:29.982Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:29.982Z"}
415{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:16:29.992Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:29.992Z"}
416{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:16:30Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:30Z"}
417{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:16:30.011Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:30.011Z"}
418{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:16:30.023Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:30.023Z"}
419{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:16:30.033Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:30.033Z"}
420{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:16:30.043Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:30.043Z"}
421{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:16:30.053Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:30.053Z"}
422{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:16:30.073Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:30.073Z"}
423{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:16:30.081Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:30.081Z"}
424{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:16:30.087Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:30.087Z"}
425{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:16:30.097Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:30.097Z"}
426{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:16:30.097Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:16:30.097Z"}
427{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:16:30.253Z\" level=debug msg=\"Response method:GET status:200 duration:155ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:16:30.253Z"}
428{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:16:30.258Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 23/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:30.258Z"}
429{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:16:30.398Z\" level=info msg=\"-------End Request------------------------------------------------------------ 525.926947ms\" file=api.go function=1 line=1039 requestId=82919796-ec9e-4a6d-8bfb-b3c6b0675973 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"82919796-ec9e-4a6d-8bfb-b3c6b0675973","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:30.398Z"}
430{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:16:31.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-9137f474 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-9137f474","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:16:31.931Z"}
431{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:16:31.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 95.998µs\" file=api.go function=1 line=1039 requestId=edws-internal-9137f474 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-9137f474","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:16:31.931Z"}
432{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:16:37.92Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-28c8847c requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-28c8847c","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:16:37.92Z"}
433{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:16:37.92Z\" level=info msg=\"-------End Request------------------------------------------------------------ 98.143µs\" file=api.go function=1 line=1039 requestId=edws-internal-28c8847c requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-28c8847c","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:16:37.92Z"}
434{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:16:40.17Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=88022245-c786-4031-a3aa-43c791acec35 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"88022245-c786-4031-a3aa-43c791acec35","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:40.17Z"}
435{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:16:40.194Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=88022245-c786-4031-a3aa-43c791acec35 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"88022245-c786-4031-a3aa-43c791acec35","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:40.194Z"}
436{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:16:40.194Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:16:40.194Z"}
437{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:16:40.344Z\" level=debug msg=\"Response method:GET status:200 duration:150ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:16:40.344Z"}
438{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:16:40.35Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=88022245-c786-4031-a3aa-43c791acec35 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"88022245-c786-4031-a3aa-43c791acec35","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:40.35Z"}
439{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:16:40.351Z\" level=info msg=\"-------End Request------------------------------------------------------------ 181.086963ms\" file=api.go function=1 line=1039 requestId=88022245-c786-4031-a3aa-43c791acec35 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"88022245-c786-4031-a3aa-43c791acec35","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:40.351Z"}
440{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:16:41.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-0afe686b requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-0afe686b","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:16:41.931Z"}
441{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:16:41.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 94.726µs\" file=api.go function=1 line=1039 requestId=edws-internal-0afe686b requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-0afe686b","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:16:41.931Z"}
442{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:16:49.548Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=ac424efe-3632-4818-89dc-1b9f99e04587 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"ac424efe-3632-4818-89dc-1b9f99e04587","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:49.548Z"}
443{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:16:49.574Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=ac424efe-3632-4818-89dc-1b9f99e04587 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"ac424efe-3632-4818-89dc-1b9f99e04587","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:49.574Z"}
444{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:16:49.575Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:16:49.575Z"}
445{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:16:49.728Z\" level=debug msg=\"Response method:GET status:200 duration:153ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:16:49.728Z"}
446{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:16:49.734Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=ac424efe-3632-4818-89dc-1b9f99e04587 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"ac424efe-3632-4818-89dc-1b9f99e04587","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:49.734Z"}
447{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:16:49.735Z\" level=info msg=\"-------End Request------------------------------------------------------------ 187.414273ms\" file=api.go function=1 line=1039 requestId=ac424efe-3632-4818-89dc-1b9f99e04587 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"ac424efe-3632-4818-89dc-1b9f99e04587","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:16:49.735Z"}
448{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:16:51.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-083e2fd4 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-083e2fd4","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:16:51.931Z"}
449{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:16:51.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 98.057µs\" file=api.go function=1 line=1039 requestId=edws-internal-083e2fd4 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-083e2fd4","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:16:51.931Z"}
450{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:17:00.128Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=2bb311d7-1387-425d-adb7-3275d1dbed15 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"2bb311d7-1387-425d-adb7-3275d1dbed15","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:00.128Z"}
451{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:17:00.151Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=2bb311d7-1387-425d-adb7-3275d1dbed15 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"2bb311d7-1387-425d-adb7-3275d1dbed15","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:00.151Z"}
452{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:17:00.152Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:17:00.152Z"}
453{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:17:00.297Z\" level=debug msg=\"Response method:GET status:200 duration:145ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:17:00.297Z"}
454{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:17:00.303Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=2bb311d7-1387-425d-adb7-3275d1dbed15 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"2bb311d7-1387-425d-adb7-3275d1dbed15","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:00.303Z"}
455{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:17:00.304Z\" level=info msg=\"-------End Request------------------------------------------------------------ 175.926733ms\" file=api.go function=1 line=1039 requestId=2bb311d7-1387-425d-adb7-3275d1dbed15 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"2bb311d7-1387-425d-adb7-3275d1dbed15","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:00.304Z"}
456{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:17:01.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-a37cb1da requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-a37cb1da","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:17:01.931Z"}
457{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:17:01.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 97.284µs\" file=api.go function=1 line=1039 requestId=edws-internal-a37cb1da requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-a37cb1da","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:17:01.931Z"}
458{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:17:10.064Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=aa790a5a-608d-498c-8fa4-b06fc1532539 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"aa790a5a-608d-498c-8fa4-b06fc1532539","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:10.064Z"}
459{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:17:10.089Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=aa790a5a-608d-498c-8fa4-b06fc1532539 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"aa790a5a-608d-498c-8fa4-b06fc1532539","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:10.089Z"}
460{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:17:10.089Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:17:10.089Z"}
461{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:17:10.252Z\" level=debug msg=\"Response method:GET status:200 duration:162ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:17:10.252Z"}
462{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:17:10.258Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=aa790a5a-608d-498c-8fa4-b06fc1532539 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"aa790a5a-608d-498c-8fa4-b06fc1532539","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:10.258Z"}
463{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:17:10.259Z\" level=info msg=\"-------End Request------------------------------------------------------------ 194.588045ms\" file=api.go function=1 line=1039 requestId=aa790a5a-608d-498c-8fa4-b06fc1532539 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"aa790a5a-608d-498c-8fa4-b06fc1532539","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:10.259Z"}
464{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:17:11.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-834798ec requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-834798ec","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:17:11.931Z"}
465{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:17:11.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 92.15µs\" file=api.go function=1 line=1039 requestId=edws-internal-834798ec requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-834798ec","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:17:11.931Z"}
466{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:17:19.613Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=0680dd78-f53a-482b-a1bc-a897c73b3662 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"0680dd78-f53a-482b-a1bc-a897c73b3662","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:19.613Z"}
467{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:17:19.636Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=0680dd78-f53a-482b-a1bc-a897c73b3662 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"0680dd78-f53a-482b-a1bc-a897c73b3662","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:19.636Z"}
468{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:17:19.637Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:17:19.637Z"}
469{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:17:19.783Z\" level=debug msg=\"Response method:GET status:200 duration:146ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:17:19.783Z"}
470{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:17:19.789Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=0680dd78-f53a-482b-a1bc-a897c73b3662 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"0680dd78-f53a-482b-a1bc-a897c73b3662","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:19.789Z"}
471{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:17:19.79Z\" level=info msg=\"-------End Request------------------------------------------------------------ 177.205534ms\" file=api.go function=1 line=1039 requestId=0680dd78-f53a-482b-a1bc-a897c73b3662 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"0680dd78-f53a-482b-a1bc-a897c73b3662","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:19.79Z"}
472{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:17:21.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-6d5d9954 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-6d5d9954","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:17:21.931Z"}
473{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:17:21.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 93.923µs\" file=api.go function=1 line=1039 requestId=edws-internal-6d5d9954 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-6d5d9954","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:17:21.931Z"}
474{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:17:30.095Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.095Z"}
475{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:17:30.132Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.132Z"}
476{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:17:30.141Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.141Z"}
477{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:17:30.149Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.149Z"}
478{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:17:30.158Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.158Z"}
479{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:17:30.168Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.168Z"}
480{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:17:30.176Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.176Z"}
481{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:17:30.184Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.184Z"}
482{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:17:30.196Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.196Z"}
483{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:17:30.204Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.204Z"}
484{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:17:30.212Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.212Z"}
485{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:17:30.224Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.224Z"}
486{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:17:30.232Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.232Z"}
487{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:17:30.242Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.242Z"}
488{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:17:30.25Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.25Z"}
489{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:17:30.255Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.255Z"}
490{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:17:30.265Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.265Z"}
491{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:17:30.265Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:17:30.265Z"}
492{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:17:30.414Z\" level=debug msg=\"Response method:GET status:200 duration:148ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:17:30.414Z"}
493{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:17:30.42Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 23/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.42Z"}
494{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:17:30.557Z\" level=info msg=\"-------End Request------------------------------------------------------------ 461.693466ms\" file=api.go function=1 line=1039 requestId=a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"a03ac0d1-7062-4f0f-a132-f23c5ab6cf6c","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:30.557Z"}
495{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:17:31.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-17a77974 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-17a77974","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:17:31.931Z"}
496{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:17:31.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 96.972µs\" file=api.go function=1 line=1039 requestId=edws-internal-17a77974 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-17a77974","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:17:31.931Z"}
497{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:17:37.92Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-9475ff85 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-9475ff85","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:17:37.92Z"}
498{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:17:37.92Z\" level=info msg=\"-------End Request------------------------------------------------------------ 87.859µs\" file=api.go function=1 line=1039 requestId=edws-internal-9475ff85 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-9475ff85","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:17:37.92Z"}
499{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:17:39.536Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=e15c5e94-c655-4d22-9caa-c4ffabf1ef38 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e15c5e94-c655-4d22-9caa-c4ffabf1ef38","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:39.536Z"}
500{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:17:39.567Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=e15c5e94-c655-4d22-9caa-c4ffabf1ef38 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e15c5e94-c655-4d22-9caa-c4ffabf1ef38","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:39.567Z"}
501{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:17:39.568Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:17:39.568Z"}
502{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:17:39.719Z\" level=debug msg=\"Response method:GET status:200 duration:151ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:17:39.719Z"}
503{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:17:39.725Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=e15c5e94-c655-4d22-9caa-c4ffabf1ef38 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e15c5e94-c655-4d22-9caa-c4ffabf1ef38","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:39.725Z"}
504{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:17:39.726Z\" level=info msg=\"-------End Request------------------------------------------------------------ 190.164312ms\" file=api.go function=1 line=1039 requestId=e15c5e94-c655-4d22-9caa-c4ffabf1ef38 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"e15c5e94-c655-4d22-9caa-c4ffabf1ef38","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:39.726Z"}
505{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:17:41.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-fe80c5a7 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-fe80c5a7","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:17:41.931Z"}
506{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:17:41.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 96.391µs\" file=api.go function=1 line=1039 requestId=edws-internal-fe80c5a7 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-fe80c5a7","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:17:41.931Z"}
507{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:17:50.06Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=2f1d5194-7902-41f3-b830-2bd9fc44f292 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"2f1d5194-7902-41f3-b830-2bd9fc44f292","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:50.06Z"}
508{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:17:50.086Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=2f1d5194-7902-41f3-b830-2bd9fc44f292 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"2f1d5194-7902-41f3-b830-2bd9fc44f292","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:50.086Z"}
509{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:17:50.086Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:17:50.086Z"}
510{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:17:50.253Z\" level=debug msg=\"Response method:GET status:200 duration:166ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:17:50.253Z"}
511{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:17:50.258Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=2f1d5194-7902-41f3-b830-2bd9fc44f292 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"2f1d5194-7902-41f3-b830-2bd9fc44f292","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:50.258Z"}
512{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:17:50.259Z\" level=info msg=\"-------End Request------------------------------------------------------------ 199.608371ms\" file=api.go function=1 line=1039 requestId=2f1d5194-7902-41f3-b830-2bd9fc44f292 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"2f1d5194-7902-41f3-b830-2bd9fc44f292","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:50.259Z"}
513{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:17:51.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-3dd9760f requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-3dd9760f","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:17:51.931Z"}
514{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:17:51.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 112.293µs\" file=api.go function=1 line=1039 requestId=edws-internal-3dd9760f requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-3dd9760f","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:17:51.931Z"}
515{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:17:59.339Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=927487da-7ec9-43f3-ad8d-df0138b05a32 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"927487da-7ec9-43f3-ad8d-df0138b05a32","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:59.339Z"}
516{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:17:59.362Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=927487da-7ec9-43f3-ad8d-df0138b05a32 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"927487da-7ec9-43f3-ad8d-df0138b05a32","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:59.362Z"}
517{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:17:59.362Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:17:59.362Z"}
518{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:17:59.516Z\" level=debug msg=\"Response method:GET status:200 duration:153ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:17:59.516Z"}
519{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:17:59.525Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=927487da-7ec9-43f3-ad8d-df0138b05a32 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"927487da-7ec9-43f3-ad8d-df0138b05a32","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:59.525Z"}
520{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:17:59.526Z\" level=info msg=\"-------End Request------------------------------------------------------------ 187.591986ms\" file=api.go function=1 line=1039 requestId=927487da-7ec9-43f3-ad8d-df0138b05a32 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"927487da-7ec9-43f3-ad8d-df0138b05a32","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:17:59.526Z"}
521{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:18:01.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-f837dbdd requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-f837dbdd","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:18:01.931Z"}
522{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:18:01.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 102.048µs\" file=api.go function=1 line=1039 requestId=edws-internal-f837dbdd requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-f837dbdd","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:18:01.931Z"}
523{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:18:03.168Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=233181c9-05b9-48c0-a1b1-510160848561 requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g\n","requestId":"233181c9-05b9-48c0-a1b1-510160848561","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g","timestamp":"2021-06-11T22:18:03.168Z"}
524{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:18:03.17Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env/crn/crn:cdp:environments:us-west-1:9d74eee4-1cad-45d7-b645-7ccf9edbb73d:environment:3dd24663-179e-40f3-9965-430df138c29f\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:18:03.17Z"}
525{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:18:03.306Z\" level=debug msg=\"Response method:GET status:200 duration:136ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env/crn/crn:cdp:environments:us-west-1:9d74eee4-1cad-45d7-b645-7ccf9edbb73d:environment:3dd24663-179e-40f3-9965-430df138c29f\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:18:03.306Z"}
526{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:18:03.307Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=233181c9-05b9-48c0-a1b1-510160848561 requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g\n","requestId":"233181c9-05b9-48c0-a1b1-510160848561","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g","timestamp":"2021-06-11T22:18:03.307Z"}
527{"file":"base.go","function":"RenderConfig","level":"info","line":"2853","message":"time=\"2021-06-11T22:18:03.378Z\" level=info msg=\"rendering config for app 'druid-historical-cold' with release name 'auxiliary-mule' and version '1'\" file=base.go function=RenderConfig line=2853 requestId=233181c9-05b9-48c0-a1b1-510160848561 requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g\n","requestId":"233181c9-05b9-48c0-a1b1-510160848561","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g","timestamp":"2021-06-11T22:18:03.378Z"}
528{"file":"base.go","function":"RenderConfig","level":"info","line":"2853","message":"time=\"2021-06-11T22:18:03.378Z\" level=info msg=\"rendering config for app 'druid-middlemanager' with release name 'banking-ant' and version '1'\" file=base.go function=RenderConfig line=2853 requestId=233181c9-05b9-48c0-a1b1-510160848561 requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g\n","requestId":"233181c9-05b9-48c0-a1b1-510160848561","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g","timestamp":"2021-06-11T22:18:03.378Z"}
529{"file":"base.go","function":"RenderConfig","level":"info","line":"2853","message":"time=\"2021-06-11T22:18:03.379Z\" level=info msg=\"rendering config for app 'druid-common' with release name 'lunging-toad' and version '2'\" file=base.go function=RenderConfig line=2853 requestId=233181c9-05b9-48c0-a1b1-510160848561 requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g\n","requestId":"233181c9-05b9-48c0-a1b1-510160848561","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g","timestamp":"2021-06-11T22:18:03.379Z"}
530{"file":"base.go","function":"RenderConfig","level":"info","line":"2853","message":"time=\"2021-06-11T22:18:03.379Z\" level=info msg=\"rendering config for app 'druid-router' with release name 'torrid-bronco' and version '1'\" file=base.go function=RenderConfig line=2853 requestId=233181c9-05b9-48c0-a1b1-510160848561 requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g\n","requestId":"233181c9-05b9-48c0-a1b1-510160848561","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g","timestamp":"2021-06-11T22:18:03.379Z"}
531{"file":"base.go","function":"RenderConfig","level":"info","line":"2853","message":"time=\"2021-06-11T22:18:03.379Z\" level=info msg=\"rendering config for app 'druid-coordinator' with release name 'alliterating-jaguar' and version '2'\" file=base.go function=RenderConfig line=2853 requestId=233181c9-05b9-48c0-a1b1-510160848561 requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g\n","requestId":"233181c9-05b9-48c0-a1b1-510160848561","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g","timestamp":"2021-06-11T22:18:03.379Z"}
532{"file":"base.go","function":"RenderConfig","level":"info","line":"2853","message":"time=\"2021-06-11T22:18:03.379Z\" level=info msg=\"rendering config for app 'superset' with release name 'cantankerous-orangutan' and version '1'\" file=base.go function=RenderConfig line=2853 requestId=233181c9-05b9-48c0-a1b1-510160848561 requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g\n","requestId":"233181c9-05b9-48c0-a1b1-510160848561","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g","timestamp":"2021-06-11T22:18:03.379Z"}
533{"file":"base.go","function":"RenderConfig","level":"info","line":"2853","message":"time=\"2021-06-11T22:18:03.379Z\" level=info msg=\"rendering config for app 'druid-historical' with release name 'funky-jackal' and version '1'\" file=base.go function=RenderConfig line=2853 requestId=233181c9-05b9-48c0-a1b1-510160848561 requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g\n","requestId":"233181c9-05b9-48c0-a1b1-510160848561","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g","timestamp":"2021-06-11T22:18:03.379Z"}
534{"file":"base.go","function":"RenderConfig","level":"info","line":"2853","message":"time=\"2021-06-11T22:18:03.379Z\" level=info msg=\"rendering config for app 'druid-peon' with release name 'nomadic-prawn' and version '1'\" file=base.go function=RenderConfig line=2853 requestId=233181c9-05b9-48c0-a1b1-510160848561 requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g\n","requestId":"233181c9-05b9-48c0-a1b1-510160848561","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g","timestamp":"2021-06-11T22:18:03.379Z"}
535{"file":"base.go","function":"RenderConfig","level":"info","line":"2853","message":"time=\"2021-06-11T22:18:03.379Z\" level=info msg=\"rendering config for app 'druid-broker' with release name 'tan-snail' and version '1'\" file=base.go function=RenderConfig line=2853 requestId=233181c9-05b9-48c0-a1b1-510160848561 requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g\n","requestId":"233181c9-05b9-48c0-a1b1-510160848561","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g","timestamp":"2021-06-11T22:18:03.379Z"}
536{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:18:03.38Z\" level=info msg=\"-------End Request------------------------------------------------------------ 211.708665ms\" file=api.go function=1 line=1039 requestId=233181c9-05b9-48c0-a1b1-510160848561 requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g\n","requestId":"233181c9-05b9-48c0-a1b1-510160848561","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/druids/druid-1623443596-mt8g","timestamp":"2021-06-11T22:18:03.38Z"}
537{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:18:09.342Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=77074ced-456e-4efc-b077-5a208a7fd519 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"77074ced-456e-4efc-b077-5a208a7fd519","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:09.342Z"}
538{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:18:09.366Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=77074ced-456e-4efc-b077-5a208a7fd519 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"77074ced-456e-4efc-b077-5a208a7fd519","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:09.366Z"}
539{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:18:09.366Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:18:09.366Z"}
540{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:18:09.513Z\" level=debug msg=\"Response method:GET status:200 duration:147ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:18:09.513Z"}
541{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:18:09.52Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 0/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=77074ced-456e-4efc-b077-5a208a7fd519 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"77074ced-456e-4efc-b077-5a208a7fd519","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:09.52Z"}
542{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:18:09.521Z\" level=info msg=\"-------End Request------------------------------------------------------------ 178.622265ms\" file=api.go function=1 line=1039 requestId=77074ced-456e-4efc-b077-5a208a7fd519 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"77074ced-456e-4efc-b077-5a208a7fd519","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:09.521Z"}
543{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:18:11.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-f4a1ada0 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-f4a1ada0","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:18:11.931Z"}
544{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:18:11.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 98.003µs\" file=api.go function=1 line=1039 requestId=edws-internal-f4a1ada0 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-f4a1ada0","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:18:11.931Z"}
545{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:18:19.374Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=4dd53412-d530-47da-9c0a-14c6bf7d82d6 requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/GetWorkloadOperationsStatus\n","requestId":"4dd53412-d530-47da-9c0a-14c6bf7d82d6","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/GetWorkloadOperationsStatus","timestamp":"2021-06-11T22:18:19.374Z"}
546{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:18:19.376Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env/crn/crn:cdp:environments:us-west-1:9d74eee4-1cad-45d7-b645-7ccf9edbb73d:environment:3dd24663-179e-40f3-9965-430df138c29f\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:18:19.376Z"}
547{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:18:19.396Z\" level=debug msg=\"Response method:GET status:200 duration:19ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env/crn/crn:cdp:environments:us-west-1:9d74eee4-1cad-45d7-b645-7ccf9edbb73d:environment:3dd24663-179e-40f3-9965-430df138c29f\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:18:19.396Z"}
548{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:18:19.396Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=4dd53412-d530-47da-9c0a-14c6bf7d82d6 requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/GetWorkloadOperationsStatus\n","requestId":"4dd53412-d530-47da-9c0a-14c6bf7d82d6","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/GetWorkloadOperationsStatus","timestamp":"2021-06-11T22:18:19.396Z"}
549{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:18:19.401Z\" level=info msg=\"-------End Request------------------------------------------------------------ 26.16137ms\" file=api.go function=1 line=1039 requestId=4dd53412-d530-47da-9c0a-14c6bf7d82d6 requestMethod=GET requestPath=/dwx/api/v2/environments/env-fbzlqv/GetWorkloadOperationsStatus\n","requestId":"4dd53412-d530-47da-9c0a-14c6bf7d82d6","requestMethod":"GET","requestPath":"/dwx/api/v2/environments/env-fbzlqv/GetWorkloadOperationsStatus","timestamp":"2021-06-11T22:18:19.401Z"}
550{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:18:21.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-98eed3eb requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-98eed3eb","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:18:21.931Z"}
551{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:18:21.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 91.052µs\" file=api.go function=1 line=1039 requestId=edws-internal-98eed3eb requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-98eed3eb","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:18:21.931Z"}
552{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:18:30.254Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.254Z"}
553{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:18:30.293Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.293Z"}
554{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:18:30.304Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.304Z"}
555{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:18:30.314Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.314Z"}
556{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:18:30.323Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.323Z"}
557{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:18:30.337Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.337Z"}
558{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:18:30.348Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.348Z"}
559{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:18:30.357Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.357Z"}
560{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:18:30.367Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.367Z"}
561{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:18:30.378Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.378Z"}
562{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:18:30.387Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.387Z"}
563{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:18:30.399Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.399Z"}
564{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:18:30.409Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.409Z"}
565{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:18:30.419Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.419Z"}
566{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:18:30.428Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.428Z"}
567{"file":"retry.go","function":"retry","level":"info","line":"53","message":"time=\"2021-06-11T22:18:30.434Z\" level=info msg=\"Retry succeeded (1/10).\" file=retry.go function=retry line=53 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.434Z"}
568{"file":"clusterhandler.go","function":"createClusterView","level":"warning","line":"1733","message":"time=\"2021-06-11T22:18:30.444Z\" level=warning msg=\"Incomplete bucket policy template. GET env API likely invoked with envCRN instead envId. unable to get AWS credentials: credentials not found\" file=clusterhandler.go function=createClusterView line=1733 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.444Z"}
569{"file":"auth.go","function":"LogRequest","level":"debug","line":"41","message":"time=\"2021-06-11T22:18:30.444Z\" level=debug msg=\"Request GET http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogRequest line=41\n","timestamp":"2021-06-11T22:18:30.444Z"}
570{"file":"auth.go","function":"LogResponse","level":"debug","line":"53","message":"time=\"2021-06-11T22:18:30.598Z\" level=debug msg=\"Response method:GET status:200 duration:153ms req_url:http://cloudbreak-environment.cloudbreak.svc.cluster.local:8080/environmentservice/api/v1/env\" file=auth.go function=LogResponse line=53\n","timestamp":"2021-06-11T22:18:30.598Z"}
571{"file":"umsclient.go","function":"GetPermissionsBulk","level":"debug","line":"847","message":"time=\"2021-06-11T22:18:30.604Z\" level=debug msg=\"new/all rate in GetPermissionsBulk: 23/23, cache is at: 27/10000\" file=umsclient.go function=GetPermissionsBulk line=847 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.604Z"}
572{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:18:30.742Z\" level=info msg=\"-------End Request------------------------------------------------------------ 488.293546ms\" file=api.go function=1 line=1039 requestId=6b15b70d-0f0a-40fd-a6bf-a4971fa528f9 requestMethod=GET requestPath=/dwx/api/v2/environments\n","requestId":"6b15b70d-0f0a-40fd-a6bf-a4971fa528f9","requestMethod":"GET","requestPath":"/dwx/api/v2/environments","timestamp":"2021-06-11T22:18:30.742Z"}
573{"file":"api.go","function":"func1","level":"info","line":"1037","message":"time=\"2021-06-11T22:18:31.931Z\" level=info msg=\"-------New Request------------------------------------------------------------\" file=api.go function=func1 line=1037 requestId=edws-internal-d1aa5a15 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-d1aa5a15","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:18:31.931Z"}
574{"file":"api.go","function":"1","level":"info","line":"1039","message":"time=\"2021-06-11T22:18:31.931Z\" level=info msg=\"-------End Request------------------------------------------------------------ 96.859µs\" file=api.go function=1 line=1039 requestId=edws-internal-d1aa5a15 requestMethod=GET requestPath=/dwx/api/v2/version\n","requestId":"edws-internal-d1aa5a15","requestMethod":"GET","requestPath":"/dwx/api/v2/version","timestamp":"2021-06-11T22:18:31.931Z"}
575^Csignal: interrupt