64pfaAxD

1 [ERROR]: /opt/tower/lib/python2.7/site-
2packages/tower/models/environment.py:418: YAMLLoadWarning: calling yaml.load()
3without Loader=... is deprecated, as the default Loader is unsafe. Please read
4https://msg.pyyaml.org/load for full details.   descr = yaml.load(f)
5
6PLAY [pre tasks] ***************************************************************
7
8TASK [Gathering Facts] *********************************************************
9ok: [node1]
10
11TASK [Run pre installation checks] *********************************************
12included: /opt/tower/var/tower/playbooks/NOC/system_roles/nsqd/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./system_roles/nsqd/tasks/checks.yml)
13included: /opt/tower/var/tower/playbooks/NOC/system_roles/consul/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./system_roles/consul/tasks/checks.yml)
14included: /opt/tower/var/tower/playbooks/NOC/system_roles/nsqlookupd/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./system_roles/nsqlookupd/tasks/checks.yml)
15included: /opt/tower/var/tower/playbooks/NOC/system_roles/mongod/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./system_roles/mongod/tasks/checks.yml)
16included: /opt/tower/var/tower/playbooks/NOC/system_roles/clickhouse/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./system_roles/clickhouse/tasks/checks.yml)
17included: /opt/tower/var/tower/playbooks/NOC/system_roles/postgres/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./system_roles/postgres/tasks/checks.yml)
18included: /opt/tower/var/tower/playbooks/NOC/system_roles/nginx/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./system_roles/nginx/tasks/checks.yml)
19included: /opt/tower/var/tower/playbooks/NOC/noc_roles/sae/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/sae/tasks/checks.yml)
20included: /opt/tower/var/tower/playbooks/NOC/noc_roles/noc/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/noc/tasks/checks.yml)
21included: /opt/tower/var/tower/playbooks/NOC/noc_roles/classifier/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/classifier/tasks/checks.yml)
22included: /opt/tower/var/tower/playbooks/NOC/noc_roles/web/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/web/tasks/checks.yml)
23included: /opt/tower/var/tower/playbooks/NOC/noc_roles/tgsender/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/tgsender/tasks/checks.yml)
24included: /opt/tower/var/tower/playbooks/NOC/noc_roles/datastream/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/datastream/tasks/checks.yml)
25included: /opt/tower/var/tower/playbooks/NOC/noc_roles/nbi/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/nbi/tasks/checks.yml)
26included: /opt/tower/var/tower/playbooks/NOC/noc_roles/mib/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/mib/tasks/checks.yml)
27included: /opt/tower/var/tower/playbooks/NOC/noc_roles/mailsender/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/mailsender/tasks/checks.yml)
28included: /opt/tower/var/tower/playbooks/NOC/noc_roles/ping/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/ping/tasks/checks.yml)
29included: /opt/tower/var/tower/playbooks/NOC/noc_roles/chwriter/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/chwriter/tasks/checks.yml)
30included: /opt/tower/var/tower/playbooks/NOC/noc_roles/bi/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/bi/tasks/checks.yml)
31included: /opt/tower/var/tower/playbooks/NOC/noc_roles/pre/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/pre/tasks/checks.yml)
32included: /opt/tower/var/tower/playbooks/NOC/noc_roles/escalator/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/escalator/tasks/checks.yml)
33included: /opt/tower/var/tower/playbooks/NOC/noc_roles/correlator/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/correlator/tasks/checks.yml)
34included: /opt/tower/var/tower/playbooks/NOC/noc_roles/ch_datasource/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/ch_datasource/tasks/checks.yml)
35included: /opt/tower/var/tower/playbooks/NOC/noc_roles/login/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/login/tasks/checks.yml)
36included: /opt/tower/var/tower/playbooks/NOC/noc_roles/activator/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/activator/tasks/checks.yml)
37included: /opt/tower/var/tower/playbooks/NOC/noc_roles/discovery/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/discovery/tasks/checks.yml)
38included: /opt/tower/var/tower/playbooks/NOC/noc_roles/card/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/card/tasks/checks.yml)
39included: /opt/tower/var/tower/playbooks/NOC/noc_roles/mrt/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/mrt/tasks/checks.yml)
40included: /opt/tower/var/tower/playbooks/NOC/noc_roles/trapcollector/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/trapcollector/tasks/checks.yml)
41included: /opt/tower/var/tower/playbooks/NOC/noc_roles/syslogcollector/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/syslogcollector/tasks/checks.yml)
42included: /opt/tower/var/tower/playbooks/NOC/noc_roles/scheduler/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/scheduler/tasks/checks.yml)
43included: /opt/tower/var/tower/playbooks/NOC/noc_roles/selfmon/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/selfmon/tasks/checks.yml)
44included: /opt/tower/var/tower/playbooks/NOC/noc_roles/grafanads/tasks/checks.yml for node1 => (item=/opt/tower/var/tower/playbooks/NOC/./noc_roles/grafanads/tasks/checks.yml)
45
46TASK [fail if consul is not selected] ******************************************
47skipping: [node1]
48
49TASK [fail if consul-template is not selected] *********************************
50skipping: [node1]
51
52TASK [init check vars] *********************************************************
53ok: [node1]
54
55TASK [check if bootstrap exists] ***********************************************
56ok: [node1] => (item=node1)
57
58TASK [count servers] ***********************************************************
59ok: [node1] => (item=node1)
60
61TASK [Ensure consul setup. bootstrap] ******************************************
62skipping: [node1]
63
64TASK [Ensure consul setup. max server count] ***********************************
65skipping: [node1]
66
67TASK [Check consul already installed] ******************************************
68ok: [node1]
69
70TASK [Check installed consul version] ******************************************
71changed: [node1]
72
73TASK [Fail if version is not sane] *********************************************
74skipping: [node1]
75
76TASK [Check consul already installed] ******************************************
77skipping: [node1]
78
79TASK [Check installed consul version] ******************************************
80skipping: [node1]
81
82TASK [Fail if version is not sane] *********************************************
83skipping: [node1]
84
85TASK [No nsqlookupd server set] ************************************************
86skipping: [node1]
87
88TASK [No mongodb server set] ***************************************************
89skipping: [node1]
90
91TASK [fail if consul is not selected] ******************************************
92skipping: [node1]
93
94TASK [Fail if too new release of Debian for mongo.] ****************************
95skipping: [node1]
96
97TASK [fail if consul-template is not selected] *********************************
98skipping: [node1]
99
100TASK [fail if consul is not selected] ******************************************
101skipping: [node1]
102
103TASK [fail if too many clickhouses selected] ***********************************
104skipping: [node1]
105
106TASK [check clickhouse server for sse42 support] *******************************
107ok: [node1]
108
109TASK [fail if SSE 4.2 not supported] *******************************************
110skipping: [node1]
111
112TASK [check clickhouse server for sse42 support] *******************************
113skipping: [node1]
114
115TASK [fail if SSE 4.2 not supported] *******************************************
116skipping: [node1]
117
118TASK [init check vars] *********************************************************
119ok: [node1]
120
121TASK [count postgres masters set] **********************************************
122ok: [node1] => (item=node1)
123
124TASK [No postgres server set] **************************************************
125skipping: [node1]
126
127TASK [fail if postrgres in role secondary and no ha setup] *********************
128skipping: [node1]
129
130TASK [Fail if too many postgres masters set] ***********************************
131skipping: [node1]
132
133TASK [fail if consul is not selected] ******************************************
134skipping: [node1]
135
136TASK [include_tasks] ***********************************************************
137included: /opt/tower/var/tower/playbooks/NOC/./system_roles/postgres/tasks/os/Debian/checks.yml for node1
138
139TASK [look for installed postgres version] *************************************
140changed: [node1]
141
142TASK [expose postgres used version as a fact] **********************************
143ok: [node1]
144
145TASK [expose too may postgres installed fact] **********************************
146skipping: [node1]
147
148TASK [fail if postgres version requested not same as used] *********************
149skipping: [node1]
150
151TASK [fail if too many postgres servers installed] *****************************
152skipping: [node1]
153
154TASK [fail if consul is not selected] ******************************************
155skipping: [node1]
156
157TASK [fail if noc not selected] ************************************************
158skipping: [node1]
159
160TASK [fail if consul-template is not selected] *********************************
161skipping: [node1]
162
163TASK [fail if noc is not selected] *********************************************
164skipping: [node1]
165
166TASK [fail if noc repo is not set] *********************************************
167skipping: [node1]
168
169TASK [fail if noc version is not set] ******************************************
170skipping: [node1]
171
172TASK [fail if noc root is not set] *********************************************
173skipping: [node1]
174
175TASK [check if noc_root exists] ************************************************
176ok: [node1]
177
178TASK [check if noc under mercurial control] ************************************
179skipping: [node1]
180
181TASK [fail install if we are under mercurial] **********************************
182skipping: [node1]
183
184TASK [Warn about omap is selected] *********************************************
185skipping: [node1]
186
187TASK [fail if noc is not selected] *********************************************
188skipping: [node1]
189
190TASK [fail if noc is not selected] *********************************************
191skipping: [node1]
192
193TASK [fail if noc is not selected] *********************************************
194skipping: [node1]
195
196TASK [warn if tgsender token is not set] ***************************************
197skipping: [node1]
198
199TASK [timeout for 1 min] *******************************************************
200skipping: [node1]
201
202TASK [Mongo version is too old] ************************************************
203skipping: [node1]
204
205TASK [fail if noc is not selected] *********************************************
206skipping: [node1]
207
208TASK [fail if noc is not selected] *********************************************
209skipping: [node1]
210
211TASK [fail if noc is not selected] *********************************************
212skipping: [node1]
213
214TASK [fail if noc is not selected] *********************************************
215skipping: [node1]
216
217TASK [fail if noc is not selected] *********************************************
218skipping: [node1]
219
220TASK [fail if noc is not selected] *********************************************
221skipping: [node1]
222
223TASK [Mongo version is too old] ************************************************
224skipping: [node1]
225
226TASK [fail if noc is not selected] *********************************************
227skipping: [node1]
228
229TASK [Check ansible version] ***************************************************
230skipping: [node1]
231
232TASK [Check distribution compatibility] ****************************************
233skipping: [node1]
234
235TASK [Fail if not a new release of Red Hat / CentOS] ***************************
236skipping: [node1]
237
238TASK [Fail if not a new release of Debian] *************************************
239skipping: [node1]
240
241TASK [Fail for a new release of Ubuntu] ****************************************
242skipping: [node1]
243
244TASK [Fail for a old release of Ubuntu] ****************************************
245skipping: [node1]
246
247TASK [tower version is too old] ************************************************
248skipping: [node1]
249
250TASK [tower version is old] ****************************************************
251skipping: [node1]
252
253TASK [fail if noc is not selected] *********************************************
254skipping: [node1]
255
256TASK [fail if noc is not selected] *********************************************
257skipping: [node1]
258
259TASK [fail if noc is not selected] *********************************************
260skipping: [node1]
261
262TASK [fail if noc is not selected] *********************************************
263skipping: [node1]
264
265TASK [fail if noc is not selected] *********************************************
266skipping: [node1]
267
268TASK [fail if noc is not selected] *********************************************
269skipping: [node1]
270
271TASK [fail if noc is not selected] *********************************************
272skipping: [node1]
273
274TASK [fail if noc is not selected] *********************************************
275skipping: [node1]
276
277TASK [fail if noc is not selected] *********************************************
278skipping: [node1]
279
280TASK [fail if noc is not selected] *********************************************
281skipping: [node1]
282
283TASK [fail if noc is not selected] *********************************************
284skipping: [node1]
285
286TASK [fail if noc is not selected] *********************************************
287skipping: [node1]
288
289TASK [fail if noc is not selected] *********************************************
290skipping: [node1]
291
292TASK [pre : Display ansible_connection type] ***********************************
293skipping: [node1]
294
295TASK [pre : Set tower_ip] ******************************************************
296ok: [node1]
297
298TASK [pre : Set tower_ip on local connection] **********************************
299skipping: [node1]
300
301TASK [pre : Display all variables/facts known for a host] **********************
302skipping: [node1]
303
304TASK [pre : Include OS-specific tasks] *****************************************
305included: /opt/tower/var/tower/playbooks/NOC/noc_roles/pre/tasks/os/Debian/main.yml for node1
306
307TASK [pre : Install Debian system packages] ************************************
308ok: [node1]
309
310TASK [notify deploy started] ***************************************************
311skipping: [node1]
312
313TASK [pre : Stop NOC node] *****************************************************
314ok: [node1]
315
316TASK [pre : Setup hostname] ****************************************************
317ok: [node1]
318
319TASK [pre : update hosts file] *************************************************
320ok: [node1]
321
322TASK [set pre complete] ********************************************************
323ok: [node1]
324
325PLAY [Goss tasks] **************************************************************
326
327TASK [goss : Include OS-specific tasks] ****************************************
328
329TASK [goss : Get goss release] *************************************************
330ok: [node1 -> 127.0.0.1]
331
332TASK [goss : create goss dirs] *************************************************
333ok: [node1] => (item=/etc/goss)
334ok: [node1] => (item=/etc/goss/goss.d)
335ok: [node1] => (item=/opt/goss_v0.3.5)
336
337TASK [goss : Overwrite goss binary if needed] **********************************
338ok: [node1]
339
340TASK [goss : place main check file] ********************************************
341ok: [node1]
342
343TASK [goss : place goss tests file for service time] ***************************
344ok: [node1]
345
346TASK [goss : set goss complete] ************************************************
347ok: [node1]
348
349TASK [goss : Include OS-specific tasks] ****************************************
350skipping: [node1]
351
352TASK [goss : Get goss release] *************************************************
353skipping: [node1]
354
355TASK [goss : create goss dirs] *************************************************
356skipping: [node1] => (item=/etc/goss) 
357skipping: [node1] => (item=/etc/goss/goss.d) 
358skipping: [node1] => (item=/opt/goss_v0.3.5) 
359
360TASK [goss : Overwrite goss binary if needed] **********************************
361skipping: [node1]
362
363TASK [goss : place main check file] ********************************************
364skipping: [node1]
365
366TASK [goss : place goss tests file for service ansible] ************************
367ok: [node1]
368
369TASK [goss : set goss complete] ************************************************
370ok: [node1]
371
372TASK [goss : Include OS-specific tasks] ****************************************
373skipping: [node1]
374
375TASK [goss : Get goss release] *************************************************
376skipping: [node1]
377
378TASK [goss : create goss dirs] *************************************************
379skipping: [node1] => (item=/etc/goss) 
380skipping: [node1] => (item=/etc/goss/goss.d) 
381skipping: [node1] => (item=/opt/goss_v0.3.5) 
382
383TASK [goss : Overwrite goss binary if needed] **********************************
384skipping: [node1]
385
386TASK [goss : place main check file] ********************************************
387skipping: [node1]
388
389TASK [goss : place goss tests file for service time] ***************************
390ok: [node1]
391
392TASK [goss : set goss complete] ************************************************
393ok: [node1]
394
395PLAY [Consul tasks] ************************************************************
396
397TASK [Gathering Facts] *********************************************************
398ok: [node1]
399
400TASK [consul : make servers group] *********************************************
401ok: [node1] => (item=node1)
402
403TASK [consul : Add Consul user] ************************************************
404ok: [node1]
405
406TASK [consul : Include OS-specific tasks] **************************************
407included: /opt/tower/var/tower/playbooks/NOC/system_roles/consul/tasks/os/Debian/main.yml for node1
408
409TASK [consul : Install Debian consul depends] **********************************
410ok: [node1]
411
412TASK [consul : systemd script] *************************************************
413ok: [node1]
414
415TASK [consul : Expose consul_bind_address as fact] *****************************
416skipping: [node1]
417
418TASK [consul : Check bootstrapped state] ***************************************
419ok: [node1]
420
421TASK [consul : Create directories] *********************************************
422ok: [node1] => (item=/etc/consul)
423ok: [node1] => (item=/var/consul)
424ok: [node1] => (item=/var/log/consul)
425ok: [node1] => (item=/var/run/consul)
426ok: [node1] => (item=/etc/consul.d)
427ok: [node1] => (item=/etc/consul.d/scripts)
428
429TASK [consul : Install python-consul and consulate] ****************************
430ok: [node1]
431
432TASK [consul : Get Consul package checksum file] *******************************
433ok: [node1 -> 127.0.0.1]
434
435TASK [consul : Get Consul package checksum] ************************************
436ok: [node1 -> 127.0.0.1]
437
438TASK [consul : Download Consul] ************************************************
439ok: [node1 -> 127.0.0.1]
440
441TASK [consul : create consul tmp dir] ******************************************
442ok: [node1]
443
444TASK [consul : Unarchive Consul and install binary] ****************************
445skipping: [node1]
446
447TASK [consul : Overwrite Consul binary if needed] ******************************
448skipping: [node1]
449
450TASK [consul : Bootstrap configuration] ****************************************
451ok: [node1] => (item=None)
452ok: [node1]
453
454TASK [consul : Server configuration] *******************************************
455skipping: [node1] => (item=None) 
456
457TASK [consul : Client configuration] *******************************************
458skipping: [node1] => (item=None) 
459
460TASK [consul : Perfomance configuration] ***************************************
461skipping: [node1]
462
463TASK [consul : setup resolv.conf] **********************************************
464skipping: [node1]
465
466TASK [consul : Tune sysctl.conf for consul] ************************************
467ok: [node1] => (item={u'name': u'net.ipv4.tcp_tw_reuse', u'value': 1})
468ok: [node1] => (item={u'name': u'net.ipv4.tcp_rfc1337', u'value': 1})
469
470TASK [consul : Tune sysctl.conf for consul] ************************************
471skipping: [node1] => (item={u'name': u'net.ipv4.tcp_tw_recycle', u'value': 1}) 
472
473TASK [consul : ACL config] *****************************************************
474included: /opt/tower/var/tower/playbooks/NOC/system_roles/consul/tasks/acl.yml for node1
475
476TASK [consul : ACL policy configuration] ***************************************
477ok: [node1]
478
479TASK [consul : Start Consul] ***************************************************
480ok: [node1]
481
482TASK [consul : Consul HTTP API reachable? wait for port 8500 for 60 seconds] ***
483skipping: [node1]
484
485TASK [consul : Create bootstrapped marker] *************************************
486skipping: [node1]
487
488TASK [Install consul monitoring] ***********************************************
489skipping: [node1]
490
491TASK [Install postgres monitoring] *********************************************
492skipping: [node1]
493
494TASK [goss : Include OS-specific tasks] ****************************************
495skipping: [node1]
496
497TASK [goss : Get goss release] *************************************************
498skipping: [node1]
499
500TASK [goss : create goss dirs] *************************************************
501skipping: [node1] => (item=/etc/goss) 
502skipping: [node1] => (item=/etc/goss/goss.d) 
503skipping: [node1] => (item=/opt/goss_v0.3.5) 
504
505TASK [goss : Overwrite goss binary if needed] **********************************
506skipping: [node1]
507
508TASK [goss : place main check file] ********************************************
509skipping: [node1]
510
511TASK [goss : place goss tests file for service consul] *************************
512ok: [node1]
513
514TASK [goss : set goss complete] ************************************************
515ok: [node1]
516
517TASK [set consul complete] *****************************************************
518ok: [node1]
519 [WARNING]: Could not match supplied host pattern, ignoring: svc-patroni-exec
520
521PLAY [Install and configure postgres] ******************************************
522
523TASK [Gathering Facts] *********************************************************
524ok: [node1]
525
526TASK [postgres : search for postgres master] ***********************************
527ok: [node1]
528
529TASK [postgres : set postgres master fact] *************************************
530ok: [node1 -> 10.0.0.248] => (item=node1)
531
532TASK [postgres : include_tasks] ************************************************
533included: /opt/tower/var/tower/playbooks/NOC/system_roles/postgres/tasks/os/Debian/main.yml for node1
534
535TASK [postgres : tune systcl for PostgesSQL] ***********************************
536ok: [node1] => (item={u'name': u'kernel.shmmax', u'value': u'4215275520'})
537ok: [node1] => (item={u'name': u'kernel.shmall', u'value': u'1029120'})
538ok: [node1] => (item={u'name': u'kernel.sem', u'value': u'250 256000 400 4096'})
539
540TASK [postgres : include_tasks] ************************************************
541included: /opt/tower/var/tower/playbooks/NOC/system_roles/postgres/tasks/install.yml for node1
542
543TASK [postgres : include_tasks] ************************************************
544included: /opt/tower/var/tower/playbooks/NOC/system_roles/postgres/tasks/os/Debian/install.yml for node1
545
546TASK [postgres : Add Debian PostgreSQL key] ************************************
547ok: [node1]
548
549TASK [postgres : Add Debian PostgreSQL repo] ***********************************
550ok: [node1]
551
552TASK [postgres : Install PostgreSQL] *******************************************
553ok: [node1]
554
555TASK [postgres : Install postgres limits file] *********************************
556ok: [node1]
557
558TASK [postgres : Setting pg_hba.conf] ******************************************
559ok: [node1]
560
561TASK [postgres : Including postgres.conf] **************************************
562ok: [node1]
563
564TASK [postgres : Setting config] ***********************************************
565ok: [node1]
566
567TASK [postgres : Enable postgres system service] *******************************
568ok: [node1]
569
570TASK [consul : create "postgres" service file] *********************************
571ok: [node1]
572
573TASK [consul : copy script to consul localtion] ********************************
574ok: [node1]
575
576TASK [consul : create "postgres" service file] *********************************
577skipping: [node1]
578
579TASK [Install postgres monitoring] *********************************************
580skipping: [node1]
581
582TASK [goss : Include OS-specific tasks] ****************************************
583skipping: [node1]
584
585TASK [goss : Get goss release] *************************************************
586skipping: [node1]
587
588TASK [goss : create goss dirs] *************************************************
589skipping: [node1] => (item=/etc/goss) 
590skipping: [node1] => (item=/etc/goss/goss.d) 
591skipping: [node1] => (item=/opt/goss_v0.3.5) 
592
593TASK [goss : Overwrite goss binary if needed] **********************************
594skipping: [node1]
595
596TASK [goss : place main check file] ********************************************
597skipping: [node1]
598
599TASK [goss : place goss tests file for service postgres] ***********************
600ok: [node1]
601
602TASK [goss : set goss complete] ************************************************
603ok: [node1]
604
605TASK [set postgres complete] ***************************************************
606ok: [node1]
607
608PLAY [Install and configure mongo] *********************************************
609
610TASK [Gathering Facts] *********************************************************
611ok: [node1]
612
613TASK [set bootstrap state to single mongod] ************************************
614ok: [node1]
615
616TASK [mongod : make servers group] *********************************************
617ok: [node1] => (item=node1)
618
619TASK [mongod : Create mongod user] *********************************************
620ok: [node1]
621
622TASK [mongod : Creating mongodb directories] ***********************************
623ok: [node1] => (item=/etc/mongod)
624
625TASK [mongod : Setting mongod config] ******************************************
626ok: [node1]
627
628TASK [mongod : Setting mongod-arbiter config] **********************************
629skipping: [node1]
630
631TASK [mongod : Generating mongo key file] **************************************
632ok: [node1]
633
634TASK [mongod : Include OS-specific tasks] **************************************
635included: /opt/tower/var/tower/playbooks/NOC/system_roles/mongod/tasks/os/Debian/main.yml for node1
636
637TASK [mongod : Add MongoDB apt key] ********************************************
638ok: [node1] => (item={u'url': u'https://www.mongodb.org/static/pgp/server-3.6.asc', u'id': u'2930ADAE8CAF5059EE73BB4B58712A2291FA4AD5'})
639ok: [node1] => (item={u'url': u'https://www.mongodb.org/static/pgp/server-4.0.asc', u'id': u'9DA31620334BD75D9DCB49F368818C72E52529D4'})
640ok: [node1] => (item={u'url': u'https://www.mongodb.org/static/pgp/server-4.2.asc', u'id': u'E162F504A20CDF15827F718D4B7C549A058F8B6B'})
641
642TASK [mongod : Add MongoDB repository] *****************************************
643[DEPRECATION WARNING]: Using tests as filters is deprecated. Instead of using 
644`result|version_compare` use `result is version_compare`. This feature will be 
645removed in version 2.9. Deprecation warnings can be disabled by setting 
646deprecation_warnings=False in ansible.cfg.
647skipping: [node1]
648
649TASK [mongod : Add MongoDB repository on Debian 10] ****************************
650[DEPRECATION WARNING]: Using tests as filters is deprecated. Instead of using 
651`result|version_compare` use `result is version_compare`. This feature will be 
652removed in version 2.9. Deprecation warnings can be disabled by setting 
653deprecation_warnings=False in ansible.cfg.
654ok: [node1]
655
656TASK [mongod : Disable Transparent Hugepages (bootloader)] *********************
657ok: [node1]
658
659TASK [mongod : command] ********************************************************
660skipping: [node1]
661
662TASK [mongod : Disable Transparent Hugepages (runtime)] ************************
663skipping: [node1]
664
665TASK [mongod : Set mongod defaults] ********************************************
666ok: [node1]
667
668TASK [mongod : Install mongodb limits file] ************************************
669ok: [node1]
670
671TASK [mongod : ReInstall MongoDB on version change] ****************************
672skipping: [node1]
673
674TASK [mongod : Install MongoDB] ************************************************
675ok: [node1]
676
677TASK [mongod : include_tasks] **************************************************
678skipping: [node1]
679
680TASK [mongod : Install MongoDB logrotated config] ******************************
681ok: [node1]
682
683TASK [mongod : Enable MongoDB system service] **********************************
684ok: [node1]
685
686TASK [mongod : Create MongoDB arbiter directory] *******************************
687skipping: [node1]
688
689TASK [mongod : Install MongoDB arbiter logrotated config] **********************
690skipping: [node1]
691
692TASK [mongod : Install shell.js] ***********************************************
693ok: [node1]
694
695TASK [mongod : Enable MongoDB arbiter system service] **************************
696skipping: [node1]
697
698TASK [mongod : include master settings] ****************************************
699included: /opt/tower/var/tower/playbooks/NOC/system_roles/mongod/tasks/master.yml for node1
700
701TASK [mongod : Check replica set is initialized] *******************************
702ok: [node1]
703
704TASK [mongod : Create replica set configuration script] ************************
705ok: [node1]
706
707TASK [mongod : Initial replica set configuration] ******************************
708skipping: [node1]
709
710TASK [mongod : Create admin user configuration script] *************************
711skipping: [node1]
712
713TASK [mongod : sleep while mongodb electing primary] ***************************
714skipping: [node1]
715
716TASK [mongod : Create admin user] **********************************************
717skipping: [node1]
718
719TASK [mongod : Create database user configuration script] **********************
720ok: [node1]
721
722TASK [mongod : Create database user] *******************************************
723skipping: [node1]
724
725TASK [mongod : Update replica set configuration] *******************************
726skipping: [node1]
727
728TASK [mongod : set master_init done] *******************************************
729ok: [node1]
730
731TASK [mongod : rs_reinit] ******************************************************
732skipping: [node1]
733
734TASK [consul : create "mongo" service file] ************************************
735ok: [node1]
736
737TASK [consul : copy script to consul localtion] ********************************
738ok: [node1]
739
740TASK [consul : create "mongo" service file] ************************************
741skipping: [node1]
742
743TASK [Install mongo monitoring] ************************************************
744skipping: [node1]
745
746TASK [mongod : set correct permissions for mongodir] ***************************
747changed: [node1]
748
749TASK [goss : Include OS-specific tasks] ****************************************
750skipping: [node1]
751
752TASK [goss : Get goss release] *************************************************
753skipping: [node1]
754
755TASK [goss : create goss dirs] *************************************************
756skipping: [node1] => (item=/etc/goss) 
757skipping: [node1] => (item=/etc/goss/goss.d) 
758skipping: [node1] => (item=/opt/goss_v0.3.5) 
759
760TASK [goss : Overwrite goss binary if needed] **********************************
761skipping: [node1]
762
763TASK [goss : place main check file] ********************************************
764skipping: [node1]
765
766TASK [goss : place goss tests file for service mongod] *************************
767ok: [node1]
768
769TASK [goss : set goss complete] ************************************************
770ok: [node1]
771
772TASK [set mongod complete] *****************************************************
773ok: [node1]
774
775PLAY [Install and configure nsqlookupd] ****************************************
776
777TASK [Gathering Facts] *********************************************************
778ok: [node1]
779
780TASK [nsqlookupd : add nsqd group] *********************************************
781ok: [node1]
782
783TASK [nsqlookupd : add nsqd user] **********************************************
784ok: [node1]
785
786TASK [nsqlookupd : create path for on-disk queue files] ************************
787ok: [node1] => (item={u'mode': u'u=rwx,g=rx,o=rx', u'dir': u'/etc/nsq'})
788ok: [node1] => (item={u'mode': u'u=rwx,g=rx,o=rx', u'dir': u'/opt/nsq'})
789
790TASK [nsqlookupd : include nsqlookupd os specific tasks] ***********************
791included: /opt/tower/var/tower/playbooks/NOC/system_roles/nsqlookupd/tasks/os/Debian/main.yml for node1
792
793TASK [nsqlookupd : download nsq daemon] ****************************************
794ok: [node1 -> 127.0.0.1]
795
796TASK [nsqlookupd : unanchive nsqd] *********************************************
797skipping: [node1]
798
799TASK [nsqlookupd : install nsqlookupd.service file] ****************************
800ok: [node1]
801
802TASK [nsqlookupd : install nsqlookupd config] **********************************
803ok: [node1]
804
805TASK [nsqlookupd : create nsqd log dir] ****************************************
806skipping: [node1]
807
808TASK [nsqlookupd : Enable nsqlookupd system service] ***************************
809ok: [node1]
810
811TASK [consul : create "nsqlookupd" service file] *******************************
812skipping: [node1]
813
814TASK [consul : copy script to consul localtion] ********************************
815skipping: [node1]
816
817TASK [consul : create "nsqlookupd" service file] *******************************
818ok: [node1]
819
820TASK [consul : create "nsqlookupdhttp" service file] ***************************
821skipping: [node1]
822
823TASK [consul : copy script to consul localtion] ********************************
824skipping: [node1]
825
826TASK [consul : create "nsqlookupdhttp" service file] ***************************
827ok: [node1]
828
829TASK [Install nsqlookupd monitoring] *******************************************
830skipping: [node1]
831
832TASK [goss : Include OS-specific tasks] ****************************************
833skipping: [node1]
834
835TASK [goss : Get goss release] *************************************************
836skipping: [node1]
837
838TASK [goss : create goss dirs] *************************************************
839skipping: [node1] => (item=/etc/goss) 
840skipping: [node1] => (item=/etc/goss/goss.d) 
841skipping: [node1] => (item=/opt/goss_v0.3.5) 
842
843TASK [goss : Overwrite goss binary if needed] **********************************
844skipping: [node1]
845
846TASK [goss : place main check file] ********************************************
847skipping: [node1]
848
849TASK [goss : place goss tests file for service nsqlookupd] *********************
850ok: [node1]
851
852TASK [goss : set goss complete] ************************************************
853ok: [node1]
854
855TASK [set nsqlookupd complete] *************************************************
856ok: [node1]
857
858PLAY [Consul tasks] ************************************************************
859
860TASK [Gathering Facts] *********************************************************
861ok: [node1]
862
863TASK [consul-template : create consul-template directory structure] ************
864ok: [node1] => (item=/etc/consul-template/config)
865ok: [node1] => (item=/etc/consul-template/templates)
866
867TASK [consul-template : Get Consul-template package checksum file] *************
868ok: [node1 -> 127.0.0.1]
869
870TASK [consul-template : Get Consul-template package checksum] ******************
871ok: [node1 -> 127.0.0.1]
872
873TASK [consul-template : Download Consul-template] ******************************
874ok: [node1 -> 127.0.0.1]
875
876TASK [consul-template : create consul-template tmp dir] ************************
877ok: [node1]
878
879TASK [consul-template : Unarchive Consul-template and install binary] **********
880skipping: [node1]
881
882TASK [consul-template : Overwrite Consul-template binary if needed] ************
883skipping: [node1]
884
885TASK [consul-template : include install] ***************************************
886skipping: [node1]
887
888TASK [consul-template : consul-template config file] ***************************
889ok: [node1]
890
891TASK [consul-template : copy consul-template systemd service configuration] ****
892ok: [node1]
893
894TASK [consul-template : start consul-template service] *************************
895ok: [node1]
896
897TASK [Install consul-template monitoring] **************************************
898skipping: [node1]
899
900TASK [goss : Include OS-specific tasks] ****************************************
901skipping: [node1]
902
903TASK [goss : Get goss release] *************************************************
904skipping: [node1]
905
906TASK [goss : create goss dirs] *************************************************
907skipping: [node1] => (item=/etc/goss) 
908skipping: [node1] => (item=/etc/goss/goss.d) 
909skipping: [node1] => (item=/opt/goss_v0.3.5) 
910
911TASK [goss : Overwrite goss binary if needed] **********************************
912skipping: [node1]
913
914TASK [goss : place main check file] ********************************************
915skipping: [node1]
916
917TASK [goss : place goss tests file for service consul-template] ****************
918ok: [node1]
919
920TASK [goss : set goss complete] ************************************************
921ok: [node1]
922
923TASK [set consul-template complete] ********************************************
924ok: [node1]
925
926PLAY [Install and configure nsq] ***********************************************
927
928TASK [Gathering Facts] *********************************************************
929ok: [node1]
930
931TASK [nsqd : add nsqd group] ***************************************************
932ok: [node1]
933
934TASK [nsqd : add nsqd user] ****************************************************
935ok: [node1]
936
937TASK [nsqd : create path for on-disk queue files] ******************************
938ok: [node1] => (item={u'mode': u'0770', u'dir': u'/var/spool/nsqd'})
939ok: [node1] => (item={u'mode': u'u=rwx,g=rx,o=rx', u'dir': u'/etc/nsq'})
940ok: [node1] => (item={u'mode': u'u=rwx,g=rx,o=rx', u'dir': u'/opt/nsq'})
941
942TASK [nsqd : include nsqd os specific tasks] ***********************************
943included: /opt/tower/var/tower/playbooks/NOC/system_roles/nsqd/tasks/os/Debian/main.yml for node1
944
945TASK [nsqd : download nsq daemon] **********************************************
946ok: [node1 -> 127.0.0.1]
947
948TASK [nsqd : unanchive nsqd] ***************************************************
949skipping: [node1]
950
951TASK [nsqd : install nsqd.service file] ****************************************
952ok: [node1]
953
954TASK [consul-template : install nsqd template] *********************************
955skipping: [node1]
956
957TASK [consul-template : install nsqd template] *********************************
958ok: [node1]
959
960TASK [consul-template : install service nsqd] **********************************
961ok: [node1]
962
963TASK [nsqd : Enable nsq system service] ****************************************
964ok: [node1]
965
966TASK [consul : create "nsqd" service file] *************************************
967skipping: [node1]
968
969TASK [consul : copy script to consul localtion] ********************************
970skipping: [node1]
971
972TASK [consul : create "nsqd" service file] *************************************
973ok: [node1]
974
975TASK [consul : create "nsqdhttp" service file] *********************************
976skipping: [node1]
977
978TASK [consul : copy script to consul localtion] ********************************
979skipping: [node1]
980
981TASK [consul : create "nsqdhttp" service file] *********************************
982ok: [node1]
983
984TASK [Install postgres monitoring] *********************************************
985skipping: [node1]
986
987TASK [goss : Include OS-specific tasks] ****************************************
988skipping: [node1]
989
990TASK [goss : Get goss release] *************************************************
991skipping: [node1]
992
993TASK [goss : create goss dirs] *************************************************
994skipping: [node1] => (item=/etc/goss) 
995skipping: [node1] => (item=/etc/goss/goss.d) 
996skipping: [node1] => (item=/opt/goss_v0.3.5) 
997
998TASK [goss : Overwrite goss binary if needed] **********************************
999skipping: [node1]
1000
1001TASK [goss : place main check file] ********************************************
1002skipping: [node1]
1003
1004TASK [goss : place goss tests file for service nsqd] ***************************
1005ok: [node1]
1006
1007TASK [goss : set goss complete] ************************************************
1008ok: [node1]
1009
1010TASK [set nsqd complete] *******************************************************
1011ok: [node1]
1012
1013PLAY [Install and configure nginx] *********************************************
1014
1015TASK [Gathering Facts] *********************************************************
1016ok: [node1]
1017
1018TASK [nginx : include_tasks] ***************************************************
1019included: /opt/tower/var/tower/playbooks/NOC/system_roles/nginx/tasks/os/Debian/main.yml for node1
1020
1021TASK [nginx : Add Nginx key Debian] ********************************************
1022ok: [node1]
1023
1024TASK [nginx : Add Debian Nginx repo] *******************************************
1025ok: [node1]
1026
1027TASK [nginx : Install Nginx] ***************************************************
1028ok: [node1]
1029
1030TASK [nginx : Enable Nginx system service] *************************************
1031ok: [node1]
1032
1033TASK [nginx : Remove default.conf site] ****************************************
1034ok: [node1]
1035
1036TASK [nginx : Set up SSL directory] ********************************************
1037ok: [node1]
1038
1039TASK [nginx : Set up SSL key] **************************************************
1040ok: [node1]
1041
1042TASK [nginx : Set up SSL certificate] ******************************************
1043ok: [node1]
1044
1045TASK [nginx : Check if old django directory exists] ****************************
1046ok: [node1]
1047
1048TASK [nginx : Create symlink to right folder] **********************************
1049skipping: [node1]
1050
1051TASK [nginx : Setup nginx] *****************************************************
1052ok: [node1] => (item={u'path': u'/etc/nginx/conf.d/noc.conf', u'force': u'True', u'name': u'noc.conf.j2'})
1053ok: [node1] => (item={u'path': u'/etc/nginx/ssl/noc_ssl.conf', u'force': u'True', u'name': u'noc_ssl.conf.j2'})
1054
1055TASK [nginx : Setup datastream_whitelist_access] *******************************
1056ok: [node1]
1057
1058TASK [nginx : Setup nbi_whitelist_access] **************************************
1059ok: [node1]
1060
1061TASK [consul-template : install nginx template] ********************************
1062ok: [node1]
1063
1064TASK [consul-template : install nginx template] ********************************
1065skipping: [node1]
1066
1067TASK [consul-template : install service nginx] *********************************
1068ok: [node1]
1069
1070TASK [consul : create "nginx" service file] ************************************
1071skipping: [node1]
1072
1073TASK [consul : copy script to consul localtion] ********************************
1074skipping: [node1]
1075
1076TASK [consul : create "nginx" service file] ************************************
1077ok: [node1]
1078
1079TASK [Install nginx monitoring] ************************************************
1080skipping: [node1]
1081
1082TASK [nginx : Enable Nginx system service] *************************************
1083ok: [node1]
1084
1085TASK [goss : Include OS-specific tasks] ****************************************
1086skipping: [node1]
1087
1088TASK [goss : Get goss release] *************************************************
1089skipping: [node1]
1090
1091TASK [goss : create goss dirs] *************************************************
1092skipping: [node1] => (item=/etc/goss) 
1093skipping: [node1] => (item=/etc/goss/goss.d) 
1094skipping: [node1] => (item=/opt/goss_v0.3.5) 
1095
1096TASK [goss : Overwrite goss binary if needed] **********************************
1097skipping: [node1]
1098
1099TASK [goss : place main check file] ********************************************
1100skipping: [node1]
1101
1102TASK [goss : place goss tests file for service nginx] **************************
1103ok: [node1]
1104
1105TASK [goss : set goss complete] ************************************************
1106ok: [node1]
1107
1108TASK [set nginx complete] ******************************************************
1109ok: [node1]
1110
1111PLAY [Install and configure grafana] *******************************************
1112
1113TASK [Gathering Facts] *********************************************************
1114ok: [node1]
1115
1116TASK [grafana : include_tasks] *************************************************
1117included: /opt/tower/var/tower/playbooks/NOC/system_roles/grafana/tasks/os/Debian/main.yml for node1
1118
1119TASK [grafana : remove obsolete grafana repo] **********************************
1120ok: [node1]
1121
1122TASK [grafana : Add Grafana apt key] *******************************************
1123ok: [node1]
1124
1125TASK [grafana : Add Grafana repo] **********************************************
1126ok: [node1]
1127
1128TASK [grafana : Install Debian packages] ***************************************
1129ok: [node1]
1130
1131TASK [grafana : Create Grafana config] *****************************************
1132ok: [node1]
1133
1134TASK [postgres : Create postgres grafana user] *********************************
1135ok: [node1 -> 10.0.0.248]
1136
1137TASK [postgres : Create postgres grafana database] *****************************
1138ok: [node1 -> 10.0.0.248]
1139
1140TASK [grafana : create Grafana dir] ********************************************
1141ok: [node1] => (item=/var/lib/grafana/dashboards)
1142ok: [node1] => (item=/var/lib/grafana/plugins)
1143ok: [node1] => (item=/var/lib/grafana/provisioning)
1144ok: [node1] => (item=/var/lib/grafana/provisioning/datasources)
1145
1146TASK [grafana : Install Grafana plugin] ****************************************
1147ok: [node1] => (item={u'version': u'1.3.5', u'name': u'grafana-simple-json-datasource'})
1148ok: [node1] => (item={u'version': u'1.4.3', u'name': u'vertamedia-clickhouse-datasource'})
1149
1150TASK [grafana : Set up dynamic dashboards] *************************************
1151ok: [node1] => (item=None)
1152ok: [node1] => (item=None)
1153ok: [node1]
1154
1155TASK [grafana : Start Grafana service] *****************************************
1156ok: [node1]
1157
1158TASK [consul : create "grafana" service file] **********************************
1159skipping: [node1]
1160
1161TASK [consul : copy script to consul localtion] ********************************
1162skipping: [node1]
1163
1164TASK [consul : create "grafana" service file] **********************************
1165ok: [node1]
1166
1167TASK [Install grafana monitoring] **********************************************
1168skipping: [node1]
1169
1170TASK [goss : Include OS-specific tasks] ****************************************
1171skipping: [node1]
1172
1173TASK [goss : Get goss release] *************************************************
1174skipping: [node1]
1175
1176TASK [goss : create goss dirs] *************************************************
1177skipping: [node1] => (item=/etc/goss) 
1178skipping: [node1] => (item=/etc/goss/goss.d) 
1179skipping: [node1] => (item=/opt/goss_v0.3.5) 
1180
1181TASK [goss : Overwrite goss binary if needed] **********************************
1182skipping: [node1]
1183
1184TASK [goss : place main check file] ********************************************
1185skipping: [node1]
1186
1187TASK [goss : place goss tests file for service grafana] ************************
1188ok: [node1]
1189
1190TASK [goss : set goss complete] ************************************************
1191ok: [node1]
1192
1193TASK [set grafana complete] ****************************************************
1194ok: [node1]
1195
1196PLAY [clickhouse tasks] ********************************************************
1197
1198TASK [Gathering Facts] *********************************************************
1199ok: [node1]
1200
1201TASK [clickhouse : add clickhouse group] ***************************************
1202ok: [node1]
1203
1204TASK [clickhouse : add clickhouse user] ****************************************
1205ok: [node1]
1206
1207TASK [clickhouse : Create ch directories] **************************************
1208changed: [node1] => (item=/etc/clickhouse-server)
1209ok: [node1] => (item=/var/log/clickhouse-server)
1210changed: [node1] => (item=/var/lib/clickhouse)
1211ok: [node1] => (item=/var/lib/clickhouse/tmp)
1212ok: [node1] => (item=/etc/clickhouse-server/dictionaries)
1213
1214TASK [clickhouse : Include OS-specific tasks] **********************************
1215included: /opt/tower/var/tower/playbooks/NOC/system_roles/clickhouse/tasks/os/Debian/main.yml for node1
1216
1217TASK [clickhouse : Add CH apt key] *********************************************
1218ok: [node1]
1219
1220TASK [clickhouse : remove obsolete yandex repo] ********************************
1221ok: [node1]
1222
1223TASK [clickhouse : Add CH repository] ******************************************
1224--- before: /dev/null
1225+++ after: /etc/apt/sources.list.d/repo_yandex_ru_clickhouse_deb_stable.list
1226@@ -0,0 +1 @@
1227+deb http://repo.yandex.ru/clickhouse/deb/stable/ main/
1228
1229changed: [node1]
1230
1231TASK [clickhouse : Install CH] *************************************************
1232ok: [node1]
1233
1234TASK [clickhouse : Patch openssl.conf on Debian10] *****************************
1235[DEPRECATION WARNING]: Using tests as filters is deprecated. Instead of using 
1236`result|version_compare` use `result is version_compare`. This feature will be 
1237removed in version 2.9. Deprecation warnings can be disabled by setting 
1238deprecation_warnings=False in ansible.cfg.
1239--- before: /etc/ssl/openssl.cnf
1240+++ after: /etc/ssl/openssl.cnf
1241@@ -352,7 +352,7 @@
1242 ess_cert_id_alg		= sha1	# algorithm to compute certificate
1243 				# identifier (optional, default: sha1)
1244 [default_conf]
1245-ssl_conf = ssl_sect
1246+#ssl_conf = ssl_sect
1247 
1248 [ssl_sect]
1249 system_default = system_default_sect
1250
1251changed: [node1]
1252
1253TASK [clickhouse : install users.xml] ******************************************
1254changed: [node1]
1255
1256TASK [clickhouse : install config.xml] *****************************************
1257changed: [node1]
1258
1259TASK [place clickhouse ct template] ********************************************
1260
1261TASK [consul-template : install interfacedescription template] *****************
1262ok: [node1]
1263
1264TASK [consul-template : install interfacedescription template] *****************
1265skipping: [node1]
1266
1267TASK [consul-template : install service interfacedescription] ******************
1268ok: [node1]
1269
1270TASK [consul-template : install managedobject template] ************************
1271ok: [node1]
1272
1273TASK [consul-template : install managedobject template] ************************
1274skipping: [node1]
1275
1276TASK [consul-template : install service managedobject] *************************
1277ok: [node1]
1278
1279TASK [consul-template : install subscriberprofile template] ********************
1280ok: [node1]
1281
1282TASK [consul-template : install subscriberprofile template] ********************
1283skipping: [node1]
1284
1285TASK [consul-template : install service subscriberprofile] *********************
1286ok: [node1]
1287
1288TASK [consul-template : install pool template] *********************************
1289ok: [node1]
1290
1291TASK [consul-template : install pool template] *********************************
1292skipping: [node1]
1293
1294TASK [consul-template : install service pool] **********************************
1295ok: [node1]
1296
1297TASK [consul-template : install platform template] *****************************
1298ok: [node1]
1299
1300TASK [consul-template : install platform template] *****************************
1301skipping: [node1]
1302
1303TASK [consul-template : install service platform] ******************************
1304ok: [node1]
1305
1306TASK [consul-template : install version template] ******************************
1307ok: [node1]
1308
1309TASK [consul-template : install version template] ******************************
1310skipping: [node1]
1311
1312TASK [consul-template : install service version] *******************************
1313ok: [node1]
1314
1315TASK [consul-template : install interfaceattributes template] ******************
1316ok: [node1]
1317
1318TASK [consul-template : install interfaceattributes template] ******************
1319skipping: [node1]
1320
1321TASK [consul-template : install service interfaceattributes] *******************
1322ok: [node1]
1323
1324TASK [consul-template : install interfaceprofile template] *********************
1325ok: [node1]
1326
1327TASK [consul-template : install interfaceprofile template] *********************
1328skipping: [node1]
1329
1330TASK [consul-template : install service interfaceprofile] **********************
1331ok: [node1]
1332
1333TASK [consul-template : install vendor template] *******************************
1334ok: [node1]
1335
1336TASK [consul-template : install vendor template] *******************************
1337skipping: [node1]
1338
1339TASK [consul-template : install service vendor] ********************************
1340ok: [node1]
1341
1342TASK [consul-template : install administrativedomain template] *****************
1343ok: [node1]
1344
1345TASK [consul-template : install administrativedomain template] *****************
1346skipping: [node1]
1347
1348TASK [consul-template : install service administrativedomain] ******************
1349ok: [node1]
1350
1351TASK [consul-template : install objectprofile template] ************************
1352ok: [node1]
1353
1354TASK [consul-template : install objectprofile template] ************************
1355skipping: [node1]
1356
1357TASK [consul-template : install service objectprofile] *************************
1358ok: [node1]
1359
1360TASK [consul-template : install container template] ****************************
1361ok: [node1]
1362
1363TASK [consul-template : install container template] ****************************
1364skipping: [node1]
1365
1366TASK [consul-template : install service container] *****************************
1367ok: [node1]
1368
1369TASK [consul-template : install serviceprofile template] ***********************
1370ok: [node1]
1371
1372TASK [consul-template : install serviceprofile template] ***********************
1373skipping: [node1]
1374
1375TASK [consul-template : install service serviceprofile] ************************
1376ok: [node1]
1377
1378TASK [consul-template : install cpe template] **********************************
1379ok: [node1]
1380
1381TASK [consul-template : install cpe template] **********************************
1382skipping: [node1]
1383
1384TASK [consul-template : install service cpe] ***********************************
1385ok: [node1]
1386
1387TASK [consul-template : install workflow template] *****************************
1388ok: [node1]
1389
1390TASK [consul-template : install workflow template] *****************************
1391skipping: [node1]
1392
1393TASK [consul-template : install service workflow] ******************************
1394ok: [node1]
1395
1396TASK [consul-template : install alarmclass template] ***************************
1397ok: [node1]
1398
1399TASK [consul-template : install alarmclass template] ***************************
1400skipping: [node1]
1401
1402TASK [consul-template : install service alarmclass] ****************************
1403ok: [node1]
1404
1405TASK [consul-template : install networksegment template] ***********************
1406ok: [node1]
1407
1408TASK [consul-template : install networksegment template] ***********************
1409skipping: [node1]
1410
1411TASK [consul-template : install service networksegment] ************************
1412ok: [node1]
1413
1414TASK [consul-template : install profile template] ******************************
1415ok: [node1]
1416
1417TASK [consul-template : install profile template] ******************************
1418skipping: [node1]
1419
1420TASK [consul-template : install service profile] *******************************
1421ok: [node1]
1422
1423TASK [consul-template : install state template] ********************************
1424ok: [node1]
1425
1426TASK [consul-template : install state template] ********************************
1427skipping: [node1]
1428
1429TASK [consul-template : install service state] *********************************
1430ok: [node1]
1431
1432TASK [clickhouse : install config overrides] ***********************************
1433ok: [node1]
1434
1435TASK [clickhouse : force permissions] ******************************************
1436--- before
1437+++ after
1438@@ -1,4 +1,4 @@
1439 {
1440-    "mode": "0775",
1441+    "mode": "0644",
1442     "path": "/etc/clickhouse-server/noc.xml"
1443 }
1444
1445changed: [node1]
1446
1447TASK [clickhouse : Start clickhouse service] ***********************************
1448ok: [node1]
1449
1450TASK [clickhouse : create grafana ds] ******************************************
1451included: /opt/tower/var/tower/playbooks/NOC/system_roles/clickhouse/tasks/ds.yml for node1
1452
1453TASK [call grafana for ChDS] ***************************************************
1454
1455TASK [grafana : Make datasources file] *****************************************
1456ok: [node1]
1457
1458TASK [grafana : restart grafana] ***********************************************
1459skipping: [node1]
1460
1461TASK [consul : create "clickhouse" service file] *******************************
1462skipping: [node1]
1463
1464TASK [consul : copy script to consul localtion] ********************************
1465skipping: [node1]
1466
1467TASK [consul : create "clickhouse" service file] *******************************
1468ok: [node1]
1469
1470TASK [Install clickhouse monitoring] *******************************************
1471skipping: [node1]
1472
1473TASK [goss : Include OS-specific tasks] ****************************************
1474skipping: [node1]
1475
1476TASK [goss : Get goss release] *************************************************
1477skipping: [node1]
1478
1479TASK [goss : create goss dirs] *************************************************
1480skipping: [node1] => (item=/etc/goss) 
1481skipping: [node1] => (item=/etc/goss/goss.d) 
1482skipping: [node1] => (item=/opt/goss_v0.3.5) 
1483
1484TASK [goss : Overwrite goss binary if needed] **********************************
1485skipping: [node1]
1486
1487TASK [goss : place main check file] ********************************************
1488skipping: [node1]
1489
1490TASK [goss : place goss tests file for service clickhouse] *********************
1491ok: [node1]
1492
1493TASK [goss : set goss complete] ************************************************
1494ok: [node1]
1495
1496RUNNING HANDLER [clickhouse : reload clickhouse-server] ************************
1497ok: [node1] => {}
1498
1499MSG:
1500
1501Clickhouse configuration was changed. hope it will reload it automaticaly
1502
1503RUNNING HANDLER [clickhouse : restart clickhouse-server] ***********************
1504changed: [node1]
1505
1506TASK [set clickhouse complete] *************************************************
1507ok: [node1]
1508
1509PLAY [Install NOC] *************************************************************
1510
1511TASK [Gathering Facts] *********************************************************
1512ok: [node1]
1513included: /opt/tower/var/tower/playbooks/NOC/noc_roles/noc/tasks/os/Debian/main.yml for node1
1514[DEPRECATION WARNING]: Using tests as filters is deprecated. Instead of using 
1515`result|version_compare` use `result is version_compare`. This feature will be 
1516removed in version 2.9. Deprecation warnings can be disabled by setting 
1517deprecation_warnings=False in ansible.cfg.
1518
1519TASK [noc : Install Debian 10- system packages] ********************************
1520skipping: [node1]
1521[DEPRECATION WARNING]: Using tests as filters is deprecated. Instead of using 
1522`result|version_compare` use `result is version_compare`. This feature will be 
1523removed in version 2.9. Deprecation warnings can be disabled by setting 
1524deprecation_warnings=False in ansible.cfg.
1525
1526TASK [noc : Install Debian 10+ system packages] ********************************
1527The following NEW packages will be installed:
1528  libjemalloc2
15290 upgraded, 1 newly installed, 0 to remove and 7 not upgraded.
1530changed: [node1]
1531
1532TASK [noc : Install supervisord init script] ***********************************
1533skipping: [node1]
1534
1535TASK [noc : Install supervisord systemd service] *******************************
1536--- before: /etc/systemd/system/noc.service
1537+++ after: /root/.ansible/tmp/ansible-local-8946CJ4H_K/tmpEyZhD_/noc.service.j2
1538@@ -14,8 +14,8 @@
1539 Restart=on-failure
1540 TimeoutStopSec=240
1541 LimitNOFILE=8192
1542-MemoryMax=7485.57M
1543-MemoryLimit=7485.57M
1544+MemoryMax=7477.2M
1545+MemoryLimit=7477.2M
1546 
1547 [Install]
1548 WantedBy=multi-user.target
1549
1550changed: [node1]
1551
1552TASK [noc : Create NOC group] **************************************************
1553ok: [node1]
1554
1555TASK [noc : Create NOC user] ***************************************************
1556ok: [node1]
1557included: /opt/tower/var/tower/playbooks/NOC/noc_roles/noc/tasks/git.yml for node1
1558
1559TASK [noc : check if noc_root exists] ******************************************
1560ok: [node1]
1561
1562TASK [noc : Clone NOC] *********************************************************
1563changed: [node1]
1564
1565TASK [noc : set up dummy git user email] ***************************************
1566--- before: /usr/bin/git config --includes --local user.email
1567+++ after: /usr/bin/git config --includes --local user.email
1568@@ -1 +1 @@
1569-
1570+noc_user@node1
1571
1572changed: [node1]
1573
1574TASK [noc : set up dummy git user name] ****************************************
1575--- before: /usr/bin/git config --includes --local user.name
1576+++ after: /usr/bin/git config --includes --local user.name
1577@@ -1 +1 @@
1578-
1579+Noc User node1
1580
1581changed: [node1]
1582
1583TASK [noc : Fetch changes from upstream] ***************************************
1584skipping: [node1]
1585
1586TASK [noc : Pull NOC] **********************************************************
1587changed: [node1]
1588
1589TASK [noc : fail if local modifications found] *********************************
1590skipping: [node1]
1591included: /opt/tower/var/tower/playbooks/NOC/noc_roles/noc/tasks/init_venv_python.yml for node1
1592
1593TASK [noc : Initialize virtualenv] *********************************************
1594changed: [node1]
1595
1596TASK [noc : Install wheel] *****************************************************
1597ok: [node1]
1598
1599TASK [noc : Fix broken PIP versions] *******************************************
1600ok: [node1]
1601
1602TASK [noc : Upgrade setuptools] ************************************************
1603changed: [node1]
1604
1605TASK [noc : Relink site-packages] **********************************************
1606changed: [node1]
1607
1608TASK [noc : Install mercurial for freebsd] *************************************
1609skipping: [node1]
1610
1611TASK [noc : Install node python packages(should take a while for a first time)] ***
1612changed: [node1]
1613
1614TASK [noc : Install noc.pth] ***************************************************
1615--- before
1616+++ after: /root/.ansible/tmp/ansible-local-8946CJ4H_K/tmpCEB5GK/noc.pth.j2
1617@@ -0,0 +1,6 @@
1618+# NOC paths
1619+import os; os.environ['DJANGO_SETTINGS_MODULE'] = 'noc.settings'
1620+/opt/noc
1621+/opt
1622+/opt/noc_custom
1623+
1624
1625changed: [node1]
1626
1627TASK [noc : Install sitecustomize.py] ******************************************
1628--- before
1629+++ after: /root/.ansible/tmp/ansible-local-8946CJ4H_K/tmpi9oMU1/sitecustomize.py.j2
1630@@ -0,0 +1,2 @@
1631+import sys
1632+sys.setdefaultencoding("utf-8")
1633
1634changed: [node1]
1635
1636TASK [noc : Update site.py] ****************************************************
1637--- before: /opt/noc/lib/python/site.py
1638+++ after: /opt/noc/lib/python/site.py
1639@@ -526,7 +526,7 @@
1640     """Set the string encoding used by the Unicode implementation.  The
1641     default is 'ascii', but if you're willing to experiment, you can
1642     change this."""
1643-    encoding = "ascii" # Default value set by _PyUnicode_Init()
1644+    encoding = 'utf-8' # Default value set by _PyUnicode_Init()
1645     if 0:
1646         # Enable to support locale aware default string encodings.
1647         import locale
1648
1649changed: [node1]
1650
1651TASK [noc : Install additional prod requirements] ******************************
1652skipping: [node1]
1653
1654TASK [noc : Install python 2.6 compatibility packages] *************************
1655skipping: [node1]
1656
1657TASK [noc : Create required directories] ***************************************
1658--- before
1659+++ after
1660@@ -1,5 +1,5 @@
1661 {
1662-    "owner": 0,
1663+    "owner": 1005,
1664     "path": "/opt/noc/lib/python2.7/site-packages/__pycache__",
1665-    "state": "absent"
1666+    "state": "directory"
1667 }
1668
1669changed: [node1]
1670
1671TASK [noc : Create required directories] ***************************************
1672--- before
1673+++ after
1674@@ -1,6 +1,6 @@
1675 {
1676-    "group": 0,
1677-    "owner": 0,
1678+    "group": 1005,
1679+    "owner": 1005,
1680     "path": "/opt/noc/etc",
1681-    "state": "absent"
1682+    "state": "directory"
1683 }
1684
1685changed: [node1] => (item=/opt/noc/etc)
1686--- before
1687+++ after
1688@@ -1,6 +1,6 @@
1689 {
1690-    "group": 0,
1691-    "owner": 0,
1692+    "group": 1005,
1693+    "owner": 1005,
1694     "path": "/opt/noc/var",
1695-    "state": "absent"
1696+    "state": "directory"
1697 }
1698
1699changed: [node1] => (item=/opt/noc/var)
1700ok: [node1] => (item=/var/log/noc)
1701ok: [node1] => (item=/var/lib/noc)
1702ok: [node1] => (item=/var/lib/noc/reports)
1703ok: [node1] => (item=/var/lib/noc/var/cp/crashinfo/new)
1704ok: [node1] => (item=/var/lib/noc/bi)
1705
1706TASK [noc : Setup supervisor config] *******************************************
1707changed: [node1]
1708
1709TASK [noc : Build services config] *********************************************
1710--- before
1711+++ after: /root/.ansible/tmp/ansible-local-8946CJ4H_K/tmp3tzhWD/noc_services.conf.j2
1712@@ -0,0 +1,622 @@
1713+[program:activator-default]
1714+command = /bin/sh -c 'exec taskset -c $((%(process_num)d %% $(nproc))) ./services/activator/service.py'
1715+process_name = %(program_name)s-%(process_num)02d
1716+numprocs = 2
1717+umask = 022
1718+priority = 999
1719+autostart = true
1720+autorestart = unexpected
1721+startsecs = 2
1722+startretries = 999
1723+exitcodes = 0
1724+stopsignal = TERM
1725+stopwaitsecs = 3
1726+stopasgroup = false
1727+killasgroup = true
1728+user = noc
1729+oom_score_adj = 300
1730+redirect_stderr = true
1731+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
1732+stdout_logfile_maxbytes = 10MB
1733+stdout_logfile_backups = 3
1734+stdout_events_enabled = false
1735+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
1736+stderr_logfile_maxbytes = 10MB
1737+stderr_logfile_backups = 3
1738+stderr_events_enabled = false
1739+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,yaml:///opt/noc/etc/pool-default.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1",NOC_POOL="default"
1740+[program:bi]
1741+command = ./services/bi/service.py
1742+process_name = %(program_name)s-%(process_num)02d
1743+numprocs = 2
1744+umask = 022
1745+priority = 999
1746+autostart = true
1747+autorestart = unexpected
1748+startsecs = 2
1749+startretries = 999
1750+exitcodes = 0
1751+stopsignal = TERM
1752+stopwaitsecs = 2
1753+stopasgroup = false
1754+killasgroup = true
1755+user = noc
1756+oom_score_adj = 50
1757+redirect_stderr = true
1758+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
1759+stdout_logfile_maxbytes = 10MB
1760+stdout_logfile_backups = 3
1761+stdout_events_enabled = false
1762+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
1763+stderr_logfile_maxbytes = 10MB
1764+stderr_logfile_backups = 3
1765+stderr_events_enabled = false
1766+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1"
1767+[program:card]
1768+command = ./services/card/service.py
1769+process_name = %(program_name)s-%(process_num)02d
1770+numprocs = 2
1771+umask = 022
1772+priority = 300
1773+autostart = true
1774+autorestart = unexpected
1775+startsecs = 2
1776+startretries = 999
1777+exitcodes = 0
1778+stopsignal = TERM
1779+stopwaitsecs = 1
1780+stopasgroup = false
1781+killasgroup = true
1782+user = noc
1783+oom_score_adj = 100
1784+redirect_stderr = true
1785+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
1786+stdout_logfile_maxbytes = 10MB
1787+stdout_logfile_backups = 3
1788+stdout_events_enabled = false
1789+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
1790+stderr_logfile_maxbytes = 10MB
1791+stderr_logfile_backups = 3
1792+stderr_events_enabled = false
1793+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1"
1794+[program:ch_datasource]
1795+command = ./services/datasource/service.py
1796+process_name = %(program_name)s-%(process_num)02d
1797+numprocs = 2
1798+umask = 022
1799+priority = 100
1800+autostart = true
1801+autorestart = unexpected
1802+startsecs = 2
1803+startretries = 999
1804+exitcodes = 0
1805+stopsignal = TERM
1806+stopwaitsecs = 3
1807+stopasgroup = false
1808+killasgroup = true
1809+user = noc
1810+oom_score_adj = 999
1811+redirect_stderr = true
1812+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
1813+stdout_logfile_maxbytes = 1MB
1814+stdout_logfile_backups = 3
1815+stdout_events_enabled = false
1816+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
1817+stderr_logfile_maxbytes = 10MB
1818+stderr_logfile_backups = 3
1819+stderr_events_enabled = false
1820+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1"
1821+[program:chwriter]
1822+command = ./services/chwriter/service.py
1823+process_name = %(program_name)s-%(process_num)02d
1824+numprocs = 1
1825+umask = 022
1826+priority = 300
1827+autostart = true
1828+autorestart = unexpected
1829+startsecs = 2
1830+startretries = 999
1831+exitcodes = 0
1832+stopsignal = TERM
1833+stopwaitsecs = 2
1834+stopasgroup = false
1835+killasgroup = true
1836+user = noc
1837+oom_score_adj = 10
1838+redirect_stderr = true
1839+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
1840+stdout_logfile_maxbytes = 10MB
1841+stdout_logfile_backups = 3
1842+stdout_events_enabled = false
1843+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
1844+stderr_logfile_maxbytes = 10MB
1845+stderr_logfile_backups = 3
1846+stderr_events_enabled = false
1847+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1"
1848+[program:classifier-default]
1849+command = ./services/classifier/service.py
1850+process_name = %(program_name)s-%(process_num)02d
1851+numprocs = 2
1852+umask = 022
1853+priority = 300
1854+autostart = true
1855+autorestart = unexpected
1856+startsecs = 2
1857+startretries = 999
1858+exitcodes = 0
1859+stopsignal = TERM
1860+stopwaitsecs = 3
1861+stopasgroup = false
1862+killasgroup = true
1863+user = noc
1864+oom_score_adj = 50
1865+redirect_stderr = true
1866+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
1867+stdout_logfile_maxbytes = 10MB
1868+stdout_logfile_backups = 3
1869+stdout_events_enabled = false
1870+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
1871+stderr_logfile_maxbytes = 10MB
1872+stderr_logfile_backups = 3
1873+stderr_events_enabled = false
1874+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,yaml:///opt/noc/etc/pool-default.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1",NOC_POOL="default"
1875+[program:correlator-default]
1876+command = ./services/correlator/service.py
1877+process_name = %(program_name)s-%(process_num)02d
1878+numprocs = 1
1879+umask = 022
1880+priority = 150
1881+autostart = true
1882+autorestart = unexpected
1883+startsecs = 2
1884+startretries = 999
1885+exitcodes = 0
1886+stopsignal = TERM
1887+stopwaitsecs = 5
1888+stopasgroup = false
1889+killasgroup = true
1890+user = noc
1891+oom_score_adj = 20
1892+redirect_stderr = true
1893+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
1894+stdout_logfile_maxbytes = 10MB
1895+stdout_logfile_backups = 3
1896+stdout_events_enabled = false
1897+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
1898+stderr_logfile_maxbytes = 10MB
1899+stderr_logfile_backups = 3
1900+stderr_events_enabled = false
1901+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,yaml:///opt/noc/etc/pool-default.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1",NOC_POOL="default"
1902+[program:datastream]
1903+command = ./services/datastream/service.py
1904+process_name = %(program_name)s-%(process_num)02d
1905+numprocs = 1
1906+umask = 022
1907+priority = 100
1908+autostart = true
1909+autorestart = unexpected
1910+startsecs = 2
1911+startretries = 999
1912+exitcodes = 0
1913+stopsignal = TERM
1914+stopwaitsecs = 3
1915+stopasgroup = false
1916+killasgroup = true
1917+user = noc
1918+oom_score_adj = 999
1919+redirect_stderr = true
1920+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
1921+stdout_logfile_maxbytes = 1MB
1922+stdout_logfile_backups = 3
1923+stdout_events_enabled = false
1924+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
1925+stderr_logfile_maxbytes = 10MB
1926+stderr_logfile_backups = 3
1927+stderr_events_enabled = false
1928+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1"
1929+[program:discovery-default]
1930+command = ./services/discovery/service.py
1931+process_name = %(program_name)s-%(process_num)02d
1932+numprocs = 3
1933+umask = 022
1934+priority = 100
1935+autostart = true
1936+autorestart = unexpected
1937+startsecs = 2
1938+startretries = 999
1939+exitcodes = 0
1940+stopsignal = TERM
1941+stopwaitsecs = 3
1942+stopasgroup = false
1943+killasgroup = true
1944+user = noc
1945+oom_score_adj = 500
1946+redirect_stderr = true
1947+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
1948+stdout_logfile_maxbytes = 10MB
1949+stdout_logfile_backups = 3
1950+stdout_events_enabled = false
1951+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
1952+stderr_logfile_maxbytes = 10MB
1953+stderr_logfile_backups = 3
1954+stderr_events_enabled = false
1955+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,yaml:///opt/noc/etc/pool-default.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1",NOC_POOL="default"
1956+[program:escalator]
1957+command = ./services/escalator/service.py
1958+process_name = %(program_name)s
1959+numprocs = 1
1960+umask = 022
1961+priority = 50
1962+autostart = true
1963+autorestart = unexpected
1964+startsecs = 2
1965+startretries = 999
1966+exitcodes = 0
1967+stopsignal = TERM
1968+stopwaitsecs = 3
1969+stopasgroup = false
1970+killasgroup = true
1971+user = noc
1972+oom_score_adj = 5
1973+redirect_stderr = true
1974+stdout_logfile = /var/log/noc/%(program_name)s.log
1975+stdout_logfile_maxbytes = 10MB
1976+stdout_logfile_backups = 10
1977+stdout_events_enabled = false
1978+stderr_logfile = /var/log/noc/%(program_name)s.err
1979+stderr_logfile_maxbytes = 10MB
1980+stderr_logfile_backups = 3
1981+stderr_events_enabled = false
1982+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1"
1983+[program:grafanads]
1984+command = ./services/grafanads/service.py
1985+process_name = %(program_name)s-%(process_num)02d
1986+numprocs = 2
1987+umask = 022
1988+priority = 500
1989+autostart = true
1990+autorestart = unexpected
1991+startsecs = 2
1992+startretries = 999
1993+exitcodes = 0
1994+stopsignal = TERM
1995+stopwaitsecs = 1
1996+stopasgroup = false
1997+killasgroup = true
1998+user = noc
1999+oom_score_adj = 900
2000+redirect_stderr = true
2001+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
2002+stdout_logfile_maxbytes = 10MB
2003+stdout_logfile_backups = 1
2004+stdout_events_enabled = false
2005+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
2006+stderr_logfile_maxbytes = 10MB
2007+stderr_logfile_backups = 3
2008+stderr_events_enabled = false
2009+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1"
2010+[program:login]
2011+command = ./services/login/service.py
2012+process_name = %(program_name)s-%(process_num)02d
2013+numprocs = 2
2014+umask = 022
2015+priority = 40
2016+autostart = true
2017+autorestart = unexpected
2018+startsecs = 2
2019+startretries = 999
2020+exitcodes = 0
2021+stopsignal = TERM
2022+stopwaitsecs = 3
2023+stopasgroup = false
2024+killasgroup = true
2025+user = noc
2026+oom_score_adj = 10
2027+redirect_stderr = true
2028+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
2029+stdout_logfile_maxbytes = 10MB
2030+stdout_logfile_backups = 5
2031+stdout_events_enabled = false
2032+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
2033+stderr_logfile_maxbytes = 10MB
2034+stderr_logfile_backups = 3
2035+stderr_events_enabled = false
2036+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1"
2037+[program:mailsender]
2038+command = ./services/mailsender/service.py
2039+process_name = %(program_name)s-%(process_num)02d
2040+numprocs = 1
2041+umask = 022
2042+priority = 600
2043+autostart = true
2044+autorestart = unexpected
2045+startsecs = 2
2046+startretries = 999
2047+exitcodes = 0
2048+stopsignal = TERM
2049+stopwaitsecs = 3
2050+stopasgroup = false
2051+killasgroup = true
2052+user = noc
2053+oom_score_adj = 100
2054+redirect_stderr = true
2055+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
2056+stdout_logfile_maxbytes = 10MB
2057+stdout_logfile_backups = 3
2058+stdout_events_enabled = false
2059+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
2060+stderr_logfile_maxbytes = 10MB
2061+stderr_logfile_backups = 3
2062+stderr_events_enabled = false
2063+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1"
2064+[program:mib]
2065+command = ./services/mib/service.py
2066+process_name = %(program_name)s-%(process_num)02d
2067+numprocs = 1
2068+umask = 022
2069+priority = 110
2070+autostart = true
2071+autorestart = unexpected
2072+startsecs = 2
2073+startretries = 999
2074+exitcodes = 0
2075+stopsignal = TERM
2076+stopwaitsecs = 3
2077+stopasgroup = false
2078+killasgroup = true
2079+user = noc
2080+oom_score_adj = 100
2081+redirect_stderr = true
2082+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
2083+stdout_logfile_maxbytes = 10MB
2084+stdout_logfile_backups = 3
2085+stdout_events_enabled = false
2086+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
2087+stderr_logfile_maxbytes = 10MB
2088+stderr_logfile_backups = 3
2089+stderr_events_enabled = false
2090+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1"
2091+[program:mrt]
2092+command = ./services/mrt/service.py
2093+process_name = %(program_name)s-%(process_num)02d
2094+numprocs = 2
2095+umask = 022
2096+priority = 110
2097+autostart = true
2098+autorestart = unexpected
2099+startsecs = 2
2100+startretries = 999
2101+exitcodes = 0
2102+stopsignal = TERM
2103+stopwaitsecs = 3
2104+stopasgroup = false
2105+killasgroup = true
2106+user = noc
2107+oom_score_adj = 100
2108+redirect_stderr = true
2109+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
2110+stdout_logfile_maxbytes = 10MB
2111+stdout_logfile_backups = 3
2112+stdout_events_enabled = false
2113+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
2114+stderr_logfile_maxbytes = 10MB
2115+stderr_logfile_backups = 3
2116+stderr_events_enabled = false
2117+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1"
2118+[program:nbi]
2119+command = ./services/nbi/service.py
2120+process_name = %(program_name)s-%(process_num)02d
2121+numprocs = 1
2122+umask = 022
2123+priority = 110
2124+autostart = true
2125+autorestart = unexpected
2126+startsecs = 2
2127+startretries = 999
2128+exitcodes = 0
2129+stopsignal = TERM
2130+stopwaitsecs = 3
2131+stopasgroup = false
2132+killasgroup = true
2133+user = noc
2134+oom_score_adj = 100
2135+redirect_stderr = true
2136+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
2137+stdout_logfile_maxbytes = 10MB
2138+stdout_logfile_backups = 3
2139+stdout_events_enabled = false
2140+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
2141+stderr_logfile_maxbytes = 10MB
2142+stderr_logfile_backups = 3
2143+stderr_events_enabled = false
2144+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1"
2145+[program:ping-default]
2146+command = ./services/ping/service.py
2147+process_name = %(program_name)s-%(process_num)02d
2148+numprocs = 5
2149+umask = 022
2150+priority = 90
2151+autostart = true
2152+autorestart = unexpected
2153+startsecs = 2
2154+startretries = 999
2155+exitcodes = 0
2156+stopsignal = TERM
2157+stopwaitsecs = 1
2158+stopasgroup = false
2159+killasgroup = true
2160+user = root
2161+oom_score_adj = 200
2162+redirect_stderr = true
2163+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
2164+stdout_logfile_maxbytes = 10MB
2165+stdout_logfile_backups = 3
2166+stdout_events_enabled = false
2167+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
2168+stderr_logfile_maxbytes = 10MB
2169+stderr_logfile_backups = 3
2170+stderr_events_enabled = false
2171+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,yaml:///opt/noc/etc/pool-default.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1",NOC_POOL="default"
2172+[program:sae]
2173+command = ./services/sae/service.py
2174+process_name = %(program_name)s-%(process_num)02d
2175+numprocs = 2
2176+umask = 022
2177+priority = 90
2178+autostart = true
2179+autorestart = unexpected
2180+startsecs = 2
2181+startretries = 999
2182+exitcodes = 0
2183+stopsignal = TERM
2184+stopwaitsecs = 1
2185+stopasgroup = false
2186+killasgroup = true
2187+user = noc
2188+oom_score_adj = 300
2189+redirect_stderr = true
2190+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
2191+stdout_logfile_maxbytes = 10MB
2192+stdout_logfile_backups = 3
2193+stdout_events_enabled = false
2194+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
2195+stderr_logfile_maxbytes = 10MB
2196+stderr_logfile_backups = 3
2197+stderr_events_enabled = false
2198+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1"
2199+[program:scheduler]
2200+command = ./services/scheduler/service.py
2201+process_name = %(program_name)s
2202+numprocs = 1
2203+umask = 022
2204+priority = 50
2205+autostart = true
2206+autorestart = unexpected
2207+startsecs = 2
2208+startretries = 999
2209+exitcodes = 0
2210+stopsignal = TERM
2211+stopwaitsecs = 3
2212+stopasgroup = false
2213+killasgroup = true
2214+user = noc
2215+oom_score_adj = 100
2216+redirect_stderr = true
2217+stdout_logfile = /var/log/noc/%(program_name)s.log
2218+stdout_logfile_maxbytes = 10MB
2219+stdout_logfile_backups = 3
2220+stdout_events_enabled = false
2221+stderr_logfile = /var/log/noc/%(program_name)s.err
2222+stderr_logfile_maxbytes = 10MB
2223+stderr_logfile_backups = 3
2224+stderr_events_enabled = false
2225+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1"
2226+[program:selfmon]
2227+command = ./services/selfmon/service.py
2228+process_name = %(program_name)s-%(process_num)02d
2229+numprocs = 1
2230+umask = 022
2231+priority = 50
2232+autostart = true
2233+autorestart = unexpected
2234+startsecs = 2
2235+startretries = 999
2236+exitcodes = 0
2237+stopsignal = TERM
2238+stopwaitsecs = 1
2239+stopasgroup = false
2240+killasgroup = true
2241+user = noc
2242+oom_score_adj = 100
2243+redirect_stderr = true
2244+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
2245+stdout_logfile_maxbytes = 10MB
2246+stdout_logfile_backups = 1
2247+stdout_events_enabled = false
2248+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
2249+stderr_logfile_maxbytes = 10MB
2250+stderr_logfile_backups = 3
2251+stderr_events_enabled = false
2252+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1"
2253+[program:syslogcollector-default]
2254+command = ./services/syslogcollector/service.py
2255+process_name = %(program_name)s
2256+numprocs = 1
2257+umask = 022
2258+priority = 200
2259+autostart = true
2260+autorestart = unexpected
2261+startsecs = 2
2262+startretries = 999
2263+exitcodes = 0
2264+stopsignal = TERM
2265+stopwaitsecs = 3
2266+stopasgroup = false
2267+killasgroup = true
2268+user = root
2269+oom_score_adj = 50
2270+redirect_stderr = true
2271+stdout_logfile = /var/log/noc/%(program_name)s.log
2272+stdout_logfile_maxbytes = 10MB
2273+stdout_logfile_backups = 3
2274+stdout_events_enabled = false
2275+stderr_logfile = /var/log/noc/%(program_name)s.err
2276+stderr_logfile_maxbytes = 10MB
2277+stderr_logfile_backups = 3
2278+stderr_events_enabled = false
2279+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,yaml:///opt/noc/etc/pool-default.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1",NOC_POOL="default"
2280+[program:trapcollector-default]
2281+command = ./services/trapcollector/service.py
2282+process_name = %(program_name)s
2283+numprocs = 1
2284+umask = 022
2285+priority = 200
2286+autostart = true
2287+autorestart = unexpected
2288+startsecs = 2
2289+startretries = 999
2290+exitcodes = 0
2291+stopsignal = TERM
2292+stopwaitsecs = 2
2293+stopasgroup = false
2294+killasgroup = true
2295+user = root
2296+oom_score_adj = 50
2297+redirect_stderr = true
2298+stdout_logfile = /var/log/noc/%(program_name)s.log
2299+stdout_logfile_maxbytes = 10MB
2300+stdout_logfile_backups = 3
2301+stdout_events_enabled = false
2302+stderr_logfile = /var/log/noc/%(program_name)s.err
2303+stderr_logfile_maxbytes = 10MB
2304+stderr_logfile_backups = 3
2305+stderr_events_enabled = false
2306+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,yaml:///opt/noc/etc/pool-default.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1",NOC_POOL="default"
2307+[program:web]
2308+command = ./services/web/service.py
2309+process_name = %(program_name)s-%(process_num)02d
2310+numprocs = 2
2311+umask = 022
2312+priority = 50
2313+autostart = true
2314+autorestart = unexpected
2315+startsecs = 2
2316+startretries = 999
2317+exitcodes = 0
2318+stopsignal = TERM
2319+stopwaitsecs = 2
2320+stopasgroup = false
2321+killasgroup = true
2322+user = noc
2323+oom_score_adj = 300
2324+redirect_stderr = true
2325+stdout_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.log
2326+stdout_logfile_maxbytes = 10MB
2327+stdout_logfile_backups = 3
2328+stdout_events_enabled = false
2329+stderr_logfile = /var/log/noc/%(program_name)s-%(process_num)02d.err
2330+stderr_logfile_maxbytes = 10MB
2331+stderr_logfile_backups = 3
2332+stderr_events_enabled = false
2333+environment=NOC_CONFIG="yaml:///opt/noc/etc/tower.yml,yaml:///opt/noc/etc/settings.yml,env:///NOC",NOC_NODE="node1",NOC_DC="DATA1",NOC_USER="noc",NOC_ROOT="/opt/noc",NOC_ENV="NOC",NOC_LOGLEVEL="info",LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libjemalloc.so.1"
2334+
2335
2336changed: [node1]
2337
2338TASK [noc : Generate NOC config] ***********************************************
2339changed: [node1]
2340
2341TASK [noc : Generate NOC config for pooled services] ***************************
2342changed: [node1] => (item=None)
2343changed: [node1]
2344
2345TASK [noc : Build pools config] ************************************************
2346--- before
2347+++ after: /root/.ansible/tmp/ansible-local-8946CJ4H_K/tmpt0g5GQ/pools.yml.j2
2348@@ -0,0 +1,3 @@
2349+pools:
2350+  default:
2351+    description: 'Default pool for NOC'
2352
2353changed: [node1]
2354
2355TASK [noc : install .env file] *************************************************
2356changed: [node1]
2357
2358TASK [noc : Tune sysctl.conf for node] *****************************************
2359changed: [node1] => (item={u'name': u'net.ipv4.ip_local_port_range', u'value': u'20024 65000'})
2360
2361TASK [noc : patch supervisord for oomkiller] ***********************************
2362skipping: [node1]
2363
2364TASK [noc : Compile bytecode] **************************************************
2365ok: [node1]
2366
2367TASK [noc : Compiling binary modules] ******************************************
2368changed: [node1]
2369
2370TASK [noc : Cleanup hanging .pyc files] ****************************************
2371ok: [node1]
2372
2373TASK [goss : Include OS-specific tasks] ****************************************
2374skipping: [node1]
2375 [WARNING]: Using run_once with the free strategy is not currently supported.
2376This task will still be executed for every host in the inventory list.
2377
2378TASK [goss : Get goss release] *************************************************
2379skipping: [node1]
2380
2381TASK [goss : create goss dirs] *************************************************
2382skipping: [node1] => (item=/etc/goss) 
2383skipping: [node1] => (item=/etc/goss/goss.d) 
2384skipping: [node1] => (item=/opt/goss_v0.3.5) 
2385
2386TASK [goss : Overwrite goss binary if needed] **********************************
2387skipping: [node1]
2388
2389TASK [goss : place main check file] ********************************************
2390skipping: [node1]
2391
2392TASK [goss : place goss tests file for service noc] ****************************
2393ok: [node1]
2394
2395TASK [goss : set goss complete] ************************************************
2396ok: [node1]
2397
2398RUNNING HANDLER [noc : reload systemd] *****************************************
2399ok: [node1]
2400
2401PLAY [Install NOC login] *******************************************************
2402
2403TASK [Gathering Facts] *********************************************************
2404ok: [node1]
2405
2406TASK [login : Install RADIUS python packages] **********************************
2407skipping: [node1]
2408
2409TASK [login : Install LDAP python packages] ************************************
2410skipping: [node1]
2411
2412TASK [goss : Include OS-specific tasks] ****************************************
2413skipping: [node1]
2414
2415TASK [goss : Get goss release] *************************************************
2416skipping: [node1]
2417
2418TASK [goss : create goss dirs] *************************************************
2419skipping: [node1] => (item=/etc/goss) 
2420skipping: [node1] => (item=/etc/goss/goss.d) 
2421skipping: [node1] => (item=/opt/goss_v0.3.5) 
2422
2423TASK [goss : Overwrite goss binary if needed] **********************************
2424skipping: [node1]
2425
2426TASK [goss : place main check file] ********************************************
2427skipping: [node1]
2428
2429TASK [goss : place goss tests file for service login] **************************
2430ok: [node1]
2431
2432TASK [goss : set goss complete] ************************************************
2433ok: [node1]
2434
2435PLAY [Install NOC mib] *********************************************************
2436
2437TASK [Gathering Facts] *********************************************************
2438ok: [node1]
2439
2440TASK [goss : Include OS-specific tasks] ****************************************
2441skipping: [node1]
2442
2443TASK [goss : Get goss release] *************************************************
2444skipping: [node1]
2445
2446TASK [goss : create goss dirs] *************************************************
2447skipping: [node1] => (item=/etc/goss) 
2448skipping: [node1] => (item=/etc/goss/goss.d) 
2449skipping: [node1] => (item=/opt/goss_v0.3.5) 
2450
2451TASK [goss : Overwrite goss binary if needed] **********************************
2452skipping: [node1]
2453
2454TASK [goss : place main check file] ********************************************
2455skipping: [node1]
2456
2457TASK [goss : place goss tests file for service mib] ****************************
2458ok: [node1]
2459
2460TASK [goss : set goss complete] ************************************************
2461ok: [node1]
2462
2463PLAY [Install NOC nbi] *********************************************************
2464
2465TASK [Gathering Facts] *********************************************************
2466ok: [node1]
2467
2468TASK [goss : Include OS-specific tasks] ****************************************
2469skipping: [node1]
2470
2471TASK [goss : Get goss release] *************************************************
2472skipping: [node1]
2473
2474TASK [goss : create goss dirs] *************************************************
2475skipping: [node1] => (item=/etc/goss) 
2476skipping: [node1] => (item=/etc/goss/goss.d) 
2477skipping: [node1] => (item=/opt/goss_v0.3.5) 
2478
2479TASK [goss : Overwrite goss binary if needed] **********************************
2480skipping: [node1]
2481
2482TASK [goss : place main check file] ********************************************
2483skipping: [node1]
2484
2485TASK [goss : place goss tests file for service nbi] ****************************
2486ok: [node1]
2487
2488TASK [goss : set goss complete] ************************************************
2489ok: [node1]
2490
2491PLAY [Install NOC mrt] *********************************************************
2492
2493TASK [Gathering Facts] *********************************************************
2494ok: [node1]
2495
2496TASK [goss : Include OS-specific tasks] ****************************************
2497skipping: [node1]
2498
2499TASK [goss : Get goss release] *************************************************
2500skipping: [node1]
2501
2502TASK [goss : create goss dirs] *************************************************
2503skipping: [node1] => (item=/etc/goss) 
2504skipping: [node1] => (item=/etc/goss/goss.d) 
2505skipping: [node1] => (item=/opt/goss_v0.3.5) 
2506
2507TASK [goss : Overwrite goss binary if needed] **********************************
2508skipping: [node1]
2509
2510TASK [goss : place main check file] ********************************************
2511skipping: [node1]
2512
2513TASK [goss : place goss tests file for service mrt] ****************************
2514ok: [node1]
2515
2516TASK [goss : set goss complete] ************************************************
2517ok: [node1]
2518
2519PLAY [Install NOC datastream] **************************************************
2520
2521TASK [Gathering Facts] *********************************************************
2522ok: [node1]
2523
2524TASK [goss : Include OS-specific tasks] ****************************************
2525skipping: [node1]
2526
2527TASK [goss : Get goss release] *************************************************
2528skipping: [node1]
2529
2530TASK [goss : create goss dirs] *************************************************
2531skipping: [node1] => (item=/etc/goss) 
2532skipping: [node1] => (item=/etc/goss/goss.d) 
2533skipping: [node1] => (item=/opt/goss_v0.3.5) 
2534
2535TASK [goss : Overwrite goss binary if needed] **********************************
2536skipping: [node1]
2537
2538TASK [goss : place main check file] ********************************************
2539skipping: [node1]
2540
2541TASK [goss : place goss tests file for service datastream] *********************
2542ok: [node1]
2543
2544TASK [goss : set goss complete] ************************************************
2545ok: [node1]
2546
2547PLAY [Install NOC escalator] ***************************************************
2548
2549TASK [Gathering Facts] *********************************************************
2550ok: [node1]
2551
2552TASK [goss : Include OS-specific tasks] ****************************************
2553skipping: [node1]
2554
2555TASK [goss : Get goss release] *************************************************
2556skipping: [node1]
2557
2558TASK [goss : create goss dirs] *************************************************
2559skipping: [node1] => (item=/etc/goss) 
2560skipping: [node1] => (item=/etc/goss/goss.d) 
2561skipping: [node1] => (item=/opt/goss_v0.3.5) 
2562
2563TASK [goss : Overwrite goss binary if needed] **********************************
2564skipping: [node1]
2565
2566TASK [goss : place main check file] ********************************************
2567skipping: [node1]
2568
2569TASK [goss : place goss tests file for service escalator] **********************
2570ok: [node1]
2571
2572TASK [goss : set goss complete] ************************************************
2573ok: [node1]
2574
2575PLAY [Install NOC web] *********************************************************
2576
2577TASK [Gathering Facts] *********************************************************
2578ok: [node1]
2579
2580TASK [web : Install packages for web] ******************************************
2581ok: [node1]
2582
2583TASK [web : Install assets] ****************************************************
2584changed: [node1] => (item=web)
2585changed: [node1] => (item=mib)
2586changed: [node1] => (item=bi)
2587changed: [node1] => (item=card)
2588
2589TASK [web : Install NOC theme] *************************************************
2590skipping: [node1]
2591
2592TASK [goss : Include OS-specific tasks] ****************************************
2593skipping: [node1]
2594
2595TASK [goss : Get goss release] *************************************************
2596skipping: [node1]
2597
2598TASK [goss : create goss dirs] *************************************************
2599skipping: [node1] => (item=/etc/goss) 
2600skipping: [node1] => (item=/etc/goss/goss.d) 
2601skipping: [node1] => (item=/opt/goss_v0.3.5) 
2602
2603TASK [goss : Overwrite goss binary if needed] **********************************
2604skipping: [node1]
2605
2606TASK [goss : place main check file] ********************************************
2607skipping: [node1]
2608
2609TASK [goss : place goss tests file for service web] ****************************
2610ok: [node1]
2611
2612TASK [goss : set goss complete] ************************************************
2613ok: [node1]
2614
2615PLAY [Install NOC card] ********************************************************
2616
2617TASK [Gathering Facts] *********************************************************
2618ok: [node1]
2619
2620TASK [card : Install assets] ***************************************************
2621ok: [node1] => (item=web)
2622ok: [node1] => (item=mib)
2623ok: [node1] => (item=bi)
2624ok: [node1] => (item=card)
2625
2626TASK [goss : Include OS-specific tasks] ****************************************
2627skipping: [node1]
2628
2629TASK [goss : Get goss release] *************************************************
2630skipping: [node1]
2631
2632TASK [goss : create goss dirs] *************************************************
2633skipping: [node1] => (item=/etc/goss) 
2634skipping: [node1] => (item=/etc/goss/goss.d) 
2635skipping: [node1] => (item=/opt/goss_v0.3.5) 
2636
2637TASK [goss : Overwrite goss binary if needed] **********************************
2638skipping: [node1]
2639
2640TASK [goss : place main check file] ********************************************
2641skipping: [node1]
2642
2643TASK [goss : place goss tests file for service card] ***************************
2644ok: [node1]
2645
2646TASK [goss : set goss complete] ************************************************
2647ok: [node1]
2648
2649PLAY [Install NOC ch_datasource] ***********************************************
2650
2651TASK [Gathering Facts] *********************************************************
2652ok: [node1]
2653
2654TASK [goss : Include OS-specific tasks] ****************************************
2655skipping: [node1]
2656
2657TASK [goss : Get goss release] *************************************************
2658skipping: [node1]
2659
2660TASK [goss : create goss dirs] *************************************************
2661skipping: [node1] => (item=/etc/goss) 
2662skipping: [node1] => (item=/etc/goss/goss.d) 
2663skipping: [node1] => (item=/opt/goss_v0.3.5) 
2664
2665TASK [goss : Overwrite goss binary if needed] **********************************
2666skipping: [node1]
2667
2668TASK [goss : place main check file] ********************************************
2669skipping: [node1]
2670
2671TASK [goss : place goss tests file for service ch_datasource] ******************
2672--- before: /etc/goss/goss.d/ch_datasource.yml
2673+++ after: /root/.ansible/tmp/ansible-local-8946CJ4H_K/tmpULuFzt/ch_datasource.goss.yml.j2
2674@@ -1,5 +1,5 @@
2675 addr:
2676-  tcp://noc-node1:8123:
2677+  tcp://node1:8123:
2678     reachable: true
2679     timeout: 500
2680 command:
2681
2682changed: [node1]
2683
2684TASK [goss : set goss complete] ************************************************
2685ok: [node1]
2686
2687PLAY [Install NOC activator] ***************************************************
2688
2689TASK [Gathering Facts] *********************************************************
2690ok: [node1]
2691included: /opt/tower/var/tower/playbooks/NOC/noc_roles/activator/tasks/os/Debian/main.yml for node1
2692
2693TASK [activator : Install Debian system packages] ******************************
2694ok: [node1]
2695
2696TASK [activator : Install activator python packages] ***************************
2697changed: [node1]
2698
2699TASK [activator : Create ssh keys directories] *********************************
2700--- before
2701+++ after
2702@@ -1,6 +1,6 @@
2703 {
2704-    "group": 0,
2705-    "mode": "0755",
2706+    "group": 1005,
2707+    "mode": "0550",
2708     "path": "/opt/noc/var/etc/ssh/default",
2709-    "state": "absent"
2710+    "state": "directory"
2711 }
2712
2713changed: [node1] => (item={u'description': u'Default pool for NOC', u'name': u'default'})
2714
2715TASK [activator : Tune sysctl.conf for activator] ******************************
2716changed: [node1] => (item={u'name': u'net.ipv4.tcp_no_metrics_save', u'value': 1})
2717changed: [node1] => (item={u'name': u'net.ipv4.tcp_window_scaling', u'value': 0})
2718changed: [node1] => (item={u'name': u'net.ipv4.tcp_timestamps', u'value': 1})
2719changed: [node1] => (item={u'name': u'net.ipv4.tcp_sack', u'value': 1})
2720changed: [node1] => (item={u'name': u'net.core.netdev_max_backlog', u'value': 5000})
2721changed: [node1] => (item={u'name': u'net.ipv4.tcp_max_tw_buckets', u'value': 360000})
2722changed: [node1] => (item={u'name': u'net.ipv4.tcp_max_syn_backlog', u'value': 4096})
2723changed: [node1] => (item={u'name': u'net.ipv4.tcp_fin_timeout', u'value': 10})
2724
2725TASK [goss : Include OS-specific tasks] ****************************************
2726skipping: [node1]
2727
2728TASK [goss : Get goss release] *************************************************
2729skipping: [node1]
2730
2731TASK [goss : create goss dirs] *************************************************
2732skipping: [node1] => (item=/etc/goss) 
2733skipping: [node1] => (item=/etc/goss/goss.d) 
2734skipping: [node1] => (item=/opt/goss_v0.3.5) 
2735
2736TASK [goss : Overwrite goss binary if needed] **********************************
2737skipping: [node1]
2738
2739TASK [goss : place main check file] ********************************************
2740skipping: [node1]
2741
2742TASK [goss : place goss tests file for service activator] **********************
2743ok: [node1]
2744
2745TASK [goss : set goss complete] ************************************************
2746ok: [node1]
2747
2748PLAY [Install NOC grafanads] ***************************************************
2749
2750TASK [Gathering Facts] *********************************************************
2751ok: [node1]
2752
2753TASK [grafana : Make datasources file] *****************************************
2754ok: [node1]
2755
2756TASK [grafana : restart grafana] ***********************************************
2757skipping: [node1]
2758
2759TASK [goss : Include OS-specific tasks] ****************************************
2760skipping: [node1]
2761
2762TASK [goss : Get goss release] *************************************************
2763skipping: [node1]
2764
2765TASK [goss : create goss dirs] *************************************************
2766skipping: [node1] => (item=/etc/goss) 
2767skipping: [node1] => (item=/etc/goss/goss.d) 
2768skipping: [node1] => (item=/opt/goss_v0.3.5) 
2769
2770TASK [goss : Overwrite goss binary if needed] **********************************
2771skipping: [node1]
2772
2773TASK [goss : place main check file] ********************************************
2774skipping: [node1]
2775
2776TASK [goss : place goss tests file for service grafanads] **********************
2777ok: [node1]
2778
2779TASK [goss : set goss complete] ************************************************
2780ok: [node1]
2781
2782PLAY [Install NOC selfmon] *****************************************************
2783
2784TASK [Gathering Facts] *********************************************************
2785ok: [node1]
2786
2787TASK [goss : Include OS-specific tasks] ****************************************
2788skipping: [node1]
2789
2790TASK [goss : Get goss release] *************************************************
2791skipping: [node1]
2792
2793TASK [goss : create goss dirs] *************************************************
2794skipping: [node1] => (item=/etc/goss) 
2795skipping: [node1] => (item=/etc/goss/goss.d) 
2796skipping: [node1] => (item=/opt/goss_v0.3.5) 
2797
2798TASK [goss : Overwrite goss binary if needed] **********************************
2799skipping: [node1]
2800
2801TASK [goss : place main check file] ********************************************
2802skipping: [node1]
2803
2804TASK [goss : place goss tests file for service selfmon] ************************
2805ok: [node1]
2806
2807TASK [goss : set goss complete] ************************************************
2808ok: [node1]
2809
2810PLAY [Install NOC mailsender] **************************************************
2811
2812TASK [Gathering Facts] *********************************************************
2813ok: [node1]
2814
2815TASK [goss : Include OS-specific tasks] ****************************************
2816skipping: [node1]
2817
2818TASK [goss : Get goss release] *************************************************
2819skipping: [node1]
2820
2821TASK [goss : create goss dirs] *************************************************
2822skipping: [node1] => (item=/etc/goss) 
2823skipping: [node1] => (item=/etc/goss/goss.d) 
2824skipping: [node1] => (item=/opt/goss_v0.3.5) 
2825
2826TASK [goss : Overwrite goss binary if needed] **********************************
2827skipping: [node1]
2828
2829TASK [goss : place main check file] ********************************************
2830skipping: [node1]
2831
2832TASK [goss : place goss tests file for service mailsender] *********************
2833ok: [node1]
2834
2835TASK [goss : set goss complete] ************************************************
2836ok: [node1]
2837 [WARNING]: Could not match supplied host pattern, ignoring: svc-tgsender-exec
2838
2839PLAY [Install NOC tgsender] ****************************************************
2840skipping: no hosts matched
2841
2842PLAY [Install NOC chwriter] ****************************************************
2843
2844TASK [Gathering Facts] *********************************************************
2845ok: [node1]
2846
2847TASK [goss : Include OS-specific tasks] ****************************************
2848skipping: [node1]
2849
2850TASK [goss : Get goss release] *************************************************
2851skipping: [node1]
2852
2853TASK [goss : create goss dirs] *************************************************
2854skipping: [node1] => (item=/etc/goss) 
2855skipping: [node1] => (item=/etc/goss/goss.d) 
2856skipping: [node1] => (item=/opt/goss_v0.3.5) 
2857
2858TASK [goss : Overwrite goss binary if needed] **********************************
2859skipping: [node1]
2860
2861TASK [goss : place main check file] ********************************************
2862skipping: [node1]
2863
2864TASK [goss : place goss tests file for service chwriter] ***********************
2865ok: [node1]
2866
2867TASK [goss : set goss complete] ************************************************
2868ok: [node1]
2869
2870PLAY [Install NOC classifier] **************************************************
2871
2872TASK [Gathering Facts] *********************************************************
2873ok: [node1]
2874
2875TASK [classifier : Install classifier python packages] *************************
2876changed: [node1]
2877
2878TASK [goss : Include OS-specific tasks] ****************************************
2879skipping: [node1]
2880
2881TASK [goss : Get goss release] *************************************************
2882skipping: [node1]
2883
2884TASK [goss : create goss dirs] *************************************************
2885skipping: [node1] => (item=/etc/goss) 
2886skipping: [node1] => (item=/etc/goss/goss.d) 
2887skipping: [node1] => (item=/opt/goss_v0.3.5) 
2888
2889TASK [goss : Overwrite goss binary if needed] **********************************
2890skipping: [node1]
2891
2892TASK [goss : place main check file] ********************************************
2893skipping: [node1]
2894
2895TASK [goss : place goss tests file for service classifier] *********************
2896ok: [node1]
2897
2898TASK [goss : set goss complete] ************************************************
2899ok: [node1]
2900
2901PLAY [Install NOC correlator] **************************************************
2902
2903TASK [Gathering Facts] *********************************************************
2904ok: [node1]
2905
2906TASK [goss : Include OS-specific tasks] ****************************************
2907skipping: [node1]
2908
2909TASK [goss : Get goss release] *************************************************
2910skipping: [node1]
2911
2912TASK [goss : create goss dirs] *************************************************
2913skipping: [node1] => (item=/etc/goss) 
2914skipping: [node1] => (item=/etc/goss/goss.d) 
2915skipping: [node1] => (item=/opt/goss_v0.3.5) 
2916
2917TASK [goss : Overwrite goss binary if needed] **********************************
2918skipping: [node1]
2919
2920TASK [goss : place main check file] ********************************************
2921skipping: [node1]
2922
2923TASK [goss : place goss tests file for service correlator] *********************
2924ok: [node1]
2925
2926TASK [goss : set goss complete] ************************************************
2927ok: [node1]
2928
2929PLAY [Install NOC syslogcollector] *********************************************
2930
2931TASK [Gathering Facts] *********************************************************
2932ok: [node1]
2933
2934TASK [goss : Include OS-specific tasks] ****************************************
2935skipping: [node1]
2936
2937TASK [goss : Get goss release] *************************************************
2938skipping: [node1]
2939
2940TASK [goss : create goss dirs] *************************************************
2941skipping: [node1] => (item=/etc/goss) 
2942skipping: [node1] => (item=/etc/goss/goss.d) 
2943skipping: [node1] => (item=/opt/goss_v0.3.5) 
2944
2945TASK [goss : Overwrite goss binary if needed] **********************************
2946skipping: [node1]
2947
2948TASK [goss : place main check file] ********************************************
2949skipping: [node1]
2950
2951TASK [goss : place goss tests file for service syslogcollector] ****************
2952ok: [node1]
2953
2954TASK [goss : set goss complete] ************************************************
2955ok: [node1]
2956
2957PLAY [Install NOC trapcollector] ***********************************************
2958
2959TASK [Gathering Facts] *********************************************************
2960ok: [node1]
2961
2962TASK [goss : Include OS-specific tasks] ****************************************
2963skipping: [node1]
2964
2965TASK [goss : Get goss release] *************************************************
2966skipping: [node1]
2967
2968TASK [goss : create goss dirs] *************************************************
2969skipping: [node1] => (item=/etc/goss) 
2970skipping: [node1] => (item=/etc/goss/goss.d) 
2971skipping: [node1] => (item=/opt/goss_v0.3.5) 
2972
2973TASK [goss : Overwrite goss binary if needed] **********************************
2974skipping: [node1]
2975
2976TASK [goss : place main check file] ********************************************
2977skipping: [node1]
2978
2979TASK [goss : place goss tests file for service trapcollector] ******************
2980ok: [node1]
2981
2982TASK [goss : set goss complete] ************************************************
2983ok: [node1]
2984
2985PLAY [Install NOC ping] ********************************************************
2986
2987TASK [Gathering Facts] *********************************************************
2988ok: [node1]
2989
2990TASK [goss : Include OS-specific tasks] ****************************************
2991skipping: [node1]
2992
2993TASK [goss : Get goss release] *************************************************
2994skipping: [node1]
2995
2996TASK [goss : create goss dirs] *************************************************
2997skipping: [node1] => (item=/etc/goss) 
2998skipping: [node1] => (item=/etc/goss/goss.d) 
2999skipping: [node1] => (item=/opt/goss_v0.3.5) 
3000
3001TASK [goss : Overwrite goss binary if needed] **********************************
3002skipping: [node1]
3003
3004TASK [goss : place main check file] ********************************************
3005skipping: [node1]
3006
3007TASK [goss : place goss tests file for service ping] ***************************
3008ok: [node1]
3009
3010TASK [goss : set goss complete] ************************************************
3011ok: [node1]
3012
3013PLAY [Install NOC sae] *********************************************************
3014
3015TASK [Gathering Facts] *********************************************************
3016ok: [node1]
3017
3018TASK [goss : Include OS-specific tasks] ****************************************
3019skipping: [node1]
3020
3021TASK [goss : Get goss release] *************************************************
3022skipping: [node1]
3023
3024TASK [goss : create goss dirs] *************************************************
3025skipping: [node1] => (item=/etc/goss) 
3026skipping: [node1] => (item=/etc/goss/goss.d) 
3027skipping: [node1] => (item=/opt/goss_v0.3.5) 
3028
3029TASK [goss : Overwrite goss binary if needed] **********************************
3030skipping: [node1]
3031
3032TASK [goss : place main check file] ********************************************
3033skipping: [node1]
3034
3035TASK [goss : place goss tests file for service sae] ****************************
3036ok: [node1]
3037
3038TASK [goss : set goss complete] ************************************************
3039ok: [node1]
3040
3041PLAY [Install NOC scheduler] ***************************************************
3042
3043TASK [Gathering Facts] *********************************************************
3044ok: [node1]
3045
3046TASK [goss : Include OS-specific tasks] ****************************************
3047skipping: [node1]
3048
3049TASK [goss : Get goss release] *************************************************
3050skipping: [node1]
3051
3052TASK [goss : create goss dirs] *************************************************
3053skipping: [node1] => (item=/etc/goss) 
3054skipping: [node1] => (item=/etc/goss/goss.d) 
3055skipping: [node1] => (item=/opt/goss_v0.3.5) 
3056
3057TASK [goss : Overwrite goss binary if needed] **********************************
3058skipping: [node1]
3059
3060TASK [goss : place main check file] ********************************************
3061skipping: [node1]
3062
3063TASK [goss : place goss tests file for service scheduler] **********************
3064ok: [node1]
3065
3066TASK [goss : set goss complete] ************************************************
3067ok: [node1]
3068
3069PLAY [Install NOC discovery] ***************************************************
3070
3071TASK [Gathering Facts] *********************************************************
3072ok: [node1]
3073
3074TASK [discovery : Tune sysctl.conf for keepalive] ******************************
3075changed: [node1] => (item={u'name': u'net.ipv4.tcp_keepalive_time', u'value': 60})
3076changed: [node1] => (item={u'name': u'net.ipv4.tcp_keepalive_intvl', u'value': 10})
3077changed: [node1] => (item={u'name': u'net.ipv4.tcp_keepalive_probes', u'value': 3})
3078
3079TASK [goss : Include OS-specific tasks] ****************************************
3080skipping: [node1]
3081
3082TASK [goss : Get goss release] *************************************************
3083skipping: [node1]
3084
3085TASK [goss : create goss dirs] *************************************************
3086skipping: [node1] => (item=/etc/goss) 
3087skipping: [node1] => (item=/etc/goss/goss.d) 
3088skipping: [node1] => (item=/opt/goss_v0.3.5) 
3089
3090TASK [goss : Overwrite goss binary if needed] **********************************
3091skipping: [node1]
3092
3093TASK [goss : place main check file] ********************************************
3094skipping: [node1]
3095
3096TASK [goss : place goss tests file for service discovery] **********************
3097ok: [node1]
3098
3099TASK [goss : set goss complete] ************************************************
3100ok: [node1]
3101
3102PLAY [Install NOC bi] **********************************************************
3103
3104TASK [Gathering Facts] *********************************************************
3105ok: [node1]
3106
3107TASK [bi : Install assets] *****************************************************
3108ok: [node1] => (item=web)
3109ok: [node1] => (item=mib)
3110ok: [node1] => (item=bi)
3111ok: [node1] => (item=card)
3112
3113TASK [goss : Include OS-specific tasks] ****************************************
3114skipping: [node1]
3115
3116TASK [goss : Get goss release] *************************************************
3117skipping: [node1]
3118
3119TASK [goss : create goss dirs] *************************************************
3120skipping: [node1] => (item=/etc/goss) 
3121skipping: [node1] => (item=/etc/goss/goss.d) 
3122skipping: [node1] => (item=/opt/goss_v0.3.5) 
3123
3124TASK [goss : Overwrite goss binary if needed] **********************************
3125skipping: [node1]
3126
3127TASK [goss : place main check file] ********************************************
3128skipping: [node1]
3129
3130TASK [goss : place goss tests file for service bi] *****************************
3131ok: [node1]
3132
3133TASK [goss : set goss complete] ************************************************
3134ok: [node1]
3135
3136PLAY [migrate] *****************************************************************
3137
3138TASK [Gathering Facts] *********************************************************
3139ok: [node1]
3140
3141TASK [postgres : Create postgres noc user] *************************************
3142changed: [node1 -> 10.0.0.248]
3143
3144TASK [postgres : Create postgres noc database] *********************************
3145changed: [node1 -> 10.0.0.248]
3146
3147TASK [call consul to setup discovery] ******************************************
3148
3149TASK [consul : import path to control repo] ************************************
3150ok: [node1]
3151
3152TASK [consul : Read key/value pair for key noc/slots/discovery-default/manifest] ***
3153ok: [node1]
3154
3155TASK [consul : init default if unset] ******************************************
3156skipping: [node1]
3157
3158TASK [consul : Update a key/value pair for key noc/slots/discovery-default/manifest] ***
3159changed: [node1]
3160
3161TASK [call consul to setup ping] ***********************************************
3162
3163TASK [consul : import path to control repo] ************************************
3164ok: [node1]
3165
3166TASK [consul : Read key/value pair for key noc/slots/ping-default/manifest] ****
3167ok: [node1]
3168
3169TASK [consul : init default if unset] ******************************************
3170skipping: [node1]
3171
3172TASK [consul : Update a key/value pair for key noc/slots/ping-default/manifest] ***
3173changed: [node1]
3174
3175TASK [migrate : download collections] ******************************************
3176changed: [node1]
3177
3178TASK [migrate : Migrate db] ****************************************************
3179fatal: [node1]: FAILED! => {
3180    "changed": true, 
3181    "cmd": [
3182        "./noc", 
3183        "migrate"
3184    ], 
3185    "delta": "0:00:01.221356", 
3186    "end": "2020-02-08 15:45:02.532368", 
3187    "rc": 2, 
3188    "start": "2020-02-08 15:45:01.311012"
3189}
3190
3191STDOUT:
3192
31932020-02-08 15:45:01,909 [noc.core.dcs.base] Resolve near service postgres
31942020-02-08 15:45:01,914 [noc.core.dcs.base] Resolved near service postgres to ['10.0.0.248:5432']
31952020-02-08 11:45:01,925 [noc.core.dcs.base] Running resolver for service mongo
31962020-02-08 11:45:01,925 [noc.core.dcs.base] [mongo] Starting resolver (near=False)
31972020-02-08 11:45:01,927 [noc.core.dcs.base] [mongo] Set active services to: mongo: 10.0.0.248:27017
31982020-02-08 11:45:01,929 [noc.core.mongo.connection] Connecting to MongoDB {'username': u'noc', 'authentication_source': u'noc', 'readPreference': 'secondaryPreferred', 'replicaSet': u'noc', 'maxIdleTimeMS': 60000, 'db': u'noc', 'host': u'mongodb://noc:********@10.0.0.248:27017/noc', 'password': '********'}
31992020-02-08 11:45:01,934 [migration] Migrating
32002020-02-08 11:45:02,172 [noc.core.debug] UNHANDLED EXCEPTION (2020-02-08 11:45:02.114713)
3201PROCESS: ./commands/migrate.py
3202VERSION: 19.4.1
3203BRANCH: HEAD CHANGESET: bfe7b8b4
3204ERROR FINGERPRINT: eee6e2bf-bfb5-59a9-9eb2-4b7608acd26b
3205WORKING DIRECTORY: /opt/noc
3206EXCEPTION: <class 'pymongo.errors.OperationFailure'> Authentication failed.
3207START OF TRACEBACK
3208------------------------------------------------------------------------
3209File: local/lib/python2.7/site-packages/pymongo/helpers.py (Line: 155)
3210Function: _check_command_response
3211  148                     raise DuplicateKeyError(errmsg, code, response)
3212  149                 elif code == 50:
3213  150                     raise ExecutionTimeout(errmsg, code, response)
3214  151                 elif code == 43:
3215  152                     raise CursorNotFound(errmsg, code, response)
3216  153     
3217  154                 msg = msg or "%s"
3218  155 ==>             raise OperationFailure(msg % errmsg, code, response)
3219  156     
3220  157     
3221  158     def _check_gle_response(result):
3222  159         """Return getlasterror response as a dict, or raise OperationFailure."""
3223  160         # Did getlasterror itself fail?
3224  161         _check_command_response(result)
3225Variables:
3226parse_write_concern_error = False
3227                code = 18
3228    allowable_errors = None
3229             details = 
3230{u'$clusterTime': {u'clusterTime': Timestamp(1581151500, 1),
3231                   u'signature': {u'hash': Binary("\tb\xb1\xdak'\x10\x9dB\xbc\xee\xf0\xb9,$\x0bh\xd3^\n", 0),
3232                                  u'keyId': 6790990031151431682L}},
3233 u'code': 18,
3234 u'codeName': u'AuthenticationFailed',
3235 u'errmsg': u'Authentication failed.',
3236 u'ok': 0.0,
3237 u'operationTime': Timestamp(1581151500, 1)}
3238                 msg = '%s'
3239            response = 
3240{u'$clusterTime': {u'clusterTime': Timestamp(1581151500, 1),
3241                   u'signature': {u'hash': Binary("\tb\xb1\xdak'\x10\x9dB\xbc\xee\xf0\xb9,$\x0bh\xd3^\n", 0),
3242                                  u'keyId': 6790990031151431682L}},
3243 u'code': 18,
3244 u'codeName': u'AuthenticationFailed',
3245 u'errmsg': u'Authentication failed.',
3246 u'ok': 0.0,
3247 u'operationTime': Timestamp(1581151500, 1)}
3248              errmsg = u'Authentication failed.'
3249------------------------------------------------------------------------
3250File: local/lib/python2.7/site-packages/pymongo/network.py (Line: 158)
3251Function: command
3252  151     
3253  152                 response_doc = unpacked_docs[0]
3254  153                 if client:
3255  154                     client._receive_cluster_time(response_doc, session)
3256  155                 if check:
3257  156                     helpers._check_command_response(
3258  157                         response_doc, None, allowable_errors,
3259  158 ==>                     parse_write_concern_error=parse_write_concern_error)
3260  159         except Exception as exc:
3261  160             if publish:
3262  161                 duration = (datetime.datetime.now() - start) + encoding_duration
3263  162                 if isinstance(exc, (NotMasterError, OperationFailure)):
3264  163                     failure = exc.details
3265  164                 else:
3266Variables:
3267                size = 160
3268       max_bson_size = 16777216
3269             address = (u'node1', 27017)
3270       codec_options = 
3271CodecOptions(document_class=dict, tz_aware=False, uuid_representation=PYTHON_LEGACY, unicode_decode_error_handler='strict', tzinfo=None, type_registry=TypeRegistry(type_codecs=[], fallback_encoder=None))
3272             session = None
3273               check = True
3274                orig = 
3275SON([('saslStart', 1), ('mechanism', 'SCRAM-SHA-1'), ('payload', Binary('n,,n=noc,r=OTMwNTQxMzM5MzQx', 0)), ('autoAuthorize', 1), ('$db', u'noc'), ('$readPreference', {'mode': 'primary'})])
3276parse_write_concern_error = False
3277      unacknowledged = None
3278                sock = <socket._socketobject object at 0x7fa72ca79210>
3279             publish = False
3280        read_concern = None
3281     read_preference = Primary()
3282                 msg = 
3283'\xb5\x00\x00\x00Q\xdc\xb0t\x00\x00\x00\x00\xdd\x07\x00\x00\x00\x00\x00\x00\x00\xa0\x00\x00\x00\x10saslStart\x00\x01\x00\x00\x00\x02mechanism\x00\x0c\x00\x00\x00SCRAM-SHA-1\x00\x05payload\x00\x1b\x00\x00\x00\x00n,,n=noc,r=OTMwNTQxMzM5MzQx\x10autoAuthorize\x00\x01\x00\x00\x00\x02$db\x00\x04\x00\x00\x00noc\x00\x03$readPreference\x00\x17\x00\x00\x00\x02mode\x00\x08\x00\x00\x00primary\x00\x00\x00'
3284               reply = <pymongo.message._OpMsg object at 0x7fa72ca5ca50>
3285                  ns = u'noc.$cmd'
3286           is_mongos = False
3287        max_doc_size = 0
3288          use_op_msg = True
3289        response_doc = 
3290{u'$clusterTime': {u'clusterTime': Timestamp(1581151500, 1),
3291                   u'signature': {u'hash': Binary("\tb\xb1\xdak'\x10\x9dB\xbc\xee\xf0\xb9,$\x0bh\xd3^\n", 0),
3292                                  u'keyId': 6790990031151431682L}},
3293 u'code': 18,
3294 u'codeName': u'AuthenticationFailed',
3295 u'errmsg': u'Authentication failed.',
3296 u'ok': 0.0,
3297 u'operationTime': Timestamp(1581151500, 1)}
3298         user_fields = None
3299            slave_ok = False
3300     compression_ctx = None
3301           collation = None
3302              dbname = u'noc'
3303                name = 'saslStart'
3304       unpacked_docs = 
3305[{u'$clusterTime': {u'clusterTime': Timestamp(1581151500, 1),
3306                    u'signature': {u'hash': Binary("\tb\xb1\xdak'\x10\x9dB\xbc\xee\xf0\xb9,$\x0bh\xd3^\n", 0),
3307                                   u'keyId': 6790990031151431682L}},
3308  u'code': 18,
3309  u'codeName': u'AuthenticationFailed',
3310  u'errmsg': u'Authentication failed.',
3311  u'ok': 0.0,
3312  u'operationTime': Timestamp(1581151500, 1)}]
3313          check_keys = False
3314                 exc = OperationFailure(u'Authentication failed.',)
3315    allowable_errors = None
3316                spec = 
3317SON([('saslStart', 1), ('mechanism', 'SCRAM-SHA-1'), ('payload', Binary('n,,n=noc,r=OTMwNTQxMzM5MzQx', 0)), ('autoAuthorize', 1), ('$db', u'noc'), ('$readPreference', {'mode': 'primary'})])
3318           listeners = <pymongo.monitoring._EventListeners object at 0x7fa734aeaf90>
3319              client = None
3320               flags = 0
3321          request_id = 1957747793
3322------------------------------------------------------------------------
3323File: local/lib/python2.7/site-packages/pymongo/pool.py (Line: 584)
3324Function: command
3325  577                                self.address, check_keys, listeners,
3326  578                                self.max_bson_size, read_concern,
3327  579                                parse_write_concern_error=parse_write_concern_error,
3328  580                                collation=collation,
3329  581                                compression_ctx=self.compression_context,
3330  582                                use_op_msg=self.op_msg_enabled,
3331  583                                unacknowledged=unacknowledged,
3332  584 ==>                            user_fields=user_fields)
3333  585             except OperationFailure:
3334  586                 raise
3335  587             # Catch socket.error, KeyboardInterrupt, etc. and close ourselves.
3336  588             except BaseException as error:
3337  589                 self._raise_connection_failure(error)
3338  590     
3339Variables:
3340             session = None
3341parse_write_concern_error = False
3342          check_keys = False
3343      unacknowledged = None
3344                self = 
3345SocketInfo(<socket._socketobject object at 0x7fa72ca79210>) at 140355985284752
3346    allowable_errors = None
3347       codec_options = 
3348CodecOptions(document_class=dict, tz_aware=False, uuid_representation=PYTHON_LEGACY, unicode_decode_error_handler='strict', tzinfo=None, type_registry=TypeRegistry(type_codecs=[], fallback_encoder=None))
3349            slave_ok = False
3350              dbname = u'noc'
3351                spec = 
3352SON([('saslStart', 1), ('mechanism', 'SCRAM-SHA-1'), ('payload', Binary('n,,n=noc,r=OTMwNTQxMzM5MzQx', 0)), ('autoAuthorize', 1), ('$db', u'noc'), ('$readPreference', {'mode': 'primary'})])
3353         user_fields = None
3354        read_concern = None
3355           listeners = <pymongo.monitoring._EventListeners object at 0x7fa734aeaf90>
3356              client = None
3357     retryable_write = False
3358     read_preference = Primary()
3359           collation = None
3360      publish_events = True
3361               check = True
3362       write_concern = None
3363------------------------------------------------------------------------
3364File: local/lib/python2.7/site-packages/pymongo/auth.py (Line: 264)
3365Function: _authenticate_scram
3366  257             (("%s" % (SystemRandom().random(),))[2:]).encode("utf-8"))
3367  258         first_bare = b"n=" + user + b",r=" + nonce
3368  259     
3369  260         cmd = SON([('saslStart', 1),
3370  261                    ('mechanism', mechanism),
3371  262                    ('payload', Binary(b"n,," + first_bare)),
3372  263                    ('autoAuthorize', 1)])
3373  264 ==>     res = sock_info.command(source, cmd)
3374  265     
3375  266         server_first = res['payload']
3376  267         parsed = _parse_scram_response(server_first)
3377  268         iterations = int(parsed[b'i'])
3378  269         if iterations < 4096:
3379  270             raise OperationFailure("Server returned an invalid iteration count.")
3380Variables:
3381               nonce = 'OTMwNTQxMzM5MzQx'
3382            username = u'noc'
3383          first_bare = 'n=noc,r=OTMwNTQxMzM5MzQx'
3384           mechanism = 'SCRAM-SHA-1'
3385           sock_info = 
3386SocketInfo(<socket._socketobject object at 0x7fa72ca79210>) at 140355985284752
3387               cache = <pymongo.auth._Cache object at 0x7fa734ae2600>
3388           digestmod = <built-in function openssl_sha1>
3389               _hmac = <class hmac.HMAC at 0x7fa7367d1460>
3390              source = u'noc'
3391                 cmd = 
3392SON([('saslStart', 1), ('mechanism', 'SCRAM-SHA-1'), ('payload', Binary('n,,n=noc,r=OTMwNTQxMzM5MzQx', 0)), ('autoAuthorize', 1), ('$db', u'noc'), ('$readPreference', {'mode': 'primary'})])
3393                user = 'noc'
3394         credentials = 
3395MongoCredential(mechanism='DEFAULT', source=u'noc', username=u'noc', password=u'noc', mechanism_properties=None, cache=<pymongo.auth._Cache object at 0x7fa734ae2600>)
3396                data = '470d35a2b904f4587f47ced9195e396a'
3397              digest = 'sha1'
3398------------------------------------------------------------------------
3399File: local/lib/python2.7/site-packages/pymongo/auth.py (Line: 540)
3400Function: _authenticate_default
3401  533                 ('ismaster', 1),
3402  534                 ('saslSupportedMechs', source + '.' + credentials.username)])
3403  535             mechs = sock_info.command(
3404  536                 source, cmd, publish_events=False).get('saslSupportedMechs', [])
3405  537             if 'SCRAM-SHA-256' in mechs:
3406  538                 return _authenticate_scram(credentials, sock_info, 'SCRAM-SHA-256')
3407  539             else:
3408  540 ==>             return _authenticate_scram(credentials, sock_info, 'SCRAM-SHA-1')
3409  541         elif sock_info.max_wire_version >= 3:
3410  542             return _authenticate_scram(credentials, sock_info, 'SCRAM-SHA-1')
3411  543         else:
3412  544             return _authenticate_mongo_cr(credentials, sock_info)
3413  545     
3414  546     
3415Variables:
3416                 cmd = 
3417SON([('ismaster', 1), ('saslSupportedMechs', u'noc.noc'), ('$db', u'noc'), ('$readPreference', {'mode': 'primary'})])
3418              source = u'noc'
3419               mechs = []
3420           sock_info = 
3421SocketInfo(<socket._socketobject object at 0x7fa72ca79210>) at 140355985284752
3422         credentials = 
3423MongoCredential(mechanism='DEFAULT', source=u'noc', username=u'noc', password=u'noc', mechanism_properties=None, cache=<pymongo.auth._Cache object at 0x7fa734ae2600>)
3424------------------------------------------------------------------------
3425File: local/lib/python2.7/site-packages/pymongo/auth.py (Line: 565)
3426Function: authenticate
3427  558     }
3428  559     
3429  560     
3430  561     def authenticate(credentials, sock_info):
3431  562         """Authenticate sock_info."""
3432  563         mechanism = credentials.mechanism
3433  564         auth_func = _AUTH_MAP.get(mechanism)
3434  565 ==>     auth_func(credentials, sock_info)
3435  566     
3436  567     
3437  568     def logout(source, sock_info):
3438  569         """Log out from a database."""
3439  570         sock_info.command(source, {'logout': 1})
3440Variables:
3441         credentials = 
3442MongoCredential(mechanism='DEFAULT', source=u'noc', username=u'noc', password=u'noc', mechanism_properties=None, cache=<pymongo.auth._Cache object at 0x7fa734ae2600>)
3443           auth_func = <function _authenticate_default at 0x7fa73676c848>
3444           sock_info = 
3445SocketInfo(<socket._socketobject object at 0x7fa72ca79210>) at 140355985284752
3446           mechanism = 'DEFAULT'
3447------------------------------------------------------------------------
3448File: local/lib/python2.7/site-packages/pymongo/pool.py (Line: 682)
3449Function: check_auth
3450  675     
3451  676                 # Logout any credentials that no longer exist in the cache.
3452  677                 for credentials in authset - cached:
3453  678                     auth.logout(credentials.source, self)
3454  679                     self.authset.discard(credentials)
3455  680     
3456  681                 for credentials in cached - authset:
3457  682 ==>                 auth.authenticate(credentials, self)
3458  683                     self.authset.add(credentials)
3459  684     
3460  685         def authenticate(self, credentials):
3461  686             """Log in to the server and store these credentials in `authset`.
3462  687     
3463  688             Can raise ConnectionFailure or OperationFailure.
3464Variables:
3465              cached = 
3466set([MongoCredential(mechanism='DEFAULT', source=u'noc', username=u'noc', password=u'noc', mechanism_properties=None, cache=<pymongo.auth._Cache object at 0x7fa734ae2600>)])
3467         credentials = 
3468MongoCredential(mechanism='DEFAULT', source=u'noc', username=u'noc', password=u'noc', mechanism_properties=None, cache=<pymongo.auth._Cache object at 0x7fa734ae2600>)
3469                self = 
3470SocketInfo(<socket._socketobject object at 0x7fa72ca79210>) at 140355985284752
3471             authset = set([])
3472     all_credentials = 
3473{u'noc': MongoCredential(mechanism='DEFAULT', source=u'noc', username=u'noc', password=u'noc', mechanism_properties=None, cache=<pymongo.auth._Cache object at 0x7fa734ae2600>)}
3474------------------------------------------------------------------------
3475File: local/lib/python2.7/site-packages/pymongo/pool.py (Line: 1011)
3476Function: get_socket
3477 1004               - `all_credentials`: dict, maps auth source to MongoCredential.
3478 1005               - `checkout` (optional): keep socket checked out.
3479 1006             """
3480 1007             # First get a socket, then attempt authentication. Simplifies
3481 1008             # semaphore management in the face of network errors during auth.
3482 1009             sock_info = self._get_socket_no_auth()
3483 1010             try:
3484 1011 ==>             sock_info.check_auth(all_credentials)
3485 1012                 yield sock_info
3486 1013             except:
3487 1014                 # Exception in caller. Decrement semaphore.
3488 1015                 self.return_socket(sock_info)
3489 1016                 raise
3490 1017             else:
3491Variables:
3492     all_credentials = 
3493{u'noc': MongoCredential(mechanism='DEFAULT', source=u'noc', username=u'noc', password=u'noc', mechanism_properties=None, cache=<pymongo.auth._Cache object at 0x7fa734ae2600>)}
3494                self = <pymongo.pool.Pool instance at 0x7fa734ae1d40>
3495            checkout = False
3496           sock_info = 
3497SocketInfo(<socket._socketobject object at 0x7fa72ca79210>) at 140355985284752
3498------------------------------------------------------------------------
3499File: ../../usr/lib/python2.7/contextlib.py (Line: 17)
3500Function: __enter__
3501   10         """Helper for @contextmanager decorator."""
3502   11     
3503   12         def __init__(self, gen):
3504   13             self.gen = gen
3505   14     
3506   15         def __enter__(self):
3507   16             try:
3508   17 ==>             return self.gen.next()
3509   18             except StopIteration:
3510   19                 raise RuntimeError("generator didn't yield")
3511   20     
3512   21         def __exit__(self, type, value, traceback):
3513   22             if type is None:
3514   23                 try:
3515Variables:
3516                self = <contextlib.GeneratorContextManager object at 0x7fa72ca51dd0>
3517------------------------------------------------------------------------
3518File: local/lib/python2.7/site-packages/pymongo/server.py (Line: 85)
3519Function: send_message_with_response
3520   78               - `operation`: A _Query or _GetMore object.
3521   79               - `set_slave_okay`: Pass to operation.get_message.
3522   80               - `all_credentials`: dict, maps auth source to MongoCredential.
3523   81               - `listeners`: Instance of _EventListeners or None.
3524   82               - `exhaust` (optional): If True, the socket used stays checked out.
3525   83                 It is returned along with its Pool in the Response.
3526   84             """
3527   85 ==>         with self.get_socket(all_credentials, exhaust) as sock_info:
3528   86     
3529   87                 duration = None
3530   88                 publish = listeners.enabled_for_commands
3531   89                 if publish:
3532   90                     start = datetime.now()
3533   91     
3534Variables:
3535             exhaust = False
3536     all_credentials = 
3537{u'noc': MongoCredential(mechanism='DEFAULT', source=u'noc', username=u'noc', password=u'noc', mechanism_properties=None, cache=<pymongo.auth._Cache object at 0x7fa734ae2600>)}
3538                self = <pymongo.server.Server object at 0x7fa734b1b290>
3539           listeners = <pymongo.monitoring._EventListeners object at 0x7fa734aeaf90>
3540           operation = <pymongo.message._Query object at 0x7fa72ca325d0>
3541      set_slave_okay = False
3542------------------------------------------------------------------------
3543File: local/lib/python2.7/site-packages/pymongo/mongo_client.py (Line: 1188)
3544Function: _reset_on_error
3545 1181     
3546 1182             Returns fn()'s return value on success. On error, clears the server's
3547 1183             pool and marks the server Unknown.
3548 1184     
3549 1185             Re-raises any exception thrown by fn().
3550 1186             """
3551 1187             try:
3552 1188 ==>             return func(*args, **kwargs)
3553 1189             except NetworkTimeout:
3554 1190                 # The socket has been closed. Don't reset the server.
3555 1191                 raise
3556 1192             except ConnectionFailure:
3557 1193                 self.__reset_server(server.description.address)
3558 1194                 raise
3559Variables:
3560                self = 
3561MongoClient(host=[u'10.0.0.248:27017'], document_class=dict, tz_aware=False, connect=True, readpreference='secondaryPreferred', replicaset=u'noc', read_preference=Primary(), maxidletimems=60000)
3562                args = 
3563(<pymongo.message._Query object at 0x7fa72ca325d0>,
3564 False,
3565 {u'noc': MongoCredential(mechanism='DEFAULT', source=u'noc', username=u'noc', password=u'noc', mechanism_properties=None, cache=<pymongo.auth._Cache object at 0x7fa734ae2600>)},
3566 <pymongo.monitoring._EventListeners object at 0x7fa734aeaf90>,
3567 False)
3568              server = <pymongo.server.Server object at 0x7fa734b1b290>
3569                func = 
3570<bound method Server.send_message_with_response of <pymongo.server.Server object at 0x7fa734b1b290>>
3571              kwargs = {}
3572------------------------------------------------------------------------
3573File: local/lib/python2.7/site-packages/pymongo/mongo_client.py (Line: 1177)
3574Function: _send_message_with_response
3575 1170             return self._reset_on_error(
3576 1171                 server,
3577 1172                 server.send_message_with_response,
3578 1173                 operation,
3579 1174                 set_slave_ok,
3580 1175                 self.__all_credentials,
3581 1176                 self._event_listeners,
3582 1177 ==>             exhaust)
3583 1178     
3584 1179         def _reset_on_error(self, server, func, *args, **kwargs):
3585 1180             """Execute an operation. Reset the server on network error.
3586 1181     
3587 1182             Returns fn()'s return value on success. On error, clears the server's
3588 1183             pool and marks the server Unknown.
3589Variables:
3590             exhaust = False
3591        set_slave_ok = False
3592                self = 
3593MongoClient(host=[u'10.0.0.248:27017'], document_class=dict, tz_aware=False, connect=True, readpreference='secondaryPreferred', replicaset=u'noc', read_preference=Primary(), maxidletimems=60000)
3594              server = <pymongo.server.Server object at 0x7fa734b1b290>
3595             address = None
3596           operation = <pymongo.message._Query object at 0x7fa72ca325d0>
3597            topology = <pymongo.topology.Topology object at 0x7fa734af4990>
3598------------------------------------------------------------------------
3599File: local/lib/python2.7/site-packages/pymongo/cursor.py (Line: 954)
3600Function: __send_message
3601  947             start = datetime.datetime.now()
3602  948     
3603  949             def duration(): return datetime.datetime.now() - start
3604  950     
3605  951             if operation:
3606  952                 try:
3607  953                     response = client._send_message_with_response(
3608  954 ==>                     operation, exhaust=self.__exhaust, address=self.__address)
3609  955                     self.__address = response.address
3610  956                     if self.__exhaust:
3611  957                         # 'response' is an ExhaustResponse.
3612  958                         self.__exhaust_mgr = _SocketManager(response.socket_info,
3613  959                                                             response.pool)
3614  960     
3615Variables:
3616                self = <pymongo.cursor.Cursor object at 0x7fa72ca51c10>
3617           listeners = <pymongo.monitoring._EventListeners object at 0x7fa734aeaf90>
3618             publish = False
3619               start = datetime.datetime(2020, 2, 8, 11, 45, 2, 66048)
3620        from_command = False
3621              client = 
3622MongoClient(host=[u'10.0.0.248:27017'], document_class=dict, tz_aware=False, connect=True, readpreference='secondaryPreferred', replicaset=u'noc', read_preference=Primary(), maxidletimems=60000)
3623            duration = <function duration at 0x7fa72ca5b848>
3624           operation = <pymongo.message._Query object at 0x7fa72ca325d0>
3625------------------------------------------------------------------------
3626File: local/lib/python2.7/site-packages/pymongo/cursor.py (Line: 1140)
3627Function: _refresh
3628 1133                                       self._read_preference(),
3629 1134                                       self.__limit,
3630 1135                                       self.__batch_size,
3631 1136                                       self.__read_concern,
3632 1137                                       self.__collation,
3633 1138                                       self.__session,
3634 1139                                       self.__collection.database.client)
3635 1140 ==>             self.__send_message(q)
3636 1141             elif self.__id:  # Get More
3637 1142                 if self.__limit:
3638 1143                     limit = self.__limit - self.__retrieved
3639 1144                     if self.__batch_size:
3640 1145                         limit = min(limit, self.__batch_size)
3641 1146                 else:
3642Variables:
3643                   q = <pymongo.message._Query object at 0x7fa72ca325d0>
3644                self = <pymongo.cursor.Cursor object at 0x7fa72ca51c10>
3645------------------------------------------------------------------------
3646File: local/lib/python2.7/site-packages/pymongo/cursor.py (Line: 1225)
3647Function: next
3648 1218         def __iter__(self):
3649 1219             return self
3650 1220     
3651 1221         def next(self):
3652 1222             """Advance the cursor."""
3653 1223             if self.__empty:
3654 1224                 raise StopIteration
3655 1225 ==>         if len(self.__data) or self._refresh():
3656 1226                 if self.__manipulate:
3657 1227                     _db = self.__collection.database
3658 1228                     return _db._fix_outgoing(self.__data.popleft(),
3659 1229                                              self.__collection)
3660 1230                 else:
3661 1231                     return self.__data.popleft()
3662Variables:
3663                self = <pymongo.cursor.Cursor object at 0x7fa72ca51c10>
3664------------------------------------------------------------------------
3665File: core/migration/runner.py (Line: 48)
3666Function: <genexpr>
3667   41     
3668   42         def get_history(self):
3669   43             """
3670   44             Get set of performed migration names
3671   45             :return:
3672   46             """
3673   47             self.convert_south_history()
3674   48 ==>         return set(d["name"] for d in self.hist_coll.find({}, {"name": 1}))
3675   49     
3676   50         def convert_south_history(self):
3677   51             """
3678   52             Convert south_migrationhistory
3679   53             :return:
3680   54             """
3681Variables:
3682                  .0 = <pymongo.cursor.Cursor object at 0x7fa72ca51c10>
3683------------------------------------------------------------------------
3684File: core/migration/runner.py (Line: 48)
3685Function: get_history
3686   41     
3687   42         def get_history(self):
3688   43             """
3689   44             Get set of performed migration names
3690   45             :return:
3691   46             """
3692   47             self.convert_south_history()
3693   48 ==>         return set(d["name"] for d in self.hist_coll.find({}, {"name": 1}))
3694   49     
3695   50         def convert_south_history(self):
3696   51             """
3697   52             Convert south_migrationhistory
3698   53             :return:
3699   54             """
3700Variables:
3701                self = <noc.core.migration.runner.MigrationRunner object at 0x7fa735cd5bd0>
3702------------------------------------------------------------------------
3703File: core/migration/runner.py (Line: 27)
3704Function: migrate
3705   20         def __init__(self):
3706   21             self.db = get_db()
3707   22             self.hist_coll = self.db["migrations"]
3708   23             self.logger = logging.getLogger("migration")
3709   24     
3710   25         def migrate(self):
3711   26             self.logger.info("Migrating")
3712   27 ==>         applied = self.get_history()
3713   28             loader = MigrationLoader()
3714   29             # Apply all pending migrations
3715   30             for migration in loader.iter_plan():
3716   31                 name = migration.get_name()
3717   32                 if name in applied:
3718   33                     continue  # Already applied, skip
3719Variables:
3720                self = <noc.core.migration.runner.MigrationRunner object at 0x7fa735cd5bd0>
3721------------------------------------------------------------------------
3722File: commands/migrate.py (Line: 25)
3723Function: handle
3724   18         """
3725   19     
3726   20         help = "migrate database"
3727   21     
3728   22         def handle(self, *args, **options):
3729   23             connect()
3730   24             runner = MigrationRunner()
3731   25 ==>         runner.migrate()
3732   26     
3733   27     
3734   28     if __name__ == "__main__":
3735   29         Command().run()
3736Variables:
3737              runner = <noc.core.migration.runner.MigrationRunner object at 0x7fa735cd5bd0>
3738                self = <__main__.Command object at 0x7fa734b5d3d0>
3739                args = ()
3740             options = {}
3741------------------------------------------------------------------------
3742File: core/management/base.py (Line: 83)
3743Function: run_from_argv
3744   76             self.no_progressbar = cmd_options.pop("no_progressbar", False)
3745   77             if enable_profiling:
3746   78                 # Start profiler
3747   79                 import yappi
3748   80     
3749   81                 yappi.start()
3750   82             try:
3751   83 ==>             return self.handle(*args, **cmd_options) or 0
3752   84             except CommandError as e:
3753   85                 self.print(str(e))
3754   86                 return 1
3755   87             except KeyboardInterrupt:
3756   88                 self.print("Ctrl+C")
3757   89                 return 3
3758Variables:
3759              parser = 
3760ArgumentParser(prog='noc migrate', usage=None, description=None, version=None, formatter_class=<class 'argparse.HelpFormatter'>, conflict_handler='error', add_help=True)
3761            loglevel = 'info'
3762    enable_profiling = False
3763                args = ()
3764         cmd_options = {}
3765                argv = []
3766                self = <__main__.Command object at 0x7fa734b5d3d0>
3767        show_metrics = False
3768        error_report = <function error_report at 0x7fa72c95f320>
3769             options = Namespace()
3770------------------------------------------------------------------------
3771END OF TRACEBACK
37722020-02-08 11:45:02,185 [noc.core.debug] Writing CP report to /var/lib/noc/cp/crashinfo/new/eee6e2bf-bfb5-59a9-9eb2-4b7608acd26b.json
3773
3774
3775MSG:
3776
3777non-zero return code
3778
3779NO MORE HOSTS LEFT *************************************************************
3780	to retry, use: --limit @/opt/tower/var/tower/playbooks/NOC/site.retry
3781
3782PLAY RECAP *********************************************************************
3783node1                      : ok=400  changed=45   unreachable=0    failed=1