ms12K731

1time="2023-11-08T13:36:49Z" level=info msg="Reading RKE cluster d563be63-cb52-4cf1-8eb0-d260c405e7b7 ..."
2time="2023-11-08T13:36:49Z" level=debug msg="audit log policy found in cluster.yml"
3time="2023-11-08T13:36:49Z" level=debug msg="audit log policy found in cluster.yml"
4time="2023-11-08T13:36:49Z" level=debug msg="Checking if cluster version [1.26.4-rancher2-1] needs to have kube-api audit log enabled"
5time="2023-11-08T13:36:49Z" level=debug msg="Cluster version [1.26.4-rancher2-1] needs to have kube-api audit log enabled"
6time="2023-11-08T13:36:49Z" level=debug msg="Enabling kube-api audit log for cluster version [v1.26.4-rancher2-1]"
7time="2023-11-08T13:36:49Z" level=debug msg="Host: 158.220.84.100 has role: controlplane"
8time="2023-11-08T13:36:49Z" level=debug msg="Host: 158.220.84.100 has role: etcd"
9time="2023-11-08T13:36:49Z" level=debug msg="Host: 158.220.84.102 has role: controlplane"
10time="2023-11-08T13:36:49Z" level=debug msg="Host: 158.220.84.102 has role: etcd"
11time="2023-11-08T13:36:49Z" level=debug msg="Host: 158.220.84.102 has role: worker"
12time="2023-11-08T13:36:49Z" level=debug msg="Checking cri-dockerd for cluster version [v1.26.4-rancher2-1]"
13time="2023-11-08T13:36:49Z" level=debug msg="cri-dockerd is enabled for cluster version [v1.26.4-rancher2-1]"
14time="2023-11-08T13:36:49Z" level=debug msg="Checking PodSecurityPolicy for cluster version [v1.26.4-rancher2-1]"
15time="2023-11-08T13:36:49Z" level=debug msg="Checking PodSecurity for cluster version [v1.26.4-rancher2-1]"
16time="2023-11-08T13:36:49Z" level=debug msg="Checking if cluster version [1.26.4-rancher2-1] needs to have kube-api audit log enabled"
17time="2023-11-08T13:36:49Z" level=debug msg="Cluster version [1.26.4-rancher2-1] needs to have kube-api audit log enabled"
18time="2023-11-08T13:36:49Z" level=debug msg="Enabling kube-api audit log for cluster version [v1.26.4-rancher2-1]"
19time="2023-11-08T13:36:49Z" level=debug msg="Host: 158.220.84.100 has role: controlplane"
20time="2023-11-08T13:36:49Z" level=debug msg="Host: 158.220.84.100 has role: etcd"
21time="2023-11-08T13:36:49Z" level=debug msg="Host: 158.220.84.102 has role: controlplane"
22time="2023-11-08T13:36:49Z" level=debug msg="Host: 158.220.84.102 has role: etcd"
23time="2023-11-08T13:36:49Z" level=debug msg="Host: 158.220.84.102 has role: worker"
24time="2023-11-08T13:36:49Z" level=debug msg="Checking cri-dockerd for cluster version [v1.26.4-rancher2-1]"
25time="2023-11-08T13:36:49Z" level=debug msg="cri-dockerd is enabled for cluster version [v1.26.4-rancher2-1]"
26time="2023-11-08T13:36:49Z" level=debug msg="Checking PodSecurityPolicy for cluster version [v1.26.4-rancher2-1]"
27time="2023-11-08T13:36:49Z" level=debug msg="Checking PodSecurity for cluster version [v1.26.4-rancher2-1]"
28time="2023-11-08T13:36:49Z" level=debug msg="audit log policy found in cluster.yml"
29time="2023-11-08T13:36:50Z" level=info msg="Deleting RKE cluster..."
30time="2023-11-08T13:36:50Z" level=debug msg="audit log policy found in cluster.yml"
31time="2023-11-08T13:36:50Z" level=debug msg="audit log policy found in cluster.yml"
32time="2023-11-08T13:36:50Z" level=info msg="Tearing down Kubernetes cluster"
33time="2023-11-08T13:36:50Z" level=debug msg="No DNS provider configured, setting default based on cluster version [1.26.4-rancher2-1]"
34time="2023-11-08T13:36:50Z" level=debug msg="DNS provider set to [coredns]"
35time="2023-11-08T13:36:50Z" level=debug msg="Checking if cluster version [1.26.4-rancher2-1] needs to have kube-api audit log enabled"
36time="2023-11-08T13:36:50Z" level=debug msg="Cluster version [1.26.4-rancher2-1] needs to have kube-api audit log enabled"
37time="2023-11-08T13:36:50Z" level=debug msg="Enabling kube-api audit log for cluster version [v1.26.4-rancher2-1]"
38time="2023-11-08T13:36:50Z" level=debug msg="Checking network mode for ingress for cluster version [v1.26.4-rancher2-1]"
39time="2023-11-08T13:36:50Z" level=debug msg="Cluster version [v1.26.4-rancher2-1] needs to have ingress network mode set to hostPort"
40time="2023-11-08T13:36:50Z" level=debug msg="Checking ingress default backend for cluster version [v1.26.4-rancher2-1]"
41time="2023-11-08T13:36:50Z" level=debug msg="Cluster version [v1.26.4-rancher2-1] needs to have ingress default backend disabled"
42time="2023-11-08T13:36:50Z" level=debug msg="Host: 158.220.84.100 has role: controlplane"
43time="2023-11-08T13:36:50Z" level=debug msg="Host: 158.220.84.100 has role: etcd"
44time="2023-11-08T13:36:50Z" level=debug msg="Host: 158.220.84.102 has role: controlplane"
45time="2023-11-08T13:36:50Z" level=debug msg="Host: 158.220.84.102 has role: etcd"
46time="2023-11-08T13:36:50Z" level=debug msg="Host: 158.220.84.102 has role: worker"
47time="2023-11-08T13:36:50Z" level=debug msg="Checking cri-dockerd for cluster version [v1.26.4-rancher2-1]"
48time="2023-11-08T13:36:50Z" level=debug msg="cri-dockerd is enabled for cluster version [v1.26.4-rancher2-1]"
49time="2023-11-08T13:36:50Z" level=debug msg="Checking PodSecurityPolicy for cluster version [v1.26.4-rancher2-1]"
50time="2023-11-08T13:36:50Z" level=debug msg="Checking PodSecurity for cluster version [v1.26.4-rancher2-1]"
51time="2023-11-08T13:36:50Z" level=info msg="[dialer] Setup tunnel for host [158.220.84.102]"
52time="2023-11-08T13:36:50Z" level=debug msg="Connecting to Docker API for host [158.220.84.102]"
53time="2023-11-08T13:36:50Z" level=info msg="[dialer] Setup tunnel for host [158.220.84.100]"
54time="2023-11-08T13:36:50Z" level=debug msg="Connecting to Docker API for host [158.220.84.100]"
55time="2023-11-08T13:36:50Z" level=debug msg="Docker Info found for host [158.220.84.100]: types.Info{ID:\"8f143c56-85b5-4d67-b004-9b2af8c88c24\", Containers:0, ContainersRunning:0, ContainersPaused:0, ContainersStopped:0, Images:3, Driver:\"overlay2\", DriverStatus:[][2]string{[2]string{\"Backing Filesystem\", \"xfs\"}, [2]string{\"Supports d_type\", \"true\"}, [2]string{\"Using metacopy\", \"false\"}, [2]string{\"Native Overlay Diff\", \"true\"}, [2]string{\"userxattr\", \"false\"}}, SystemStatus:[][2]string(nil), Plugins:types.PluginsInfo{Volume:[]string{\"local\"}, Network:[]string{\"bridge\", \"host\", \"ipvlan\", \"macvlan\", \"null\", \"overlay\"}, Authorization:[]string(nil), Log:[]string{\"awslogs\", \"fluentd\", \"gcplogs\", \"gelf\", \"journald\", \"json-file\", \"local\", \"logentries\", \"splunk\", \"syslog\"}}, MemoryLimit:true, SwapLimit:true, KernelMemory:false, KernelMemoryTCP:false, CPUCfsPeriod:true, CPUCfsQuota:true, CPUShares:true, CPUSet:true, PidsLimit:true, IPv4Forwarding:true, BridgeNfIptables:true, BridgeNfIP6tables:true, Debug:false, NFd:25, OomKillDisable:false, NGoroutines:38, SystemTime:\"2023-11-08T13:36:50.948647814Z\", LoggingDriver:\"json-file\", CgroupDriver:\"systemd\", CgroupVersion:\"2\", NEventsListener:0, KernelVersion:\"5.14.0-284.11.1.el9_2.x86_64\", OperatingSystem:\"Rocky Linux 9.2 (Blue Onyx)\", OSVersion:\"9.2\", OSType:\"linux\", Architecture:\"x86_64\", IndexServerAddress:\"https://index.docker.io/v1/\", RegistryConfig:(*registry.ServiceConfig)(0xc001430f50), NCPU:2, MemTotal:3840061440, GenericResources:[]swarm.GenericResource(nil), DockerRootDir:\"/var/lib/docker\", HTTPProxy:\"\", HTTPSProxy:\"\", NoProxy:\"\", Name:\"vmi1462281.contaboserver.net\", Labels:[]string{}, ExperimentalBuild:false, ServerVersion:\"24.0.7\", ClusterStore:\"\", ClusterAdvertise:\"\", Runtimes:map[string]types.Runtime{\"io.containerd.runc.v2\":types.Runtime{Path:\"runc\", Args:[]string(nil), Shim:(*types.ShimConfig)(nil)}, \"runc\":types.Runtime{Path:\"runc\", Args:[]string(nil), Shim:(*types.ShimConfig)(nil)}}, DefaultRuntime:\"runc\", Swarm:swarm.Info{NodeID:\"\", NodeAddr:\"\", LocalNodeState:\"inactive\", ControlAvailable:false, Error:\"\", RemoteManagers:[]swarm.Peer(nil), Nodes:0, Managers:0, Cluster:(*swarm.ClusterInfo)(nil), Warnings:[]string(nil)}, LiveRestoreEnabled:false, Isolation:\"\", InitBinary:\"docker-init\", ContainerdCommit:types.Commit{ID:\"61f9fd88f79f081d64d6fa3bb1a0dc71ec870523\", Expected:\"61f9fd88f79f081d64d6fa3bb1a0dc71ec870523\"}, RuncCommit:types.Commit{ID:\"v1.1.9-0-gccaecfc\", Expected:\"v1.1.9-0-gccaecfc\"}, InitCommit:types.Commit{ID:\"de40ad0\", Expected:\"de40ad0\"}, SecurityOptions:[]string{\"name=seccomp,profile=builtin\", \"name=cgroupns\"}, ProductLicense:\"\", DefaultAddressPools:[]types.NetworkAddressPool(nil), Warnings:[]string(nil)}"
56time="2023-11-08T13:36:50Z" level=debug msg="Docker Info found for host [158.220.84.102]: types.Info{ID:\"8fc95073-4942-499d-a3d2-c12454499eae\", Containers:0, ContainersRunning:0, ContainersPaused:0, ContainersStopped:0, Images:3, Driver:\"overlay2\", DriverStatus:[][2]string{[2]string{\"Backing Filesystem\", \"xfs\"}, [2]string{\"Supports d_type\", \"true\"}, [2]string{\"Using metacopy\", \"false\"}, [2]string{\"Native Overlay Diff\", \"true\"}, [2]string{\"userxattr\", \"false\"}}, SystemStatus:[][2]string(nil), Plugins:types.PluginsInfo{Volume:[]string{\"local\"}, Network:[]string{\"bridge\", \"host\", \"ipvlan\", \"macvlan\", \"null\", \"overlay\"}, Authorization:[]string(nil), Log:[]string{\"awslogs\", \"fluentd\", \"gcplogs\", \"gelf\", \"journald\", \"json-file\", \"local\", \"logentries\", \"splunk\", \"syslog\"}}, MemoryLimit:true, SwapLimit:true, KernelMemory:false, KernelMemoryTCP:false, CPUCfsPeriod:true, CPUCfsQuota:true, CPUShares:true, CPUSet:true, PidsLimit:true, IPv4Forwarding:true, BridgeNfIptables:true, BridgeNfIP6tables:true, Debug:false, NFd:25, OomKillDisable:false, NGoroutines:38, SystemTime:\"2023-11-08T13:36:50.947495089Z\", LoggingDriver:\"json-file\", CgroupDriver:\"systemd\", CgroupVersion:\"2\", NEventsListener:0, KernelVersion:\"5.14.0-284.11.1.el9_2.x86_64\", OperatingSystem:\"Rocky Linux 9.2 (Blue Onyx)\", OSVersion:\"9.2\", OSType:\"linux\", Architecture:\"x86_64\", IndexServerAddress:\"https://index.docker.io/v1/\", RegistryConfig:(*registry.ServiceConfig)(0xc001431030), NCPU:2, MemTotal:3840053248, GenericResources:[]swarm.GenericResource(nil), DockerRootDir:\"/var/lib/docker\", HTTPProxy:\"\", HTTPSProxy:\"\", NoProxy:\"\", Name:\"vmi1462282.contaboserver.net\", Labels:[]string{}, ExperimentalBuild:false, ServerVersion:\"24.0.6\", ClusterStore:\"\", ClusterAdvertise:\"\", Runtimes:map[string]types.Runtime{\"io.containerd.runc.v2\":types.Runtime{Path:\"runc\", Args:[]string(nil), Shim:(*types.ShimConfig)(nil)}, \"runc\":types.Runtime{Path:\"runc\", Args:[]string(nil), Shim:(*types.ShimConfig)(nil)}}, DefaultRuntime:\"runc\", Swarm:swarm.Info{NodeID:\"\", NodeAddr:\"\", LocalNodeState:\"inactive\", ControlAvailable:false, Error:\"\", RemoteManagers:[]swarm.Peer(nil), Nodes:0, Managers:0, Cluster:(*swarm.ClusterInfo)(nil), Warnings:[]string(nil)}, LiveRestoreEnabled:false, Isolation:\"\", InitBinary:\"docker-init\", ContainerdCommit:types.Commit{ID:\"61f9fd88f79f081d64d6fa3bb1a0dc71ec870523\", Expected:\"61f9fd88f79f081d64d6fa3bb1a0dc71ec870523\"}, RuncCommit:types.Commit{ID:\"v1.1.9-0-gccaecfc\", Expected:\"v1.1.9-0-gccaecfc\"}, InitCommit:types.Commit{ID:\"de40ad0\", Expected:\"de40ad0\"}, SecurityOptions:[]string{\"name=seccomp,profile=builtin\", \"name=cgroupns\"}, ProductLicense:\"\", DefaultAddressPools:[]types.NetworkAddressPool(nil), Warnings:[]string(nil)}"
57time="2023-11-08T13:36:50Z" level=debug msg="Starting Cluster removal"
58time="2023-11-08T13:36:50Z" level=info msg="[worker] Tearing down Worker Plane.."
59time="2023-11-08T13:36:50Z" level=debug msg="[remove/kubelet] Checking if container is running on host [158.220.84.102]"
60time="2023-11-08T13:36:51Z" level=debug msg="[remove/kubelet] Container doesn't exist on host [158.220.84.102]"
61time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-proxy] Checking if container is running on host [158.220.84.102]"
62time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-proxy] Container doesn't exist on host [158.220.84.102]"
63time="2023-11-08T13:36:51Z" level=debug msg="[remove/nginx-proxy] Checking if container is running on host [158.220.84.102]"
64time="2023-11-08T13:36:51Z" level=debug msg="[remove/nginx-proxy] Container doesn't exist on host [158.220.84.102]"
65time="2023-11-08T13:36:51Z" level=debug msg="[remove/service-sidekick] Checking if container is running on host [158.220.84.102]"
66time="2023-11-08T13:36:51Z" level=debug msg="[remove/service-sidekick] Container doesn't exist on host [158.220.84.102]"
67time="2023-11-08T13:36:51Z" level=info msg="[worker] Successfully tore down Worker Plane.."
68time="2023-11-08T13:36:51Z" level=info msg="[controlplane] Tearing down the Controller Plane.."
69time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-apiserver] Checking if container is running on host [158.220.84.102]"
70time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-apiserver] Checking if container is running on host [158.220.84.100]"
71time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-apiserver] Container doesn't exist on host [158.220.84.102]"
72time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-controller-manager] Checking if container is running on host [158.220.84.102]"
73time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-apiserver] Container doesn't exist on host [158.220.84.100]"
74time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-controller-manager] Checking if container is running on host [158.220.84.100]"
75time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-controller-manager] Container doesn't exist on host [158.220.84.102]"
76time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-scheduler] Checking if container is running on host [158.220.84.102]"
77time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-controller-manager] Container doesn't exist on host [158.220.84.100]"
78time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-scheduler] Checking if container is running on host [158.220.84.100]"
79time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-scheduler] Container doesn't exist on host [158.220.84.100]"
80time="2023-11-08T13:36:51Z" level=debug msg="[remove/kubelet] Checking if container is running on host [158.220.84.100]"
81time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-scheduler] Container doesn't exist on host [158.220.84.102]"
82time="2023-11-08T13:36:51Z" level=debug msg="[remove/kubelet] Checking if container is running on host [158.220.84.102]"
83time="2023-11-08T13:36:51Z" level=debug msg="[remove/kubelet] Container doesn't exist on host [158.220.84.100]"
84time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-proxy] Checking if container is running on host [158.220.84.100]"
85time="2023-11-08T13:36:51Z" level=debug msg="[remove/kubelet] Container doesn't exist on host [158.220.84.102]"
86time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-proxy] Checking if container is running on host [158.220.84.102]"
87time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-proxy] Container doesn't exist on host [158.220.84.102]"
88time="2023-11-08T13:36:51Z" level=debug msg="[remove/service-sidekick] Checking if container is running on host [158.220.84.102]"
89time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-proxy] Container doesn't exist on host [158.220.84.100]"
90time="2023-11-08T13:36:51Z" level=debug msg="[remove/service-sidekick] Checking if container is running on host [158.220.84.100]"
91time="2023-11-08T13:36:51Z" level=debug msg="[remove/service-sidekick] Container doesn't exist on host [158.220.84.100]"
92time="2023-11-08T13:36:51Z" level=debug msg="[remove/service-sidekick] Container doesn't exist on host [158.220.84.102]"
93time="2023-11-08T13:36:51Z" level=info msg="[controlplane] Successfully tore down Controller Plane.."
94time="2023-11-08T13:36:51Z" level=info msg="[etcd] Tearing down etcd plane.."
95time="2023-11-08T13:36:51Z" level=debug msg="[remove/etcd] Checking if container is running on host [158.220.84.100]"
96time="2023-11-08T13:36:51Z" level=debug msg="[remove/etcd] Checking if container is running on host [158.220.84.102]"
97time="2023-11-08T13:36:51Z" level=debug msg="[remove/etcd] Container doesn't exist on host [158.220.84.102]"
98time="2023-11-08T13:36:51Z" level=debug msg="[remove/etcd-rolling-snapshots] Checking if container is running on host [158.220.84.102]"
99time="2023-11-08T13:36:51Z" level=debug msg="[remove/etcd] Container doesn't exist on host [158.220.84.100]"
100time="2023-11-08T13:36:51Z" level=debug msg="[remove/etcd-rolling-snapshots] Checking if container is running on host [158.220.84.100]"
101time="2023-11-08T13:36:51Z" level=debug msg="[remove/etcd-rolling-snapshots] Container doesn't exist on host [158.220.84.102]"
102time="2023-11-08T13:36:51Z" level=debug msg="[remove/kubelet] Checking if container is running on host [158.220.84.102]"
103time="2023-11-08T13:36:51Z" level=debug msg="[remove/etcd-rolling-snapshots] Container doesn't exist on host [158.220.84.100]"
104time="2023-11-08T13:36:51Z" level=debug msg="[remove/kubelet] Checking if container is running on host [158.220.84.100]"
105time="2023-11-08T13:36:51Z" level=debug msg="[remove/kubelet] Container doesn't exist on host [158.220.84.102]"
106time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-proxy] Checking if container is running on host [158.220.84.102]"
107time="2023-11-08T13:36:51Z" level=debug msg="[remove/kubelet] Container doesn't exist on host [158.220.84.100]"
108time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-proxy] Checking if container is running on host [158.220.84.100]"
109time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-proxy] Container doesn't exist on host [158.220.84.102]"
110time="2023-11-08T13:36:51Z" level=debug msg="[remove/nginx-proxy] Checking if container is running on host [158.220.84.102]"
111time="2023-11-08T13:36:51Z" level=debug msg="[remove/kube-proxy] Container doesn't exist on host [158.220.84.100]"
112time="2023-11-08T13:36:51Z" level=debug msg="[remove/nginx-proxy] Checking if container is running on host [158.220.84.100]"
113time="2023-11-08T13:36:51Z" level=debug msg="[remove/nginx-proxy] Container doesn't exist on host [158.220.84.102]"
114time="2023-11-08T13:36:51Z" level=debug msg="[remove/service-sidekick] Checking if container is running on host [158.220.84.102]"
115time="2023-11-08T13:36:51Z" level=debug msg="[remove/nginx-proxy] Container doesn't exist on host [158.220.84.100]"
116time="2023-11-08T13:36:51Z" level=debug msg="[remove/service-sidekick] Checking if container is running on host [158.220.84.100]"
117time="2023-11-08T13:36:51Z" level=debug msg="[remove/service-sidekick] Container doesn't exist on host [158.220.84.102]"
118time="2023-11-08T13:36:51Z" level=debug msg="[remove/service-sidekick] Container doesn't exist on host [158.220.84.100]"
119time="2023-11-08T13:36:51Z" level=info msg="[etcd] Successfully tore down etcd plane.."
120time="2023-11-08T13:36:51Z" level=info msg="[hosts] Cleaning up host [158.220.84.100]"
121time="2023-11-08T13:36:51Z" level=info msg="[hosts] Cleaning up host [158.220.84.100]"
122time="2023-11-08T13:36:51Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
123time="2023-11-08T13:36:51Z" level=info msg="[hosts] Running cleaner container on host [158.220.84.100]"
124time="2023-11-08T13:36:51Z" level=info msg="[hosts] Cleaning up host [158.220.84.102]"
125time="2023-11-08T13:36:51Z" level=info msg="[hosts] Cleaning up host [158.220.84.102]"
126time="2023-11-08T13:36:51Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
127time="2023-11-08T13:36:51Z" level=info msg="[hosts] Running cleaner container on host [158.220.84.102]"
128time="2023-11-08T13:36:51Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100], try #1"
129time="2023-11-08T13:36:51Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102], try #1"
130time="2023-11-08T13:36:51Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102]"
131time="2023-11-08T13:36:51Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100]"
132time="2023-11-08T13:36:51Z" level=info msg="Starting container [kube-cleaner] on host [158.220.84.102], try #1"
133time="2023-11-08T13:36:51Z" level=info msg="Starting container [kube-cleaner] on host [158.220.84.100], try #1"
134time="2023-11-08T13:36:52Z" level=info msg="[kube-cleaner] Successfully started [kube-cleaner] container on host [158.220.84.102]"
135time="2023-11-08T13:36:52Z" level=info msg="Waiting for [kube-cleaner] container to exit on host [158.220.84.102]"
136time="2023-11-08T13:36:52Z" level=debug msg="Exit code for [kube-cleaner] container on host [158.220.84.102] is [0]"
137time="2023-11-08T13:36:52Z" level=info msg="[hosts] Removing cleaner container on host [158.220.84.102]"
138time="2023-11-08T13:36:52Z" level=info msg="Removing container [kube-cleaner] on host [158.220.84.102], try #1"
139time="2023-11-08T13:36:52Z" level=info msg="[hosts] Removing dead container logs on host [158.220.84.102]"
140time="2023-11-08T13:36:52Z" level=debug msg="[cleanup] Starting log link cleanup on host [158.220.84.102]"
141time="2023-11-08T13:36:52Z" level=debug msg="[remove/rke-log-cleaner] Checking if container is running on host [158.220.84.102]"
142time="2023-11-08T13:36:52Z" level=debug msg="[remove/rke-log-cleaner] Container doesn't exist on host [158.220.84.102]"
143time="2023-11-08T13:36:52Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102], try #1"
144time="2023-11-08T13:36:52Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102]"
145time="2023-11-08T13:36:52Z" level=info msg="[kube-cleaner] Successfully started [kube-cleaner] container on host [158.220.84.100]"
146time="2023-11-08T13:36:52Z" level=info msg="Waiting for [kube-cleaner] container to exit on host [158.220.84.100]"
147time="2023-11-08T13:36:52Z" level=info msg="Starting container [rke-log-cleaner] on host [158.220.84.102], try #1"
148time="2023-11-08T13:36:52Z" level=debug msg="Exit code for [kube-cleaner] container on host [158.220.84.100] is [0]"
149time="2023-11-08T13:36:52Z" level=info msg="[hosts] Removing cleaner container on host [158.220.84.100]"
150time="2023-11-08T13:36:52Z" level=info msg="Removing container [kube-cleaner] on host [158.220.84.100], try #1"
151time="2023-11-08T13:36:52Z" level=info msg="[hosts] Removing dead container logs on host [158.220.84.100]"
152time="2023-11-08T13:36:52Z" level=debug msg="[cleanup] Starting log link cleanup on host [158.220.84.100]"
153time="2023-11-08T13:36:52Z" level=debug msg="[remove/rke-log-cleaner] Checking if container is running on host [158.220.84.100]"
154time="2023-11-08T13:36:52Z" level=debug msg="[remove/rke-log-cleaner] Container doesn't exist on host [158.220.84.100]"
155time="2023-11-08T13:36:52Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100], try #1"
156time="2023-11-08T13:36:52Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100]"
157time="2023-11-08T13:36:52Z" level=info msg="[cleanup] Successfully started [rke-log-cleaner] container on host [158.220.84.102]"
158time="2023-11-08T13:36:52Z" level=debug msg="[remove/rke-log-cleaner] Checking if container is running on host [158.220.84.102]"
159time="2023-11-08T13:36:52Z" level=info msg="Starting container [rke-log-cleaner] on host [158.220.84.100], try #1"
160time="2023-11-08T13:36:52Z" level=debug msg="[remove/rke-log-cleaner] Removing container on host [158.220.84.102]"
161time="2023-11-08T13:36:52Z" level=info msg="Removing container [rke-log-cleaner] on host [158.220.84.102], try #1"
162time="2023-11-08T13:36:52Z" level=info msg="[remove/rke-log-cleaner] Successfully removed container on host [158.220.84.102]"
163time="2023-11-08T13:36:52Z" level=debug msg="[cleanup] Successfully cleaned up log links on host [158.220.84.102]"
164time="2023-11-08T13:36:52Z" level=info msg="[hosts] Successfully cleaned up host [158.220.84.102]"
165time="2023-11-08T13:36:53Z" level=info msg="[cleanup] Successfully started [rke-log-cleaner] container on host [158.220.84.100]"
166time="2023-11-08T13:36:53Z" level=debug msg="[remove/rke-log-cleaner] Checking if container is running on host [158.220.84.100]"
167time="2023-11-08T13:36:53Z" level=debug msg="[remove/rke-log-cleaner] Removing container on host [158.220.84.100]"
168time="2023-11-08T13:36:53Z" level=info msg="Removing container [rke-log-cleaner] on host [158.220.84.100], try #1"
169time="2023-11-08T13:36:53Z" level=info msg="[remove/rke-log-cleaner] Successfully removed container on host [158.220.84.100]"
170time="2023-11-08T13:36:53Z" level=debug msg="[cleanup] Successfully cleaned up log links on host [158.220.84.100]"
171time="2023-11-08T13:36:53Z" level=info msg="[hosts] Successfully cleaned up host [158.220.84.100]"
172time="2023-11-08T13:36:53Z" level=info msg="Removing local admin Kubeconfig: /media/aj/EC3E918B3E914F86/AJ/Middleware-tech-stack/middleware-tech-stack/rancher-kubernetes-engine/terraform-provider-rke-tmp-1630237560/kube_config_cluster.yml"
173time="2023-11-08T13:36:53Z" level=info msg="Local admin Kubeconfig removed successfully"
174time="2023-11-08T13:36:53Z" level=info msg="Removing state file: /media/aj/EC3E918B3E914F86/AJ/Middleware-tech-stack/middleware-tech-stack/rancher-kubernetes-engine/terraform-provider-rke-tmp-1630237560/cluster.rkestate"
175time="2023-11-08T13:36:53Z" level=info msg="State file removed successfully"
176time="2023-11-08T13:36:53Z" level=info msg="Cluster removed successfully"
177time="2023-11-08T13:37:08Z" level=debug msg="Loading data.json from local source"
178time="2023-11-08T13:37:08Z" level=debug msg="data.json SHA256 checksum: b88129a8981c6f3f4757874273de6f9fac933025a6350c1b95a4168388b5dd4f"
179time="2023-11-08T13:37:08Z" level=debug msg="Loading data.json from local source"
180time="2023-11-08T13:37:08Z" level=debug msg="data.json SHA256 checksum: b88129a8981c6f3f4757874273de6f9fac933025a6350c1b95a4168388b5dd4f"
181time="2023-11-08T13:37:08Z" level=debug msg="Loading data.json from local source"
182time="2023-11-08T13:37:08Z" level=debug msg="data.json SHA256 checksum: b88129a8981c6f3f4757874273de6f9fac933025a6350c1b95a4168388b5dd4f"
183time="2023-11-08T13:37:08Z" level=debug msg="Loading data.json from local source"
184time="2023-11-08T13:37:08Z" level=debug msg="data.json SHA256 checksum: b88129a8981c6f3f4757874273de6f9fac933025a6350c1b95a4168388b5dd4f"
185time="2023-11-08T13:37:08Z" level=info msg="[rke_provider] rke cluster changed arguments: map[cluster_name:true cluster_yaml:true kubernetes_version:true]"
186time="2023-11-08T13:37:08Z" level=debug msg="[rke_provider] cluster_yaml values old:  new: nodes:\n  - address: 158.220.84.100\n    internal_address: 10.0.0.2\n    nodeName: server_1\n    user: aj_docker\n    role:\n      - controlplane\n      - etcd\n    ssh_key_path: /home/aj/.ssh/id_rsa\n\n  - address: 158.220.84.102\n    internal_address: 10.0.0.1\n    nodeName: server_2\n    user: aj_docker\n    role:\n      - controlplane\n      - etcd\n      - worker\n    ssh_key_path: /home/aj/.ssh/id_rsa\n\nservices:\n  etcd:\n    snapshot: true\n    creation: 6h\n    retention: 24h\n\n# Required for external TLS termination with\n# ingress-nginx v0.22+\ningress:\n  provider: nginx\n  options:\n    use-forwarded-headers: \"true\""
187time="2023-11-08T13:37:08Z" level=debug msg="Loading data.json from local source"
188time="2023-11-08T13:37:08Z" level=debug msg="data.json SHA256 checksum: b88129a8981c6f3f4757874273de6f9fac933025a6350c1b95a4168388b5dd4f"
189time="2023-11-08T13:37:08Z" level=debug msg="[rke_provider] kubernetes_version values old:  new: v1.26.4-rancher2-1"
190time="2023-11-08T13:37:08Z" level=debug msg="[rke_provider] cluster_name values old:  new: my-first-k8s-cluster"
191time="2023-11-08T13:37:08Z" level=debug msg="Loading data.json from local source"
192time="2023-11-08T13:37:08Z" level=debug msg="data.json SHA256 checksum: b88129a8981c6f3f4757874273de6f9fac933025a6350c1b95a4168388b5dd4f"
193time="2023-11-08T13:37:08Z" level=debug msg="Loading data.json from local source"
194time="2023-11-08T13:37:08Z" level=debug msg="data.json SHA256 checksum: b88129a8981c6f3f4757874273de6f9fac933025a6350c1b95a4168388b5dd4f"
195time="2023-11-08T13:37:08Z" level=debug msg="Loading data.json from local source"
196time="2023-11-08T13:37:08Z" level=debug msg="data.json SHA256 checksum: b88129a8981c6f3f4757874273de6f9fac933025a6350c1b95a4168388b5dd4f"
197time="2023-11-08T13:37:08Z" level=debug msg="Loading data.json from local source"
198time="2023-11-08T13:37:08Z" level=debug msg="data.json SHA256 checksum: b88129a8981c6f3f4757874273de6f9fac933025a6350c1b95a4168388b5dd4f"
199time="2023-11-08T13:37:08Z" level=info msg="[rke_provider] rke cluster changed arguments: map[cluster_name:true cluster_yaml:true kubernetes_version:true]"
200time="2023-11-08T13:37:08Z" level=debug msg="[rke_provider] cluster_name values old:  new: my-first-k8s-cluster"
201time="2023-11-08T13:37:08Z" level=debug msg="[rke_provider] cluster_yaml values old:  new: nodes:\n  - address: 158.220.84.100\n    internal_address: 10.0.0.2\n    nodeName: server_1\n    user: aj_docker\n    role:\n      - controlplane\n      - etcd\n    ssh_key_path: /home/aj/.ssh/id_rsa\n\n  - address: 158.220.84.102\n    internal_address: 10.0.0.1\n    nodeName: server_2\n    user: aj_docker\n    role:\n      - controlplane\n      - etcd\n      - worker\n    ssh_key_path: /home/aj/.ssh/id_rsa\n\nservices:\n  etcd:\n    snapshot: true\n    creation: 6h\n    retention: 24h\n\n# Required for external TLS termination with\n# ingress-nginx v0.22+\ningress:\n  provider: nginx\n  options:\n    use-forwarded-headers: \"true\""
202time="2023-11-08T13:37:08Z" level=debug msg="Loading data.json from local source"
203time="2023-11-08T13:37:08Z" level=debug msg="data.json SHA256 checksum: b88129a8981c6f3f4757874273de6f9fac933025a6350c1b95a4168388b5dd4f"
204time="2023-11-08T13:37:08Z" level=debug msg="[rke_provider] kubernetes_version values old:  new: v1.26.4-rancher2-1"
205time="2023-11-08T13:37:08Z" level=info msg="Creating RKE cluster..."
206time="2023-11-08T13:37:08Z" level=debug msg="audit log policy found in cluster.yml"
207time="2023-11-08T13:37:08Z" level=debug msg="audit log policy found in cluster.yml"
208time="2023-11-08T13:37:08Z" level=info msg="Initiating Kubernetes cluster"
209time="2023-11-08T13:37:08Z" level=debug msg="No DNS provider configured, setting default based on cluster version [1.26.4-rancher2-1]"
210time="2023-11-08T13:37:08Z" level=debug msg="DNS provider set to [coredns]"
211time="2023-11-08T13:37:08Z" level=debug msg="Checking if cluster version [1.26.4-rancher2-1] needs to have kube-api audit log enabled"
212time="2023-11-08T13:37:08Z" level=debug msg="Cluster version [1.26.4-rancher2-1] needs to have kube-api audit log enabled"
213time="2023-11-08T13:37:08Z" level=debug msg="Enabling kube-api audit log for cluster version [v1.26.4-rancher2-1]"
214time="2023-11-08T13:37:08Z" level=debug msg="Checking network mode for ingress for cluster version [v1.26.4-rancher2-1]"
215time="2023-11-08T13:37:08Z" level=debug msg="Cluster version [v1.26.4-rancher2-1] needs to have ingress network mode set to hostPort"
216time="2023-11-08T13:37:08Z" level=debug msg="Checking ingress default backend for cluster version [v1.26.4-rancher2-1]"
217time="2023-11-08T13:37:08Z" level=debug msg="Cluster version [v1.26.4-rancher2-1] needs to have ingress default backend disabled"
218time="2023-11-08T13:37:08Z" level=debug msg="Host: 158.220.84.100 has role: controlplane"
219time="2023-11-08T13:37:08Z" level=debug msg="Host: 158.220.84.100 has role: etcd"
220time="2023-11-08T13:37:08Z" level=debug msg="Host: 158.220.84.102 has role: controlplane"
221time="2023-11-08T13:37:08Z" level=debug msg="Host: 158.220.84.102 has role: etcd"
222time="2023-11-08T13:37:08Z" level=debug msg="Host: 158.220.84.102 has role: worker"
223time="2023-11-08T13:37:08Z" level=debug msg="Checking cri-dockerd for cluster version [v1.26.4-rancher2-1]"
224time="2023-11-08T13:37:08Z" level=debug msg="cri-dockerd is enabled for cluster version [v1.26.4-rancher2-1]"
225time="2023-11-08T13:37:08Z" level=debug msg="Checking PodSecurityPolicy for cluster version [v1.26.4-rancher2-1]"
226time="2023-11-08T13:37:08Z" level=debug msg="Checking PodSecurity for cluster version [v1.26.4-rancher2-1]"
227time="2023-11-08T13:37:08Z" level=debug msg="[state] previous state not found, possible legacy cluster"
228time="2023-11-08T13:37:08Z" level=info msg="[dialer] Setup tunnel for host [158.220.84.102]"
229time="2023-11-08T13:37:08Z" level=debug msg="Connecting to Docker API for host [158.220.84.102]"
230time="2023-11-08T13:37:08Z" level=info msg="[dialer] Setup tunnel for host [158.220.84.100]"
231time="2023-11-08T13:37:08Z" level=debug msg="Connecting to Docker API for host [158.220.84.100]"
232time="2023-11-08T13:37:09Z" level=debug msg="Docker Info found for host [158.220.84.100]: types.Info{ID:\"8f143c56-85b5-4d67-b004-9b2af8c88c24\", Containers:0, ContainersRunning:0, ContainersPaused:0, ContainersStopped:0, Images:3, Driver:\"overlay2\", DriverStatus:[][2]string{[2]string{\"Backing Filesystem\", \"xfs\"}, [2]string{\"Supports d_type\", \"true\"}, [2]string{\"Using metacopy\", \"false\"}, [2]string{\"Native Overlay Diff\", \"true\"}, [2]string{\"userxattr\", \"false\"}}, SystemStatus:[][2]string(nil), Plugins:types.PluginsInfo{Volume:[]string{\"local\"}, Network:[]string{\"bridge\", \"host\", \"ipvlan\", \"macvlan\", \"null\", \"overlay\"}, Authorization:[]string(nil), Log:[]string{\"awslogs\", \"fluentd\", \"gcplogs\", \"gelf\", \"journald\", \"json-file\", \"local\", \"logentries\", \"splunk\", \"syslog\"}}, MemoryLimit:true, SwapLimit:true, KernelMemory:false, KernelMemoryTCP:false, CPUCfsPeriod:true, CPUCfsQuota:true, CPUShares:true, CPUSet:true, PidsLimit:true, IPv4Forwarding:true, BridgeNfIptables:true, BridgeNfIP6tables:true, Debug:false, NFd:25, OomKillDisable:false, NGoroutines:38, SystemTime:\"2023-11-08T13:37:09.292366382Z\", LoggingDriver:\"json-file\", CgroupDriver:\"systemd\", CgroupVersion:\"2\", NEventsListener:0, KernelVersion:\"5.14.0-284.11.1.el9_2.x86_64\", OperatingSystem:\"Rocky Linux 9.2 (Blue Onyx)\", OSVersion:\"9.2\", OSType:\"linux\", Architecture:\"x86_64\", IndexServerAddress:\"https://index.docker.io/v1/\", RegistryConfig:(*registry.ServiceConfig)(0xc0017921c0), NCPU:2, MemTotal:3840061440, GenericResources:[]swarm.GenericResource(nil), DockerRootDir:\"/var/lib/docker\", HTTPProxy:\"\", HTTPSProxy:\"\", NoProxy:\"\", Name:\"vmi1462281.contaboserver.net\", Labels:[]string{}, ExperimentalBuild:false, ServerVersion:\"24.0.7\", ClusterStore:\"\", ClusterAdvertise:\"\", Runtimes:map[string]types.Runtime{\"io.containerd.runc.v2\":types.Runtime{Path:\"runc\", Args:[]string(nil), Shim:(*types.ShimConfig)(nil)}, \"runc\":types.Runtime{Path:\"runc\", Args:[]string(nil), Shim:(*types.ShimConfig)(nil)}}, DefaultRuntime:\"runc\", Swarm:swarm.Info{NodeID:\"\", NodeAddr:\"\", LocalNodeState:\"inactive\", ControlAvailable:false, Error:\"\", RemoteManagers:[]swarm.Peer(nil), Nodes:0, Managers:0, Cluster:(*swarm.ClusterInfo)(nil), Warnings:[]string(nil)}, LiveRestoreEnabled:false, Isolation:\"\", InitBinary:\"docker-init\", ContainerdCommit:types.Commit{ID:\"61f9fd88f79f081d64d6fa3bb1a0dc71ec870523\", Expected:\"61f9fd88f79f081d64d6fa3bb1a0dc71ec870523\"}, RuncCommit:types.Commit{ID:\"v1.1.9-0-gccaecfc\", Expected:\"v1.1.9-0-gccaecfc\"}, InitCommit:types.Commit{ID:\"de40ad0\", Expected:\"de40ad0\"}, SecurityOptions:[]string{\"name=seccomp,profile=builtin\", \"name=cgroupns\"}, ProductLicense:\"\", DefaultAddressPools:[]types.NetworkAddressPool(nil), Warnings:[]string(nil)}"
233time="2023-11-08T13:37:09Z" level=debug msg="Docker Info found for host [158.220.84.102]: types.Info{ID:\"8fc95073-4942-499d-a3d2-c12454499eae\", Containers:0, ContainersRunning:0, ContainersPaused:0, ContainersStopped:0, Images:3, Driver:\"overlay2\", DriverStatus:[][2]string{[2]string{\"Backing Filesystem\", \"xfs\"}, [2]string{\"Supports d_type\", \"true\"}, [2]string{\"Using metacopy\", \"false\"}, [2]string{\"Native Overlay Diff\", \"true\"}, [2]string{\"userxattr\", \"false\"}}, SystemStatus:[][2]string(nil), Plugins:types.PluginsInfo{Volume:[]string{\"local\"}, Network:[]string{\"bridge\", \"host\", \"ipvlan\", \"macvlan\", \"null\", \"overlay\"}, Authorization:[]string(nil), Log:[]string{\"awslogs\", \"fluentd\", \"gcplogs\", \"gelf\", \"journald\", \"json-file\", \"local\", \"logentries\", \"splunk\", \"syslog\"}}, MemoryLimit:true, SwapLimit:true, KernelMemory:false, KernelMemoryTCP:false, CPUCfsPeriod:true, CPUCfsQuota:true, CPUShares:true, CPUSet:true, PidsLimit:true, IPv4Forwarding:true, BridgeNfIptables:true, BridgeNfIP6tables:true, Debug:false, NFd:25, OomKillDisable:false, NGoroutines:38, SystemTime:\"2023-11-08T13:37:09.312151026Z\", LoggingDriver:\"json-file\", CgroupDriver:\"systemd\", CgroupVersion:\"2\", NEventsListener:0, KernelVersion:\"5.14.0-284.11.1.el9_2.x86_64\", OperatingSystem:\"Rocky Linux 9.2 (Blue Onyx)\", OSVersion:\"9.2\", OSType:\"linux\", Architecture:\"x86_64\", IndexServerAddress:\"https://index.docker.io/v1/\", RegistryConfig:(*registry.ServiceConfig)(0xc0017922a0), NCPU:2, MemTotal:3840053248, GenericResources:[]swarm.GenericResource(nil), DockerRootDir:\"/var/lib/docker\", HTTPProxy:\"\", HTTPSProxy:\"\", NoProxy:\"\", Name:\"vmi1462282.contaboserver.net\", Labels:[]string{}, ExperimentalBuild:false, ServerVersion:\"24.0.6\", ClusterStore:\"\", ClusterAdvertise:\"\", Runtimes:map[string]types.Runtime{\"io.containerd.runc.v2\":types.Runtime{Path:\"runc\", Args:[]string(nil), Shim:(*types.ShimConfig)(nil)}, \"runc\":types.Runtime{Path:\"runc\", Args:[]string(nil), Shim:(*types.ShimConfig)(nil)}}, DefaultRuntime:\"runc\", Swarm:swarm.Info{NodeID:\"\", NodeAddr:\"\", LocalNodeState:\"inactive\", ControlAvailable:false, Error:\"\", RemoteManagers:[]swarm.Peer(nil), Nodes:0, Managers:0, Cluster:(*swarm.ClusterInfo)(nil), Warnings:[]string(nil)}, LiveRestoreEnabled:false, Isolation:\"\", InitBinary:\"docker-init\", ContainerdCommit:types.Commit{ID:\"61f9fd88f79f081d64d6fa3bb1a0dc71ec870523\", Expected:\"61f9fd88f79f081d64d6fa3bb1a0dc71ec870523\"}, RuncCommit:types.Commit{ID:\"v1.1.9-0-gccaecfc\", Expected:\"v1.1.9-0-gccaecfc\"}, InitCommit:types.Commit{ID:\"de40ad0\", Expected:\"de40ad0\"}, SecurityOptions:[]string{\"name=seccomp,profile=builtin\", \"name=cgroupns\"}, ProductLicense:\"\", DefaultAddressPools:[]types.NetworkAddressPool(nil), Warnings:[]string(nil)}"
234time="2023-11-08T13:37:09Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
235time="2023-11-08T13:37:09Z" level=info msg="Finding container [cluster-state-deployer] on host [158.220.84.102], try #1"
236time="2023-11-08T13:37:09Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102], try #1"
237time="2023-11-08T13:37:09Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102]"
238time="2023-11-08T13:37:09Z" level=info msg="Starting container [cluster-state-deployer] on host [158.220.84.102], try #1"
239time="2023-11-08T13:37:09Z" level=info msg="[state] Successfully started [cluster-state-deployer] container on host [158.220.84.102]"
240time="2023-11-08T13:37:09Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
241time="2023-11-08T13:37:09Z" level=info msg="Finding container [cluster-state-deployer] on host [158.220.84.100], try #1"
242time="2023-11-08T13:37:09Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100], try #1"
243time="2023-11-08T13:37:09Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100]"
244time="2023-11-08T13:37:10Z" level=info msg="Starting container [cluster-state-deployer] on host [158.220.84.100], try #1"
245time="2023-11-08T13:37:10Z" level=info msg="[state] Successfully started [cluster-state-deployer] container on host [158.220.84.100]"
246time="2023-11-08T13:37:10Z" level=info msg="[certificates] Generating CA kubernetes certificates"
247time="2023-11-08T13:37:10Z" level=info msg="[certificates] Generating Kubernetes API server aggregation layer requestheader client CA certificates"
248time="2023-11-08T13:37:10Z" level=info msg="[certificates] GenerateServingCertificate is disabled, checking if there are unused kubelet certificates"
249time="2023-11-08T13:37:10Z" level=info msg="[certificates] Generating Kubernetes API server certificates"
250time="2023-11-08T13:37:10Z" level=info msg="[certificates] Generating Service account token key"
251time="2023-11-08T13:37:10Z" level=info msg="[certificates] Generating Kube Controller certificates"
252time="2023-11-08T13:37:11Z" level=info msg="[certificates] Generating Kube Scheduler certificates"
253time="2023-11-08T13:37:11Z" level=info msg="[certificates] Generating Kube Proxy certificates"
254time="2023-11-08T13:37:11Z" level=info msg="[certificates] Generating Node certificate"
255time="2023-11-08T13:37:11Z" level=info msg="[certificates] Generating admin certificates and kubeconfig"
256time="2023-11-08T13:37:11Z" level=info msg="[certificates] Generating Kubernetes API server proxy client certificates"
257time="2023-11-08T13:37:11Z" level=info msg="[certificates] Generating kube-etcd-10-0-0-2 certificate and key"
258time="2023-11-08T13:37:11Z" level=info msg="[certificates] Generating kube-etcd-10-0-0-1 certificate and key"
259time="2023-11-08T13:37:11Z" level=info msg="Successfully Deployed state file at [/media/aj/EC3E918B3E914F86/AJ/Middleware-tech-stack/middleware-tech-stack/rancher-kubernetes-engine/terraform-provider-rke-tmp-2142544452/cluster.rkestate]"
260time="2023-11-08T13:37:11Z" level=debug msg="Checking if cluster version [1.26.4-rancher2-1] needs to have kube-api audit log enabled"
261time="2023-11-08T13:37:11Z" level=debug msg="Cluster version [1.26.4-rancher2-1] needs to have kube-api audit log enabled"
262time="2023-11-08T13:37:11Z" level=debug msg="Enabling kube-api audit log for cluster version [v1.26.4-rancher2-1]"
263time="2023-11-08T13:37:11Z" level=debug msg="Host: 158.220.84.100 has role: controlplane"
264time="2023-11-08T13:37:11Z" level=debug msg="Host: 158.220.84.100 has role: etcd"
265time="2023-11-08T13:37:11Z" level=debug msg="Host: 158.220.84.102 has role: controlplane"
266time="2023-11-08T13:37:11Z" level=debug msg="Host: 158.220.84.102 has role: etcd"
267time="2023-11-08T13:37:11Z" level=debug msg="Host: 158.220.84.102 has role: worker"
268time="2023-11-08T13:37:11Z" level=debug msg="Checking cri-dockerd for cluster version [v1.26.4-rancher2-1]"
269time="2023-11-08T13:37:11Z" level=debug msg="cri-dockerd is enabled for cluster version [v1.26.4-rancher2-1]"
270time="2023-11-08T13:37:11Z" level=debug msg="Checking PodSecurityPolicy for cluster version [v1.26.4-rancher2-1]"
271time="2023-11-08T13:37:11Z" level=debug msg="Checking PodSecurity for cluster version [v1.26.4-rancher2-1]"
272time="2023-11-08T13:37:11Z" level=info msg="Building Kubernetes cluster"
273time="2023-11-08T13:37:11Z" level=info msg="[dialer] Setup tunnel for host [158.220.84.100]"
274time="2023-11-08T13:37:11Z" level=debug msg="Connecting to Docker API for host [158.220.84.100]"
275time="2023-11-08T13:37:11Z" level=info msg="[dialer] Setup tunnel for host [158.220.84.102]"
276time="2023-11-08T13:37:11Z" level=debug msg="Connecting to Docker API for host [158.220.84.102]"
277time="2023-11-08T13:37:12Z" level=debug msg="Docker Info found for host [158.220.84.100]: types.Info{ID:\"8f143c56-85b5-4d67-b004-9b2af8c88c24\", Containers:1, ContainersRunning:0, ContainersPaused:0, ContainersStopped:1, Images:3, Driver:\"overlay2\", DriverStatus:[][2]string{[2]string{\"Backing Filesystem\", \"xfs\"}, [2]string{\"Supports d_type\", \"true\"}, [2]string{\"Using metacopy\", \"false\"}, [2]string{\"Native Overlay Diff\", \"true\"}, [2]string{\"userxattr\", \"false\"}}, SystemStatus:[][2]string(nil), Plugins:types.PluginsInfo{Volume:[]string{\"local\"}, Network:[]string{\"bridge\", \"host\", \"ipvlan\", \"macvlan\", \"null\", \"overlay\"}, Authorization:[]string(nil), Log:[]string{\"awslogs\", \"fluentd\", \"gcplogs\", \"gelf\", \"journald\", \"json-file\", \"local\", \"logentries\", \"splunk\", \"syslog\"}}, MemoryLimit:true, SwapLimit:true, KernelMemory:false, KernelMemoryTCP:false, CPUCfsPeriod:true, CPUCfsQuota:true, CPUShares:true, CPUSet:true, PidsLimit:true, IPv4Forwarding:true, BridgeNfIptables:true, BridgeNfIP6tables:true, Debug:false, NFd:26, OomKillDisable:false, NGoroutines:39, SystemTime:\"2023-11-08T13:37:12.041483765Z\", LoggingDriver:\"json-file\", CgroupDriver:\"systemd\", CgroupVersion:\"2\", NEventsListener:0, KernelVersion:\"5.14.0-284.11.1.el9_2.x86_64\", OperatingSystem:\"Rocky Linux 9.2 (Blue Onyx)\", OSVersion:\"9.2\", OSType:\"linux\", Architecture:\"x86_64\", IndexServerAddress:\"https://index.docker.io/v1/\", RegistryConfig:(*registry.ServiceConfig)(0xc001792e00), NCPU:2, MemTotal:3840061440, GenericResources:[]swarm.GenericResource(nil), DockerRootDir:\"/var/lib/docker\", HTTPProxy:\"\", HTTPSProxy:\"\", NoProxy:\"\", Name:\"vmi1462281.contaboserver.net\", Labels:[]string{}, ExperimentalBuild:false, ServerVersion:\"24.0.7\", ClusterStore:\"\", ClusterAdvertise:\"\", Runtimes:map[string]types.Runtime{\"io.containerd.runc.v2\":types.Runtime{Path:\"runc\", Args:[]string(nil), Shim:(*types.ShimConfig)(nil)}, \"runc\":types.Runtime{Path:\"runc\", Args:[]string(nil), Shim:(*types.ShimConfig)(nil)}}, DefaultRuntime:\"runc\", Swarm:swarm.Info{NodeID:\"\", NodeAddr:\"\", LocalNodeState:\"inactive\", ControlAvailable:false, Error:\"\", RemoteManagers:[]swarm.Peer(nil), Nodes:0, Managers:0, Cluster:(*swarm.ClusterInfo)(nil), Warnings:[]string(nil)}, LiveRestoreEnabled:false, Isolation:\"\", InitBinary:\"docker-init\", ContainerdCommit:types.Commit{ID:\"61f9fd88f79f081d64d6fa3bb1a0dc71ec870523\", Expected:\"61f9fd88f79f081d64d6fa3bb1a0dc71ec870523\"}, RuncCommit:types.Commit{ID:\"v1.1.9-0-gccaecfc\", Expected:\"v1.1.9-0-gccaecfc\"}, InitCommit:types.Commit{ID:\"de40ad0\", Expected:\"de40ad0\"}, SecurityOptions:[]string{\"name=seccomp,profile=builtin\", \"name=cgroupns\"}, ProductLicense:\"\", DefaultAddressPools:[]types.NetworkAddressPool(nil), Warnings:[]string(nil)}"
278time="2023-11-08T13:37:12Z" level=debug msg="Docker Info found for host [158.220.84.102]: types.Info{ID:\"8fc95073-4942-499d-a3d2-c12454499eae\", Containers:1, ContainersRunning:0, ContainersPaused:0, ContainersStopped:1, Images:3, Driver:\"overlay2\", DriverStatus:[][2]string{[2]string{\"Backing Filesystem\", \"xfs\"}, [2]string{\"Supports d_type\", \"true\"}, [2]string{\"Using metacopy\", \"false\"}, [2]string{\"Native Overlay Diff\", \"true\"}, [2]string{\"userxattr\", \"false\"}}, SystemStatus:[][2]string(nil), Plugins:types.PluginsInfo{Volume:[]string{\"local\"}, Network:[]string{\"bridge\", \"host\", \"ipvlan\", \"macvlan\", \"null\", \"overlay\"}, Authorization:[]string(nil), Log:[]string{\"awslogs\", \"fluentd\", \"gcplogs\", \"gelf\", \"journald\", \"json-file\", \"local\", \"logentries\", \"splunk\", \"syslog\"}}, MemoryLimit:true, SwapLimit:true, KernelMemory:false, KernelMemoryTCP:false, CPUCfsPeriod:true, CPUCfsQuota:true, CPUShares:true, CPUSet:true, PidsLimit:true, IPv4Forwarding:true, BridgeNfIptables:true, BridgeNfIP6tables:true, Debug:false, NFd:26, OomKillDisable:false, NGoroutines:39, SystemTime:\"2023-11-08T13:37:12.050484413Z\", LoggingDriver:\"json-file\", CgroupDriver:\"systemd\", CgroupVersion:\"2\", NEventsListener:0, KernelVersion:\"5.14.0-284.11.1.el9_2.x86_64\", OperatingSystem:\"Rocky Linux 9.2 (Blue Onyx)\", OSVersion:\"9.2\", OSType:\"linux\", Architecture:\"x86_64\", IndexServerAddress:\"https://index.docker.io/v1/\", RegistryConfig:(*registry.ServiceConfig)(0xc001792ee0), NCPU:2, MemTotal:3840053248, GenericResources:[]swarm.GenericResource(nil), DockerRootDir:\"/var/lib/docker\", HTTPProxy:\"\", HTTPSProxy:\"\", NoProxy:\"\", Name:\"vmi1462282.contaboserver.net\", Labels:[]string{}, ExperimentalBuild:false, ServerVersion:\"24.0.6\", ClusterStore:\"\", ClusterAdvertise:\"\", Runtimes:map[string]types.Runtime{\"io.containerd.runc.v2\":types.Runtime{Path:\"runc\", Args:[]string(nil), Shim:(*types.ShimConfig)(nil)}, \"runc\":types.Runtime{Path:\"runc\", Args:[]string(nil), Shim:(*types.ShimConfig)(nil)}}, DefaultRuntime:\"runc\", Swarm:swarm.Info{NodeID:\"\", NodeAddr:\"\", LocalNodeState:\"inactive\", ControlAvailable:false, Error:\"\", RemoteManagers:[]swarm.Peer(nil), Nodes:0, Managers:0, Cluster:(*swarm.ClusterInfo)(nil), Warnings:[]string(nil)}, LiveRestoreEnabled:false, Isolation:\"\", InitBinary:\"docker-init\", ContainerdCommit:types.Commit{ID:\"61f9fd88f79f081d64d6fa3bb1a0dc71ec870523\", Expected:\"61f9fd88f79f081d64d6fa3bb1a0dc71ec870523\"}, RuncCommit:types.Commit{ID:\"v1.1.9-0-gccaecfc\", Expected:\"v1.1.9-0-gccaecfc\"}, InitCommit:types.Commit{ID:\"de40ad0\", Expected:\"de40ad0\"}, SecurityOptions:[]string{\"name=seccomp,profile=builtin\", \"name=cgroupns\"}, ProductLicense:\"\", DefaultAddressPools:[]types.NetworkAddressPool(nil), Warnings:[]string(nil)}"
279time="2023-11-08T13:37:12Z" level=info msg="[network] Deploying port listener containers"
280time="2023-11-08T13:37:12Z" level=debug msg="[network] Starting deployListener [rke-etcd-port-listener] on host [158.220.84.100]"
281time="2023-11-08T13:37:12Z" level=debug msg="[network] Starting deployListener [rke-etcd-port-listener] on host [158.220.84.102]"
282time="2023-11-08T13:37:12Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100], try #1"
283time="2023-11-08T13:37:12Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102], try #1"
284time="2023-11-08T13:37:12Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102]"
285time="2023-11-08T13:37:12Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100]"
286time="2023-11-08T13:37:12Z" level=info msg="Starting container [rke-etcd-port-listener] on host [158.220.84.102], try #1"
287time="2023-11-08T13:37:12Z" level=info msg="Starting container [rke-etcd-port-listener] on host [158.220.84.100], try #1"
288time="2023-11-08T13:37:12Z" level=info msg="[network] Successfully started [rke-etcd-port-listener] container on host [158.220.84.102]"
289time="2023-11-08T13:37:12Z" level=info msg="[network] Successfully started [rke-etcd-port-listener] container on host [158.220.84.100]"
290time="2023-11-08T13:37:12Z" level=debug msg="[network] Starting deployListener [rke-cp-port-listener] on host [158.220.84.100]"
291time="2023-11-08T13:37:12Z" level=debug msg="[network] Starting deployListener [rke-cp-port-listener] on host [158.220.84.102]"
292time="2023-11-08T13:37:12Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100], try #1"
293time="2023-11-08T13:37:12Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102], try #1"
294time="2023-11-08T13:37:12Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102]"
295time="2023-11-08T13:37:12Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100]"
296time="2023-11-08T13:37:13Z" level=info msg="Starting container [rke-cp-port-listener] on host [158.220.84.102], try #1"
297time="2023-11-08T13:37:13Z" level=info msg="Starting container [rke-cp-port-listener] on host [158.220.84.100], try #1"
298time="2023-11-08T13:37:13Z" level=info msg="[network] Successfully started [rke-cp-port-listener] container on host [158.220.84.102]"
299time="2023-11-08T13:37:13Z" level=info msg="[network] Successfully started [rke-cp-port-listener] container on host [158.220.84.100]"
300time="2023-11-08T13:37:13Z" level=debug msg="[network] Starting deployListener [rke-worker-port-listener] on host [158.220.84.102]"
301time="2023-11-08T13:37:13Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102], try #1"
302time="2023-11-08T13:37:13Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102]"
303time="2023-11-08T13:37:13Z" level=info msg="Starting container [rke-worker-port-listener] on host [158.220.84.102], try #1"
304time="2023-11-08T13:37:14Z" level=info msg="[network] Successfully started [rke-worker-port-listener] container on host [158.220.84.102]"
305time="2023-11-08T13:37:14Z" level=info msg="[network] Port listener containers deployed successfully"
306time="2023-11-08T13:37:14Z" level=info msg="[network] Running etcd <-> etcd port checks"
307time="2023-11-08T13:37:14Z" level=info msg="[network] Checking if host [158.220.84.102] can connect to host(s) [10.0.0.2 10.0.0.1] on port(s) [2379 2380], try #1"
308time="2023-11-08T13:37:14Z" level=debug msg="[remove/rke-port-checker] Checking if container is running on host [158.220.84.102]"
309time="2023-11-08T13:37:14Z" level=info msg="[network] Checking if host [158.220.84.100] can connect to host(s) [10.0.0.2 10.0.0.1] on port(s) [2379 2380], try #1"
310time="2023-11-08T13:37:14Z" level=debug msg="[remove/rke-port-checker] Checking if container is running on host [158.220.84.100]"
311time="2023-11-08T13:37:14Z" level=debug msg="[remove/rke-port-checker] Container doesn't exist on host [158.220.84.102]"
312time="2023-11-08T13:37:14Z" level=debug msg="[remove/rke-port-checker] Container doesn't exist on host [158.220.84.100]"
313time="2023-11-08T13:37:14Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102], try #1"
314time="2023-11-08T13:37:14Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100], try #1"
315time="2023-11-08T13:37:14Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102]"
316time="2023-11-08T13:37:14Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100]"
317time="2023-11-08T13:37:14Z" level=info msg="Starting container [rke-port-checker] on host [158.220.84.102], try #1"
318time="2023-11-08T13:37:14Z" level=info msg="[network] Successfully started [rke-port-checker] container on host [158.220.84.102]"
319time="2023-11-08T13:37:14Z" level=info msg="Starting container [rke-port-checker] on host [158.220.84.100], try #1"
320time="2023-11-08T13:37:14Z" level=debug msg="[network] containerLog [] on host: 158.220.84.102"
321time="2023-11-08T13:37:14Z" level=info msg="Removing container [rke-port-checker] on host [158.220.84.102], try #1"
322time="2023-11-08T13:37:14Z" level=debug msg="[network] Length of containerLog is [0] on host: 158.220.84.102"
323time="2023-11-08T13:37:14Z" level=info msg="[network] Successfully started [rke-port-checker] container on host [158.220.84.100]"
324time="2023-11-08T13:37:14Z" level=debug msg="[network] containerLog [] on host: 158.220.84.100"
325time="2023-11-08T13:37:14Z" level=info msg="Removing container [rke-port-checker] on host [158.220.84.100], try #1"
326time="2023-11-08T13:37:14Z" level=debug msg="[network] Length of containerLog is [0] on host: 158.220.84.100"
327time="2023-11-08T13:37:14Z" level=info msg="[network] Running control plane -> etcd port checks"
328time="2023-11-08T13:37:14Z" level=info msg="[network] Checking if host [158.220.84.100] can connect to host(s) [10.0.0.2 10.0.0.1] on port(s) [2379], try #1"
329time="2023-11-08T13:37:14Z" level=debug msg="[remove/rke-port-checker] Checking if container is running on host [158.220.84.100]"
330time="2023-11-08T13:37:14Z" level=info msg="[network] Checking if host [158.220.84.102] can connect to host(s) [10.0.0.2 10.0.0.1] on port(s) [2379], try #1"
331time="2023-11-08T13:37:14Z" level=debug msg="[remove/rke-port-checker] Checking if container is running on host [158.220.84.102]"
332time="2023-11-08T13:37:14Z" level=debug msg="[remove/rke-port-checker] Container doesn't exist on host [158.220.84.100]"
333time="2023-11-08T13:37:14Z" level=debug msg="[remove/rke-port-checker] Container doesn't exist on host [158.220.84.102]"
334time="2023-11-08T13:37:14Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100], try #1"
335time="2023-11-08T13:37:14Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102], try #1"
336time="2023-11-08T13:37:14Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102]"
337time="2023-11-08T13:37:14Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100]"
338time="2023-11-08T13:37:14Z" level=info msg="Starting container [rke-port-checker] on host [158.220.84.102], try #1"
339time="2023-11-08T13:37:15Z" level=info msg="Starting container [rke-port-checker] on host [158.220.84.100], try #1"
340time="2023-11-08T13:37:15Z" level=info msg="[network] Successfully started [rke-port-checker] container on host [158.220.84.100]"
341time="2023-11-08T13:37:15Z" level=info msg="[network] Successfully started [rke-port-checker] container on host [158.220.84.102]"
342time="2023-11-08T13:37:15Z" level=debug msg="[network] containerLog [] on host: 158.220.84.100"
343time="2023-11-08T13:37:15Z" level=info msg="Removing container [rke-port-checker] on host [158.220.84.100], try #1"
344time="2023-11-08T13:37:15Z" level=debug msg="[network] containerLog [] on host: 158.220.84.102"
345time="2023-11-08T13:37:15Z" level=info msg="Removing container [rke-port-checker] on host [158.220.84.102], try #1"
346time="2023-11-08T13:37:15Z" level=debug msg="[network] Length of containerLog is [0] on host: 158.220.84.100"
347time="2023-11-08T13:37:15Z" level=debug msg="[network] Length of containerLog is [0] on host: 158.220.84.102"
348time="2023-11-08T13:37:15Z" level=info msg="[network] Running control plane -> worker port checks"
349time="2023-11-08T13:37:15Z" level=info msg="[network] Checking if host [158.220.84.100] can connect to host(s) [10.0.0.1] on port(s) [10250], try #1"
350time="2023-11-08T13:37:15Z" level=debug msg="[remove/rke-port-checker] Checking if container is running on host [158.220.84.100]"
351time="2023-11-08T13:37:15Z" level=info msg="[network] Checking if host [158.220.84.102] can connect to host(s) [10.0.0.1] on port(s) [10250], try #1"
352time="2023-11-08T13:37:15Z" level=debug msg="[remove/rke-port-checker] Checking if container is running on host [158.220.84.102]"
353time="2023-11-08T13:37:15Z" level=debug msg="[remove/rke-port-checker] Container doesn't exist on host [158.220.84.100]"
354time="2023-11-08T13:37:15Z" level=debug msg="[remove/rke-port-checker] Container doesn't exist on host [158.220.84.102]"
355time="2023-11-08T13:37:15Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100], try #1"
356time="2023-11-08T13:37:15Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102], try #1"
357time="2023-11-08T13:37:15Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100]"
358time="2023-11-08T13:37:15Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102]"
359time="2023-11-08T13:37:15Z" level=info msg="Starting container [rke-port-checker] on host [158.220.84.100], try #1"
360time="2023-11-08T13:37:15Z" level=info msg="Starting container [rke-port-checker] on host [158.220.84.102], try #1"
361time="2023-11-08T13:37:15Z" level=info msg="[network] Successfully started [rke-port-checker] container on host [158.220.84.100]"
362time="2023-11-08T13:37:15Z" level=debug msg="[network] containerLog [] on host: 158.220.84.100"
363time="2023-11-08T13:37:15Z" level=info msg="Removing container [rke-port-checker] on host [158.220.84.100], try #1"
364time="2023-11-08T13:37:15Z" level=info msg="[network] Successfully started [rke-port-checker] container on host [158.220.84.102]"
365time="2023-11-08T13:37:15Z" level=debug msg="[network] Length of containerLog is [0] on host: 158.220.84.100"
366time="2023-11-08T13:37:15Z" level=debug msg="[network] containerLog [] on host: 158.220.84.102"
367time="2023-11-08T13:37:15Z" level=info msg="Removing container [rke-port-checker] on host [158.220.84.102], try #1"
368time="2023-11-08T13:37:15Z" level=debug msg="[network] Length of containerLog is [0] on host: 158.220.84.102"
369time="2023-11-08T13:37:15Z" level=info msg="[network] Running workers -> control plane port checks"
370time="2023-11-08T13:37:15Z" level=info msg="[network] Checking if host [158.220.84.102] can connect to host(s) [10.0.0.2 10.0.0.1] on port(s) [6443], try #1"
371time="2023-11-08T13:37:15Z" level=debug msg="[remove/rke-port-checker] Checking if container is running on host [158.220.84.102]"
372time="2023-11-08T13:37:15Z" level=debug msg="[remove/rke-port-checker] Container doesn't exist on host [158.220.84.102]"
373time="2023-11-08T13:37:15Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102], try #1"
374time="2023-11-08T13:37:15Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102]"
375time="2023-11-08T13:37:15Z" level=info msg="Starting container [rke-port-checker] on host [158.220.84.102], try #1"
376time="2023-11-08T13:37:16Z" level=info msg="[network] Successfully started [rke-port-checker] container on host [158.220.84.102]"
377time="2023-11-08T13:37:16Z" level=debug msg="[network] containerLog [] on host: 158.220.84.102"
378time="2023-11-08T13:37:16Z" level=info msg="Removing container [rke-port-checker] on host [158.220.84.102], try #1"
379time="2023-11-08T13:37:16Z" level=debug msg="[network] Length of containerLog is [0] on host: 158.220.84.102"
380time="2023-11-08T13:37:16Z" level=info msg="[network] Checking KubeAPI port Control Plane hosts"
381time="2023-11-08T13:37:16Z" level=debug msg="[network] Checking KubeAPI port [6443] on host: 158.220.84.100"
382time="2023-11-08T13:37:16Z" level=debug msg="[network] Checking KubeAPI port [6443] on host: 158.220.84.102"
383time="2023-11-08T13:37:16Z" level=info msg="[network] Removing port listener containers"
384time="2023-11-08T13:37:16Z" level=debug msg="[remove/rke-etcd-port-listener] Checking if container is running on host [158.220.84.100]"
385time="2023-11-08T13:37:16Z" level=debug msg="[remove/rke-etcd-port-listener] Checking if container is running on host [158.220.84.102]"
386time="2023-11-08T13:37:16Z" level=debug msg="[remove/rke-etcd-port-listener] Removing container on host [158.220.84.100]"
387time="2023-11-08T13:37:16Z" level=info msg="Removing container [rke-etcd-port-listener] on host [158.220.84.100], try #1"
388time="2023-11-08T13:37:16Z" level=debug msg="[remove/rke-etcd-port-listener] Removing container on host [158.220.84.102]"
389time="2023-11-08T13:37:16Z" level=info msg="Removing container [rke-etcd-port-listener] on host [158.220.84.102], try #1"
390time="2023-11-08T13:37:16Z" level=info msg="[remove/rke-etcd-port-listener] Successfully removed container on host [158.220.84.102]"
391time="2023-11-08T13:37:16Z" level=info msg="[remove/rke-etcd-port-listener] Successfully removed container on host [158.220.84.100]"
392time="2023-11-08T13:37:16Z" level=debug msg="[remove/rke-cp-port-listener] Checking if container is running on host [158.220.84.100]"
393time="2023-11-08T13:37:16Z" level=debug msg="[remove/rke-cp-port-listener] Checking if container is running on host [158.220.84.102]"
394time="2023-11-08T13:37:16Z" level=debug msg="[remove/rke-cp-port-listener] Removing container on host [158.220.84.100]"
395time="2023-11-08T13:37:16Z" level=info msg="Removing container [rke-cp-port-listener] on host [158.220.84.100], try #1"
396time="2023-11-08T13:37:16Z" level=debug msg="[remove/rke-cp-port-listener] Removing container on host [158.220.84.102]"
397time="2023-11-08T13:37:16Z" level=info msg="Removing container [rke-cp-port-listener] on host [158.220.84.102], try #1"
398time="2023-11-08T13:37:16Z" level=info msg="[remove/rke-cp-port-listener] Successfully removed container on host [158.220.84.100]"
399time="2023-11-08T13:37:16Z" level=info msg="[remove/rke-cp-port-listener] Successfully removed container on host [158.220.84.102]"
400time="2023-11-08T13:37:16Z" level=debug msg="[remove/rke-worker-port-listener] Checking if container is running on host [158.220.84.102]"
401time="2023-11-08T13:37:16Z" level=debug msg="[remove/rke-worker-port-listener] Removing container on host [158.220.84.102]"
402time="2023-11-08T13:37:16Z" level=info msg="Removing container [rke-worker-port-listener] on host [158.220.84.102], try #1"
403time="2023-11-08T13:37:17Z" level=info msg="[remove/rke-worker-port-listener] Successfully removed container on host [158.220.84.102]"
404time="2023-11-08T13:37:17Z" level=info msg="[network] Port listener containers removed successfully"
405time="2023-11-08T13:37:17Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
406time="2023-11-08T13:37:17Z" level=info msg="[certificates] Deploying kubernetes certificates to Cluster nodes"
407time="2023-11-08T13:37:17Z" level=info msg="Finding container [cert-deployer] on host [158.220.84.100], try #1"
408time="2023-11-08T13:37:17Z" level=info msg="Finding container [cert-deployer] on host [158.220.84.102], try #1"
409time="2023-11-08T13:37:17Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100], try #1"
410time="2023-11-08T13:37:17Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102], try #1"
411time="2023-11-08T13:37:17Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100]"
412time="2023-11-08T13:37:17Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
413time="2023-11-08T13:37:17Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102]"
414time="2023-11-08T13:37:17Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
415time="2023-11-08T13:37:17Z" level=info msg="Starting container [cert-deployer] on host [158.220.84.100], try #1"
416time="2023-11-08T13:37:17Z" level=info msg="Starting container [cert-deployer] on host [158.220.84.102], try #1"
417time="2023-11-08T13:37:17Z" level=debug msg="[certificates] Successfully started Certificate deployer container: cert-deployer"
418time="2023-11-08T13:37:17Z" level=info msg="Finding container [cert-deployer] on host [158.220.84.100], try #1"
419time="2023-11-08T13:37:17Z" level=debug msg="[certificates] Successfully started Certificate deployer container: cert-deployer"
420time="2023-11-08T13:37:17Z" level=info msg="Finding container [cert-deployer] on host [158.220.84.102], try #1"
421time="2023-11-08T13:37:22Z" level=info msg="Finding container [cert-deployer] on host [158.220.84.100], try #1"
422time="2023-11-08T13:37:22Z" level=info msg="Removing container [cert-deployer] on host [158.220.84.100], try #1"
423time="2023-11-08T13:37:22Z" level=info msg="Finding container [cert-deployer] on host [158.220.84.102], try #1"
424time="2023-11-08T13:37:22Z" level=info msg="Removing container [cert-deployer] on host [158.220.84.102], try #1"
425time="2023-11-08T13:37:22Z" level=info msg="[reconcile] Rebuilding and updating local kube config"
426time="2023-11-08T13:37:22Z" level=debug msg="[reconcile] Rebuilding and updating local kube config, creating new kubeconfig"
427time="2023-11-08T13:37:22Z" level=debug msg="Deploying admin Kubeconfig locally at [/media/aj/EC3E918B3E914F86/AJ/Middleware-tech-stack/middleware-tech-stack/rancher-kubernetes-engine/terraform-provider-rke-tmp-2142544452/kube_config_cluster.yml]"
428time="2023-11-08T13:37:22Z" level=info msg="Successfully Deployed local admin kubeconfig at [/media/aj/EC3E918B3E914F86/AJ/Middleware-tech-stack/middleware-tech-stack/rancher-kubernetes-engine/terraform-provider-rke-tmp-2142544452/kube_config_cluster.yml]"
429time="2023-11-08T13:37:22Z" level=debug msg="[version] Using /media/aj/EC3E918B3E914F86/AJ/Middleware-tech-stack/middleware-tech-stack/rancher-kubernetes-engine/terraform-provider-rke-tmp-2142544452/kube_config_cluster.yml to connect to Kubernetes cluster.."
430time="2023-11-08T13:37:22Z" level=debug msg="[version] Getting Kubernetes server version.."
431time="2023-11-08T13:37:22Z" level=warning msg="[reconcile] host [158.220.84.100] is a control plane node without reachable Kubernetes API endpoint in the cluster"
432time="2023-11-08T13:37:22Z" level=debug msg="[reconcile] Rebuilding and updating local kube config, creating new kubeconfig"
433time="2023-11-08T13:37:22Z" level=debug msg="Deploying admin Kubeconfig locally at [/media/aj/EC3E918B3E914F86/AJ/Middleware-tech-stack/middleware-tech-stack/rancher-kubernetes-engine/terraform-provider-rke-tmp-2142544452/kube_config_cluster.yml]"
434time="2023-11-08T13:37:22Z" level=info msg="Successfully Deployed local admin kubeconfig at [/media/aj/EC3E918B3E914F86/AJ/Middleware-tech-stack/middleware-tech-stack/rancher-kubernetes-engine/terraform-provider-rke-tmp-2142544452/kube_config_cluster.yml]"
435time="2023-11-08T13:37:22Z" level=debug msg="[version] Using /media/aj/EC3E918B3E914F86/AJ/Middleware-tech-stack/middleware-tech-stack/rancher-kubernetes-engine/terraform-provider-rke-tmp-2142544452/kube_config_cluster.yml to connect to Kubernetes cluster.."
436time="2023-11-08T13:37:22Z" level=debug msg="[version] Getting Kubernetes server version.."
437time="2023-11-08T13:37:22Z" level=warning msg="[reconcile] host [158.220.84.102] is a control plane node without reachable Kubernetes API endpoint in the cluster"
438time="2023-11-08T13:37:22Z" level=warning msg="[reconcile] no control plane node with reachable Kubernetes API endpoint in the cluster found"
439time="2023-11-08T13:37:22Z" level=info msg="[certificates] Successfully deployed kubernetes certificates to Cluster nodes"
440time="2023-11-08T13:37:22Z" level=debug msg="using the default EventRateLimit configuration"
441time="2023-11-08T13:37:22Z" level=debug msg="using the PodSecurity configuration [privileged]"
442time="2023-11-08T13:37:22Z" level=info msg="[file-deploy] Deploying file [/etc/kubernetes/admission.yaml] to node [158.220.84.100]"
443time="2023-11-08T13:37:22Z" level=debug msg="[remove/file-deployer] Checking if container is running on host [158.220.84.100]"
444time="2023-11-08T13:37:22Z" level=debug msg="[remove/file-deployer] Container doesn't exist on host [158.220.84.100]"
445time="2023-11-08T13:37:22Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
446time="2023-11-08T13:37:22Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100], try #1"
447time="2023-11-08T13:37:22Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100]"
448time="2023-11-08T13:37:22Z" level=info msg="Starting container [file-deployer] on host [158.220.84.100], try #1"
449time="2023-11-08T13:37:23Z" level=info msg="Successfully started [file-deployer] container on host [158.220.84.100]"
450time="2023-11-08T13:37:23Z" level=info msg="Waiting for [file-deployer] container to exit on host [158.220.84.100]"
451time="2023-11-08T13:37:23Z" level=info msg="Waiting for [file-deployer] container to exit on host [158.220.84.100]"
452time="2023-11-08T13:37:23Z" level=debug msg="Exit code for [file-deployer] container on host [158.220.84.100] is [0]"
453time="2023-11-08T13:37:23Z" level=debug msg="[remove/file-deployer] Checking if container is running on host [158.220.84.100]"
454time="2023-11-08T13:37:23Z" level=debug msg="[remove/file-deployer] Removing container on host [158.220.84.100]"
455time="2023-11-08T13:37:23Z" level=info msg="Removing container [file-deployer] on host [158.220.84.100], try #1"
456time="2023-11-08T13:37:23Z" level=info msg="[remove/file-deployer] Successfully removed container on host [158.220.84.100]"
457time="2023-11-08T13:37:23Z" level=debug msg="[file-deploy] Successfully deployed file [/etc/kubernetes/admission.yaml] on node [158.220.84.100]"
458time="2023-11-08T13:37:23Z" level=info msg="[file-deploy] Deploying file [/etc/kubernetes/admission.yaml] to node [158.220.84.102]"
459time="2023-11-08T13:37:23Z" level=debug msg="[remove/file-deployer] Checking if container is running on host [158.220.84.102]"
460time="2023-11-08T13:37:23Z" level=debug msg="[remove/file-deployer] Container doesn't exist on host [158.220.84.102]"
461time="2023-11-08T13:37:23Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
462time="2023-11-08T13:37:23Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102], try #1"
463time="2023-11-08T13:37:23Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102]"
464time="2023-11-08T13:37:23Z" level=info msg="Starting container [file-deployer] on host [158.220.84.102], try #1"
465time="2023-11-08T13:37:23Z" level=info msg="Successfully started [file-deployer] container on host [158.220.84.102]"
466time="2023-11-08T13:37:23Z" level=info msg="Waiting for [file-deployer] container to exit on host [158.220.84.102]"
467time="2023-11-08T13:37:23Z" level=info msg="Waiting for [file-deployer] container to exit on host [158.220.84.102]"
468time="2023-11-08T13:37:23Z" level=debug msg="Exit code for [file-deployer] container on host [158.220.84.102] is [0]"
469time="2023-11-08T13:37:23Z" level=debug msg="[remove/file-deployer] Checking if container is running on host [158.220.84.102]"
470time="2023-11-08T13:37:23Z" level=debug msg="[remove/file-deployer] Removing container on host [158.220.84.102]"
471time="2023-11-08T13:37:23Z" level=info msg="Removing container [file-deployer] on host [158.220.84.102], try #1"
472time="2023-11-08T13:37:23Z" level=info msg="[remove/file-deployer] Successfully removed container on host [158.220.84.102]"
473time="2023-11-08T13:37:23Z" level=debug msg="[file-deploy] Successfully deployed file [/etc/kubernetes/admission.yaml] on node [158.220.84.102]"
474time="2023-11-08T13:37:23Z" level=info msg="[/etc/kubernetes/admission.yaml] Successfully deployed admission control config to Cluster control nodes"
475time="2023-11-08T13:37:23Z" level=info msg="[file-deploy] Deploying file [/etc/kubernetes/audit-policy.yaml] to node [158.220.84.100]"
476time="2023-11-08T13:37:23Z" level=debug msg="[remove/file-deployer] Checking if container is running on host [158.220.84.100]"
477time="2023-11-08T13:37:24Z" level=debug msg="[remove/file-deployer] Container doesn't exist on host [158.220.84.100]"
478time="2023-11-08T13:37:24Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
479time="2023-11-08T13:37:24Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100], try #1"
480time="2023-11-08T13:37:24Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100]"
481time="2023-11-08T13:37:24Z" level=info msg="Starting container [file-deployer] on host [158.220.84.100], try #1"
482time="2023-11-08T13:37:24Z" level=info msg="Successfully started [file-deployer] container on host [158.220.84.100]"
483time="2023-11-08T13:37:24Z" level=info msg="Waiting for [file-deployer] container to exit on host [158.220.84.100]"
484time="2023-11-08T13:37:24Z" level=info msg="Waiting for [file-deployer] container to exit on host [158.220.84.100]"
485time="2023-11-08T13:37:24Z" level=debug msg="Exit code for [file-deployer] container on host [158.220.84.100] is [0]"
486time="2023-11-08T13:37:24Z" level=debug msg="[remove/file-deployer] Checking if container is running on host [158.220.84.100]"
487time="2023-11-08T13:37:24Z" level=debug msg="[remove/file-deployer] Removing container on host [158.220.84.100]"
488time="2023-11-08T13:37:24Z" level=info msg="Removing container [file-deployer] on host [158.220.84.100], try #1"
489time="2023-11-08T13:37:24Z" level=info msg="[remove/file-deployer] Successfully removed container on host [158.220.84.100]"
490time="2023-11-08T13:37:24Z" level=debug msg="[file-deploy] Successfully deployed file [/etc/kubernetes/audit-policy.yaml] on node [158.220.84.100]"
491time="2023-11-08T13:37:24Z" level=info msg="[file-deploy] Deploying file [/etc/kubernetes/audit-policy.yaml] to node [158.220.84.102]"
492time="2023-11-08T13:37:24Z" level=debug msg="[remove/file-deployer] Checking if container is running on host [158.220.84.102]"
493time="2023-11-08T13:37:24Z" level=debug msg="[remove/file-deployer] Container doesn't exist on host [158.220.84.102]"
494time="2023-11-08T13:37:24Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
495time="2023-11-08T13:37:24Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102], try #1"
496time="2023-11-08T13:37:24Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102]"
497time="2023-11-08T13:37:24Z" level=info msg="Starting container [file-deployer] on host [158.220.84.102], try #1"
498time="2023-11-08T13:37:25Z" level=info msg="Successfully started [file-deployer] container on host [158.220.84.102]"
499time="2023-11-08T13:37:25Z" level=info msg="Waiting for [file-deployer] container to exit on host [158.220.84.102]"
500time="2023-11-08T13:37:25Z" level=info msg="Waiting for [file-deployer] container to exit on host [158.220.84.102]"
501time="2023-11-08T13:37:25Z" level=debug msg="Exit code for [file-deployer] container on host [158.220.84.102] is [0]"
502time="2023-11-08T13:37:25Z" level=debug msg="[remove/file-deployer] Checking if container is running on host [158.220.84.102]"
503time="2023-11-08T13:37:25Z" level=debug msg="[remove/file-deployer] Removing container on host [158.220.84.102]"
504time="2023-11-08T13:37:25Z" level=info msg="Removing container [file-deployer] on host [158.220.84.102], try #1"
505time="2023-11-08T13:37:25Z" level=info msg="[remove/file-deployer] Successfully removed container on host [158.220.84.102]"
506time="2023-11-08T13:37:25Z" level=debug msg="[file-deploy] Successfully deployed file [/etc/kubernetes/audit-policy.yaml] on node [158.220.84.102]"
507time="2023-11-08T13:37:25Z" level=info msg="[/etc/kubernetes/audit-policy.yaml] Successfully deployed audit policy file to Cluster control nodes"
508time="2023-11-08T13:37:25Z" level=info msg="[reconcile] Reconciling cluster state"
509time="2023-11-08T13:37:25Z" level=info msg="[reconcile] This is newly generated cluster"
510time="2023-11-08T13:37:25Z" level=debug msg="Encryption is disabled in both current and new spec; no action is required"
511time="2023-11-08T13:37:25Z" level=info msg="Pre-pulling kubernetes images"
512time="2023-11-08T13:37:25Z" level=debug msg="Checking if image [rancher/hyperkube:v1.26.4-rancher2] exists on host [158.220.84.100], try #1"
513time="2023-11-08T13:37:25Z" level=debug msg="Checking if image [rancher/hyperkube:v1.26.4-rancher2] exists on host [158.220.84.102], try #1"
514time="2023-11-08T13:37:25Z" level=info msg="Image [rancher/hyperkube:v1.26.4-rancher2] exists on host [158.220.84.102]"
515time="2023-11-08T13:37:25Z" level=info msg="Image [rancher/hyperkube:v1.26.4-rancher2] exists on host [158.220.84.100]"
516time="2023-11-08T13:37:25Z" level=info msg="Kubernetes images pulled successfully"
517time="2023-11-08T13:37:25Z" level=debug msg="getDefaultKubernetesServicesOptions: getting serviceOptions for cluster version [v1.26.4-rancher2-1]"
518time="2023-11-08T13:37:25Z" level=debug msg="Extracted version [v1.26.4-rancher2] from image [rancher/hyperkube:v1.26.4-rancher2]"
519time="2023-11-08T13:37:25Z" level=debug msg="getDefaultKubernetesServicesOptions: serviceOptions found for cluster major version [v1.26]"
520time="2023-11-08T13:37:25Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
521time="2023-11-08T13:37:25Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
522time="2023-11-08T13:37:25Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
523time="2023-11-08T13:37:25Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
524time="2023-11-08T13:37:25Z" level=debug msg="Extracted version [v1.26.4-rancher2] from image [rancher/hyperkube:v1.26.4-rancher2]"
525time="2023-11-08T13:37:25Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
526time="2023-11-08T13:37:25Z" level=debug msg="Extracted version [v1.26.4-rancher2] from image [rancher/hyperkube:v1.26.4-rancher2]"
527time="2023-11-08T13:37:25Z" level=debug msg="Extracted version [v3.5.6] from image [rancher/mirrored-coreos-etcd:v3.5.6]"
528time="2023-11-08T13:37:25Z" level=debug msg="etcd version [3.5.6] is higher than max version [3.4.3-rancher99] for advertising port 4001, not going to advertise port 4001"
529time="2023-11-08T13:37:25Z" level=debug msg="etcd version [3.5.6] is higher than max version [3.4.14-rancher99] for adding stricter TLS cipher suites, going to add stricter TLS cipher suites arguments to etcd"
530time="2023-11-08T13:37:25Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
531time="2023-11-08T13:37:25Z" level=debug msg="Version [3.5.6] is equal or higher than version [3.2.99]"
532time="2023-11-08T13:37:25Z" level=debug msg="getDefaultKubernetesServicesOptions: getting serviceOptions for cluster version [v1.26.4-rancher2-1]"
533time="2023-11-08T13:37:25Z" level=debug msg="Extracted version [v1.26.4-rancher2] from image [rancher/hyperkube:v1.26.4-rancher2]"
534time="2023-11-08T13:37:25Z" level=debug msg="getDefaultKubernetesServicesOptions: serviceOptions found for cluster major version [v1.26]"
535time="2023-11-08T13:37:25Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
536time="2023-11-08T13:37:25Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
537time="2023-11-08T13:37:25Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
538time="2023-11-08T13:37:25Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
539time="2023-11-08T13:37:25Z" level=debug msg="Extracted version [v1.26.4-rancher2] from image [rancher/hyperkube:v1.26.4-rancher2]"
540time="2023-11-08T13:37:25Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
541time="2023-11-08T13:37:25Z" level=debug msg="Extracted version [v1.26.4-rancher2] from image [rancher/hyperkube:v1.26.4-rancher2]"
542time="2023-11-08T13:37:25Z" level=debug msg="Extracted version [v3.5.6] from image [rancher/mirrored-coreos-etcd:v3.5.6]"
543time="2023-11-08T13:37:25Z" level=debug msg="etcd version [3.5.6] is higher than max version [3.4.3-rancher99] for advertising port 4001, not going to advertise port 4001"
544time="2023-11-08T13:37:25Z" level=debug msg="etcd version [3.5.6] is higher than max version [3.4.14-rancher99] for adding stricter TLS cipher suites, going to add stricter TLS cipher suites arguments to etcd"
545time="2023-11-08T13:37:25Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
546time="2023-11-08T13:37:25Z" level=debug msg="Version [3.5.6] is equal or higher than version [3.2.99]"
547time="2023-11-08T13:37:25Z" level=info msg="[etcd] Building up etcd plane.."
548time="2023-11-08T13:37:25Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
549time="2023-11-08T13:37:25Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100], try #1"
550time="2023-11-08T13:37:25Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100]"
551time="2023-11-08T13:37:25Z" level=info msg="Starting container [etcd-fix-perm] on host [158.220.84.100], try #1"
552time="2023-11-08T13:37:25Z" level=info msg="Successfully started [etcd-fix-perm] container on host [158.220.84.100]"
553time="2023-11-08T13:37:25Z" level=info msg="Waiting for [etcd-fix-perm] container to exit on host [158.220.84.100]"
554time="2023-11-08T13:37:25Z" level=info msg="Waiting for [etcd-fix-perm] container to exit on host [158.220.84.100]"
555time="2023-11-08T13:37:25Z" level=debug msg="Exit code for [etcd-fix-perm] container on host [158.220.84.100] is [0]"
556time="2023-11-08T13:37:25Z" level=debug msg="[remove/etcd-fix-perm] Checking if container is running on host [158.220.84.100]"
557time="2023-11-08T13:37:25Z" level=debug msg="[remove/etcd-fix-perm] Removing container on host [158.220.84.100]"
558time="2023-11-08T13:37:25Z" level=info msg="Removing container [etcd-fix-perm] on host [158.220.84.100], try #1"
559time="2023-11-08T13:37:25Z" level=info msg="[remove/etcd-fix-perm] Successfully removed container on host [158.220.84.100]"
560time="2023-11-08T13:37:25Z" level=debug msg="Checking if image [rancher/mirrored-coreos-etcd:v3.5.6] exists on host [158.220.84.100], try #1"
561time="2023-11-08T13:37:25Z" level=info msg="Image [rancher/mirrored-coreos-etcd:v3.5.6] exists on host [158.220.84.100]"
562time="2023-11-08T13:37:25Z" level=info msg="Starting container [etcd] on host [158.220.84.100], try #1"
563time="2023-11-08T13:37:25Z" level=info msg="[etcd] Successfully started [etcd] container on host [158.220.84.100]"
564time="2023-11-08T13:37:25Z" level=debug msg="Extracted version [v0.1.89] from image [rancher/rke-tools:v0.1.89]"
565time="2023-11-08T13:37:25Z" level=debug msg="Extracted version [v0.1.89] from image [rancher/rke-tools:v0.1.89]"
566time="2023-11-08T13:37:25Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
567time="2023-11-08T13:37:25Z" level=info msg="[etcd] Running rolling snapshot container [etcd-snapshot-once] on host [158.220.84.100]"
568time="2023-11-08T13:37:25Z" level=debug msg="[etcd] Using command [/opt/rke-tools/rke-etcd-backup etcd-backup save --cacert /etc/kubernetes/ssl/kube-ca.pem --cert /etc/kubernetes/ssl/kube-node.pem --key /etc/kubernetes/ssl/kube-node-key.pem --name etcd-rolling-snapshots --endpoints=10.0.0.2:2379 --retention=24h --creation=6h] for rolling snapshot container [etcd-rolling-snapshots] on host [158.220.84.100]"
569time="2023-11-08T13:37:25Z" level=debug msg="[remove/etcd-rolling-snapshots] Checking if container is running on host [158.220.84.100]"
570time="2023-11-08T13:37:25Z" level=debug msg="[remove/etcd-rolling-snapshots] Container doesn't exist on host [158.220.84.100]"
571time="2023-11-08T13:37:25Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100], try #1"
572time="2023-11-08T13:37:26Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100]"
573time="2023-11-08T13:37:26Z" level=info msg="Starting container [etcd-rolling-snapshots] on host [158.220.84.100], try #1"
574time="2023-11-08T13:37:26Z" level=info msg="[etcd] Successfully started [etcd-rolling-snapshots] container on host [158.220.84.100]"
575time="2023-11-08T13:37:31Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
576time="2023-11-08T13:37:31Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100], try #1"
577time="2023-11-08T13:37:31Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100]"
578time="2023-11-08T13:37:31Z" level=info msg="Starting container [rke-bundle-cert] on host [158.220.84.100], try #1"
579time="2023-11-08T13:37:31Z" level=info msg="[certificates] Successfully started [rke-bundle-cert] container on host [158.220.84.100]"
580time="2023-11-08T13:37:31Z" level=info msg="Waiting for [rke-bundle-cert] container to exit on host [158.220.84.100]"
581time="2023-11-08T13:37:31Z" level=debug msg="Exit code for [rke-bundle-cert] container on host [158.220.84.100] is [0]"
582time="2023-11-08T13:37:31Z" level=info msg="[certificates] successfully saved certificate bundle [/opt/rke/etcd-snapshots//pki.bundle.tar.gz] on host [158.220.84.100]"
583time="2023-11-08T13:37:31Z" level=info msg="Removing container [rke-bundle-cert] on host [158.220.84.100], try #1"
584time="2023-11-08T13:37:31Z" level=debug msg="[etcd] Creating log link for Container [etcd-rolling-snapshots] on host [158.220.84.100]"
585time="2023-11-08T13:37:31Z" level=debug msg="[remove/rke-log-linker] Checking if container is running on host [158.220.84.100]"
586time="2023-11-08T13:37:31Z" level=debug msg="[remove/rke-log-linker] Container doesn't exist on host [158.220.84.100]"
587time="2023-11-08T13:37:31Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100], try #1"
588time="2023-11-08T13:37:31Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100]"
589time="2023-11-08T13:37:32Z" level=info msg="Starting container [rke-log-linker] on host [158.220.84.100], try #1"
590time="2023-11-08T13:37:32Z" level=info msg="[etcd] Successfully started [rke-log-linker] container on host [158.220.84.100]"
591time="2023-11-08T13:37:32Z" level=debug msg="[remove/rke-log-linker] Checking if container is running on host [158.220.84.100]"
592time="2023-11-08T13:37:32Z" level=debug msg="[remove/rke-log-linker] Removing container on host [158.220.84.100]"
593time="2023-11-08T13:37:32Z" level=info msg="Removing container [rke-log-linker] on host [158.220.84.100], try #1"
594time="2023-11-08T13:37:32Z" level=info msg="[remove/rke-log-linker] Successfully removed container on host [158.220.84.100]"
595time="2023-11-08T13:37:32Z" level=debug msg="[etcd] Successfully created log link for Container [etcd-rolling-snapshots] on host [158.220.84.100]"
596time="2023-11-08T13:37:32Z" level=debug msg="[etcd] Creating log link for Container [etcd] on host [158.220.84.100]"
597time="2023-11-08T13:37:32Z" level=debug msg="[remove/rke-log-linker] Checking if container is running on host [158.220.84.100]"
598time="2023-11-08T13:37:32Z" level=debug msg="[remove/rke-log-linker] Container doesn't exist on host [158.220.84.100]"
599time="2023-11-08T13:37:32Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100], try #1"
600time="2023-11-08T13:37:32Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.100]"
601time="2023-11-08T13:37:32Z" level=info msg="Starting container [rke-log-linker] on host [158.220.84.100], try #1"
602time="2023-11-08T13:37:32Z" level=info msg="[etcd] Successfully started [rke-log-linker] container on host [158.220.84.100]"
603time="2023-11-08T13:37:32Z" level=debug msg="[remove/rke-log-linker] Checking if container is running on host [158.220.84.100]"
604time="2023-11-08T13:37:32Z" level=debug msg="[remove/rke-log-linker] Removing container on host [158.220.84.100]"
605time="2023-11-08T13:37:32Z" level=info msg="Removing container [rke-log-linker] on host [158.220.84.100], try #1"
606time="2023-11-08T13:37:32Z" level=info msg="[remove/rke-log-linker] Successfully removed container on host [158.220.84.100]"
607time="2023-11-08T13:37:32Z" level=debug msg="[etcd] Successfully created log link for Container [etcd] on host [158.220.84.100]"
608time="2023-11-08T13:37:32Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
609time="2023-11-08T13:37:32Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102], try #1"
610time="2023-11-08T13:37:32Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102]"
611time="2023-11-08T13:37:33Z" level=info msg="Starting container [etcd-fix-perm] on host [158.220.84.102], try #1"
612time="2023-11-08T13:37:33Z" level=info msg="Successfully started [etcd-fix-perm] container on host [158.220.84.102]"
613time="2023-11-08T13:37:33Z" level=info msg="Waiting for [etcd-fix-perm] container to exit on host [158.220.84.102]"
614time="2023-11-08T13:37:33Z" level=info msg="Waiting for [etcd-fix-perm] container to exit on host [158.220.84.102]"
615time="2023-11-08T13:37:33Z" level=debug msg="Exit code for [etcd-fix-perm] container on host [158.220.84.102] is [0]"
616time="2023-11-08T13:37:33Z" level=debug msg="[remove/etcd-fix-perm] Checking if container is running on host [158.220.84.102]"
617time="2023-11-08T13:37:33Z" level=debug msg="[remove/etcd-fix-perm] Removing container on host [158.220.84.102]"
618time="2023-11-08T13:37:33Z" level=info msg="Removing container [etcd-fix-perm] on host [158.220.84.102], try #1"
619time="2023-11-08T13:37:33Z" level=info msg="[remove/etcd-fix-perm] Successfully removed container on host [158.220.84.102]"
620time="2023-11-08T13:37:33Z" level=debug msg="Checking if image [rancher/mirrored-coreos-etcd:v3.5.6] exists on host [158.220.84.102], try #1"
621time="2023-11-08T13:37:33Z" level=info msg="Image [rancher/mirrored-coreos-etcd:v3.5.6] exists on host [158.220.84.102]"
622time="2023-11-08T13:37:33Z" level=info msg="Starting container [etcd] on host [158.220.84.102], try #1"
623time="2023-11-08T13:37:33Z" level=info msg="[etcd] Successfully started [etcd] container on host [158.220.84.102]"
624time="2023-11-08T13:37:33Z" level=debug msg="Extracted version [v0.1.89] from image [rancher/rke-tools:v0.1.89]"
625time="2023-11-08T13:37:33Z" level=debug msg="Extracted version [v0.1.89] from image [rancher/rke-tools:v0.1.89]"
626time="2023-11-08T13:37:33Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
627time="2023-11-08T13:37:33Z" level=info msg="[etcd] Running rolling snapshot container [etcd-snapshot-once] on host [158.220.84.102]"
628time="2023-11-08T13:37:33Z" level=debug msg="[etcd] Using command [/opt/rke-tools/rke-etcd-backup etcd-backup save --cacert /etc/kubernetes/ssl/kube-ca.pem --cert /etc/kubernetes/ssl/kube-node.pem --key /etc/kubernetes/ssl/kube-node-key.pem --name etcd-rolling-snapshots --endpoints=10.0.0.1:2379 --retention=24h --creation=6h] for rolling snapshot container [etcd-rolling-snapshots] on host [158.220.84.102]"
629time="2023-11-08T13:37:33Z" level=debug msg="[remove/etcd-rolling-snapshots] Checking if container is running on host [158.220.84.102]"
630time="2023-11-08T13:37:33Z" level=debug msg="[remove/etcd-rolling-snapshots] Container doesn't exist on host [158.220.84.102]"
631time="2023-11-08T13:37:33Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102], try #1"
632time="2023-11-08T13:37:33Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102]"
633time="2023-11-08T13:37:33Z" level=info msg="Starting container [etcd-rolling-snapshots] on host [158.220.84.102], try #1"
634time="2023-11-08T13:37:34Z" level=info msg="[etcd] Successfully started [etcd-rolling-snapshots] container on host [158.220.84.102]"
635time="2023-11-08T13:37:39Z" level=debug msg="SemVerMatchRange: Cluster version [v1.26.4-rancher2-1] matches range [>=1.22.0-rancher0]"
636time="2023-11-08T13:37:39Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102], try #1"
637time="2023-11-08T13:37:39Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102]"
638time="2023-11-08T13:37:39Z" level=info msg="Starting container [rke-bundle-cert] on host [158.220.84.102], try #1"
639time="2023-11-08T13:37:39Z" level=info msg="[certificates] Successfully started [rke-bundle-cert] container on host [158.220.84.102]"
640time="2023-11-08T13:37:39Z" level=info msg="Waiting for [rke-bundle-cert] container to exit on host [158.220.84.102]"
641time="2023-11-08T13:37:39Z" level=debug msg="Exit code for [rke-bundle-cert] container on host [158.220.84.102] is [0]"
642time="2023-11-08T13:37:39Z" level=info msg="[certificates] successfully saved certificate bundle [/opt/rke/etcd-snapshots//pki.bundle.tar.gz] on host [158.220.84.102]"
643time="2023-11-08T13:37:39Z" level=info msg="Removing container [rke-bundle-cert] on host [158.220.84.102], try #1"
644time="2023-11-08T13:37:39Z" level=debug msg="[etcd] Creating log link for Container [etcd-rolling-snapshots] on host [158.220.84.102]"
645time="2023-11-08T13:37:39Z" level=debug msg="[remove/rke-log-linker] Checking if container is running on host [158.220.84.102]"
646time="2023-11-08T13:37:39Z" level=debug msg="[remove/rke-log-linker] Container doesn't exist on host [158.220.84.102]"
647time="2023-11-08T13:37:39Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102], try #1"
648time="2023-11-08T13:37:39Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102]"
649time="2023-11-08T13:37:40Z" level=info msg="Starting container [rke-log-linker] on host [158.220.84.102], try #1"
650time="2023-11-08T13:37:40Z" level=info msg="[etcd] Successfully started [rke-log-linker] container on host [158.220.84.102]"
651time="2023-11-08T13:37:40Z" level=debug msg="[remove/rke-log-linker] Checking if container is running on host [158.220.84.102]"
652time="2023-11-08T13:37:40Z" level=debug msg="[remove/rke-log-linker] Removing container on host [158.220.84.102]"
653time="2023-11-08T13:37:40Z" level=info msg="Removing container [rke-log-linker] on host [158.220.84.102], try #1"
654time="2023-11-08T13:37:40Z" level=info msg="[remove/rke-log-linker] Successfully removed container on host [158.220.84.102]"
655time="2023-11-08T13:37:40Z" level=debug msg="[etcd] Successfully created log link for Container [etcd-rolling-snapshots] on host [158.220.84.102]"
656time="2023-11-08T13:37:40Z" level=debug msg="[etcd] Creating log link for Container [etcd] on host [158.220.84.102]"
657time="2023-11-08T13:37:40Z" level=debug msg="[remove/rke-log-linker] Checking if container is running on host [158.220.84.102]"
658time="2023-11-08T13:37:40Z" level=debug msg="[remove/rke-log-linker] Container doesn't exist on host [158.220.84.102]"
659time="2023-11-08T13:37:40Z" level=debug msg="Checking if image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102], try #1"
660time="2023-11-08T13:37:40Z" level=info msg="Image [rancher/rke-tools:v0.1.89] exists on host [158.220.84.102]"
661time="2023-11-08T13:37:40Z" level=info msg="Starting container [rke-log-linker] on host [158.220.84.102], try #1"
662time="2023-11-08T13:37:40Z" level=info msg="[etcd] Successfully started [rke-log-linker] container on host [158.220.84.102]"
663time="2023-11-08T13:37:40Z" level=debug msg="[remove/rke-log-linker] Checking if container is running on host [158.220.84.102]"
664time="2023-11-08T13:37:40Z" level=debug msg="[remove/rke-log-linker] Removing container on host [158.220.84.102]"
665time="2023-11-08T13:37:40Z" level=info msg="Removing container [rke-log-linker] on host [158.220.84.102], try #1"
666time="2023-11-08T13:37:40Z" level=info msg="[remove/rke-log-linker] Successfully removed container on host [158.220.84.102]"
667time="2023-11-08T13:37:40Z" level=debug msg="[etcd] Successfully created log link for Container [etcd] on host [158.220.84.102]"
668time="2023-11-08T13:37:40Z" level=info msg="[etcd] Successfully started etcd plane.. Checking etcd cluster health"
669time="2023-11-08T13:37:40Z" level=debug msg="[etcd] check etcd cluster health on host [158.220.84.100]"
670time="2023-11-08T13:37:51Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.100]: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
671time="2023-11-08T13:38:06Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.100]: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
672time="2023-11-08T13:38:21Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.100]: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
673time="2023-11-08T13:38:37Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.100]: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
674time="2023-11-08T13:38:52Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.100]: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
675time="2023-11-08T13:39:07Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.100]: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
676time="2023-11-08T13:39:23Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.100]: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
677time="2023-11-08T13:39:38Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.100]: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
678time="2023-11-08T13:39:53Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.100]: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
679time="2023-11-08T13:40:09Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.100]: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
680time="2023-11-08T13:40:24Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.100]: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
681time="2023-11-08T13:40:39Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.100]: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
682time="2023-11-08T13:40:54Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.100]: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
683time="2023-11-08T13:41:10Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.100]: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
684time="2023-11-08T13:41:25Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.100]: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
685time="2023-11-08T13:41:40Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.100]: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
686time="2023-11-08T13:41:56Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.100]: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
687time="2023-11-08T13:42:11Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.100]: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
688time="2023-11-08T13:42:16Z" level=warning msg="[etcd] host [158.220.84.100] failed to check etcd health: failed to get /health for host [158.220.84.100]: Get \"https://10.0.0.2:2379/health\": net/http: TLS handshake timeout"
689time="2023-11-08T13:42:16Z" level=debug msg="[etcd] check etcd cluster health on host [158.220.84.102]"
690time="2023-11-08T13:42:26Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.102]: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"
691time="2023-11-08T13:42:42Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.102]: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"
692time="2023-11-08T13:42:57Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.102]: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"
693time="2023-11-08T13:43:12Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.102]: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"
694time="2023-11-08T13:43:28Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.102]: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"
695time="2023-11-08T13:43:43Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.102]: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"
696time="2023-11-08T13:43:58Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.102]: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"
697time="2023-11-08T13:44:14Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.102]: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"
698time="2023-11-08T13:44:29Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.102]: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"
699time="2023-11-08T13:44:44Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.102]: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"
700time="2023-11-08T13:45:00Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.102]: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"
701time="2023-11-08T13:45:15Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.102]: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"
702time="2023-11-08T13:45:30Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.102]: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"
703time="2023-11-08T13:45:46Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.102]: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"
704time="2023-11-08T13:46:01Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.102]: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"
705time="2023-11-08T13:46:16Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.102]: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"
706time="2023-11-08T13:46:32Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.102]: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"
707time="2023-11-08T13:46:47Z" level=debug msg="[etcd] failed to check health for etcd host [158.220.84.102]: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"
708time="2023-11-08T13:46:52Z" level=warning msg="[etcd] host [158.220.84.102] failed to check etcd health: failed to get /health for host [158.220.84.102]: Get \"https://10.0.0.1:2379/health\": net/http: TLS handshake timeout"