· 6 years ago · Nov 22, 2019, 10:32 PM
1run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-t2 --cluster-path /home/wusui/wusui tests --deploy
2(venv) [wusui@localhost ocs-ci]$ run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-x2 --cluster-path /home/wusui/wusui tests --deploy
3The kubeconfig file /home/wusui/wusui/auth/kubeconfig doesn't exist!
4============================= test session starts ==============================
5platform linux -- Python 3.6.8, pytest-5.2.2, py-1.8.0, pluggy-0.13.0
6rootdir: /home/wusui/ocs-ci, inifile: pytest.ini, testpaths: tests
7plugins: metadata-1.8.0, logger-0.5.1, ordering-0.6, marker-bugzilla-0.9.3, reportportal-1.0.5, html-2.0.0
8collecting 143 items
9----------------------------- live log collection ------------------------------
1012:38:35 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get Node --selector=node-role.kubernetes.io/worker -o yaml
11collected 266 items / 265 deselected / 1 selected
12
13tests/ecosystem/deployment/test_deployment.py::test_deployment
14-------------------------------- live log setup --------------------------------
1512:38:35 - MainThread - tests.conftest - INFO - All logs located at /tmp/ocs-ci-logs-1574455114
1612:38:35 - MainThread - ocs_ci.deployment.factory - INFO - Deployment key = aws_ipi
1712:38:35 - MainThread - ocs_ci.deployment.factory - INFO - Current deployment platform: aws,deployment type: ipi
1812:38:40 - MainThread - ocs_ci.utility.utils - INFO - Downloading openshift client (4.2.0-0.nightly-2019-11-22-144319).
1912:38:55 - MainThread - ocs_ci.utility.utils - INFO - Executing command: tar xzvf openshift-client.tar.gz oc kubectl
2012:38:55 - MainThread - ocs_ci.utility.utils - INFO - Executing command: /home/wusui/ocs-ci/bin/oc version --client
2112:38:55 - MainThread - ocs_ci.utility.utils - INFO - OpenShift Client version: Client Version: openshift-clients-4.2.2-201910250432
2212:38:55 - MainThread - ocs_ci.ocs.openshift_ops - INFO - Testing access to cluster with /home/wusui/wusui/auth/kubeconfig
2312:38:55 - MainThread - ocs_ci.ocs.openshift_ops - WARNING - The kubeconfig file /home/wusui/wusui/auth/kubeconfig doesn't exist!
2412:38:55 - MainThread - botocore.credentials - INFO - Found credentials in shared credentials file: ~/.aws/credentials
2512:39:01 - MainThread - ocs_ci.utility.utils - INFO - Downloading openshift installer (4.2.0-0.nightly-2019-11-22-144319).
2612:39:15 - MainThread - ocs_ci.utility.utils - INFO - Executing command: tar xzvf openshift-install.tar.gz openshift-install
2712:39:17 - MainThread - ocs_ci.utility.utils - INFO - Executing command: /home/wusui/ocs-ci/bin/openshift-install version
2812:39:17 - MainThread - ocs_ci.utility.utils - INFO - OpenShift Installer version: /home/wusui/ocs-ci/bin/openshift-install v4.2.9
29 built from commit 4d2e6ad01d6d38aa0231c1665261bb137f1cccdd
30 release image registry.svc.ci.openshift.org/ocp/release@sha256:3fd80886002129bd877d12fbdaa947e0a9901ea2bf1154b375ec73d9764b4f3f
3112:39:17 - MainThread - ocs_ci.deployment.ocp - INFO - A testing cluster will be deployed and cluster information stored at: /home/wusui/wusui
3212:39:17 - MainThread - ocs_ci.deployment.ocp - INFO - Generating install-config
3312:39:17 - MainThread - ocs_ci.deployment.ocp - INFO - Install config:
34 apiVersion: v1
35 baseDomain: qe.rh-ocs.com
36 compute:
37 - name: worker
38 platform:
39 aws:
40 type: m4.xlarge
41 replicas: 3
42 controlPlane:
43 name: master
44 platform:
45 aws:
46 type: m4.xlarge
47 replicas: 3
48 metadata:
49 creationTimestamp: null
50 name: 'wusui-ocs-x2'
51 networking:
52 clusterNetwork:
53 - cidr: 10.128.0.0/14
54 hostPrefix: 23
55 machineCIDR: 10.0.0.0/16
56 networkType: OpenShiftSDN
57 serviceNetwork:
58 - 172.30.0.0/16
59 platform:
60 aws:
61 region: us-east-2
62 pullSecret: ''
6312:39:17 - MainThread - ocs_ci.deployment.aws - INFO - Deploying OCP cluster
6412:39:17 - MainThread - ocs_ci.deployment.aws - INFO - Openshift-installer will be using loglevel:INFO
6512:39:17 - MainThread - ocs_ci.utility.utils - INFO - Executing command: /home/wusui/ocs-ci/bin/openshift-install create cluster --dir /home/wusui/wusui --log-level INFO
6613:07:20 - MainThread - ocs_ci.utility.utils - WARNING - Command warning: level=info msg="Consuming \"Install Config\" from target directory"
67 level=info msg="Creating infrastructure resources..."
68 level=info msg="Waiting up to 30m0s for the Kubernetes API at https://api.wusui-ocs-x2.qe.rh-ocs.com:6443..."
69 level=info msg="API v1.14.6+28fc2d1 up"
70 level=info msg="Waiting up to 30m0s for bootstrapping to complete..."
71 level=info msg="Destroying the bootstrap resources..."
72 level=info msg="Waiting up to 30m0s for the cluster at https://api.wusui-ocs-x2.qe.rh-ocs.com:6443 to initialize..."
73 level=info msg="Waiting up to 10m0s for the openshift-console route to be created..."
74 level=info msg="Install complete!"
75 level=info msg="To access the cluster as the system:admin user when using 'oc', run 'export KUBECONFIG=/home/wusui/wusui/auth/kubeconfig'"
76 level=info msg="Access the OpenShift web-console here: https://console-openshift-console.apps.wusui-ocs-x2.qe.rh-ocs.com"
77 level=info msg="Login to the console with user: kubeadmin, password: S6Tcq-CyCAz-wmZmt-vADka"
7813:07:20 - MainThread - ocs_ci.ocs.openshift_ops - INFO - Testing access to cluster with /home/wusui/wusui/auth/kubeconfig
7913:07:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc cluster-info
8013:07:21 - MainThread - ocs_ci.ocs.openshift_ops - INFO - Access to cluster is OK!
8113:07:24 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephCluster -n openshift-storage -o yaml
8213:07:25 - MainThread - ocs_ci.deployment.deployment - INFO - Running OCS basic installation
8313:07:25 - MainThread - ocs_ci.deployment.deployment - INFO - Deployment of OCS via OCS operator
8413:07:26 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
85 kind: Namespace
86 metadata:
87 labels:
88 openshift.io/cluster-monitoring: 'true'
89 name: openshift-storage
90 spec: {}
91 ---
92 apiVersion: operators.coreos.com/v1
93 kind: OperatorGroup
94 metadata:
95 name: openshift-storage-operatorgroup
96 namespace: openshift-storage
97 spec:
98 serviceAccount:
99 metadata:
100 creationTimestamp: null
101 targetNamespaces:
102 - openshift-storage
103 ---
104 apiVersion: operators.coreos.com/v1alpha1
105 kind: CatalogSource
106 metadata:
107 name: ocs-catalogsource
108 namespace: openshift-marketplace
109 spec:
110 displayName: Openshift Container Storage
111 icon:
112 base64data: ''
113 mediatype: ''
114 image: quay.io/rhceph-dev/ocs-registry:4.2-253.d9054a5.release_4.2
115 publisher: Red Hat
116 sourceType: grpc
11713:07:26 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: operators.coreos.com/v1alpha1
118 kind: Subscription
119 metadata:
120 name: ocs-subscription
121 namespace: openshift-storage
122 spec:
123 channel: alpha
124 name: ocs-operator
125 source: ocs-catalogsource
126 sourceNamespace: openshift-marketplace
12713:07:26 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get node -o yaml
12813:07:26 - MainThread - ocs_ci.deployment.deployment - INFO - Found worker nodes in AZ: {'us-east-2a': [{'apiVersion': 'v1', 'kind': 'Node', 'metadata': {'annotations': {'machine.openshift.io/machine': 'openshift-machine-api/wusui-ocs-x2-4kpll-worker-us-east-2a-7rnvq', 'machineconfiguration.openshift.io/currentConfig': 'rendered-worker-429629d23cdf612c0b72cf5c7196d67a', 'machineconfiguration.openshift.io/desiredConfig': 'rendered-worker-429629d23cdf612c0b72cf5c7196d67a', 'machineconfiguration.openshift.io/state': 'Done', 'volumes.kubernetes.io/controller-managed-attach-detach': 'true'}, 'creationTimestamp': '2019-11-22T20:59:07Z', 'labels': {'beta.kubernetes.io/arch': 'amd64', 'beta.kubernetes.io/instance-type': 'm4.xlarge', 'beta.kubernetes.io/os': 'linux', 'failure-domain.beta.kubernetes.io/region': 'us-east-2', 'failure-domain.beta.kubernetes.io/zone': 'us-east-2a', 'kubernetes.io/arch': 'amd64', 'kubernetes.io/hostname': 'ip-10-0-136-201', 'kubernetes.io/os': 'linux', 'node-role.kubernetes.io/worker': '', 'node.openshift.io/os_id': 'rhcos'}, 'name': 'ip-10-0-136-201.us-east-2.compute.internal', 'resourceVersion': '15270', 'selfLink': '/api/v1/nodes/ip-10-0-136-201.us-east-2.compute.internal', 'uid': 'ec534c26-0d6a-11ea-a1cc-0285b4b980a4'}, 'spec': {'providerID': 'aws:///us-east-2a/i-035057a44abc05f7e'}, 'status': {'addresses': [{'address': '10.0.136.201', 'type': 'InternalIP'}, {'address': 'ip-10-0-136-201.us-east-2.compute.internal', 'type': 'Hostname'}, {'address': 'ip-10-0-136-201.us-east-2.compute.internal', 'type': 'InternalDNS'}], 'allocatable': {'attachable-volumes-aws-ebs': '39', 'cpu': '3500m', 'hugepages-1Gi': '0', 'hugepages-2Mi': '0', 'memory': '15804976Ki', 'pods': '250'}, 'capacity': {'attachable-volumes-aws-ebs': '39', 'cpu': '4', 'hugepages-1Gi': '0', 'hugepages-2Mi': '0', 'memory': '16419376Ki', 'pods': '250'}, 'conditions': [{'lastHeartbeatTime': '2019-11-22T21:06:27Z', 'lastTransitionTime': '2019-11-22T20:59:07Z', 'message': 'kubelet has sufficient memory available', 'reason': 'KubeletHasSufficientMemory', 'status': 'False', 'type': 'MemoryPressure'}, {'lastHeartbeatTime': '2019-11-22T21:06:27Z', 'lastTransitionTime': '2019-11-22T20:59:07Z', 'message': 'kubelet has no disk pressure', 'reason': 'KubeletHasNoDiskPressure', 'status': 'False', 'type': 'DiskPressure'}, {'lastHeartbeatTime': '2019-11-22T21:06:27Z', 'lastTransitionTime': '2019-11-22T20:59:07Z', 'message': 'kubelet has sufficient PID available', 'reason': 'KubeletHasSufficientPID', 'status': 'False', 'type': 'PIDPressure'}, {'lastHeartbeatTime': '2019-11-22T21:06:27Z', 'lastTransitionTime': '2019-11-22T20:59:37Z', 'message': 'kubelet is posting ready status', 'reason': 'KubeletReady', 'status': 'True', 'type': 'Ready'}], 'daemonEndpoints': {'kubeletEndpoint': {'Port': 10250}}, 'images': [{'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9f0954306dbf50bf501703823e4fc5d7a6e7dcda612c82ba16469796050bd47', '<none>:<none>'], 'sizeBytes': 1175610293}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f10770e7c7b322a493a0b93ecc2909291c660dcca51a73e4848130b385f2acde', '<none>:<none>'], 'sizeBytes': 482978394}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7f8ff711a989c313817f20fd85e265a75fed571d5b388cbe9bead194eca01d3c', '<none>:<none>'], 'sizeBytes': 435602646}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3376c2e9ad3e4deb96de88c32b247fce9a82568a4027ebf2c3ab095cdfbb85e9', '<none>:<none>'], 'sizeBytes': 405415117}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aee828393d6eca691d692468badd0fdfc87ba90d354866c153b0aeafaf8fe8ac', '<none>:<none>'], 'sizeBytes': 391912660}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3bf6d52e9f0280f5945a9ad71f78048c9f5d5260c27517fac77d0c03b2e9e445', '<none>:<none>'], 'sizeBytes': 388458019}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5870460d8124700a43bb80505a3c3792a8f2838185fd974352b967f370e1a74e', '<none>:<none>'], 'sizeBytes': 323832331}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bd5a9cb204fd1cf2dea1ea339e54d0bdcfc0cc79d3c74368b073b1e8206b61d3', '<none>:<none>'], 'sizeBytes': 319973581}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3e6cfecf1457e331daec463685b4dc2e72b4382b1aa16b8e5f93b2f3d05a33ef', '<none>:<none>'], 'sizeBytes': 318247574}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cfd9f798302539d338954f5fab1c5c0725461f693d4eb9ff196ee7b7d2894701', '<none>:<none>'], 'sizeBytes': 306440174}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e8268422b61b93696c30e5c2bad8848ff585b6b92f5f3be208b851785c4a5da', '<none>:<none>'], 'sizeBytes': 305301535}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0b4468f8d906cd2d99405168bd425fce56bc69e19fa0d99b1dfb2106a6b300b', '<none>:<none>'], 'sizeBytes': 305101426}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:520e8c963cd7a46381913307fa55df12d592f8778681b663573bc61e18cae067', '<none>:<none>'], 'sizeBytes': 296235742}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:90b86a9d97653d3c7bfd48d901d393b908e07b2ded00cc4177bead35dc8f3958', '<none>:<none>'], 'sizeBytes': 285060112}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c80ef838e920f108adb7c84f72cbaa4b13ce04fb7cfe5e1e66489b20811923e3', '<none>:<none>'], 'sizeBytes': 282933840}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:922b4b8b80ce005eedbee1ee6a1919d4be44267f04d3c95a0f891e54bd64fd3a', '<none>:<none>'], 'sizeBytes': 277788312}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:741ad9d77dd96da36a1b1df51747eff477eb33889391aacd8ca82445022afcc4', '<none>:<none>'], 'sizeBytes': 271214475}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35525b6650130e9ad3852d853a8bab7a4f81065bf901b158ec4387306673734e', '<none>:<none>'], 'sizeBytes': 257309294}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:309e05416d2e9d83edf1b0be1879343415b992768f23c4d2f5754ec1ea829149', '<none>:<none>'], 'sizeBytes': 256257667}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4730c574733a7f5a632897cd6b68816c6cd044c124a3cb584c19d5cffafafe89', '<none>:<none>'], 'sizeBytes': 250672702}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:808ca51c5b8ac63d909c61e6c46a24361173658eeae253169a43c93f013bd40b', '<none>:<none>'], 'sizeBytes': 243962581}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dc411cb340496281f371390e7e6def4498054a7fce73b71ad0b0b0ecb77f1a5b', '<none>:<none>'], 'sizeBytes': 237619523}], 'nodeInfo': {'architecture': 'amd64', 'bootID': '86a7cc76-a63a-4a17-b721-24ebec637a29', 'containerRuntimeVersion': 'cri-o://1.14.11-0.24.dev.rhaos4.2.gitc41de67.el8', 'kernelVersion': '4.18.0-147.0.3.el8_1.x86_64', 'kubeProxyVersion': 'v1.14.6+6ac6aa4b0', 'kubeletVersion': 'v1.14.6+6ac6aa4b0', 'machineID': 'bb0ab46194864e14bf67b790f43a96d1', 'operatingSystem': 'linux', 'osImage': 'Red Hat Enterprise Linux CoreOS 42.81.20191119.1 (Ootpa)', 'systemUUID': 'ec2a8781-be39-a6e9-bbe1-0fb3c6b193ac'}}}], 'us-east-2b': [{'apiVersion': 'v1', 'kind': 'Node', 'metadata': {'annotations': {'machine.openshift.io/machine': 'openshift-machine-api/wusui-ocs-x2-4kpll-worker-us-east-2b-vqxkx', 'machineconfiguration.openshift.io/currentConfig': 'rendered-worker-429629d23cdf612c0b72cf5c7196d67a', 'machineconfiguration.openshift.io/desiredConfig': 'rendered-worker-429629d23cdf612c0b72cf5c7196d67a', 'machineconfiguration.openshift.io/state': 'Done', 'volumes.kubernetes.io/controller-managed-attach-detach': 'true'}, 'creationTimestamp': '2019-11-22T20:59:15Z', 'labels': {'beta.kubernetes.io/arch': 'amd64', 'beta.kubernetes.io/instance-type': 'm4.xlarge', 'beta.kubernetes.io/os': 'linux', 'failure-domain.beta.kubernetes.io/region': 'us-east-2', 'failure-domain.beta.kubernetes.io/zone': 'us-east-2b', 'kubernetes.io/arch': 'amd64', 'kubernetes.io/hostname': 'ip-10-0-157-44', 'kubernetes.io/os': 'linux', 'node-role.kubernetes.io/worker': '', 'node.openshift.io/os_id': 'rhcos'}, 'name': 'ip-10-0-157-44.us-east-2.compute.internal', 'resourceVersion': '15384', 'selfLink': '/api/v1/nodes/ip-10-0-157-44.us-east-2.compute.internal', 'uid': 'f1625c1b-0d6a-11ea-a1cc-0285b4b980a4'}, 'spec': {'providerID': 'aws:///us-east-2b/i-0bec196bc83569724'}, 'status': {'addresses': [{'address': '10.0.157.44', 'type': 'InternalIP'}, {'address': 'ip-10-0-157-44.us-east-2.compute.internal', 'type': 'Hostname'}, {'address': 'ip-10-0-157-44.us-east-2.compute.internal', 'type': 'InternalDNS'}], 'allocatable': {'attachable-volumes-aws-ebs': '39', 'cpu': '3500m', 'hugepages-1Gi': '0', 'hugepages-2Mi': '0', 'memory': '15804984Ki', 'pods': '250'}, 'capacity': {'attachable-volumes-aws-ebs': '39', 'cpu': '4', 'hugepages-1Gi': '0', 'hugepages-2Mi': '0', 'memory': '16419384Ki', 'pods': '250'}, 'conditions': [{'lastHeartbeatTime': '2019-11-22T21:06:56Z', 'lastTransitionTime': '2019-11-22T20:59:15Z', 'message': 'kubelet has sufficient memory available', 'reason': 'KubeletHasSufficientMemory', 'status': 'False', 'type': 'MemoryPressure'}, {'lastHeartbeatTime': '2019-11-22T21:06:56Z', 'lastTransitionTime': '2019-11-22T20:59:15Z', 'message': 'kubelet has no disk pressure', 'reason': 'KubeletHasNoDiskPressure', 'status': 'False', 'type': 'DiskPressure'}, {'lastHeartbeatTime': '2019-11-22T21:06:56Z', 'lastTransitionTime': '2019-11-22T20:59:15Z', 'message': 'kubelet has sufficient PID available', 'reason': 'KubeletHasSufficientPID', 'status': 'False', 'type': 'PIDPressure'}, {'lastHeartbeatTime': '2019-11-22T21:06:56Z', 'lastTransitionTime': '2019-11-22T20:59:45Z', 'message': 'kubelet is posting ready status', 'reason': 'KubeletReady', 'status': 'True', 'type': 'Ready'}], 'daemonEndpoints': {'kubeletEndpoint': {'Port': 10250}}, 'images': [{'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9f0954306dbf50bf501703823e4fc5d7a6e7dcda612c82ba16469796050bd47', '<none>:<none>'], 'sizeBytes': 1175610293}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f10770e7c7b322a493a0b93ecc2909291c660dcca51a73e4848130b385f2acde', '<none>:<none>'], 'sizeBytes': 482978394}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3376c2e9ad3e4deb96de88c32b247fce9a82568a4027ebf2c3ab095cdfbb85e9', '<none>:<none>'], 'sizeBytes': 405415117}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aee828393d6eca691d692468badd0fdfc87ba90d354866c153b0aeafaf8fe8ac', '<none>:<none>'], 'sizeBytes': 391912660}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3bf6d52e9f0280f5945a9ad71f78048c9f5d5260c27517fac77d0c03b2e9e445', '<none>:<none>'], 'sizeBytes': 388458019}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5870460d8124700a43bb80505a3c3792a8f2838185fd974352b967f370e1a74e', '<none>:<none>'], 'sizeBytes': 323832331}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:bd5a9cb204fd1cf2dea1ea339e54d0bdcfc0cc79d3c74368b073b1e8206b61d3', '<none>:<none>'], 'sizeBytes': 319973581}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3e6cfecf1457e331daec463685b4dc2e72b4382b1aa16b8e5f93b2f3d05a33ef', '<none>:<none>'], 'sizeBytes': 318247574}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cfd9f798302539d338954f5fab1c5c0725461f693d4eb9ff196ee7b7d2894701', '<none>:<none>'], 'sizeBytes': 306440174}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e8268422b61b93696c30e5c2bad8848ff585b6b92f5f3be208b851785c4a5da', '<none>:<none>'], 'sizeBytes': 305301535}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f0b4468f8d906cd2d99405168bd425fce56bc69e19fa0d99b1dfb2106a6b300b', '<none>:<none>'], 'sizeBytes': 305101426}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:520e8c963cd7a46381913307fa55df12d592f8778681b663573bc61e18cae067', '<none>:<none>'], 'sizeBytes': 296235742}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e4ebc751e5eb0b85bdc925914e5401527ce384cd2b1b5f865a0206b4988eea27', '<none>:<none>'], 'sizeBytes': 293231111}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:90b86a9d97653d3c7bfd48d901d393b908e07b2ded00cc4177bead35dc8f3958', '<none>:<none>'], 'sizeBytes': 285060112}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c80ef838e920f108adb7c84f72cbaa4b13ce04fb7cfe5e1e66489b20811923e3', '<none>:<none>'], 'sizeBytes': 282933840}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:922b4b8b80ce005eedbee1ee6a1919d4be44267f04d3c95a0f891e54bd64fd3a', '<none>:<none>'], 'sizeBytes': 277788312}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:741ad9d77dd96da36a1b1df51747eff477eb33889391aacd8ca82445022afcc4', '<none>:<none>'], 'sizeBytes': 271214475}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35525b6650130e9ad3852d853a8bab7a4f81065bf901b158ec4387306673734e', '<none>:<none>'], 'sizeBytes': 257309294}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:309e05416d2e9d83edf1b0be1879343415b992768f23c4d2f5754ec1ea829149', '<none>:<none>'], 'sizeBytes': 256257667}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4730c574733a7f5a632897cd6b68816c6cd044c124a3cb584c19d5cffafafe89', '<none>:<none>'], 'sizeBytes': 250672702}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:808ca51c5b8ac63d909c61e6c46a24361173658eeae253169a43c93f013bd40b', '<none>:<none>'], 'sizeBytes': 243962581}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dc411cb340496281f371390e7e6def4498054a7fce73b71ad0b0b0ecb77f1a5b', '<none>:<none>'], 'sizeBytes': 237619523}], 'nodeInfo': {'architecture': 'amd64', 'bootID': '256ba422-6b85-4cee-8d6b-10cc3d74b7c4', 'containerRuntimeVersion': 'cri-o://1.14.11-0.24.dev.rhaos4.2.gitc41de67.el8', 'kernelVersion': '4.18.0-147.0.3.el8_1.x86_64', 'kubeProxyVersion': 'v1.14.6+6ac6aa4b0', 'kubeletVersion': 'v1.14.6+6ac6aa4b0', 'machineID': '3fdd0fa6fcf340e4a2719ba9cd4e0adb', 'operatingSystem': 'linux', 'osImage': 'Red Hat Enterprise Linux CoreOS 42.81.20191119.1 (Ootpa)', 'systemUUID': 'ec2d34d0-34f9-46ec-6338-306c33b67b99'}}}], 'us-east-2c': [{'apiVersion': 'v1', 'kind': 'Node', 'metadata': {'annotations': {'machine.openshift.io/machine': 'openshift-machine-api/wusui-ocs-x2-4kpll-worker-us-east-2c-zfdss', 'machineconfiguration.openshift.io/currentConfig': 'rendered-worker-429629d23cdf612c0b72cf5c7196d67a', 'machineconfiguration.openshift.io/desiredConfig': 'rendered-worker-429629d23cdf612c0b72cf5c7196d67a', 'machineconfiguration.openshift.io/state': 'Done', 'volumes.kubernetes.io/controller-managed-attach-detach': 'true'}, 'creationTimestamp': '2019-11-22T20:59:00Z', 'labels': {'beta.kubernetes.io/arch': 'amd64', 'beta.kubernetes.io/instance-type': 'm4.xlarge', 'beta.kubernetes.io/os': 'linux', 'failure-domain.beta.kubernetes.io/region': 'us-east-2', 'failure-domain.beta.kubernetes.io/zone': 'us-east-2c', 'kubernetes.io/arch': 'amd64', 'kubernetes.io/hostname': 'ip-10-0-168-187', 'kubernetes.io/os': 'linux', 'node-role.kubernetes.io/worker': '', 'node.openshift.io/os_id': 'rhcos'}, 'name': 'ip-10-0-168-187.us-east-2.compute.internal', 'resourceVersion': '15576', 'selfLink': '/api/v1/nodes/ip-10-0-168-187.us-east-2.compute.internal', 'uid': 'e8a13f0d-0d6a-11ea-a80a-0ad2fbfe9398'}, 'spec': {'providerID': 'aws:///us-east-2c/i-0432e4888864833c4'}, 'status': {'addresses': [{'address': '10.0.168.187', 'type': 'InternalIP'}, {'address': 'ip-10-0-168-187.us-east-2.compute.internal', 'type': 'Hostname'}, {'address': 'ip-10-0-168-187.us-east-2.compute.internal', 'type': 'InternalDNS'}], 'allocatable': {'attachable-volumes-aws-ebs': '39', 'cpu': '3500m', 'hugepages-1Gi': '0', 'hugepages-2Mi': '0', 'memory': '15804984Ki', 'pods': '250'}, 'capacity': {'attachable-volumes-aws-ebs': '39', 'cpu': '4', 'hugepages-1Gi': '0', 'hugepages-2Mi': '0', 'memory': '16419384Ki', 'pods': '250'}, 'conditions': [{'lastHeartbeatTime': '2019-11-22T21:07:21Z', 'lastTransitionTime': '2019-11-22T20:59:00Z', 'message': 'kubelet has sufficient memory available', 'reason': 'KubeletHasSufficientMemory', 'status': 'False', 'type': 'MemoryPressure'}, {'lastHeartbeatTime': '2019-11-22T21:07:21Z', 'lastTransitionTime': '2019-11-22T20:59:00Z', 'message': 'kubelet has no disk pressure', 'reason': 'KubeletHasNoDiskPressure', 'status': 'False', 'type': 'DiskPressure'}, {'lastHeartbeatTime': '2019-11-22T21:07:21Z', 'lastTransitionTime': '2019-11-22T20:59:00Z', 'message': 'kubelet has sufficient PID available', 'reason': 'KubeletHasSufficientPID', 'status': 'False', 'type': 'PIDPressure'}, {'lastHeartbeatTime': '2019-11-22T21:07:21Z', 'lastTransitionTime': '2019-11-22T20:59:31Z', 'message': 'kubelet is posting ready status', 'reason': 'KubeletReady', 'status': 'True', 'type': 'Ready'}], 'daemonEndpoints': {'kubeletEndpoint': {'Port': 10250}}, 'images': [{'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d9f0954306dbf50bf501703823e4fc5d7a6e7dcda612c82ba16469796050bd47', '<none>:<none>'], 'sizeBytes': 1175610293}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3376c2e9ad3e4deb96de88c32b247fce9a82568a4027ebf2c3ab095cdfbb85e9', '<none>:<none>'], 'sizeBytes': 405415117}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:aee828393d6eca691d692468badd0fdfc87ba90d354866c153b0aeafaf8fe8ac', '<none>:<none>'], 'sizeBytes': 391912660}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3bf6d52e9f0280f5945a9ad71f78048c9f5d5260c27517fac77d0c03b2e9e445', '<none>:<none>'], 'sizeBytes': 388458019}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5870460d8124700a43bb80505a3c3792a8f2838185fd974352b967f370e1a74e', '<none>:<none>'], 'sizeBytes': 323832331}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3e6cfecf1457e331daec463685b4dc2e72b4382b1aa16b8e5f93b2f3d05a33ef', '<none>:<none>'], 'sizeBytes': 318247574}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cfd9f798302539d338954f5fab1c5c0725461f693d4eb9ff196ee7b7d2894701', '<none>:<none>'], 'sizeBytes': 306440174}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e8268422b61b93696c30e5c2bad8848ff585b6b92f5f3be208b851785c4a5da', '<none>:<none>'], 'sizeBytes': 305301535}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e4ebc751e5eb0b85bdc925914e5401527ce384cd2b1b5f865a0206b4988eea27', '<none>:<none>'], 'sizeBytes': 293231111}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:90b86a9d97653d3c7bfd48d901d393b908e07b2ded00cc4177bead35dc8f3958', '<none>:<none>'], 'sizeBytes': 285060112}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c80ef838e920f108adb7c84f72cbaa4b13ce04fb7cfe5e1e66489b20811923e3', '<none>:<none>'], 'sizeBytes': 282933840}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35def51f96e93b91ba08fef7a6ee5394c084f53cfccbdacb2821f3524e2fbed5', '<none>:<none>'], 'sizeBytes': 279489087}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:922b4b8b80ce005eedbee1ee6a1919d4be44267f04d3c95a0f891e54bd64fd3a', '<none>:<none>'], 'sizeBytes': 277788312}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ea7a0ca988fdb667ec04e6515e0d194674f2df409e9bd4939ea526964c3ae5b6', '<none>:<none>'], 'sizeBytes': 277454428}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:741ad9d77dd96da36a1b1df51747eff477eb33889391aacd8ca82445022afcc4', '<none>:<none>'], 'sizeBytes': 271214475}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35525b6650130e9ad3852d853a8bab7a4f81065bf901b158ec4387306673734e', '<none>:<none>'], 'sizeBytes': 257309294}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4730c574733a7f5a632897cd6b68816c6cd044c124a3cb584c19d5cffafafe89', '<none>:<none>'], 'sizeBytes': 250672702}, {'names': ['quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:808ca51c5b8ac63d909c61e6c46a24361173658eeae253169a43c93f013bd40b', '<none>:<none>'], 'sizeBytes': 243962581}], 'nodeInfo': {'architecture': 'amd64', 'bootID': '302f9f9c-3316-43dc-9850-f52ce7cb4fdc', 'containerRuntimeVersion': 'cri-o://1.14.11-0.24.dev.rhaos4.2.gitc41de67.el8', 'kernelVersion': '4.18.0-147.0.3.el8_1.x86_64', 'kubeProxyVersion': 'v1.14.6+6ac6aa4b0', 'kubeletVersion': 'v1.14.6+6ac6aa4b0', 'machineID': 'd6d4284f39544321b246cb926c968cf3', 'operatingSystem': 'linux', 'osImage': 'Red Hat Enterprise Linux CoreOS 42.81.20191119.1 (Ootpa)', 'systemUUID': 'ec223d5e-2e07-a7dd-d90a-f43954ab0128'}}}]}
12913:07:26 - MainThread - ocs_ci.deployment.deployment - INFO - Distributed worker nodes for AZ: ['ip-10-0-136-201.us-east-2.compute.internal', 'ip-10-0-157-44.us-east-2.compute.internal', 'ip-10-0-168-187.us-east-2.compute.internal']
13013:07:26 - MainThread - ocs_ci.deployment.deployment - INFO - Label nodes: ip-10-0-136-201.us-east-2.compute.internal ip-10-0-157-44.us-east-2.compute.internal ip-10-0-168-187.us-east-2.compute.internal with label: cluster.ocs.openshift.io/openshift-storage=''
13113:07:26 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig label nodes ip-10-0-136-201.us-east-2.compute.internal ip-10-0-157-44.us-east-2.compute.internal ip-10-0-168-187.us-east-2.compute.internal cluster.ocs.openshift.io/openshift-storage=''
13213:07:27 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc create -f /tmp/olm_manifest_cenh_en
13313:07:28 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-marketplace --kubeconfig /home/wusui/wusui/auth/kubeconfig get CatalogSource ocs-catalogsource -n openshift-marketplace -o yaml
13413:07:28 - MainThread - ocs_ci.ocs.resources.catalog_source - INFO - Catalog source ocs-catalogsource is in state: CONNECTING!
13513:07:33 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-marketplace --kubeconfig /home/wusui/wusui/auth/kubeconfig get CatalogSource ocs-catalogsource -n openshift-marketplace -o yaml
13613:07:34 - MainThread - ocs_ci.ocs.resources.catalog_source - INFO - Catalog source ocs-catalogsource is in state: CONNECTING!
13713:07:39 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-marketplace --kubeconfig /home/wusui/wusui/auth/kubeconfig get CatalogSource ocs-catalogsource -n openshift-marketplace -o yaml
13813:07:39 - MainThread - ocs_ci.ocs.resources.catalog_source - INFO - Catalog source ocs-catalogsource is in state: CONNECTING!
13913:07:44 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-marketplace --kubeconfig /home/wusui/wusui/auth/kubeconfig get CatalogSource ocs-catalogsource -n openshift-marketplace -o yaml
14013:07:45 - MainThread - ocs_ci.ocs.resources.catalog_source - INFO - Catalog source ocs-catalogsource is in state: CONNECTING!
14113:07:50 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-marketplace --kubeconfig /home/wusui/wusui/auth/kubeconfig get CatalogSource ocs-catalogsource -n openshift-marketplace -o yaml
14213:07:50 - MainThread - ocs_ci.ocs.resources.catalog_source - INFO - Catalog source ocs-catalogsource is in state: CONNECTING!
14313:07:55 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-marketplace --kubeconfig /home/wusui/wusui/auth/kubeconfig get CatalogSource ocs-catalogsource -n openshift-marketplace -o yaml
14413:07:56 - MainThread - ocs_ci.ocs.resources.catalog_source - INFO - Catalog source ocs-catalogsource is in state: READY!
14513:07:56 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc create -f /tmp/subscription_manifestpjm1hxa4
14613:07:56 - MainThread - ocs_ci.ocs.resources.packagemanifest - INFO - Waiting for a resource(s) of kind packagemanifest identified by name ''
14713:07:56 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-marketplace --kubeconfig /home/wusui/wusui/auth/kubeconfig get packagemanifest ocs-operator -n openshift-marketplace -o yaml
14813:08:00 - MainThread - ocs_ci.ocs.resources.packagemanifest - INFO - package manifest ocs-operator found!
14913:08:00 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-marketplace --kubeconfig /home/wusui/wusui/auth/kubeconfig get packagemanifest ocs-operator -n openshift-marketplace -o yaml
15013:08:04 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get csv ocs-operator.v0.0.253 -n openshift-storage -o yaml
15113:08:05 - MainThread - ocs_ci.ocs.ocp - INFO - Resource ocs-operator.v0.0.253 is in phase: Pending!
15213:08:10 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get csv ocs-operator.v0.0.253 -n openshift-storage -o yaml
15313:08:11 - MainThread - ocs_ci.ocs.ocp - INFO - Resource ocs-operator.v0.0.253 is in phase: Pending!
15413:08:16 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get csv ocs-operator.v0.0.253 -n openshift-storage -o yaml
15513:08:17 - MainThread - ocs_ci.ocs.ocp - INFO - Resource ocs-operator.v0.0.253 is in phase: Pending!
15613:08:22 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get csv ocs-operator.v0.0.253 -n openshift-storage -o yaml
15713:08:22 - MainThread - ocs_ci.ocs.ocp - INFO - Resource ocs-operator.v0.0.253 is in phase: InstallReady!
15813:08:27 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get csv ocs-operator.v0.0.253 -n openshift-storage -o yaml
15913:08:28 - MainThread - ocs_ci.ocs.ocp - INFO - Resource ocs-operator.v0.0.253 is in phase: Installing!
16013:08:33 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get csv ocs-operator.v0.0.253 -n openshift-storage -o yaml
16113:08:34 - MainThread - ocs_ci.ocs.ocp - INFO - Resource ocs-operator.v0.0.253 is in phase: Installing!
16213:08:39 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get csv ocs-operator.v0.0.253 -n openshift-storage -o yaml
16313:08:40 - MainThread - ocs_ci.ocs.ocp - INFO - Resource ocs-operator.v0.0.253 is in phase: Installing!
16413:08:45 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get csv ocs-operator.v0.0.253 -n openshift-storage -o yaml
16513:08:46 - MainThread - ocs_ci.ocs.ocp - INFO - Resource ocs-operator.v0.0.253 is in phase: Installing!
16613:08:51 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get csv ocs-operator.v0.0.253 -n openshift-storage -o yaml
16713:08:52 - MainThread - ocs_ci.ocs.ocp - INFO - Resource ocs-operator.v0.0.253 is in phase: Installing!
16813:08:57 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get csv ocs-operator.v0.0.253 -n openshift-storage -o yaml
16913:08:58 - MainThread - ocs_ci.ocs.ocp - INFO - Resource ocs-operator.v0.0.253 is in phase: Installing!
17013:09:03 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get csv ocs-operator.v0.0.253 -n openshift-storage -o yaml
17113:09:04 - MainThread - ocs_ci.ocs.ocp - INFO - Resource ocs-operator.v0.0.253 is in phase: Installing!
17213:09:09 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get csv ocs-operator.v0.0.253 -n openshift-storage -o yaml
17313:09:10 - MainThread - ocs_ci.ocs.ocp - INFO - Resource ocs-operator.v0.0.253 is in phase: Succeeded!
17413:09:10 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: ocs.openshift.io/v1
175 kind: StorageCluster
176 metadata:
177 name: ocs-storagecluster
178 namespace: openshift-storage
179 spec:
180 hostNetwork: true
181 resources:
182 mds:
183 Limits: null
184 Requests: null
185 mgr:
186 Limits: null
187 Requests: null
188 mon:
189 Limits: null
190 Requests: null
191 noobaa-core:
192 Limits: null
193 Requests: null
194 noobaa-db:
195 Limits: null
196 Requests: null
197 rgw:
198 Limits: null
199 Requests: null
200 storageDeviceSets:
201 - count: 3
202 dataPVCTemplate:
203 spec:
204 accessModes:
205 - ReadWriteOnce
206 resources:
207 requests:
208 storage: 100Gi
209 storageClassName: gp2
210 volumeMode: Block
211 name: ocs-deviceset
212 placement: {}
213 portable: true
214 resources:
215 Limits: null
216 Requests: null
21713:09:10 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc create -f /tmp/cluster_storagecnxs8z_f
21813:09:11 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name '' and selector app=rook-ceph-mon to reach desired condition Running
21913:09:11 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
22013:09:11 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
22113:09:14 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
22213:09:14 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
22313:09:17 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
22413:09:18 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
22513:09:21 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
22613:09:21 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
22713:09:24 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
22813:09:25 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
22913:09:28 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
23013:09:28 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
23113:09:31 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
23213:09:32 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
23313:09:35 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
23413:09:35 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
23513:09:38 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
23613:09:39 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
23713:09:42 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
23813:09:42 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
23913:09:45 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
24013:09:46 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
24113:09:49 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
24213:09:49 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
24313:09:52 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
24413:09:53 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
24513:09:56 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
24613:09:56 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
24713:09:59 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
24813:09:59 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
24913:10:02 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
25013:10:03 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
25113:10:06 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
25213:10:06 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
25313:10:09 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
25413:10:10 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
25513:10:13 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
25613:10:13 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
25713:10:16 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
25813:10:17 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-canary-85c776d9f6-px8zb -n openshift-storage
25913:10:17 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Pending'], but we were waiting for all 3 of them to be Running
26013:10:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
26113:10:21 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-canary-85c776d9f6-px8zb -n openshift-storage
26213:10:21 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['ContainerCreating'], but we were waiting for all 3 of them to be Running
26313:10:24 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
26413:10:25 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-canary-85c776d9f6-px8zb -n openshift-storage
26513:10:25 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-b-canary-7865fd8697-b7svg -n openshift-storage
26613:10:26 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['ContainerCreating', 'ContainerCreating'], but we were waiting for all 3 of them to be Running
26713:10:29 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
26813:10:29 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-canary-85c776d9f6-px8zb -n openshift-storage
26913:10:30 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-b-canary-7865fd8697-b7svg -n openshift-storage
27013:10:30 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-c-canary-5f4656fb9d-f7hr2 -n openshift-storage
27113:10:31 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['ContainerCreating', 'ContainerCreating', 'ContainerCreating'], but we were waiting for all 3 of them to be Running
27213:10:34 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
27313:10:34 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-canary-85c776d9f6-px8zb -n openshift-storage
27413:10:35 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-b-canary-7865fd8697-b7svg -n openshift-storage
27513:10:35 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-c-canary-5f4656fb9d-f7hr2 -n openshift-storage
27613:10:36 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Terminating', 'ContainerCreating', 'ContainerCreating'], but we were waiting for all 3 of them to be Running
27713:10:39 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
27813:10:39 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-canary-85c776d9f6-px8zb -n openshift-storage
27913:10:40 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-b-canary-7865fd8697-b7svg -n openshift-storage
28013:10:40 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-c-canary-5f4656fb9d-f7hr2 -n openshift-storage
28113:10:41 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Terminating', 'ContainerCreating', 'ContainerCreating'], but we were waiting for all 3 of them to be Running
28213:10:44 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
28313:10:44 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-b-canary-7865fd8697-b7svg -n openshift-storage
28413:10:45 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-c-canary-5f4656fb9d-f7hr2 -n openshift-storage
28513:10:45 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Terminating', 'ContainerCreating'], but we were waiting for all 3 of them to be Running
28613:10:48 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
28713:10:49 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-b-canary-7865fd8697-b7svg -n openshift-storage
28813:10:49 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-c-canary-5f4656fb9d-f7hr2 -n openshift-storage
28913:10:50 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Terminating', 'ContainerCreating'], but we were waiting for all 3 of them to be Running
29013:10:53 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
29113:10:53 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-b-canary-7865fd8697-b7svg -n openshift-storage
29213:10:54 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-c-canary-5f4656fb9d-f7hr2 -n openshift-storage
29313:10:54 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Terminating', 'Running'], but we were waiting for all 3 of them to be Running
29413:10:57 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
29513:10:58 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-b-canary-7865fd8697-b7svg -n openshift-storage
29613:10:58 - MainThread - ocs_ci.ocs.ocp - INFO - Failed to get status of resource: rook-ceph-mon-b-canary-7865fd8697-b7svg, Error: Error during execution of command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-b-canary-7865fd8697-b7svg -n openshift-storage.
297 Error is Error from server (NotFound): pods "rook-ceph-mon-b-canary-7865fd8697-b7svg" not found
29813:10:58 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-c-canary-5f4656fb9d-f7hr2 -n openshift-storage
29913:10:59 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Terminating'], but we were waiting for all 3 of them to be Running
30013:11:02 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
30113:11:02 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-c-canary-5f4656fb9d-f7hr2 -n openshift-storage
30213:11:03 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Terminating'], but we were waiting for all 3 of them to be Running
30313:11:06 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
30413:11:06 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-784ff6d678-mvlnk -n openshift-storage
30513:11:07 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Init:0/2'], but we were waiting for all 3 of them to be Running
30613:11:10 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
30713:11:10 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-784ff6d678-mvlnk -n openshift-storage
30813:11:11 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Init:0/2'], but we were waiting for all 3 of them to be Running
30913:11:14 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
31013:11:14 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-784ff6d678-mvlnk -n openshift-storage
31113:11:15 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Running'], but we were waiting for all 3 of them to be Running
31213:11:18 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
31313:11:18 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-784ff6d678-mvlnk -n openshift-storage
31413:11:19 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Running'], but we were waiting for all 3 of them to be Running
31513:11:22 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
31613:11:22 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-784ff6d678-mvlnk -n openshift-storage
31713:11:23 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-b-7ccdb66f67-zwfrc -n openshift-storage
31813:11:23 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Running', 'Init:0/2'], but we were waiting for all 3 of them to be Running
31913:11:26 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
32013:11:27 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-784ff6d678-mvlnk -n openshift-storage
32113:11:27 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-b-7ccdb66f67-zwfrc -n openshift-storage
32213:11:28 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Running', 'Init:0/2'], but we were waiting for all 3 of them to be Running
32313:11:31 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
32413:11:31 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-784ff6d678-mvlnk -n openshift-storage
32513:11:32 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-b-7ccdb66f67-zwfrc -n openshift-storage
32613:11:32 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Running', 'Running'], but we were waiting for all 3 of them to be Running
32713:11:35 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
32813:11:36 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-784ff6d678-mvlnk -n openshift-storage
32913:11:36 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-b-7ccdb66f67-zwfrc -n openshift-storage
33013:11:37 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Running', 'Running'], but we were waiting for all 3 of them to be Running
33113:11:40 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
33213:11:40 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-784ff6d678-mvlnk -n openshift-storage
33313:11:41 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-b-7ccdb66f67-zwfrc -n openshift-storage
33413:11:41 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Running', 'Running'], but we were waiting for all 3 of them to be Running
33513:11:44 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
33613:11:45 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-784ff6d678-mvlnk -n openshift-storage
33713:11:45 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-b-7ccdb66f67-zwfrc -n openshift-storage
33813:11:46 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-c-57b64d878-knmfh -n openshift-storage
33913:11:46 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Running', 'Running', 'Init:0/2'], but we were waiting for all 3 of them to be Running
34013:11:49 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
34113:11:50 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-784ff6d678-mvlnk -n openshift-storage
34213:11:50 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-b-7ccdb66f67-zwfrc -n openshift-storage
34313:11:51 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-c-57b64d878-knmfh -n openshift-storage
34413:11:51 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Running', 'Running', 'Init:0/2'], but we were waiting for all 3 of them to be Running
34513:11:54 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
34613:11:55 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-784ff6d678-mvlnk -n openshift-storage
34713:11:55 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-b-7ccdb66f67-zwfrc -n openshift-storage
34813:11:56 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-c-57b64d878-knmfh -n openshift-storage
34913:11:56 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name '' and selector app=rook-ceph-mgr to reach desired condition Running
35013:11:56 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mgr -o yaml
35113:11:57 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all of them to be Running
35213:12:00 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mgr -o yaml
35313:12:00 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all of them to be Running
35413:12:03 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mgr -o yaml
35513:12:04 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all of them to be Running
35613:12:07 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mgr -o yaml
35713:12:07 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mgr-a-6677d5f99f-mckd4 -n openshift-storage
35813:12:08 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name '' and selector app=rook-ceph-osd to reach desired condition Running
35913:12:08 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-osd -o yaml
36013:12:08 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
36113:12:11 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-osd -o yaml
36213:12:12 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
36313:12:15 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-osd -o yaml
36413:12:15 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
36513:12:18 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-osd -o yaml
36613:12:19 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
36713:12:22 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-osd -o yaml
36813:12:22 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
36913:12:25 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-osd -o yaml
37013:12:25 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
37113:12:28 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-osd -o yaml
37213:12:29 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
37313:12:32 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-osd -o yaml
37413:12:32 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
37513:12:35 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-osd -o yaml
37613:12:36 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
37713:12:39 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-osd -o yaml
37813:12:39 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were [], but we were waiting for all 3 of them to be Running
37913:12:42 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-osd -o yaml
38013:12:43 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-osd-0-6c7654b7bf-bt6f6 -n openshift-storage
38113:12:43 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-osd-1-8559c7676b-xjw86 -n openshift-storage
38213:12:44 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Init:2/3', 'Init:1/3'], but we were waiting for all 3 of them to be Running
38313:12:47 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-osd -o yaml
38413:12:48 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-osd-0-6c7654b7bf-bt6f6 -n openshift-storage
38513:12:48 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-osd-1-8559c7676b-xjw86 -n openshift-storage
38613:12:48 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Running', 'Running'], but we were waiting for all 3 of them to be Running
38713:12:51 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-osd -o yaml
38813:12:52 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-osd-0-6c7654b7bf-bt6f6 -n openshift-storage
38913:12:53 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-osd-1-8559c7676b-xjw86 -n openshift-storage
39013:12:53 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-osd-2-8c5f7f7d-srd8t -n openshift-storage
39113:12:53 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['Running', 'Running', 'PodInitializing'], but we were waiting for all 3 of them to be Running
39213:12:56 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-osd -o yaml
39313:12:57 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-osd-0-6c7654b7bf-bt6f6 -n openshift-storage
39413:12:58 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-osd-1-8559c7676b-xjw86 -n openshift-storage
39513:12:58 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-osd-2-8c5f7f7d-srd8t -n openshift-storage
39613:12:59 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim -n openshift-storage -o yaml
39713:12:59 - MainThread - ocs_ci.ocs.cluster - INFO - PVC ocs-deviceset-0-0-gc4c9 is in Bound state
39813:12:59 - MainThread - ocs_ci.ocs.cluster - INFO - PVC ocs-deviceset-1-0-59r84 is in Bound state
39913:12:59 - MainThread - ocs_ci.ocs.cluster - INFO - PVC ocs-deviceset-2-0-gjxvp is in Bound state
40013:12:59 - MainThread - ocs_ci.ocs.cluster - INFO - PVC rook-ceph-mon-a is in Bound state
40113:12:59 - MainThread - ocs_ci.ocs.cluster - INFO - PVC rook-ceph-mon-b is in Bound state
40213:12:59 - MainThread - ocs_ci.ocs.cluster - INFO - PVC rook-ceph-mon-c is in Bound state
40313:12:59 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get pods -o name
40413:13:00 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-mon-a-784ff6d678-mvlnk
40513:13:00 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-mon-b-7ccdb66f67-zwfrc
40613:13:00 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-mon-c-57b64d878-knmfh
40713:13:00 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get pods -o name
40813:13:01 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-osd-0-6c7654b7bf-bt6f6
40913:13:01 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-osd-1-8559c7676b-xjw86
41013:13:01 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-osd-2-8c5f7f7d-srd8t
41113:13:01 - MainThread - ocs_ci.ocs.utils - INFO - Pod name filtered pod/rook-ceph-osd-prepare-ocs-deviceset-0-0-gc4c9-bqqqf
41213:13:01 - MainThread - ocs_ci.ocs.utils - INFO - Pod name filtered pod/rook-ceph-osd-prepare-ocs-deviceset-1-0-59r84-65bcj
41313:13:01 - MainThread - ocs_ci.ocs.utils - INFO - Pod name filtered pod/rook-ceph-osd-prepare-ocs-deviceset-2-0-gjxvp-cjtm4
41413:13:01 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage get pods rook-ceph-mon-a-784ff6d678-mvlnk -o yaml
41513:13:01 - MainThread - ocs_ci.ocs.cluster - INFO - rook-ceph-mon-a-784ff6d678-mvlnk backed by pvc rook-ceph-mon-a
41613:13:01 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage get pods rook-ceph-mon-b-7ccdb66f67-zwfrc -o yaml
41713:13:02 - MainThread - ocs_ci.ocs.cluster - INFO - rook-ceph-mon-b-7ccdb66f67-zwfrc backed by pvc rook-ceph-mon-b
41813:13:02 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage get pods rook-ceph-mon-c-57b64d878-knmfh -o yaml
41913:13:02 - MainThread - ocs_ci.ocs.cluster - INFO - rook-ceph-mon-c-57b64d878-knmfh backed by pvc rook-ceph-mon-c
42013:13:02 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage get pods rook-ceph-osd-0-6c7654b7bf-bt6f6 -o yaml
42113:13:03 - MainThread - ocs_ci.ocs.cluster - INFO - rook-ceph-osd-0-6c7654b7bf-bt6f6 backed by pvc ocs-deviceset-0-0-gc4c9
42213:13:03 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage get pods rook-ceph-osd-1-8559c7676b-xjw86 -o yaml
42313:13:03 - MainThread - ocs_ci.ocs.cluster - INFO - rook-ceph-osd-1-8559c7676b-xjw86 backed by pvc ocs-deviceset-2-0-gjxvp
42413:13:03 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage get pods rook-ceph-osd-2-8c5f7f7d-srd8t -o yaml
42513:13:04 - MainThread - ocs_ci.ocs.cluster - INFO - rook-ceph-osd-2-8c5f7f7d-srd8t backed by pvc ocs-deviceset-1-0-59r84
42613:13:04 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get pods -o name
42713:13:05 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get pods -o name
42813:13:05 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-operator-64c6f499c-5ncz5
42913:13:05 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage get pods rook-ceph-operator-64c6f499c-5ncz5 -o yaml
43013:13:06 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding Deployment with name rook-ceph-tools
43113:13:06 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: apps/v1
432 kind: Deployment
433 metadata:
434 labels:
435 app: rook-ceph-tools
436 name: rook-ceph-tools
437 namespace: openshift-storage
438 spec:
439 replicas: 1
440 selector:
441 matchLabels:
442 app: rook-ceph-tools
443 template:
444 metadata:
445 labels:
446 app: rook-ceph-tools
447 spec:
448 containers:
449 - args:
450 - -g
451 - --
452 - /usr/local/bin/toolbox.sh
453 command:
454 - /tini
455 env:
456 - name: ROOK_ADMIN_SECRET
457 valueFrom:
458 secretKeyRef:
459 key: admin-secret
460 name: rook-ceph-mon
461 image: quay.io/rhceph-dev/rook-ceph:4.2-245.dd0618b1.ocs_4.2
462 imagePullPolicy: IfNotPresent
463 name: rook-ceph-tools
464 securityContext:
465 privileged: true
466 volumeMounts:
467 - mountPath: /dev
468 name: dev
469 - mountPath: /sys/bus
470 name: sysbus
471 - mountPath: /lib/modules
472 name: libmodules
473 - mountPath: /etc/rook
474 name: mon-endpoint-volume
475 dnsPolicy: ClusterFirstWithHostNet
476 hostNetwork: true
477 volumes:
478 - hostPath:
479 path: /dev
480 name: dev
481 - hostPath:
482 path: /sys/bus
483 name: sysbus
484 - hostPath:
485 path: /lib/modules
486 name: libmodules
487 - configMap:
488 items:
489 - key: data
490 path: mon-endpoints
491 name: rook-ceph-mon-endpoints
492 name: mon-endpoint-volume
49313:13:06 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/Deployment20r32hwd -o yaml
49413:13:06 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Deployment rook-ceph-tools -n openshift-storage -o yaml
49513:13:07 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name '' and selector app=rook-ceph-tools to reach desired condition Running
49613:13:07 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-tools -o yaml
49713:13:07 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-tools-76b68cb84c-nx4rr -n openshift-storage
49813:13:08 - MainThread - ocs_ci.ocs.ocp - INFO - status of item(s) were ['ContainerCreating'], but we were waiting for all 1 of them to be Running
49913:13:11 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-tools -o yaml
50013:13:11 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-tools-76b68cb84c-nx4rr -n openshift-storage
50113:13:12 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephFileSystem -n openshift-storage -o yaml
50213:13:12 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get pods -o name
50313:13:13 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-tools-76b68cb84c-nx4rr
50413:13:13 - MainThread - ocs_ci.ocs.utils - INFO - Ceph toolbox already exists, skipping
50513:13:13 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-tools -o yaml
50613:13:13 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-tools-76b68cb84c-nx4rr -n openshift-storage
50713:13:14 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephFileSystem ocs-storagecluster-cephfilesystem -n openshift-storage -o yaml
50813:13:14 - MainThread - tests.helpers - INFO - Filesystem ocs-storagecluster-cephfilesystem got created from Openshift Side
50913:13:14 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh rook-ceph-tools-76b68cb84c-nx4rr ceph fs ls --format json-pretty
51013:13:19 - MainThread - tests.helpers - INFO - FileSystem ocs-storagecluster-cephfilesystem got created from Ceph Side
51113:13:19 - MainThread - ocs_ci.deployment.deployment - INFO - MDS deployment is successful!
51213:13:19 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-monitoring -o yaml
51313:13:20 - MainThread - ocs_ci.ocs.monitoring - INFO - Creating configmap cluster-monitoring-config
51413:13:20 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding ConfigMap with name cluster-monitoring-config
51513:13:20 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
516 data:
517 config.yaml: "alertmanagerMain:\n volumeClaimTemplate:\n metadata:\n name:\
518 \ my-alertmanager-claim\n spec:\n resources:\n requests:\n \
519 \ storage: 40Gi\n storageClassName: ocs-storagecluster-ceph-rbd\nprometheusK8s:\n\
520 \ volumeClaimTemplate:\n metadata:\n name: my-prometheus-claim\n spec:\n\
521 \ resources:\n requests:\n storage: 40Gi\n storageClassName:\
522 \ ocs-storagecluster-ceph-rbd\n"
523 kind: ConfigMap
524 metadata:
525 name: cluster-monitoring-config
526 namespace: openshift-monitoring
52713:13:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/ConfigMap8d_preoj -o yaml
52813:13:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get ConfigMap cluster-monitoring-config -n openshift-monitoring -o yaml
52913:13:21 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get ConfigMap cluster-monitoring-config -n openshift-monitoring -o yaml
53013:13:21 - MainThread - ocs_ci.ocs.monitoring - INFO - Successfully created configmap cluster-monitoring-config
53113:13:21 - MainThread - ocs_ci.deployment.deployment - INFO - Waiting 45 seconds...
53213:14:06 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name 'alertmanager-main-0' and selector None to reach desired condition Running
53313:14:06 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod alertmanager-main-0 -n openshift-monitoring -o yaml
53413:14:07 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod alertmanager-main-0 -n openshift-monitoring
53513:14:07 - MainThread - ocs_ci.ocs.ocp - INFO - status of alertmanager-main-0 was ContainerCreating, but we were waiting for Running
53613:14:10 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod alertmanager-main-0 -n openshift-monitoring -o yaml
53713:14:11 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod alertmanager-main-0 -n openshift-monitoring
53813:14:11 - MainThread - ocs_ci.ocs.ocp - INFO - status of alertmanager-main-0 was ContainerCreating, but we were waiting for Running
53913:14:14 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod alertmanager-main-0 -n openshift-monitoring -o yaml
54013:14:15 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod alertmanager-main-0 -n openshift-monitoring
54113:14:15 - MainThread - ocs_ci.ocs.ocp - INFO - status of alertmanager-main-0 was ContainerCreating, but we were waiting for Running
54213:14:18 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod alertmanager-main-0 -n openshift-monitoring -o yaml
54313:14:19 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod alertmanager-main-0 -n openshift-monitoring
54413:14:19 - MainThread - tests.helpers - INFO - Pod alertmanager-main-0 reached state Running
54513:14:19 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name 'alertmanager-main-1' and selector None to reach desired condition Running
54613:14:19 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod alertmanager-main-1 -n openshift-monitoring -o yaml
54713:14:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod alertmanager-main-1 -n openshift-monitoring
54813:14:20 - MainThread - tests.helpers - INFO - Pod alertmanager-main-1 reached state Running
54913:14:20 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name 'alertmanager-main-2' and selector None to reach desired condition Running
55013:14:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod alertmanager-main-2 -n openshift-monitoring -o yaml
55113:14:21 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod alertmanager-main-2 -n openshift-monitoring
55213:14:21 - MainThread - tests.helpers - INFO - Pod alertmanager-main-2 reached state Running
55313:14:21 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name 'prometheus-k8s-0' and selector None to reach desired condition Running
55413:14:21 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod prometheus-k8s-0 -n openshift-monitoring -o yaml
55513:14:22 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod prometheus-k8s-0 -n openshift-monitoring
55613:14:22 - MainThread - ocs_ci.ocs.ocp - INFO - status of prometheus-k8s-0 was ContainerCreating, but we were waiting for Running
55713:14:25 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod prometheus-k8s-0 -n openshift-monitoring -o yaml
55813:14:26 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod prometheus-k8s-0 -n openshift-monitoring
55913:14:26 - MainThread - tests.helpers - INFO - Pod prometheus-k8s-0 reached state Running
56013:14:26 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name 'prometheus-k8s-1' and selector None to reach desired condition Running
56113:14:26 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod prometheus-k8s-1 -n openshift-monitoring -o yaml
56213:14:27 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod prometheus-k8s-1 -n openshift-monitoring
56313:14:27 - MainThread - tests.helpers - INFO - Pod prometheus-k8s-1 reached state Running
56413:14:27 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod alertmanager-main-0 -n openshift-monitoring -o yaml
56513:14:28 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod alertmanager-main-1 -n openshift-monitoring -o yaml
56613:14:28 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod alertmanager-main-2 -n openshift-monitoring -o yaml
56713:14:29 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod prometheus-k8s-0 -n openshift-monitoring -o yaml
56813:14:30 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod prometheus-k8s-1 -n openshift-monitoring -o yaml
56913:14:30 - MainThread - ocs_ci.ocs.monitoring - INFO - Verify pvc are created
57013:14:30 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim -n openshift-monitoring -o yaml
57113:14:31 - MainThread - ocs_ci.ocs.monitoring - INFO - PVC list {'apiVersion': 'v1', 'items': [{'apiVersion': 'v1', 'kind': 'PersistentVolumeClaim', 'metadata': {'annotations': {'pv.kubernetes.io/bind-completed': 'yes', 'pv.kubernetes.io/bound-by-controller': 'yes', 'volume.beta.kubernetes.io/storage-provisioner': 'openshift-storage.rbd.csi.ceph.com'}, 'creationTimestamp': '2019-11-22T21:13:44Z', 'finalizers': ['kubernetes.io/pvc-protection'], 'labels': {'alertmanager': 'main', 'app': 'alertmanager'}, 'name': 'my-alertmanager-claim-alertmanager-main-0', 'namespace': 'openshift-monitoring', 'resourceVersion': '19964', 'selfLink': '/api/v1/namespaces/openshift-monitoring/persistentvolumeclaims/my-alertmanager-claim-alertmanager-main-0', 'uid': 'f7642d49-0d6c-11ea-a591-0285b4b980a4'}, 'spec': {'accessModes': ['ReadWriteOnce'], 'resources': {'requests': {'storage': '40Gi'}}, 'storageClassName': 'ocs-storagecluster-ceph-rbd', 'volumeMode': 'Filesystem', 'volumeName': 'pvc-f7642d49-0d6c-11ea-a591-0285b4b980a4'}, 'status': {'accessModes': ['ReadWriteOnce'], 'capacity': {'storage': '40Gi'}, 'phase': 'Bound'}}, {'apiVersion': 'v1', 'kind': 'PersistentVolumeClaim', 'metadata': {'annotations': {'pv.kubernetes.io/bind-completed': 'yes', 'pv.kubernetes.io/bound-by-controller': 'yes', 'volume.beta.kubernetes.io/storage-provisioner': 'openshift-storage.rbd.csi.ceph.com'}, 'creationTimestamp': '2019-11-22T21:13:44Z', 'finalizers': ['kubernetes.io/pvc-protection'], 'labels': {'alertmanager': 'main', 'app': 'alertmanager'}, 'name': 'my-alertmanager-claim-alertmanager-main-1', 'namespace': 'openshift-monitoring', 'resourceVersion': '19976', 'selfLink': '/api/v1/namespaces/openshift-monitoring/persistentvolumeclaims/my-alertmanager-claim-alertmanager-main-1', 'uid': 'f76ff9d6-0d6c-11ea-a591-0285b4b980a4'}, 'spec': {'accessModes': ['ReadWriteOnce'], 'resources': {'requests': {'storage': '40Gi'}}, 'storageClassName': 'ocs-storagecluster-ceph-rbd', 'volumeMode': 'Filesystem', 'volumeName': 'pvc-f76ff9d6-0d6c-11ea-a591-0285b4b980a4'}, 'status': {'accessModes': ['ReadWriteOnce'], 'capacity': {'storage': '40Gi'}, 'phase': 'Bound'}}, {'apiVersion': 'v1', 'kind': 'PersistentVolumeClaim', 'metadata': {'annotations': {'pv.kubernetes.io/bind-completed': 'yes', 'pv.kubernetes.io/bound-by-controller': 'yes', 'volume.beta.kubernetes.io/storage-provisioner': 'openshift-storage.rbd.csi.ceph.com'}, 'creationTimestamp': '2019-11-22T21:13:44Z', 'finalizers': ['kubernetes.io/pvc-protection'], 'labels': {'alertmanager': 'main', 'app': 'alertmanager'}, 'name': 'my-alertmanager-claim-alertmanager-main-2', 'namespace': 'openshift-monitoring', 'resourceVersion': '19971', 'selfLink': '/api/v1/namespaces/openshift-monitoring/persistentvolumeclaims/my-alertmanager-claim-alertmanager-main-2', 'uid': 'f77a8913-0d6c-11ea-a591-0285b4b980a4'}, 'spec': {'accessModes': ['ReadWriteOnce'], 'resources': {'requests': {'storage': '40Gi'}}, 'storageClassName': 'ocs-storagecluster-ceph-rbd', 'volumeMode': 'Filesystem', 'volumeName': 'pvc-f77a8913-0d6c-11ea-a591-0285b4b980a4'}, 'status': {'accessModes': ['ReadWriteOnce'], 'capacity': {'storage': '40Gi'}, 'phase': 'Bound'}}, {'apiVersion': 'v1', 'kind': 'PersistentVolumeClaim', 'metadata': {'annotations': {'pv.kubernetes.io/bind-completed': 'yes', 'pv.kubernetes.io/bound-by-controller': 'yes', 'volume.beta.kubernetes.io/storage-provisioner': 'openshift-storage.rbd.csi.ceph.com'}, 'creationTimestamp': '2019-11-22T21:13:53Z', 'finalizers': ['kubernetes.io/pvc-protection'], 'labels': {'app': 'prometheus', 'prometheus': 'k8s'}, 'name': 'my-prometheus-claim-prometheus-k8s-0', 'namespace': 'openshift-monitoring', 'resourceVersion': '20101', 'selfLink': '/api/v1/namespaces/openshift-monitoring/persistentvolumeclaims/my-prometheus-claim-prometheus-k8s-0', 'uid': 'fc87f0df-0d6c-11ea-a591-0285b4b980a4'}, 'spec': {'accessModes': ['ReadWriteOnce'], 'resources': {'requests': {'storage': '40Gi'}}, 'storageClassName': 'ocs-storagecluster-ceph-rbd', 'volumeMode': 'Filesystem', 'volumeName': 'pvc-fc87f0df-0d6c-11ea-a591-0285b4b980a4'}, 'status': {'accessModes': ['ReadWriteOnce'], 'capacity': {'storage': '40Gi'}, 'phase': 'Bound'}}, {'apiVersion': 'v1', 'kind': 'PersistentVolumeClaim', 'metadata': {'annotations': {'pv.kubernetes.io/bind-completed': 'yes', 'pv.kubernetes.io/bound-by-controller': 'yes', 'volume.beta.kubernetes.io/storage-provisioner': 'openshift-storage.rbd.csi.ceph.com'}, 'creationTimestamp': '2019-11-22T21:13:53Z', 'finalizers': ['kubernetes.io/pvc-protection'], 'labels': {'app': 'prometheus', 'prometheus': 'k8s'}, 'name': 'my-prometheus-claim-prometheus-k8s-1', 'namespace': 'openshift-monitoring', 'resourceVersion': '20108', 'selfLink': '/api/v1/namespaces/openshift-monitoring/persistentvolumeclaims/my-prometheus-claim-prometheus-k8s-1', 'uid': 'fc94f3e7-0d6c-11ea-a591-0285b4b980a4'}, 'spec': {'accessModes': ['ReadWriteOnce'], 'resources': {'requests': {'storage': '40Gi'}}, 'storageClassName': 'ocs-storagecluster-ceph-rbd', 'volumeMode': 'Filesystem', 'volumeName': 'pvc-fc94f3e7-0d6c-11ea-a591-0285b4b980a4'}, 'status': {'accessModes': ['ReadWriteOnce'], 'capacity': {'storage': '40Gi'}, 'phase': 'Bound'}}], 'kind': 'List', 'metadata': {'resourceVersion': '', 'selfLink': ''}}
57213:14:31 - MainThread - ocs_ci.ocs.monitoring - INFO - Verified: Created PVCs are in Bound state.
57313:14:31 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod alertmanager-main-0 -n openshift-monitoring -o yaml
57413:14:31 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh alertmanager-main-0 df -kh
57513:14:32 - MainThread - ocs_ci.utility.utils - WARNING - Command warning: Defaulting container name to alertmanager.
576 Use 'oc describe pod/alertmanager-main-0 -n openshift-monitoring' to see all of the containers in this pod.
57713:14:32 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod alertmanager-main-1 -n openshift-monitoring -o yaml
57813:14:33 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh alertmanager-main-1 df -kh
57913:14:34 - MainThread - ocs_ci.utility.utils - WARNING - Command warning: Defaulting container name to alertmanager.
580 Use 'oc describe pod/alertmanager-main-1 -n openshift-monitoring' to see all of the containers in this pod.
58113:14:34 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod alertmanager-main-2 -n openshift-monitoring -o yaml
58213:14:35 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh alertmanager-main-2 df -kh
58313:14:36 - MainThread - ocs_ci.utility.utils - WARNING - Command warning: Defaulting container name to alertmanager.
584 Use 'oc describe pod/alertmanager-main-2 -n openshift-monitoring' to see all of the containers in this pod.
58513:14:36 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod prometheus-k8s-0 -n openshift-monitoring -o yaml
58613:14:37 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh prometheus-k8s-0 df -kh
58713:14:38 - MainThread - ocs_ci.utility.utils - WARNING - Command warning: Defaulting container name to prometheus.
588 Use 'oc describe pod/prometheus-k8s-0 -n openshift-monitoring' to see all of the containers in this pod.
58913:14:38 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod prometheus-k8s-1 -n openshift-monitoring -o yaml
59013:14:39 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-monitoring --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh prometheus-k8s-1 df -kh
59113:14:43 - MainThread - ocs_ci.utility.utils - WARNING - Command warning: Defaulting container name to prometheus.
592 Use 'oc describe pod/prometheus-k8s-1 -n openshift-monitoring' to see all of the containers in this pod.
59313:14:43 - MainThread - ocs_ci.ocs.monitoring - INFO - Verified all pvc are mounted on monitoring pods
59413:14:43 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding PersistentVolumeClaim with name registry-cephfs-rwx-pvc
59513:14:43 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
596 kind: PersistentVolumeClaim
597 metadata:
598 name: registry-cephfs-rwx-pvc
599 namespace: openshift-image-registry
600 spec:
601 accessModes:
602 - ReadWriteMany
603 resources:
604 requests:
605 storage: 100Gi
606 storageClassName: ocs-storagecluster-cephfs
60713:14:43 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-image-registry --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/PersistentVolumeClaimwzhngpiu -o yaml
60813:14:44 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-image-registry --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim registry-cephfs-rwx-pvc -n openshift-image-registry -o yaml
60913:14:44 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind PersistentVolumeClaim identified by name 'registry-cephfs-rwx-pvc' and selector None to reach desired condition Bound
61013:14:44 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-image-registry --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim registry-cephfs-rwx-pvc -n openshift-image-registry -o yaml
61113:14:45 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-image-registry --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim registry-cephfs-rwx-pvc -n openshift-image-registry
61213:14:45 - MainThread - ocs_ci.ocs.ocp - INFO - status of registry-cephfs-rwx-pvc was Pending, but we were waiting for Bound
61313:14:48 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-image-registry --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim registry-cephfs-rwx-pvc -n openshift-image-registry -o yaml
61413:14:49 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-image-registry --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim registry-cephfs-rwx-pvc -n openshift-image-registry
61513:14:49 - MainThread - tests.helpers - INFO - PersistentVolumeClaim registry-cephfs-rwx-pvc reached state Bound
61613:14:49 - MainThread - ocs_ci.ocs.ocp - INFO - Command: patch Config cluster -n openshift-image-registry -p '[{"op": "add", "path": "/spec/storage", "value": {"pvc": {"claim": "registry-cephfs-rwx-pvc"}}}]' --type json
61713:14:49 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-image-registry --kubeconfig /home/wusui/wusui/auth/kubeconfig patch Config cluster -n openshift-image-registry -p '[{"op": "add", "path": "/spec/storage", "value": {"pvc": {"claim": "registry-cephfs-rwx-pvc"}}}]' --type json
61813:14:49 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-image-registry --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-image-registry --selector=docker-registry=default -o yaml
61913:14:50 - MainThread - ocs_ci.ocs.registry - INFO - Waiting for 30 sec's for registry pod to be up iteration 0
62013:15:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-image-registry --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-image-registry --selector=docker-registry=default -o yaml
62113:15:21 - MainThread - ocs_ci.ocs.registry - INFO - Waiting for 30 sec's for registry pod to be up iteration 1
62213:15:51 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-image-registry --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-image-registry --selector=docker-registry=default -o yaml
62313:15:51 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name 'image-registry-8b8b6b5bf-gb4j6' and selector None to reach desired condition Running
62413:15:51 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-image-registry --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod image-registry-8b8b6b5bf-gb4j6 -n openshift-image-registry -o yaml
62513:15:52 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-image-registry --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod image-registry-8b8b6b5bf-gb4j6 -n openshift-image-registry
62613:15:52 - MainThread - tests.helpers - INFO - Pod image-registry-8b8b6b5bf-gb4j6 reached state Running
62713:15:52 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-image-registry --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-image-registry --selector=docker-registry=default -o yaml
62813:15:53 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-image-registry --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh image-registry-8b8b6b5bf-gb4j6 mount
62913:15:54 - MainThread - ocs_ci.ocs.registry - INFO - Verified pvc is mounted on image-registry pod
63013:15:54 - MainThread - ocs_ci.deployment.deployment - INFO - Done creating rook resources, waiting for HEALTH_OK
63113:15:54 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc wait --for condition=ready pod -l app=rook-ceph-tools -n openshift-storage --timeout=120s
63213:15:55 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage get pod -l 'app=rook-ceph-tools' -o jsonpath='{.items[0].metadata.name}'
63313:15:55 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage exec rook-ceph-tools-76b68cb84c-nx4rr ceph health
63413:15:58 - MainThread - ocs_ci.utility.utils - INFO - HEALTH_OK, install successful.
63513:15:58 - MainThread - ocs_ci.deployment.deployment - INFO - Patch gp2 storageclass as non-default
63613:15:58 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc patch storageclass gp2 -p '{"metadata": {"annotations":{"storageclass.kubernetes.io/is-default-class":"false"}}}' --request-timeout=120s
63713:15:58 - MainThread - ocs_ci.utility.utils - INFO - Cloning rook repository into /home/wusui/ocs-ci/data/rook.
63813:15:58 - MainThread - ocs_ci.utility.utils - INFO - Executing command: git clone https://github.com/rook/rook.git /home/wusui/ocs-ci/data/rook
63913:16:01 - MainThread - ocs_ci.utility.utils - WARNING - Command warning: Cloning into '/home/wusui/ocs-ci/data/rook'...
64013:16:01 - MainThread - ocs_ci.utility.utils - INFO - Checkout rook repository to specific branch: master
64113:16:01 - MainThread - ocs_ci.utility.utils - INFO - Executing command: git checkout master
64213:16:01 - MainThread - ocs_ci.utility.utils - WARNING - Command warning: Already on 'master'
64313:16:01 - MainThread - ocs_ci.utility.utils - INFO - Reset branch: master with latest changes
64413:16:01 - MainThread - ocs_ci.utility.utils - INFO - Executing command: git reset --hard origin/master
645-------------------------------- live log call ---------------------------------
64613:16:02 - MainThread - tests.ecosystem.deployment.test_deployment - INFO - Verifying OCP cluster is running
64713:16:02 - MainThread - ocs_ci.ocs.openshift_ops - INFO - Testing access to cluster with /home/wusui/wusui/auth/kubeconfig
64813:16:02 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc cluster-info
64913:16:02 - MainThread - ocs_ci.ocs.openshift_ops - INFO - Access to cluster is OK!
65013:16:02 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Verifying OCS installation
65113:16:02 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Verifying Local Storage CSV
65213:16:02 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get csv -n openshift-storage -o yaml
65313:16:03 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Check if local storage operator: local-storage-operator.4.2.5-201911121709 is inSucceeded phase
65413:16:03 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get csv local-storage-operator.4.2.5-201911121709 -n openshift-storage -o yaml
65513:16:03 - MainThread - ocs_ci.ocs.ocp - INFO - Resource local-storage-operator.4.2.5-201911121709 is in phase: Succeeded!
65613:16:03 - MainThread - ocs_ci.ocs.resources.ocs - INFO - verifying ocs csv
65713:16:03 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-marketplace --kubeconfig /home/wusui/wusui/auth/kubeconfig get packagemanifest ocs-operator -n openshift-marketplace -o yaml
65813:16:06 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Check if OCS operator: ocs-operator.v0.0.253 is in Succeeded phase.
65913:16:06 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get csv ocs-operator.v0.0.253 -n openshift-storage -o yaml
66013:16:07 - MainThread - ocs_ci.ocs.ocp - INFO - Resource ocs-operator.v0.0.253 is in phase: Succeeded!
66113:16:07 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Verifying OCS Cluster service
66213:16:07 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get StorageCluster -n openshift-storage -o yaml
66313:16:08 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Checking status of ocs-storagecluster
66413:16:08 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Check if StorageCluster: local-storage-operator.4.2.5-201911121709 is inSucceeded phase
66513:16:08 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get StorageCluster ocs-storagecluster -n openshift-storage -o yaml
66613:16:08 - MainThread - ocs_ci.ocs.ocp - INFO - Resource ocs-storagecluster is in phase: Ready!
66713:16:08 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Verifying pod states and counts
66813:16:08 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name '' and selector name=ocs-operator to reach desired condition Running
66913:16:08 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=name=ocs-operator -o yaml
67013:16:09 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod ocs-operator-7d58c66586-5wk59 -n openshift-storage
67113:16:09 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name '' and selector app=rook-ceph-operator to reach desired condition Running
67213:16:09 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-operator -o yaml
67313:16:09 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-operator-64c6f499c-5ncz5 -n openshift-storage
67413:16:10 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name '' and selector app=noobaa to reach desired condition Running
67513:16:10 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=noobaa -o yaml
67613:16:10 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod noobaa-core-0 -n openshift-storage
67713:16:11 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod noobaa-operator-69f4796db-gjd5r -n openshift-storage
67813:16:11 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name '' and selector name=local-storage-operator to reach desired condition Running
67913:16:11 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=name=local-storage-operator -o yaml
68013:16:12 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod local-storage-operator-6bf5ff9799-s448p -n openshift-storage
68113:16:12 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name '' and selector app=rook-ceph-mon to reach desired condition Running
68213:16:12 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mon -o yaml
68313:16:13 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-a-784ff6d678-mvlnk -n openshift-storage
68413:16:13 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-b-7ccdb66f67-zwfrc -n openshift-storage
68513:16:14 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mon-c-57b64d878-knmfh -n openshift-storage
68613:16:14 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name '' and selector app=csi-cephfsplugin to reach desired condition Running
68713:16:14 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=csi-cephfsplugin -o yaml
68813:16:15 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod csi-cephfsplugin-8cmpq -n openshift-storage
68913:16:15 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod csi-cephfsplugin-rcg9r -n openshift-storage
69013:16:16 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod csi-cephfsplugin-zk8gl -n openshift-storage
69113:16:16 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name '' and selector app=csi-cephfsplugin-provisioner to reach desired condition Running
69213:16:16 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=csi-cephfsplugin-provisioner -o yaml
69313:16:17 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod csi-cephfsplugin-provisioner-549c879fbb-2dc87 -n openshift-storage
69413:16:17 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod csi-cephfsplugin-provisioner-549c879fbb-f282l -n openshift-storage
69513:16:18 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name '' and selector app=csi-rbdplugin to reach desired condition Running
69613:16:18 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=csi-rbdplugin -o yaml
69713:16:18 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod csi-rbdplugin-kckq7 -n openshift-storage
69813:16:19 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod csi-rbdplugin-pxtcz -n openshift-storage
69913:16:19 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod csi-rbdplugin-zj6g2 -n openshift-storage
70013:16:20 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name '' and selector app=csi-rbdplugin-provisioner to reach desired condition Running
70113:16:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=csi-rbdplugin-provisioner -o yaml
70213:16:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod csi-rbdplugin-provisioner-79c7c6dd9f-2clzq -n openshift-storage
70313:16:21 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod csi-rbdplugin-provisioner-79c7c6dd9f-jcvrt -n openshift-storage
70413:16:21 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name '' and selector app=rook-ceph-osd to reach desired condition Running
70513:16:21 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-osd -o yaml
70613:16:22 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-osd-0-6c7654b7bf-bt6f6 -n openshift-storage
70713:16:22 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-osd-1-8559c7676b-xjw86 -n openshift-storage
70813:16:23 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-osd-2-8c5f7f7d-srd8t -n openshift-storage
70913:16:23 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name '' and selector app=rook-ceph-mgr to reach desired condition Running
71013:16:23 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mgr -o yaml
71113:16:24 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mgr-a-6677d5f99f-mckd4 -n openshift-storage
71213:16:24 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name '' and selector app=rook-ceph-mds to reach desired condition Running
71313:16:24 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-mds -o yaml
71413:16:25 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mds-ocs-storagecluster-cephfilesystem-a-6cfc68546fxg8 -n openshift-storage
71513:16:25 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-mds-ocs-storagecluster-cephfilesystem-b-78b445764h52x -n openshift-storage
71613:16:26 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Verifying ceph health
71713:16:26 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc wait --for condition=ready pod -l app=rook-ceph-tools -n openshift-storage --timeout=120s
71813:16:26 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage get pod -l 'app=rook-ceph-tools' -o jsonpath='{.items[0].metadata.name}'
71913:16:27 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage exec rook-ceph-tools-76b68cb84c-nx4rr ceph health
72013:16:29 - MainThread - ocs_ci.utility.utils - INFO - HEALTH_OK, install successful.
72113:16:29 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Verifying storage classes
72213:16:29 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get StorageClass -n openshift-storage -o yaml
72313:16:29 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Verifying OSD's are distributed evenly across worker nodes
72413:16:29 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-osd -o yaml
725PASSED [100%]
726
727================ 1 passed, 265 deselected in 2275.99s (0:37:55) ================
728(venv) [wusui@localhost ocs-ci]$ history 100 | grep tmp
729 1080 vi /tmp/info
730 1105 history 100 | grep tmp
731(venv) [wusui@localhost ocs-ci]$ cat /tmp/info
7321027 git fetch origin pull/922/head:wip-fiotest
733 1028 git brnach
734 1029 git branch
735 1030 git checkout wip-fiotest
736 1031 git log
737 1032 git checkout master
738 1033 git log
739 1034 git branch
740 1035 git checkout wip-fiotest
741 1036 git log
742 1037 history
743 1038 git branch
744 1039 git fetch origin pull/922/head:master
745 1040 git log
746 1041 git branch
747 1042 history
748 1043 git checkout
749 1044 git checkout master
750 1045 git fetch origin pull/922/head:master
751 1046 git checkout wip-fiotest
752 1047 git branch
753 1048 git fetch origin master
754 1049 git merge origin wip-fiotest
755 1050 git log
756 1051 history
757 1052 ls tests/e2e
758 1053 ls tests/e2e/test_io_performance.py
759 1054 history | grep run-ci
760 1055 more tests/e2e/test_io_performance.py
761 1056 history
762
763(venv) [wusui@localhost ocs-ci]$ !1045
764git fetch origin pull/922/head:master
765fatal: Refusing to fetch into current branch refs/heads/master of non-bare repository
766(venv) [wusui@localhost ocs-ci]$ git fetch origin pull/922/head
767From https://github.com/red-hat-storage/ocs-ci
768 * branch refs/pull/922/head -> FETCH_HEAD
769(venv) [wusui@localhost ocs-ci]$ git log
770commit db165de159b5e9b0b2699cfab74d5274c19924e8 (HEAD -> master, origin/master, origin/HEAD)
771Merge: c41d21a d43ade6
772Author: Petr Balogh <petr-balogh@users.noreply.github.com>
773Date: Fri Nov 22 09:49:57 2019 +0100
774
775 Merge pull request #1034 from clacroix12/aws-ipi-deployment-configs
776
777 Added AWS IPI production deployment configurations
778
779commit c41d21aafb0cf0d5627c9047ad17e32009042d78
780Author: Coady LaCroix <clacroix@redhat.com>
781Date: Thu Nov 21 15:30:37 2019 -0800
782
783 Removed need for run_ocsci.py as main entry point (#1042)
784
785 * Removed need for run_ocsci.py as main entry point
786
787 Signed-off-by: Coady LaCroix <clacroix@redhat.com>
788
789commit a84c68024f716be2cb7a231be4f84919635727fc
790Author: Petr Balogh <petr-balogh@users.noreply.github.com>
791Date: Thu Nov 21 19:01:17 2019 +0100
792(venv) [wusui@localhost ocs-ci]$ ls tests/e2e
793__init__.py test_pgsql_pod_respin.py
794logging test_pgsql.py
795monitoring test_pvc_creation_performance.py
796__pycache__ test_pv_scale_and_respin_ceph_pods.py
797test_amq_streamer_creation.py test_pv_scale_ocs_create_delete_pvcs.py
798test_io_performance.py test_small_file_workload.py
799test_jenkins_simulation.py
800(venv) [wusui@localhost ocs-ci]$ vi tests/e2e/test_io_performance.py
801(venv) [wusui@localhost ocs-ci]$ history | grep run-ci
802 113 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wu-wusui-ocs-t1 --cluster-path /home/wusui/wusui tests --deploy
803 114 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wu-wusui-ocs-t2 --cluster-path /home/wusui/wusui tests --deploy
804 117 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wu-wusui-ocs-t2 --cluster-path /home/wusui/wusui tests --deploy
805 120 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wu-wusui-ocs-d1 --cluster-path /home/wusui/wusui tests --teardown
806 121 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wu-wusui-ocs-t2 --cluster-path /home/wusui/wusui tests --teardown
807 331 history | grep run-ci
808 332 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wu-wusui-ocs-t2 --cluster-path /home/wusui/wusui tests --deploy
809 333 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-t2 --cluster-path /home/wusui/wusui tests --deploy
810 337 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-t2 --cluster-path /home/wusui/wusui tests --deploy
811 498 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wu-wusui-ocs-t2 --cluster-path /home/wusui/wusui tests --teardown
812 499 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-t2 --cluster-path /home/wusui/wusui tests --teardown
813 501 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-path /home/wusui/wusui tests --teardown
814 502 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-path /home/wusui/wusui --teardown
815 504 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-t2 --cluster-path /home/wusui/wusui tests --teardown
816 511 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-t2 --cluster-path /home/wusui/wusui tests --teardown
817 515 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-t2 --cluster-path /home/wusui/wusui tests --teardown
818 519 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-t2 --cluster-path /home/wusui/wusui tests --teardown
819 541 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-t2 --cluster-path /home/wusui/wusui tests --deploy
820 542 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-cb --cluster-path /home/wusui/wusui tests --deploy
821 584 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-t2 --cluster-path /home/wusui/wusui tests --teardown
822 585 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-cb --cluster-path /home/wusui/wusui tests --teardown
823 613 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-cb --cluster-path /home/wusui/wusui tests --teardown
824 614 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-cb --cluster-path /home/wusui/wusui tests --deploy
825 615 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-c1 --cluster-path /home/wusui/wusui tests --deploy
826 902 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-cb --cluster-path /home/wusui/wusui tests --teardown
827 903 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-c1 --cluster-path /home/wusui/wusui tests --teardown
828 924 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-t2 --cluster-path /home/wusui/wusui tests --deploy
829 925 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-z1 --cluster-path /home/wusui/wusui tests --deploy
830 1054 history | grep run-ci
831 1057 history | grep run-ci
832 1058 run-ci -m performance --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-z1 --cluster-path /home/wusui/wusui tests/e2e/test_io_performance.py
833 1060 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-z1 --cluster-path /home/wusui/wusui tests --deploy
834 1061 run-ci -m performance --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-z1 --cluster-path /home/wusui/wusui tests/e2e/test_io_performance.py
835 1063 run-ci -m performance --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-z1 --cluster-path /home/wusui/wusui tests/e2e/test_io_performance.py
836 1065 history | grep run-ci
837 1066 run-ci -m performance --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-z1 --cluster-path /home/wusui/wusui tests/e2e/test_io_performance.py
838 1074 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-c1 --cluster-path /home/wusui/wusui tests --teardown
839 1075 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-z1 --cluster-path /home/wusui/wusui tests --teardown
840 1083 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-z1 --cluster-path /home/wusui/wusui tests --deploy
841 1084 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-x1 --cluster-path /home/wusui/wusui tests --deploy
842 1103 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-t2 --cluster-path /home/wusui/wusui tests --deploy
843 1104 run-ci -m deployment --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-x2 --cluster-path /home/wusui/wusui tests --deploy
844 1112 history | grep run-ci
845(venv) [wusui@localhost ocs-ci]$ !1066:p
846run-ci -m performance --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-z1 --cluster-path /home/wusui/wusui tests/e2e/test_io_performance.py
847(venv) [wusui@localhost ocs-ci]$ run-ci -m performance --cluster-conf conf/ocs_basic_install.yml --ocsci-conf ./conf/ocsci/host_network_enabled.yaml --cluster-name wusui-ocs-x2 --cluster-path /home/wusui/wusui tests/e2e/test_io_performance.py
848Collecting Cluster versions
849============================= test session starts ==============================
850platform linux -- Python 3.6.8, pytest-5.2.2, py-1.8.0, pluggy-0.13.0
851rootdir: /home/wusui/ocs-ci, inifile: pytest.ini
852plugins: metadata-1.8.0, logger-0.5.1, ordering-0.6, marker-bugzilla-0.9.3, reportportal-1.0.5, html-2.0.0
853collected 6 items
854
855tests/e2e/test_io_performance.py::TestIOPerformance::test_run_io[RBD-1GB-rw-1-60-4-1]
856-------------------------------- live log setup --------------------------------
85713:45:27 - MainThread - tests.conftest - INFO - All logs located at /tmp/ocs-ci-logs-1574459114
85813:45:27 - MainThread - ocs_ci.deployment.factory - INFO - Deployment key = aws_ipi
85913:45:27 - MainThread - ocs_ci.deployment.factory - INFO - Current deployment platform: aws,deployment type: ipi
86013:45:28 - MainThread - ocs_ci.utility.utils - INFO - Executing command: /home/wusui/ocs-ci/bin/oc version --client
86113:45:28 - MainThread - ocs_ci.utility.utils - INFO - OpenShift Client version: Client Version: openshift-clients-4.2.2-201910250432
86213:45:28 - MainThread - ocs_ci.utility.utils - INFO - The rook directory /home/wusui/ocs-ci/data/rook already exists, ocs-ci will skip the clone of rook repository.
86313:45:28 - MainThread - ocs_ci.utility.utils - INFO - Fetching latest changes from rook repository.
86413:45:28 - MainThread - ocs_ci.utility.utils - INFO - Executing command: git fetch --all
86513:45:28 - MainThread - ocs_ci.utility.utils - INFO - Checkout rook repository to specific branch: master
86613:45:28 - MainThread - ocs_ci.utility.utils - INFO - Executing command: git checkout master
86713:45:28 - MainThread - ocs_ci.utility.utils - WARNING - Command warning: Already on 'master'
86813:45:28 - MainThread - ocs_ci.utility.utils - INFO - Reset branch: master with latest changes
86913:45:28 - MainThread - ocs_ci.utility.utils - INFO - Executing command: git reset --hard origin/master
87013:45:28 - Dummy-1 - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -A -o yaml
87113:45:28 - Dummy-2 - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get StorageClass -A -o yaml
87213:45:28 - Dummy-3 - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephFileSystem -A -o yaml
87313:45:28 - Dummy-4 - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephBlockPool -A -o yaml
87413:45:28 - Dummy-5 - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume -A -o yaml
87513:45:28 - Dummy-6 - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim -A -o yaml
87613:45:28 - Dummy-7 - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get Namespace -A -o yaml
87713:45:35 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc new-project namespace-test-29bf82fdd6c94dc686ac4671bc315fe4
87813:45:38 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get pods -o name
87913:45:39 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-tools-76b68cb84c-nx4rr
88013:45:39 - MainThread - ocs_ci.ocs.utils - INFO - Ceph toolbox already exists, skipping
88113:45:39 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-tools -o yaml
88213:45:40 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-tools-76b68cb84c-nx4rr -n openshift-storage
88313:45:40 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh rook-ceph-tools-76b68cb84c-nx4rr ceph auth get-key client.admin --format json-pretty
88413:45:46 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding Secret with name secret-test-rbd-8d8f4a3f26e3480f932ee6c233e266e2
88513:45:46 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
886 kind: Secret
887 metadata:
888 name: secret-test-rbd-8d8f4a3f26e3480f932ee6c233e266e2
889 namespace: openshift-storage
890 stringData:
891 userID: admin
892 userKey: AQC3TthdYMpnDBAAUGQOe0iGicZVdaNLDdXt9w==
89313:45:46 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/Secret47p29_po -o yaml
89413:45:47 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Secret secret-test-rbd-8d8f4a3f26e3480f932ee6c233e266e2 -n openshift-storage -o yaml
89513:45:47 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding CephBlockPool with name cbp-test-a8f0cdf1dc2c447d8853d12eb2052b03
89613:45:47 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: ceph.rook.io/v1
897 kind: CephBlockPool
898 metadata:
899 name: cbp-test-a8f0cdf1dc2c447d8853d12eb2052b03
900 namespace: openshift-storage
901 spec:
902 annotations: null
903 failureDomain: host
904 replicated:
905 size: 3
90613:45:47 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/CephBlockPoolw7ksgpaw -o yaml
90713:45:48 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephBlockPool cbp-test-a8f0cdf1dc2c447d8853d12eb2052b03 -n openshift-storage -o yaml
90813:45:48 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephBlockPool cbp-test-a8f0cdf1dc2c447d8853d12eb2052b03 -n openshift-storage -o yaml
90913:45:48 - MainThread - tests.helpers - INFO - Verifying that block pool cbp-test-a8f0cdf1dc2c447d8853d12eb2052b03 exists
91013:45:48 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get pods -o name
91113:45:49 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-tools-76b68cb84c-nx4rr
91213:45:49 - MainThread - ocs_ci.ocs.utils - INFO - Ceph toolbox already exists, skipping
91313:45:49 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-tools -o yaml
91413:45:50 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-tools-76b68cb84c-nx4rr -n openshift-storage
91513:45:50 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh rook-ceph-tools-76b68cb84c-nx4rr ceph osd lspools --format json-pretty
91613:45:54 - MainThread - tests.helpers - INFO - POOLS are [{'poolnum': 1, 'poolname': 'ocs-storagecluster-cephblockpool'}, {'poolnum': 2, 'poolname': 'ocs-storagecluster-cephobjectstore.rgw.control'}, {'poolnum': 3, 'poolname': 'ocs-storagecluster-cephfilesystem-metadata'}, {'poolnum': 4, 'poolname': 'ocs-storagecluster-cephfilesystem-data0'}, {'poolnum': 5, 'poolname': 'ocs-storagecluster-cephobjectstore.rgw.meta'}, {'poolnum': 6, 'poolname': '.rgw.root'}, {'poolnum': 7, 'poolname': 'ocs-storagecluster-cephobjectstore.rgw.log'}, {'poolnum': 8, 'poolname': 'ocs-storagecluster-cephobjectstore.rgw.buckets.index'}, {'poolnum': 9, 'poolname': 'ocs-storagecluster-cephobjectstore.rgw.buckets.non-ec'}, {'poolnum': 10, 'poolname': 'ocs-storagecluster-cephobjectstore.rgw.buckets.data'}, {'poolnum': 11, 'poolname': 'cbp-test-a8f0cdf1dc2c447d8853d12eb2052b03'}]
91713:45:54 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding StorageClass with name storageclass-test-rbd-e40c0ecbd3bc4f438a8b67b7213f46b6
91813:45:54 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: storage.k8s.io/v1
919 kind: StorageClass
920 metadata:
921 name: storageclass-test-rbd-e40c0ecbd3bc4f438a8b67b7213f46b6
922 namespace: openshift-storage
923 parameters:
924 clusterID: openshift-storage
925 csi.storage.k8s.io/node-stage-secret-name: secret-test-rbd-8d8f4a3f26e3480f932ee6c233e266e2
926 csi.storage.k8s.io/node-stage-secret-namespace: openshift-storage
927 csi.storage.k8s.io/provisioner-secret-name: secret-test-rbd-8d8f4a3f26e3480f932ee6c233e266e2
928 csi.storage.k8s.io/provisioner-secret-namespace: openshift-storage
929 imageFeatures: layering
930 imageFormat: '2'
931 pool: cbp-test-a8f0cdf1dc2c447d8853d12eb2052b03
932 provisioner: openshift-storage.rbd.csi.ceph.com
933 reclaimPolicy: Delete
93413:45:54 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/StorageClassowepryib -o yaml
93513:45:55 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get StorageClass storageclass-test-rbd-e40c0ecbd3bc4f438a8b67b7213f46b6 -n openshift-storage -o yaml
93613:45:55 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding PersistentVolumeClaim with name pvc-test-e5d12e174a574fc786585a0ec949fcae
93713:45:55 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
938 kind: PersistentVolumeClaim
939 metadata:
940 name: pvc-test-e5d12e174a574fc786585a0ec949fcae
941 namespace: namespace-test-29bf82fdd6c94dc686ac4671bc315fe4
942 spec:
943 accessModes:
944 - ReadWriteOnce
945 resources:
946 requests:
947 storage: 3Gi
948 storageClassName: storageclass-test-rbd-e40c0ecbd3bc4f438a8b67b7213f46b6
94913:45:55 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/PersistentVolumeClaim96sgs5fl -o yaml
95013:45:56 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind PersistentVolumeClaim identified by name 'pvc-test-e5d12e174a574fc786585a0ec949fcae' and selector None to reach desired condition Bound
95113:45:56 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-e5d12e174a574fc786585a0ec949fcae -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -o yaml
95213:45:56 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-e5d12e174a574fc786585a0ec949fcae -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4
95313:45:57 - MainThread - ocs_ci.ocs.ocp - INFO - status of pvc-test-e5d12e174a574fc786585a0ec949fcae was Pending, but we were waiting for Bound
95413:46:00 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-e5d12e174a574fc786585a0ec949fcae -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -o yaml
95513:46:00 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-e5d12e174a574fc786585a0ec949fcae -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4
95613:46:00 - MainThread - tests.helpers - INFO - PersistentVolumeClaim pvc-test-e5d12e174a574fc786585a0ec949fcae reached state Bound
95713:46:00 - MainThread - tests.helpers - INFO - Creating new Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 for test
95813:46:00 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding Pod with name pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307
95913:46:00 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
960 kind: Pod
961 metadata:
962 name: pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307
963 namespace: namespace-test-29bf82fdd6c94dc686ac4671bc315fe4
964 spec:
965 containers:
966 - image: nginx
967 name: web-server
968 volumeMounts:
969 - mountPath: /var/lib/www/html
970 name: mypvc
971 volumes:
972 - name: mypvc
973 persistentVolumeClaim:
974 claimName: pvc-test-e5d12e174a574fc786585a0ec949fcae
975 readOnly: false
97613:46:00 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/POD_5d6ge6sd -o yaml
97713:46:01 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -o yaml
97813:46:01 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name 'pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307' and selector None to reach desired condition Running
97913:46:01 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -o yaml
98013:46:02 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4
98113:46:02 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 was ContainerCreating, but we were waiting for Running
98213:46:05 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -o yaml
98313:46:06 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4
98413:46:06 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 was ContainerCreating, but we were waiting for Running
98513:46:09 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -o yaml
98613:46:10 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4
98713:46:10 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 was ContainerCreating, but we were waiting for Running
98813:46:13 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -o yaml
98913:46:13 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4
99013:46:14 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 was ContainerCreating, but we were waiting for Running
99113:46:17 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -o yaml
99213:46:17 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4
99313:46:18 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 was ContainerCreating, but we were waiting for Running
99413:46:21 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -o yaml
99513:46:21 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4
99613:46:22 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 was ContainerCreating, but we were waiting for Running
99713:46:25 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -o yaml
99813:46:25 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4
99913:46:26 - MainThread - tests.helpers - INFO - Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 reached state Running
100013:46:26 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -o yaml
1001-------------------------------- live log call ---------------------------------
100213:46:26 - MainThread - root - INFO - Running FIO with:
1003 size: 1GB
1004 jobs: 1
1005 runtime: 60
1006 IO depth: 4
100713:46:26 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 which apt-get
100813:46:27 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 apt-get update
100913:46:31 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 apt-get -y install fio
101013:46:40 - MainThread - ocs_ci.utility.utils - WARNING - Command warning: debconf: delaying package configuration, since apt-utils is not installed
101113:46:40 - ThreadPoolExecutor-1_0 - ocs_ci.utility.workloads.fio - INFO - Running cmd: fio --name=fio-rand-readwrite --filename=/var/lib/www/html/fio-rand-readwrite --readwrite=randrw --bs=4K --direct=1 --numjobs=1 --time_based=1 --runtime=60 --size=1GB --iodepth=4 --invalidate=1 --fsync_on_close=1 --rwmixread=75 --ioengine=libaio --output-format=json
101213:46:40 - MainThread - ocs_ci.ocs.workload - INFO - Done submitting..
101313:46:40 - ThreadPoolExecutor-1_0 - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 fio --name=fio-rand-readwrite --filename=/var/lib/www/html/fio-rand-readwrite --readwrite=randrw --bs=4K --direct=1 --numjobs=1 --time_based=1 --runtime=60 --size=1GB --iodepth=4 --invalidate=1 --fsync_on_close=1 --rwmixread=75 --ioengine=libaio --output-format=json
101413:46:40 - MainThread - root - INFO - Waiting for results
101513:47:58 - MainThread - root - INFO - IOPs after FIO:
101613:47:58 - MainThread - root - INFO - Read: 1407.622825
101713:47:58 - MainThread - root - INFO - Write: 468.018799
101813:47:58 - MainThread - oauth2client.client - INFO - Refreshing access_token
1019PASSED [ 16%]
1020------------------------------ live log teardown -------------------------------
102113:48:09 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig delete Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307
102213:48:12 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -o yaml
102313:48:12 - MainThread - ocs_ci.ocs.ocp - INFO - Pod pod-test-rbd-3e2339e6a16641cdb5e4cc246cded307 got deleted successfully
102413:48:12 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-e5d12e174a574fc786585a0ec949fcae -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -o yaml
102513:48:13 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume pvc-7699882f-0d71-11ea-a591-0285b4b980a4 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -o yaml
102613:48:13 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig delete PersistentVolumeClaim pvc-test-e5d12e174a574fc786585a0ec949fcae
102713:48:14 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-e5d12e174a574fc786585a0ec949fcae -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -o yaml
102813:48:14 - MainThread - ocs_ci.ocs.ocp - INFO - PersistentVolumeClaim pvc-test-e5d12e174a574fc786585a0ec949fcae got deleted successfully
102913:48:14 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume pvc-7699882f-0d71-11ea-a591-0285b4b980a4 -o yaml
103013:48:18 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume pvc-7699882f-0d71-11ea-a591-0285b4b980a4 -o yaml
103113:48:18 - MainThread - ocs_ci.ocs.ocp - INFO - PersistentVolume pvc-7699882f-0d71-11ea-a591-0285b4b980a4 got deleted successfully
103213:48:18 - MainThread - ocs_ci.ocs.ocp - INFO - Switching to project openshift-storage
103313:48:18 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc project openshift-storage
103413:48:19 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig delete Project namespace-test-29bf82fdd6c94dc686ac4671bc315fe4
103513:48:19 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Project namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -o yaml
103613:48:23 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Project namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -o yaml
103713:48:26 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Project namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -n namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 -o yaml
103813:48:27 - MainThread - ocs_ci.ocs.ocp - INFO - Project namespace-test-29bf82fdd6c94dc686ac4671bc315fe4 got deleted successfully
103913:48:27 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig delete StorageClass storageclass-test-rbd-e40c0ecbd3bc4f438a8b67b7213f46b6
104013:48:27 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get StorageClass storageclass-test-rbd-e40c0ecbd3bc4f438a8b67b7213f46b6 -o yaml
104113:48:28 - MainThread - ocs_ci.ocs.ocp - INFO - StorageClass storageclass-test-rbd-e40c0ecbd3bc4f438a8b67b7213f46b6 got deleted successfully
104213:48:28 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig delete Secret secret-test-rbd-8d8f4a3f26e3480f932ee6c233e266e2
104313:48:28 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Secret secret-test-rbd-8d8f4a3f26e3480f932ee6c233e266e2 -n openshift-storage -o yaml
104413:48:29 - MainThread - ocs_ci.ocs.ocp - INFO - Secret secret-test-rbd-8d8f4a3f26e3480f932ee6c233e266e2 got deleted successfully
104513:48:29 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig delete CephBlockPool cbp-test-a8f0cdf1dc2c447d8853d12eb2052b03
104613:48:29 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephBlockPool cbp-test-a8f0cdf1dc2c447d8853d12eb2052b03 -n openshift-storage -o yaml
104713:48:30 - MainThread - ocs_ci.ocs.ocp - INFO - CephBlockPool cbp-test-a8f0cdf1dc2c447d8853d12eb2052b03 got deleted successfully
1048
1049tests/e2e/test_io_performance.py::TestIOPerformance::test_run_io[RBD-1GB-rw-6-60-16-2]
1050-------------------------------- live log setup --------------------------------
105113:48:30 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc new-project namespace-test-ef114e3e61b446f9897f7c947fe220bd
105213:48:31 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get pods -o name
105313:48:32 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-tools-76b68cb84c-nx4rr
105413:48:32 - MainThread - ocs_ci.ocs.utils - INFO - Ceph toolbox already exists, skipping
105513:48:32 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-tools -o yaml
105613:48:32 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-tools-76b68cb84c-nx4rr -n openshift-storage
105713:48:33 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh rook-ceph-tools-76b68cb84c-nx4rr ceph auth get-key client.admin --format json-pretty
105813:48:34 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding Secret with name secret-test-rbd-7949113f5c074390986ba8b69c36c1d1
105913:48:34 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
1060 kind: Secret
1061 metadata:
1062 name: secret-test-rbd-7949113f5c074390986ba8b69c36c1d1
1063 namespace: openshift-storage
1064 stringData:
1065 userID: admin
1066 userKey: AQC3TthdYMpnDBAAUGQOe0iGicZVdaNLDdXt9w==
106713:48:34 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/Secret9_bev2bo -o yaml
106813:48:35 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Secret secret-test-rbd-7949113f5c074390986ba8b69c36c1d1 -n openshift-storage -o yaml
106913:48:35 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding CephBlockPool with name cbp-test-913cb8d462c94012aba024adc07f8c16
107013:48:35 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: ceph.rook.io/v1
1071 kind: CephBlockPool
1072 metadata:
1073 name: cbp-test-913cb8d462c94012aba024adc07f8c16
1074 namespace: openshift-storage
1075 spec:
1076 annotations: null
1077 failureDomain: host
1078 replicated:
1079 size: 3
108013:48:35 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/CephBlockPoolsx3fs_uk -o yaml
108113:48:36 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephBlockPool cbp-test-913cb8d462c94012aba024adc07f8c16 -n openshift-storage -o yaml
108213:48:36 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephBlockPool cbp-test-913cb8d462c94012aba024adc07f8c16 -n openshift-storage -o yaml
108313:48:37 - MainThread - tests.helpers - INFO - Verifying that block pool cbp-test-913cb8d462c94012aba024adc07f8c16 exists
108413:48:37 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get pods -o name
108513:48:37 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-tools-76b68cb84c-nx4rr
108613:48:37 - MainThread - ocs_ci.ocs.utils - INFO - Ceph toolbox already exists, skipping
108713:48:37 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-tools -o yaml
108813:48:38 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-tools-76b68cb84c-nx4rr -n openshift-storage
108913:48:38 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh rook-ceph-tools-76b68cb84c-nx4rr ceph osd lspools --format json-pretty
109013:48:40 - MainThread - tests.helpers - INFO - POOLS are [{'poolnum': 1, 'poolname': 'ocs-storagecluster-cephblockpool'}, {'poolnum': 2, 'poolname': 'ocs-storagecluster-cephobjectstore.rgw.control'}, {'poolnum': 3, 'poolname': 'ocs-storagecluster-cephfilesystem-metadata'}, {'poolnum': 4, 'poolname': 'ocs-storagecluster-cephfilesystem-data0'}, {'poolnum': 5, 'poolname': 'ocs-storagecluster-cephobjectstore.rgw.meta'}, {'poolnum': 6, 'poolname': '.rgw.root'}, {'poolnum': 7, 'poolname': 'ocs-storagecluster-cephobjectstore.rgw.log'}, {'poolnum': 8, 'poolname': 'ocs-storagecluster-cephobjectstore.rgw.buckets.index'}, {'poolnum': 9, 'poolname': 'ocs-storagecluster-cephobjectstore.rgw.buckets.non-ec'}, {'poolnum': 10, 'poolname': 'ocs-storagecluster-cephobjectstore.rgw.buckets.data'}, {'poolnum': 12, 'poolname': 'cbp-test-913cb8d462c94012aba024adc07f8c16'}]
109113:48:40 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding StorageClass with name storageclass-test-rbd-55f383ae1b4f42bd86b3da812cd4f3a7
109213:48:40 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: storage.k8s.io/v1
1093 kind: StorageClass
1094 metadata:
1095 name: storageclass-test-rbd-55f383ae1b4f42bd86b3da812cd4f3a7
1096 namespace: openshift-storage
1097 parameters:
1098 clusterID: openshift-storage
1099 csi.storage.k8s.io/node-stage-secret-name: secret-test-rbd-7949113f5c074390986ba8b69c36c1d1
1100 csi.storage.k8s.io/node-stage-secret-namespace: openshift-storage
1101 csi.storage.k8s.io/provisioner-secret-name: secret-test-rbd-7949113f5c074390986ba8b69c36c1d1
1102 csi.storage.k8s.io/provisioner-secret-namespace: openshift-storage
1103 imageFeatures: layering
1104 imageFormat: '2'
1105 pool: cbp-test-913cb8d462c94012aba024adc07f8c16
1106 provisioner: openshift-storage.rbd.csi.ceph.com
1107 reclaimPolicy: Delete
110813:48:40 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/StorageClassbgh0crlu -o yaml
110913:48:41 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get StorageClass storageclass-test-rbd-55f383ae1b4f42bd86b3da812cd4f3a7 -n openshift-storage -o yaml
111013:48:41 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding PersistentVolumeClaim with name pvc-test-2978341a95fd4f6999555de383f9ebd5
111113:48:41 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
1112 kind: PersistentVolumeClaim
1113 metadata:
1114 name: pvc-test-2978341a95fd4f6999555de383f9ebd5
1115 namespace: namespace-test-ef114e3e61b446f9897f7c947fe220bd
1116 spec:
1117 accessModes:
1118 - ReadWriteOnce
1119 resources:
1120 requests:
1121 storage: 3Gi
1122 storageClassName: storageclass-test-rbd-55f383ae1b4f42bd86b3da812cd4f3a7
112313:48:41 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/PersistentVolumeClaimkw5r98_9 -o yaml
112413:48:41 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind PersistentVolumeClaim identified by name 'pvc-test-2978341a95fd4f6999555de383f9ebd5' and selector None to reach desired condition Bound
112513:48:41 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-2978341a95fd4f6999555de383f9ebd5 -n namespace-test-ef114e3e61b446f9897f7c947fe220bd -o yaml
112613:48:42 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-2978341a95fd4f6999555de383f9ebd5 -n namespace-test-ef114e3e61b446f9897f7c947fe220bd
112713:48:42 - MainThread - ocs_ci.ocs.ocp - INFO - status of pvc-test-2978341a95fd4f6999555de383f9ebd5 was Pending, but we were waiting for Bound
112813:48:45 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-2978341a95fd4f6999555de383f9ebd5 -n namespace-test-ef114e3e61b446f9897f7c947fe220bd -o yaml
112913:48:46 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-2978341a95fd4f6999555de383f9ebd5 -n namespace-test-ef114e3e61b446f9897f7c947fe220bd
113013:48:46 - MainThread - tests.helpers - INFO - PersistentVolumeClaim pvc-test-2978341a95fd4f6999555de383f9ebd5 reached state Bound
113113:48:46 - MainThread - tests.helpers - INFO - Creating new Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c for test
113213:48:46 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding Pod with name pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c
113313:48:46 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
1134 kind: Pod
1135 metadata:
1136 name: pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c
1137 namespace: namespace-test-ef114e3e61b446f9897f7c947fe220bd
1138 spec:
1139 containers:
1140 - image: nginx
1141 name: web-server
1142 volumeMounts:
1143 - mountPath: /var/lib/www/html
1144 name: mypvc
1145 volumes:
1146 - name: mypvc
1147 persistentVolumeClaim:
1148 claimName: pvc-test-2978341a95fd4f6999555de383f9ebd5
1149 readOnly: false
115013:48:46 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/POD_crthzn51 -o yaml
115113:48:47 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c -n namespace-test-ef114e3e61b446f9897f7c947fe220bd -o yaml
115213:48:47 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name 'pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c' and selector None to reach desired condition Running
115313:48:47 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c -n namespace-test-ef114e3e61b446f9897f7c947fe220bd -o yaml
115413:48:48 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c -n namespace-test-ef114e3e61b446f9897f7c947fe220bd
115513:48:48 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c was ContainerCreating, but we were waiting for Running
115613:48:51 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c -n namespace-test-ef114e3e61b446f9897f7c947fe220bd -o yaml
115713:48:52 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c -n namespace-test-ef114e3e61b446f9897f7c947fe220bd
115813:48:52 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c was ContainerCreating, but we were waiting for Running
115913:48:55 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c -n namespace-test-ef114e3e61b446f9897f7c947fe220bd -o yaml
116013:48:55 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c -n namespace-test-ef114e3e61b446f9897f7c947fe220bd
116113:48:56 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c was ContainerCreating, but we were waiting for Running
116213:48:59 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c -n namespace-test-ef114e3e61b446f9897f7c947fe220bd -o yaml
116313:49:00 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c -n namespace-test-ef114e3e61b446f9897f7c947fe220bd
116413:49:00 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c was ContainerCreating, but we were waiting for Running
116513:49:03 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c -n namespace-test-ef114e3e61b446f9897f7c947fe220bd -o yaml
116613:49:03 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c -n namespace-test-ef114e3e61b446f9897f7c947fe220bd
116713:49:04 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c was ContainerCreating, but we were waiting for Running
116813:49:07 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c -n namespace-test-ef114e3e61b446f9897f7c947fe220bd -o yaml
116913:49:07 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c -n namespace-test-ef114e3e61b446f9897f7c947fe220bd
117013:49:08 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c was ContainerCreating, but we were waiting for Running
117113:49:11 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c -n namespace-test-ef114e3e61b446f9897f7c947fe220bd -o yaml
117213:49:11 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c -n namespace-test-ef114e3e61b446f9897f7c947fe220bd
117313:49:12 - MainThread - tests.helpers - INFO - Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c reached state Running
117413:49:12 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c -n namespace-test-ef114e3e61b446f9897f7c947fe220bd -o yaml
1175-------------------------------- live log call ---------------------------------
117613:49:12 - MainThread - root - INFO - Running FIO with:
1177 size: 1GB
1178 jobs: 6
1179 runtime: 60
1180 IO depth: 16
118113:49:12 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c which apt-get
118213:49:13 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c apt-get update
118313:49:18 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c apt-get -y install fio
118413:49:31 - MainThread - ocs_ci.utility.utils - WARNING - Command warning: debconf: delaying package configuration, since apt-utils is not installed
118513:49:31 - ThreadPoolExecutor-2_0 - ocs_ci.utility.workloads.fio - INFO - Running cmd: fio --name=fio-rand-readwrite --filename=/var/lib/www/html/fio-rand-readwrite --readwrite=randrw --bs=4K --direct=1 --numjobs=6 --time_based=1 --runtime=60 --size=1GB --iodepth=16 --invalidate=1 --fsync_on_close=1 --rwmixread=75 --ioengine=libaio --output-format=json
118613:49:31 - MainThread - ocs_ci.ocs.workload - INFO - Done submitting..
118713:49:31 - ThreadPoolExecutor-2_0 - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c fio --name=fio-rand-readwrite --filename=/var/lib/www/html/fio-rand-readwrite --readwrite=randrw --bs=4K --direct=1 --numjobs=6 --time_based=1 --runtime=60 --size=1GB --iodepth=16 --invalidate=1 --fsync_on_close=1 --rwmixread=75 --ioengine=libaio --output-format=json
118813:49:31 - MainThread - root - INFO - Waiting for results
118913:50:50 - MainThread - root - INFO - IOPs after FIO:
119013:50:50 - MainThread - root - INFO - Read: 622.73424
119113:50:50 - MainThread - root - INFO - Write: 207.783553
119213:50:50 - MainThread - oauth2client.client - INFO - Refreshing access_token
1193PASSED [ 33%]
1194------------------------------ live log teardown -------------------------------
119513:51:07 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig delete Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c
119613:51:19 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c -n namespace-test-ef114e3e61b446f9897f7c947fe220bd -o yaml
119713:51:20 - MainThread - ocs_ci.ocs.ocp - INFO - Pod pod-test-rbd-e726d105e3844f3e98b947b2bccbdc2c got deleted successfully
119813:51:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-2978341a95fd4f6999555de383f9ebd5 -n namespace-test-ef114e3e61b446f9897f7c947fe220bd -o yaml
119913:51:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume pvc-d97577af-0d71-11ea-aa60-0629199d7d72 -n namespace-test-ef114e3e61b446f9897f7c947fe220bd -o yaml
120013:51:21 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig delete PersistentVolumeClaim pvc-test-2978341a95fd4f6999555de383f9ebd5
120113:51:21 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-2978341a95fd4f6999555de383f9ebd5 -n namespace-test-ef114e3e61b446f9897f7c947fe220bd -o yaml
120213:51:22 - MainThread - ocs_ci.ocs.ocp - INFO - PersistentVolumeClaim pvc-test-2978341a95fd4f6999555de383f9ebd5 got deleted successfully
120313:51:22 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume pvc-d97577af-0d71-11ea-aa60-0629199d7d72 -o yaml
120413:51:25 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume pvc-d97577af-0d71-11ea-aa60-0629199d7d72 -o yaml
120513:51:26 - MainThread - ocs_ci.ocs.ocp - INFO - PersistentVolume pvc-d97577af-0d71-11ea-aa60-0629199d7d72 got deleted successfully
120613:51:26 - MainThread - ocs_ci.ocs.ocp - INFO - Switching to project openshift-storage
120713:51:26 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc project openshift-storage
120813:51:26 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig delete Project namespace-test-ef114e3e61b446f9897f7c947fe220bd
120913:51:27 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Project namespace-test-ef114e3e61b446f9897f7c947fe220bd -n namespace-test-ef114e3e61b446f9897f7c947fe220bd -o yaml
121013:51:30 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Project namespace-test-ef114e3e61b446f9897f7c947fe220bd -n namespace-test-ef114e3e61b446f9897f7c947fe220bd -o yaml
121113:51:34 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-ef114e3e61b446f9897f7c947fe220bd --kubeconfig /home/wusui/wusui/auth/kubeconfig get Project namespace-test-ef114e3e61b446f9897f7c947fe220bd -n namespace-test-ef114e3e61b446f9897f7c947fe220bd -o yaml
121213:51:34 - MainThread - ocs_ci.ocs.ocp - INFO - Project namespace-test-ef114e3e61b446f9897f7c947fe220bd got deleted successfully
121313:51:34 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig delete StorageClass storageclass-test-rbd-55f383ae1b4f42bd86b3da812cd4f3a7
121413:51:35 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get StorageClass storageclass-test-rbd-55f383ae1b4f42bd86b3da812cd4f3a7 -o yaml
121513:51:35 - MainThread - ocs_ci.ocs.ocp - INFO - StorageClass storageclass-test-rbd-55f383ae1b4f42bd86b3da812cd4f3a7 got deleted successfully
121613:51:35 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig delete Secret secret-test-rbd-7949113f5c074390986ba8b69c36c1d1
121713:51:36 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Secret secret-test-rbd-7949113f5c074390986ba8b69c36c1d1 -n openshift-storage -o yaml
121813:51:36 - MainThread - ocs_ci.ocs.ocp - INFO - Secret secret-test-rbd-7949113f5c074390986ba8b69c36c1d1 got deleted successfully
121913:51:36 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig delete CephBlockPool cbp-test-913cb8d462c94012aba024adc07f8c16
122013:51:37 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephBlockPool cbp-test-913cb8d462c94012aba024adc07f8c16 -n openshift-storage -o yaml
122113:51:37 - MainThread - ocs_ci.ocs.ocp - INFO - CephBlockPool cbp-test-913cb8d462c94012aba024adc07f8c16 got deleted successfully
1222
1223tests/e2e/test_io_performance.py::TestIOPerformance::test_run_io[RBD-1GB-rw-12-60-32-3]
1224-------------------------------- live log setup --------------------------------
122513:51:37 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc new-project namespace-test-435fc98045b047079a5f4ee5b08048a1
122613:51:39 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get pods -o name
122713:51:40 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-tools-76b68cb84c-nx4rr
122813:51:40 - MainThread - ocs_ci.ocs.utils - INFO - Ceph toolbox already exists, skipping
122913:51:40 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-tools -o yaml
123013:51:41 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-tools-76b68cb84c-nx4rr -n openshift-storage
123113:51:41 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh rook-ceph-tools-76b68cb84c-nx4rr ceph auth get-key client.admin --format json-pretty
123213:51:51 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding Secret with name secret-test-rbd-b3061425075c4d43bd0384e641203622
123313:51:51 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
1234 kind: Secret
1235 metadata:
1236 name: secret-test-rbd-b3061425075c4d43bd0384e641203622
1237 namespace: openshift-storage
1238 stringData:
1239 userID: admin
1240 userKey: AQC3TthdYMpnDBAAUGQOe0iGicZVdaNLDdXt9w==
124113:51:51 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/Secretchuxh1rm -o yaml
124213:51:51 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Secret secret-test-rbd-b3061425075c4d43bd0384e641203622 -n openshift-storage -o yaml
124313:51:52 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding CephBlockPool with name cbp-test-59a6b984e82f45d3b5e2f3a2bc1c087b
124413:51:52 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: ceph.rook.io/v1
1245 kind: CephBlockPool
1246 metadata:
1247 name: cbp-test-59a6b984e82f45d3b5e2f3a2bc1c087b
1248 namespace: openshift-storage
1249 spec:
1250 annotations: null
1251 failureDomain: host
1252 replicated:
1253 size: 3
125413:51:52 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/CephBlockPool1ojh342g -o yaml
125513:51:52 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephBlockPool cbp-test-59a6b984e82f45d3b5e2f3a2bc1c087b -n openshift-storage -o yaml
125613:51:53 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephBlockPool cbp-test-59a6b984e82f45d3b5e2f3a2bc1c087b -n openshift-storage -o yaml
125713:51:53 - MainThread - tests.helpers - INFO - Verifying that block pool cbp-test-59a6b984e82f45d3b5e2f3a2bc1c087b exists
125813:51:53 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get pods -o name
125913:51:54 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-tools-76b68cb84c-nx4rr
126013:51:54 - MainThread - ocs_ci.ocs.utils - INFO - Ceph toolbox already exists, skipping
126113:51:54 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-tools -o yaml
126213:51:54 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-tools-76b68cb84c-nx4rr -n openshift-storage
126313:51:55 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh rook-ceph-tools-76b68cb84c-nx4rr ceph osd lspools --format json-pretty
126413:51:59 - MainThread - tests.helpers - INFO - POOLS are [{'poolnum': 1, 'poolname': 'ocs-storagecluster-cephblockpool'}, {'poolnum': 2, 'poolname': 'ocs-storagecluster-cephobjectstore.rgw.control'}, {'poolnum': 3, 'poolname': 'ocs-storagecluster-cephfilesystem-metadata'}, {'poolnum': 4, 'poolname': 'ocs-storagecluster-cephfilesystem-data0'}, {'poolnum': 5, 'poolname': 'ocs-storagecluster-cephobjectstore.rgw.meta'}, {'poolnum': 6, 'poolname': '.rgw.root'}, {'poolnum': 7, 'poolname': 'ocs-storagecluster-cephobjectstore.rgw.log'}, {'poolnum': 8, 'poolname': 'ocs-storagecluster-cephobjectstore.rgw.buckets.index'}, {'poolnum': 9, 'poolname': 'ocs-storagecluster-cephobjectstore.rgw.buckets.non-ec'}, {'poolnum': 10, 'poolname': 'ocs-storagecluster-cephobjectstore.rgw.buckets.data'}, {'poolnum': 13, 'poolname': 'cbp-test-59a6b984e82f45d3b5e2f3a2bc1c087b'}]
126513:51:59 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding StorageClass with name storageclass-test-rbd-91dfc6607f82440ead7c28758538a530
126613:51:59 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: storage.k8s.io/v1
1267 kind: StorageClass
1268 metadata:
1269 name: storageclass-test-rbd-91dfc6607f82440ead7c28758538a530
1270 namespace: openshift-storage
1271 parameters:
1272 clusterID: openshift-storage
1273 csi.storage.k8s.io/node-stage-secret-name: secret-test-rbd-b3061425075c4d43bd0384e641203622
1274 csi.storage.k8s.io/node-stage-secret-namespace: openshift-storage
1275 csi.storage.k8s.io/provisioner-secret-name: secret-test-rbd-b3061425075c4d43bd0384e641203622
1276 csi.storage.k8s.io/provisioner-secret-namespace: openshift-storage
1277 imageFeatures: layering
1278 imageFormat: '2'
1279 pool: cbp-test-59a6b984e82f45d3b5e2f3a2bc1c087b
1280 provisioner: openshift-storage.rbd.csi.ceph.com
1281 reclaimPolicy: Delete
128213:51:59 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/StorageClassodqhpgrp -o yaml
128313:52:00 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get StorageClass storageclass-test-rbd-91dfc6607f82440ead7c28758538a530 -n openshift-storage -o yaml
128413:52:00 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding PersistentVolumeClaim with name pvc-test-19ab67e7f97f4ec9974ef4b31b4b23bf
128513:52:00 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
1286 kind: PersistentVolumeClaim
1287 metadata:
1288 name: pvc-test-19ab67e7f97f4ec9974ef4b31b4b23bf
1289 namespace: namespace-test-435fc98045b047079a5f4ee5b08048a1
1290 spec:
1291 accessModes:
1292 - ReadWriteOnce
1293 resources:
1294 requests:
1295 storage: 3Gi
1296 storageClassName: storageclass-test-rbd-91dfc6607f82440ead7c28758538a530
129713:52:00 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/PersistentVolumeClaimsa3g_7p9 -o yaml
129813:52:01 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind PersistentVolumeClaim identified by name 'pvc-test-19ab67e7f97f4ec9974ef4b31b4b23bf' and selector None to reach desired condition Bound
129913:52:01 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-19ab67e7f97f4ec9974ef4b31b4b23bf -n namespace-test-435fc98045b047079a5f4ee5b08048a1 -o yaml
130013:52:01 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-19ab67e7f97f4ec9974ef4b31b4b23bf -n namespace-test-435fc98045b047079a5f4ee5b08048a1
130113:52:02 - MainThread - ocs_ci.ocs.ocp - INFO - status of pvc-test-19ab67e7f97f4ec9974ef4b31b4b23bf was Pending, but we were waiting for Bound
130213:52:05 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-19ab67e7f97f4ec9974ef4b31b4b23bf -n namespace-test-435fc98045b047079a5f4ee5b08048a1 -o yaml
130313:52:05 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-19ab67e7f97f4ec9974ef4b31b4b23bf -n namespace-test-435fc98045b047079a5f4ee5b08048a1
130413:52:06 - MainThread - tests.helpers - INFO - PersistentVolumeClaim pvc-test-19ab67e7f97f4ec9974ef4b31b4b23bf reached state Bound
130513:52:06 - MainThread - tests.helpers - INFO - Creating new Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 for test
130613:52:06 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding Pod with name pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95
130713:52:06 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
1308 kind: Pod
1309 metadata:
1310 name: pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95
1311 namespace: namespace-test-435fc98045b047079a5f4ee5b08048a1
1312 spec:
1313 containers:
1314 - image: nginx
1315 name: web-server
1316 volumeMounts:
1317 - mountPath: /var/lib/www/html
1318 name: mypvc
1319 volumes:
1320 - name: mypvc
1321 persistentVolumeClaim:
1322 claimName: pvc-test-19ab67e7f97f4ec9974ef4b31b4b23bf
1323 readOnly: false
132413:52:06 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/POD_4_qb3a91 -o yaml
132513:52:06 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 -n namespace-test-435fc98045b047079a5f4ee5b08048a1 -o yaml
132613:52:07 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name 'pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95' and selector None to reach desired condition Running
132713:52:07 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 -n namespace-test-435fc98045b047079a5f4ee5b08048a1 -o yaml
132813:52:07 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 -n namespace-test-435fc98045b047079a5f4ee5b08048a1
132913:52:07 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 was ContainerCreating, but we were waiting for Running
133013:52:10 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 -n namespace-test-435fc98045b047079a5f4ee5b08048a1 -o yaml
133113:52:11 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 -n namespace-test-435fc98045b047079a5f4ee5b08048a1
133213:52:11 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 was ContainerCreating, but we were waiting for Running
133313:52:14 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 -n namespace-test-435fc98045b047079a5f4ee5b08048a1 -o yaml
133413:52:15 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 -n namespace-test-435fc98045b047079a5f4ee5b08048a1
133513:52:15 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 was ContainerCreating, but we were waiting for Running
133613:52:18 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 -n namespace-test-435fc98045b047079a5f4ee5b08048a1 -o yaml
133713:52:19 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 -n namespace-test-435fc98045b047079a5f4ee5b08048a1
133813:52:19 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 was ContainerCreating, but we were waiting for Running
133913:52:22 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 -n namespace-test-435fc98045b047079a5f4ee5b08048a1 -o yaml
134013:52:23 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 -n namespace-test-435fc98045b047079a5f4ee5b08048a1
134113:52:23 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 was ContainerCreating, but we were waiting for Running
134213:52:26 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 -n namespace-test-435fc98045b047079a5f4ee5b08048a1 -o yaml
134313:52:26 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 -n namespace-test-435fc98045b047079a5f4ee5b08048a1
134413:52:27 - MainThread - tests.helpers - INFO - Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 reached state Running
134513:52:27 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 -n namespace-test-435fc98045b047079a5f4ee5b08048a1 -o yaml
1346-------------------------------- live log call ---------------------------------
134713:52:27 - MainThread - root - INFO - Running FIO with:
1348 size: 1GB
1349 jobs: 12
1350 runtime: 60
1351 IO depth: 32
135213:52:27 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 which apt-get
135313:52:28 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 apt-get update
135413:52:37 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 apt-get -y install fio
135513:52:49 - MainThread - ocs_ci.utility.utils - WARNING - Command warning: debconf: delaying package configuration, since apt-utils is not installed
135613:52:49 - ThreadPoolExecutor-3_0 - ocs_ci.utility.workloads.fio - INFO - Running cmd: fio --name=fio-rand-readwrite --filename=/var/lib/www/html/fio-rand-readwrite --readwrite=randrw --bs=4K --direct=1 --numjobs=12 --time_based=1 --runtime=60 --size=1GB --iodepth=32 --invalidate=1 --fsync_on_close=1 --rwmixread=75 --ioengine=libaio --output-format=json
135713:52:49 - MainThread - ocs_ci.ocs.workload - INFO - Done submitting..
135813:52:49 - ThreadPoolExecutor-3_0 - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 fio --name=fio-rand-readwrite --filename=/var/lib/www/html/fio-rand-readwrite --readwrite=randrw --bs=4K --direct=1 --numjobs=12 --time_based=1 --runtime=60 --size=1GB --iodepth=32 --invalidate=1 --fsync_on_close=1 --rwmixread=75 --ioengine=libaio --output-format=json
135913:52:49 - MainThread - root - INFO - Waiting for results
136013:54:08 - MainThread - root - INFO - IOPs after FIO:
136113:54:08 - MainThread - root - INFO - Read: 348.159867
136213:54:08 - MainThread - root - INFO - Write: 115.720233
136313:54:08 - MainThread - oauth2client.client - INFO - Refreshing access_token
1364PASSED [ 50%]
1365------------------------------ live log teardown -------------------------------
136613:54:11 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig delete Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95
136713:54:14 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 -n namespace-test-435fc98045b047079a5f4ee5b08048a1 -o yaml
136813:54:15 - MainThread - ocs_ci.ocs.ocp - INFO - Pod pod-test-rbd-8c9ed8e1c2f040468967ae52480c7b95 got deleted successfully
136913:54:15 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-19ab67e7f97f4ec9974ef4b31b4b23bf -n namespace-test-435fc98045b047079a5f4ee5b08048a1 -o yaml
137013:54:15 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume pvc-50487556-0d72-11ea-a591-0285b4b980a4 -n namespace-test-435fc98045b047079a5f4ee5b08048a1 -o yaml
137113:54:15 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig delete PersistentVolumeClaim pvc-test-19ab67e7f97f4ec9974ef4b31b4b23bf
137213:54:16 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-19ab67e7f97f4ec9974ef4b31b4b23bf -n namespace-test-435fc98045b047079a5f4ee5b08048a1 -o yaml
137313:54:16 - MainThread - ocs_ci.ocs.ocp - INFO - PersistentVolumeClaim pvc-test-19ab67e7f97f4ec9974ef4b31b4b23bf got deleted successfully
137413:54:16 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume pvc-50487556-0d72-11ea-a591-0285b4b980a4 -o yaml
137513:54:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume pvc-50487556-0d72-11ea-a591-0285b4b980a4 -o yaml
137613:54:20 - MainThread - ocs_ci.ocs.ocp - INFO - PersistentVolume pvc-50487556-0d72-11ea-a591-0285b4b980a4 got deleted successfully
137713:54:20 - MainThread - ocs_ci.ocs.ocp - INFO - Switching to project openshift-storage
137813:54:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc project openshift-storage
137913:54:21 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig delete Project namespace-test-435fc98045b047079a5f4ee5b08048a1
138013:54:22 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Project namespace-test-435fc98045b047079a5f4ee5b08048a1 -n namespace-test-435fc98045b047079a5f4ee5b08048a1 -o yaml
138113:54:25 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Project namespace-test-435fc98045b047079a5f4ee5b08048a1 -n namespace-test-435fc98045b047079a5f4ee5b08048a1 -o yaml
138213:54:28 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-435fc98045b047079a5f4ee5b08048a1 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Project namespace-test-435fc98045b047079a5f4ee5b08048a1 -n namespace-test-435fc98045b047079a5f4ee5b08048a1 -o yaml
138313:54:29 - MainThread - ocs_ci.ocs.ocp - INFO - Project namespace-test-435fc98045b047079a5f4ee5b08048a1 got deleted successfully
138413:54:29 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig delete StorageClass storageclass-test-rbd-91dfc6607f82440ead7c28758538a530
138513:54:29 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get StorageClass storageclass-test-rbd-91dfc6607f82440ead7c28758538a530 -o yaml
138613:54:30 - MainThread - ocs_ci.ocs.ocp - INFO - StorageClass storageclass-test-rbd-91dfc6607f82440ead7c28758538a530 got deleted successfully
138713:54:30 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig delete Secret secret-test-rbd-b3061425075c4d43bd0384e641203622
138813:54:30 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Secret secret-test-rbd-b3061425075c4d43bd0384e641203622 -n openshift-storage -o yaml
138913:54:31 - MainThread - ocs_ci.ocs.ocp - INFO - Secret secret-test-rbd-b3061425075c4d43bd0384e641203622 got deleted successfully
139013:54:31 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig delete CephBlockPool cbp-test-59a6b984e82f45d3b5e2f3a2bc1c087b
139113:54:32 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephBlockPool cbp-test-59a6b984e82f45d3b5e2f3a2bc1c087b -n openshift-storage -o yaml
139213:54:32 - MainThread - ocs_ci.ocs.ocp - INFO - CephBlockPool cbp-test-59a6b984e82f45d3b5e2f3a2bc1c087b got deleted successfully
1393
1394tests/e2e/test_io_performance.py::TestIOPerformance::test_run_io[CephFS-1GB-rw-1-60-4-1]
1395-------------------------------- live log setup --------------------------------
139613:54:32 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc new-project namespace-test-9e433bcbaa4f42919adb401dc1268914
139713:54:36 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get pods -o name
139813:54:37 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-tools-76b68cb84c-nx4rr
139913:54:37 - MainThread - ocs_ci.ocs.utils - INFO - Ceph toolbox already exists, skipping
140013:54:37 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-tools -o yaml
140113:54:37 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-tools-76b68cb84c-nx4rr -n openshift-storage
140213:54:37 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh rook-ceph-tools-76b68cb84c-nx4rr ceph auth get-key client.admin --format json-pretty
140313:54:41 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding Secret with name secret-test-cephfs-040f8e8bc8a2404e94dec9c2cba78e4f
140413:54:41 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
1405 kind: Secret
1406 metadata:
1407 name: secret-test-cephfs-040f8e8bc8a2404e94dec9c2cba78e4f
1408 namespace: openshift-storage
1409 stringData:
1410 adminID: admin
1411 adminKey: AQC3TthdYMpnDBAAUGQOe0iGicZVdaNLDdXt9w==
141213:54:41 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/Secretww9hwgba -o yaml
141313:54:42 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Secret secret-test-cephfs-040f8e8bc8a2404e94dec9c2cba78e4f -n openshift-storage -o yaml
141413:54:42 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephFileSystem ocs-storagecluster-cephfilesystem -n openshift-storage -o yaml
141513:54:43 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get pods -o name
141613:54:43 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-tools-76b68cb84c-nx4rr
141713:54:43 - MainThread - ocs_ci.ocs.utils - INFO - Ceph toolbox already exists, skipping
141813:54:43 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-tools -o yaml
141913:54:44 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-tools-76b68cb84c-nx4rr -n openshift-storage
142013:54:44 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh rook-ceph-tools-76b68cb84c-nx4rr ceph fs ls --format json-pretty
142113:54:52 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephFileSystem -n openshift-storage -o yaml
142213:54:53 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding StorageClass with name storageclass-test-cephfs-ab94d12ba2b54ef3b501e336b5dbfbd4
142313:54:53 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: storage.k8s.io/v1
1424 kind: StorageClass
1425 metadata:
1426 name: storageclass-test-cephfs-ab94d12ba2b54ef3b501e336b5dbfbd4
1427 namespace: openshift-storage
1428 mountOptions:
1429 - noexec
1430 parameters:
1431 clusterID: openshift-storage
1432 csi.storage.k8s.io/node-stage-secret-name: secret-test-cephfs-040f8e8bc8a2404e94dec9c2cba78e4f
1433 csi.storage.k8s.io/node-stage-secret-namespace: openshift-storage
1434 csi.storage.k8s.io/provisioner-secret-name: secret-test-cephfs-040f8e8bc8a2404e94dec9c2cba78e4f
1435 csi.storage.k8s.io/provisioner-secret-namespace: openshift-storage
1436 fsName: ocs-storagecluster-cephfilesystem
1437 pool: ocs-storagecluster-cephfilesystem-data0
1438 provisioner: openshift-storage.cephfs.csi.ceph.com
1439 reclaimPolicy: Delete
144013:54:53 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/StorageClassi1q3x5_9 -o yaml
144113:54:53 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get StorageClass storageclass-test-cephfs-ab94d12ba2b54ef3b501e336b5dbfbd4 -n openshift-storage -o yaml
144213:54:54 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding PersistentVolumeClaim with name pvc-test-00841fa2fb4f475c858d911328906ce9
144313:54:54 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
1444 kind: PersistentVolumeClaim
1445 metadata:
1446 name: pvc-test-00841fa2fb4f475c858d911328906ce9
1447 namespace: namespace-test-9e433bcbaa4f42919adb401dc1268914
1448 spec:
1449 accessModes:
1450 - ReadWriteOnce
1451 resources:
1452 requests:
1453 storage: 3Gi
1454 storageClassName: storageclass-test-cephfs-ab94d12ba2b54ef3b501e336b5dbfbd4
145513:54:54 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/PersistentVolumeClaime6fdm1u7 -o yaml
145613:54:54 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind PersistentVolumeClaim identified by name 'pvc-test-00841fa2fb4f475c858d911328906ce9' and selector None to reach desired condition Bound
145713:54:54 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-00841fa2fb4f475c858d911328906ce9 -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
145813:54:55 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-00841fa2fb4f475c858d911328906ce9 -n namespace-test-9e433bcbaa4f42919adb401dc1268914
145913:54:55 - MainThread - ocs_ci.ocs.ocp - INFO - status of pvc-test-00841fa2fb4f475c858d911328906ce9 was Pending, but we were waiting for Bound
146013:54:58 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-00841fa2fb4f475c858d911328906ce9 -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
146113:54:58 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-00841fa2fb4f475c858d911328906ce9 -n namespace-test-9e433bcbaa4f42919adb401dc1268914
146213:54:59 - MainThread - tests.helpers - INFO - PersistentVolumeClaim pvc-test-00841fa2fb4f475c858d911328906ce9 reached state Bound
146313:54:59 - MainThread - tests.helpers - INFO - Creating new Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a for test
146413:54:59 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding Pod with name pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a
146513:54:59 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
1466 kind: Pod
1467 metadata:
1468 name: pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a
1469 namespace: namespace-test-9e433bcbaa4f42919adb401dc1268914
1470 spec:
1471 containers:
1472 - image: nginx
1473 name: web-server
1474 volumeMounts:
1475 - mountPath: /var/lib/www/html
1476 name: mypvc
1477 volumes:
1478 - name: mypvc
1479 persistentVolumeClaim:
1480 claimName: pvc-test-00841fa2fb4f475c858d911328906ce9
1481 readOnly: false
148213:54:59 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/POD_n8yb2k0y -o yaml
148313:54:59 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
148413:55:00 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name 'pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a' and selector None to reach desired condition Running
148513:55:00 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
148613:55:00 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914
148713:55:01 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a was ContainerCreating, but we were waiting for Running
148813:55:04 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
148913:55:04 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914
149013:55:05 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a was ContainerCreating, but we were waiting for Running
149113:55:08 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
149213:55:08 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914
149313:55:09 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a was ContainerCreating, but we were waiting for Running
149413:55:12 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
149513:55:12 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914
149613:55:12 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a was ContainerCreating, but we were waiting for Running
149713:55:15 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
149813:55:16 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914
149913:55:17 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a was ContainerCreating, but we were waiting for Running
150013:55:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
150113:55:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914
150213:55:21 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a was ContainerCreating, but we were waiting for Running
150313:55:24 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
150413:55:24 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914
150513:55:25 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a was ContainerCreating, but we were waiting for Running
150613:55:28 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
150713:55:28 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914
150813:55:29 - MainThread - tests.helpers - INFO - Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a reached state Running
150913:55:29 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
1510-------------------------------- live log call ---------------------------------
151113:55:29 - MainThread - root - INFO - Running FIO with:
1512 size: 1GB
1513 jobs: 1
1514 runtime: 60
1515 IO depth: 4
151613:55:29 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a which apt-get
151713:55:30 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a apt-get update
151813:55:38 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a apt-get -y install fio
151913:55:48 - MainThread - ocs_ci.utility.utils - WARNING - Command warning: debconf: delaying package configuration, since apt-utils is not installed
152013:55:48 - ThreadPoolExecutor-4_0 - ocs_ci.utility.workloads.fio - INFO - Running cmd: fio --name=fio-rand-readwrite --filename=/var/lib/www/html/fio-rand-readwrite --readwrite=randrw --bs=4K --direct=1 --numjobs=1 --time_based=1 --runtime=60 --size=1GB --iodepth=4 --invalidate=1 --fsync_on_close=1 --rwmixread=75 --ioengine=libaio --output-format=json
152113:55:48 - MainThread - ocs_ci.ocs.workload - INFO - Done submitting..
152213:55:48 - ThreadPoolExecutor-4_0 - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a fio --name=fio-rand-readwrite --filename=/var/lib/www/html/fio-rand-readwrite --readwrite=randrw --bs=4K --direct=1 --numjobs=1 --time_based=1 --runtime=60 --size=1GB --iodepth=4 --invalidate=1 --fsync_on_close=1 --rwmixread=75 --ioengine=libaio --output-format=json
152313:55:48 - MainThread - root - INFO - Waiting for results
152413:57:06 - MainThread - root - INFO - IOPs after FIO:
152513:57:06 - MainThread - root - INFO - Read: 1654.800593
152613:57:06 - MainThread - root - INFO - Write: 551.755746
152713:57:06 - MainThread - oauth2client.client - INFO - Refreshing access_token
1528PASSED [ 66%]
1529------------------------------ live log teardown -------------------------------
153013:57:16 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig delete Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a
153113:57:24 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
153213:57:25 - MainThread - ocs_ci.ocs.ocp - INFO - Pod pod-test-cephfs-4dada8d9e2984eac9546ec57eff4283a got deleted successfully
153313:57:25 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-00841fa2fb4f475c858d911328906ce9 -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
153413:57:25 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume pvc-b78bdc20-0d72-11ea-b040-0ad2fbfe9398 -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
153513:57:26 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig delete PersistentVolumeClaim pvc-test-00841fa2fb4f475c858d911328906ce9
153613:57:26 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-00841fa2fb4f475c858d911328906ce9 -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
153713:57:27 - MainThread - ocs_ci.ocs.ocp - INFO - PersistentVolumeClaim pvc-test-00841fa2fb4f475c858d911328906ce9 got deleted successfully
153813:57:27 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume pvc-b78bdc20-0d72-11ea-b040-0ad2fbfe9398 -o yaml
153913:57:30 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume pvc-b78bdc20-0d72-11ea-b040-0ad2fbfe9398 -o yaml
154013:57:31 - MainThread - ocs_ci.ocs.ocp - INFO - PersistentVolume pvc-b78bdc20-0d72-11ea-b040-0ad2fbfe9398 got deleted successfully
154113:57:31 - MainThread - ocs_ci.ocs.ocp - INFO - Switching to project openshift-storage
154213:57:31 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc project openshift-storage
154313:57:31 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig delete Project namespace-test-9e433bcbaa4f42919adb401dc1268914
154413:57:32 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Project namespace-test-9e433bcbaa4f42919adb401dc1268914 -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
154513:57:35 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Project namespace-test-9e433bcbaa4f42919adb401dc1268914 -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
154613:57:39 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9e433bcbaa4f42919adb401dc1268914 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Project namespace-test-9e433bcbaa4f42919adb401dc1268914 -n namespace-test-9e433bcbaa4f42919adb401dc1268914 -o yaml
154713:57:39 - MainThread - ocs_ci.ocs.ocp - INFO - Project namespace-test-9e433bcbaa4f42919adb401dc1268914 got deleted successfully
154813:57:39 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig delete StorageClass storageclass-test-cephfs-ab94d12ba2b54ef3b501e336b5dbfbd4
154913:57:40 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get StorageClass storageclass-test-cephfs-ab94d12ba2b54ef3b501e336b5dbfbd4 -o yaml
155013:57:40 - MainThread - ocs_ci.ocs.ocp - INFO - StorageClass storageclass-test-cephfs-ab94d12ba2b54ef3b501e336b5dbfbd4 got deleted successfully
155113:57:40 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig delete Secret secret-test-cephfs-040f8e8bc8a2404e94dec9c2cba78e4f
155213:57:41 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Secret secret-test-cephfs-040f8e8bc8a2404e94dec9c2cba78e4f -n openshift-storage -o yaml
155313:57:41 - MainThread - ocs_ci.ocs.ocp - INFO - Secret secret-test-cephfs-040f8e8bc8a2404e94dec9c2cba78e4f got deleted successfully
1554
1555tests/e2e/test_io_performance.py::TestIOPerformance::test_run_io[CephFS-1GB-rw-6-60-16-2]
1556-------------------------------- live log setup --------------------------------
155713:57:41 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc new-project namespace-test-9a63b00777fe4cbda5c13764c397b484
155813:57:46 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get pods -o name
155913:57:46 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-tools-76b68cb84c-nx4rr
156013:57:46 - MainThread - ocs_ci.ocs.utils - INFO - Ceph toolbox already exists, skipping
156113:57:46 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-tools -o yaml
156213:57:47 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-tools-76b68cb84c-nx4rr -n openshift-storage
156313:57:47 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh rook-ceph-tools-76b68cb84c-nx4rr ceph auth get-key client.admin --format json-pretty
156413:57:51 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding Secret with name secret-test-cephfs-2f555905cf0248fd9db67b8d8933c481
156513:57:51 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
1566 kind: Secret
1567 metadata:
1568 name: secret-test-cephfs-2f555905cf0248fd9db67b8d8933c481
1569 namespace: openshift-storage
1570 stringData:
1571 adminID: admin
1572 adminKey: AQC3TthdYMpnDBAAUGQOe0iGicZVdaNLDdXt9w==
157313:57:51 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/Secretsrtj21x4 -o yaml
157413:57:51 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Secret secret-test-cephfs-2f555905cf0248fd9db67b8d8933c481 -n openshift-storage -o yaml
157513:57:51 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephFileSystem ocs-storagecluster-cephfilesystem -n openshift-storage -o yaml
157613:57:52 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get pods -o name
157713:57:53 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-tools-76b68cb84c-nx4rr
157813:57:53 - MainThread - ocs_ci.ocs.utils - INFO - Ceph toolbox already exists, skipping
157913:57:53 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-tools -o yaml
158013:57:53 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-tools-76b68cb84c-nx4rr -n openshift-storage
158113:57:54 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh rook-ceph-tools-76b68cb84c-nx4rr ceph fs ls --format json-pretty
158213:58:01 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephFileSystem -n openshift-storage -o yaml
158313:58:02 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding StorageClass with name storageclass-test-cephfs-20026534b41a4cb2ad599f6ca21c1309
158413:58:02 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: storage.k8s.io/v1
1585 kind: StorageClass
1586 metadata:
1587 name: storageclass-test-cephfs-20026534b41a4cb2ad599f6ca21c1309
1588 namespace: openshift-storage
1589 mountOptions:
1590 - noexec
1591 parameters:
1592 clusterID: openshift-storage
1593 csi.storage.k8s.io/node-stage-secret-name: secret-test-cephfs-2f555905cf0248fd9db67b8d8933c481
1594 csi.storage.k8s.io/node-stage-secret-namespace: openshift-storage
1595 csi.storage.k8s.io/provisioner-secret-name: secret-test-cephfs-2f555905cf0248fd9db67b8d8933c481
1596 csi.storage.k8s.io/provisioner-secret-namespace: openshift-storage
1597 fsName: ocs-storagecluster-cephfilesystem
1598 pool: ocs-storagecluster-cephfilesystem-data0
1599 provisioner: openshift-storage.cephfs.csi.ceph.com
1600 reclaimPolicy: Delete
160113:58:02 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/StorageClasshd7ypkxx -o yaml
160213:58:02 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get StorageClass storageclass-test-cephfs-20026534b41a4cb2ad599f6ca21c1309 -n openshift-storage -o yaml
160313:58:03 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding PersistentVolumeClaim with name pvc-test-f043c4bc6b074b84aa025ece6b8e8b79
160413:58:03 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
1605 kind: PersistentVolumeClaim
1606 metadata:
1607 name: pvc-test-f043c4bc6b074b84aa025ece6b8e8b79
1608 namespace: namespace-test-9a63b00777fe4cbda5c13764c397b484
1609 spec:
1610 accessModes:
1611 - ReadWriteOnce
1612 resources:
1613 requests:
1614 storage: 3Gi
1615 storageClassName: storageclass-test-cephfs-20026534b41a4cb2ad599f6ca21c1309
161613:58:03 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/PersistentVolumeClaim9urn97p6 -o yaml
161713:58:03 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind PersistentVolumeClaim identified by name 'pvc-test-f043c4bc6b074b84aa025ece6b8e8b79' and selector None to reach desired condition Bound
161813:58:03 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-f043c4bc6b074b84aa025ece6b8e8b79 -n namespace-test-9a63b00777fe4cbda5c13764c397b484 -o yaml
161913:58:04 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-f043c4bc6b074b84aa025ece6b8e8b79 -n namespace-test-9a63b00777fe4cbda5c13764c397b484
162013:58:04 - MainThread - ocs_ci.ocs.ocp - INFO - status of pvc-test-f043c4bc6b074b84aa025ece6b8e8b79 was Pending, but we were waiting for Bound
162113:58:07 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-f043c4bc6b074b84aa025ece6b8e8b79 -n namespace-test-9a63b00777fe4cbda5c13764c397b484 -o yaml
162213:58:08 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-f043c4bc6b074b84aa025ece6b8e8b79 -n namespace-test-9a63b00777fe4cbda5c13764c397b484
162313:58:08 - MainThread - tests.helpers - INFO - PersistentVolumeClaim pvc-test-f043c4bc6b074b84aa025ece6b8e8b79 reached state Bound
162413:58:08 - MainThread - tests.helpers - INFO - Creating new Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 for test
162513:58:08 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding Pod with name pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71
162613:58:08 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
1627 kind: Pod
1628 metadata:
1629 name: pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71
1630 namespace: namespace-test-9a63b00777fe4cbda5c13764c397b484
1631 spec:
1632 containers:
1633 - image: nginx
1634 name: web-server
1635 volumeMounts:
1636 - mountPath: /var/lib/www/html
1637 name: mypvc
1638 volumes:
1639 - name: mypvc
1640 persistentVolumeClaim:
1641 claimName: pvc-test-f043c4bc6b074b84aa025ece6b8e8b79
1642 readOnly: false
164313:58:08 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/POD_b9o5qo4z -o yaml
164413:58:09 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 -n namespace-test-9a63b00777fe4cbda5c13764c397b484 -o yaml
164513:58:09 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name 'pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71' and selector None to reach desired condition Running
164613:58:09 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 -n namespace-test-9a63b00777fe4cbda5c13764c397b484 -o yaml
164713:58:09 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 -n namespace-test-9a63b00777fe4cbda5c13764c397b484
164813:58:10 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 was ContainerCreating, but we were waiting for Running
164913:58:13 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 -n namespace-test-9a63b00777fe4cbda5c13764c397b484 -o yaml
165013:58:13 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 -n namespace-test-9a63b00777fe4cbda5c13764c397b484
165113:58:14 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 was ContainerCreating, but we were waiting for Running
165213:58:17 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 -n namespace-test-9a63b00777fe4cbda5c13764c397b484 -o yaml
165313:58:17 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 -n namespace-test-9a63b00777fe4cbda5c13764c397b484
165413:58:18 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 was ContainerCreating, but we were waiting for Running
165513:58:21 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 -n namespace-test-9a63b00777fe4cbda5c13764c397b484 -o yaml
165613:58:21 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 -n namespace-test-9a63b00777fe4cbda5c13764c397b484
165713:58:22 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 was ContainerCreating, but we were waiting for Running
165813:58:25 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 -n namespace-test-9a63b00777fe4cbda5c13764c397b484 -o yaml
165913:58:25 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 -n namespace-test-9a63b00777fe4cbda5c13764c397b484
166013:58:25 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 was ContainerCreating, but we were waiting for Running
166113:58:28 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 -n namespace-test-9a63b00777fe4cbda5c13764c397b484 -o yaml
166213:58:29 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 -n namespace-test-9a63b00777fe4cbda5c13764c397b484
166313:58:29 - MainThread - tests.helpers - INFO - Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 reached state Running
166413:58:29 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 -n namespace-test-9a63b00777fe4cbda5c13764c397b484 -o yaml
1665-------------------------------- live log call ---------------------------------
166613:58:30 - MainThread - root - INFO - Running FIO with:
1667 size: 1GB
1668 jobs: 6
1669 runtime: 60
1670 IO depth: 16
167113:58:30 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 which apt-get
167213:58:31 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 apt-get update
167313:58:35 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 apt-get -y install fio
167413:58:46 - MainThread - ocs_ci.utility.utils - WARNING - Command warning: debconf: delaying package configuration, since apt-utils is not installed
167513:58:46 - ThreadPoolExecutor-5_0 - ocs_ci.utility.workloads.fio - INFO - Running cmd: fio --name=fio-rand-readwrite --filename=/var/lib/www/html/fio-rand-readwrite --readwrite=randrw --bs=4K --direct=1 --numjobs=6 --time_based=1 --runtime=60 --size=1GB --iodepth=16 --invalidate=1 --fsync_on_close=1 --rwmixread=75 --ioengine=libaio --output-format=json
167613:58:46 - MainThread - ocs_ci.ocs.workload - INFO - Done submitting..
167713:58:46 - ThreadPoolExecutor-5_0 - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 fio --name=fio-rand-readwrite --filename=/var/lib/www/html/fio-rand-readwrite --readwrite=randrw --bs=4K --direct=1 --numjobs=6 --time_based=1 --runtime=60 --size=1GB --iodepth=16 --invalidate=1 --fsync_on_close=1 --rwmixread=75 --ioengine=libaio --output-format=json
167813:58:46 - MainThread - root - INFO - Waiting for results
167914:00:04 - MainThread - root - INFO - IOPs after FIO:
168014:00:04 - MainThread - root - INFO - Read: 627.711325
168114:00:04 - MainThread - root - INFO - Write: 209.475894
168214:00:04 - MainThread - oauth2client.client - INFO - Refreshing access_token
1683PASSED [ 83%]
1684------------------------------ live log teardown -------------------------------
168514:00:10 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig delete Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71
168614:00:18 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 -n namespace-test-9a63b00777fe4cbda5c13764c397b484 -o yaml
168714:00:19 - MainThread - ocs_ci.ocs.ocp - INFO - Pod pod-test-cephfs-f2e9831d6bd34e629a672dbaa883dd71 got deleted successfully
168814:00:19 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-f043c4bc6b074b84aa025ece6b8e8b79 -n namespace-test-9a63b00777fe4cbda5c13764c397b484 -o yaml
168914:00:19 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume pvc-2855aaa5-0d73-11ea-a591-0285b4b980a4 -n namespace-test-9a63b00777fe4cbda5c13764c397b484 -o yaml
169014:00:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig delete PersistentVolumeClaim pvc-test-f043c4bc6b074b84aa025ece6b8e8b79
169114:00:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-f043c4bc6b074b84aa025ece6b8e8b79 -n namespace-test-9a63b00777fe4cbda5c13764c397b484 -o yaml
169214:00:21 - MainThread - ocs_ci.ocs.ocp - INFO - PersistentVolumeClaim pvc-test-f043c4bc6b074b84aa025ece6b8e8b79 got deleted successfully
169314:00:21 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume pvc-2855aaa5-0d73-11ea-a591-0285b4b980a4 -o yaml
169414:00:24 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume pvc-2855aaa5-0d73-11ea-a591-0285b4b980a4 -o yaml
169514:00:25 - MainThread - ocs_ci.ocs.ocp - INFO - PersistentVolume pvc-2855aaa5-0d73-11ea-a591-0285b4b980a4 got deleted successfully
169614:00:25 - MainThread - ocs_ci.ocs.ocp - INFO - Switching to project openshift-storage
169714:00:25 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc project openshift-storage
169814:00:25 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig delete Project namespace-test-9a63b00777fe4cbda5c13764c397b484
169914:00:26 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Project namespace-test-9a63b00777fe4cbda5c13764c397b484 -n namespace-test-9a63b00777fe4cbda5c13764c397b484 -o yaml
170014:00:29 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Project namespace-test-9a63b00777fe4cbda5c13764c397b484 -n namespace-test-9a63b00777fe4cbda5c13764c397b484 -o yaml
170114:00:33 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-9a63b00777fe4cbda5c13764c397b484 --kubeconfig /home/wusui/wusui/auth/kubeconfig get Project namespace-test-9a63b00777fe4cbda5c13764c397b484 -n namespace-test-9a63b00777fe4cbda5c13764c397b484 -o yaml
170214:00:33 - MainThread - ocs_ci.ocs.ocp - INFO - Project namespace-test-9a63b00777fe4cbda5c13764c397b484 got deleted successfully
170314:00:33 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig delete StorageClass storageclass-test-cephfs-20026534b41a4cb2ad599f6ca21c1309
170414:00:34 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get StorageClass storageclass-test-cephfs-20026534b41a4cb2ad599f6ca21c1309 -o yaml
170514:00:34 - MainThread - ocs_ci.ocs.ocp - INFO - StorageClass storageclass-test-cephfs-20026534b41a4cb2ad599f6ca21c1309 got deleted successfully
170614:00:34 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig delete Secret secret-test-cephfs-2f555905cf0248fd9db67b8d8933c481
170714:00:35 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Secret secret-test-cephfs-2f555905cf0248fd9db67b8d8933c481 -n openshift-storage -o yaml
170814:00:35 - MainThread - ocs_ci.ocs.ocp - INFO - Secret secret-test-cephfs-2f555905cf0248fd9db67b8d8933c481 got deleted successfully
1709
1710tests/e2e/test_io_performance.py::TestIOPerformance::test_run_io[CephFS-1GB-rw-12-60-32-3]
1711-------------------------------- live log setup --------------------------------
171214:00:35 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc new-project namespace-test-b9856719179f4611bdb7cbe9f7811a6c
171314:00:36 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get pods -o name
171414:00:38 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-tools-76b68cb84c-nx4rr
171514:00:38 - MainThread - ocs_ci.ocs.utils - INFO - Ceph toolbox already exists, skipping
171614:00:38 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-tools -o yaml
171714:00:38 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-tools-76b68cb84c-nx4rr -n openshift-storage
171814:00:39 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh rook-ceph-tools-76b68cb84c-nx4rr ceph auth get-key client.admin --format json-pretty
171914:00:49 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding Secret with name secret-test-cephfs-766e0a8521a54ccb87f2e36d318ae654
172014:00:49 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
1721 kind: Secret
1722 metadata:
1723 name: secret-test-cephfs-766e0a8521a54ccb87f2e36d318ae654
1724 namespace: openshift-storage
1725 stringData:
1726 adminID: admin
1727 adminKey: AQC3TthdYMpnDBAAUGQOe0iGicZVdaNLDdXt9w==
172814:00:49 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/Secret59dmekay -o yaml
172914:00:50 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Secret secret-test-cephfs-766e0a8521a54ccb87f2e36d318ae654 -n openshift-storage -o yaml
173014:00:50 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephFileSystem ocs-storagecluster-cephfilesystem -n openshift-storage -o yaml
173114:00:51 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get pods -o name
173214:00:51 - MainThread - ocs_ci.ocs.utils - INFO - pod name match found appending rook-ceph-tools-76b68cb84c-nx4rr
173314:00:51 - MainThread - ocs_ci.ocs.utils - INFO - Ceph toolbox already exists, skipping
173414:00:51 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -n openshift-storage --selector=app=rook-ceph-tools -o yaml
173514:00:52 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod rook-ceph-tools-76b68cb84c-nx4rr -n openshift-storage
173614:00:52 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh rook-ceph-tools-76b68cb84c-nx4rr ceph fs ls --format json-pretty
173714:01:04 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephFileSystem -n openshift-storage -o yaml
173814:01:05 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding StorageClass with name storageclass-test-cephfs-a9fca832f4ba411da8baa704e8d8e6c6
173914:01:05 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: storage.k8s.io/v1
1740 kind: StorageClass
1741 metadata:
1742 name: storageclass-test-cephfs-a9fca832f4ba411da8baa704e8d8e6c6
1743 namespace: openshift-storage
1744 mountOptions:
1745 - noexec
1746 parameters:
1747 clusterID: openshift-storage
1748 csi.storage.k8s.io/node-stage-secret-name: secret-test-cephfs-766e0a8521a54ccb87f2e36d318ae654
1749 csi.storage.k8s.io/node-stage-secret-namespace: openshift-storage
1750 csi.storage.k8s.io/provisioner-secret-name: secret-test-cephfs-766e0a8521a54ccb87f2e36d318ae654
1751 csi.storage.k8s.io/provisioner-secret-namespace: openshift-storage
1752 fsName: ocs-storagecluster-cephfilesystem
1753 pool: ocs-storagecluster-cephfilesystem-data0
1754 provisioner: openshift-storage.cephfs.csi.ceph.com
1755 reclaimPolicy: Delete
175614:01:05 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/StorageClass4muu4qca -o yaml
175714:01:05 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get StorageClass storageclass-test-cephfs-a9fca832f4ba411da8baa704e8d8e6c6 -n openshift-storage -o yaml
175814:01:06 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding PersistentVolumeClaim with name pvc-test-8b9fb5a534a34751b867c9b0568635ef
175914:01:06 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
1760 kind: PersistentVolumeClaim
1761 metadata:
1762 name: pvc-test-8b9fb5a534a34751b867c9b0568635ef
1763 namespace: namespace-test-b9856719179f4611bdb7cbe9f7811a6c
1764 spec:
1765 accessModes:
1766 - ReadWriteOnce
1767 resources:
1768 requests:
1769 storage: 3Gi
1770 storageClassName: storageclass-test-cephfs-a9fca832f4ba411da8baa704e8d8e6c6
177114:01:06 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/PersistentVolumeClaimczqzkfol -o yaml
177214:01:06 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind PersistentVolumeClaim identified by name 'pvc-test-8b9fb5a534a34751b867c9b0568635ef' and selector None to reach desired condition Bound
177314:01:06 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-8b9fb5a534a34751b867c9b0568635ef -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
177414:01:07 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-8b9fb5a534a34751b867c9b0568635ef -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c
177514:01:07 - MainThread - ocs_ci.ocs.ocp - INFO - status of pvc-test-8b9fb5a534a34751b867c9b0568635ef was Pending, but we were waiting for Bound
177614:01:10 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-8b9fb5a534a34751b867c9b0568635ef -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
177714:01:10 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-8b9fb5a534a34751b867c9b0568635ef -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c
177814:01:11 - MainThread - tests.helpers - INFO - PersistentVolumeClaim pvc-test-8b9fb5a534a34751b867c9b0568635ef reached state Bound
177914:01:11 - MainThread - tests.helpers - INFO - Creating new Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 for test
178014:01:11 - MainThread - ocs_ci.ocs.resources.ocs - INFO - Adding Pod with name pod-test-cephfs-6afc5f8358914b41b38f67321d075389
178114:01:11 - MainThread - ocs_ci.utility.templating - INFO - apiVersion: v1
1782 kind: Pod
1783 metadata:
1784 name: pod-test-cephfs-6afc5f8358914b41b38f67321d075389
1785 namespace: namespace-test-b9856719179f4611bdb7cbe9f7811a6c
1786 spec:
1787 containers:
1788 - image: nginx
1789 name: web-server
1790 volumeMounts:
1791 - mountPath: /var/lib/www/html
1792 name: mypvc
1793 volumes:
1794 - name: mypvc
1795 persistentVolumeClaim:
1796 claimName: pvc-test-8b9fb5a534a34751b867c9b0568635ef
1797 readOnly: false
179814:01:11 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig create -f /tmp/POD_de061521 -o yaml
179914:01:11 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
180014:01:12 - MainThread - ocs_ci.ocs.ocp - INFO - Waiting for a resource(s) of kind Pod identified by name 'pod-test-cephfs-6afc5f8358914b41b38f67321d075389' and selector None to reach desired condition Running
180114:01:12 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
180214:01:12 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c
180314:01:13 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-6afc5f8358914b41b38f67321d075389 was ContainerCreating, but we were waiting for Running
180414:01:16 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
180514:01:16 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c
180614:01:17 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-6afc5f8358914b41b38f67321d075389 was ContainerCreating, but we were waiting for Running
180714:01:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
180814:01:20 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c
180914:01:21 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-6afc5f8358914b41b38f67321d075389 was ContainerCreating, but we were waiting for Running
181014:01:24 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
181114:01:24 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c
181214:01:24 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-6afc5f8358914b41b38f67321d075389 was ContainerCreating, but we were waiting for Running
181314:01:27 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
181414:01:28 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c
181514:01:28 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-6afc5f8358914b41b38f67321d075389 was ContainerCreating, but we were waiting for Running
181614:01:31 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
181714:01:32 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c
181814:01:32 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-6afc5f8358914b41b38f67321d075389 was ContainerCreating, but we were waiting for Running
181914:01:35 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
182014:01:36 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c
182114:01:36 - MainThread - ocs_ci.ocs.ocp - INFO - status of pod-test-cephfs-6afc5f8358914b41b38f67321d075389 was ContainerCreating, but we were waiting for Running
182214:01:39 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
182314:01:40 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c
182414:01:40 - MainThread - tests.helpers - INFO - Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 reached state Running
182514:01:40 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
1826-------------------------------- live log call ---------------------------------
182714:01:40 - MainThread - root - INFO - Running FIO with:
1828 size: 1GB
1829 jobs: 12
1830 runtime: 60
1831 IO depth: 32
183214:01:40 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-cephfs-6afc5f8358914b41b38f67321d075389 which apt-get
183314:01:42 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-cephfs-6afc5f8358914b41b38f67321d075389 apt-get update
183414:01:50 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-cephfs-6afc5f8358914b41b38f67321d075389 apt-get -y install fio
183514:02:02 - MainThread - ocs_ci.utility.utils - WARNING - Command warning: debconf: delaying package configuration, since apt-utils is not installed
183614:02:02 - ThreadPoolExecutor-6_0 - ocs_ci.utility.workloads.fio - INFO - Running cmd: fio --name=fio-rand-readwrite --filename=/var/lib/www/html/fio-rand-readwrite --readwrite=randrw --bs=4K --direct=1 --numjobs=12 --time_based=1 --runtime=60 --size=1GB --iodepth=32 --invalidate=1 --fsync_on_close=1 --rwmixread=75 --ioengine=libaio --output-format=json
183714:02:02 - MainThread - ocs_ci.ocs.workload - INFO - Done submitting..
183814:02:02 - ThreadPoolExecutor-6_0 - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig rsh pod-test-cephfs-6afc5f8358914b41b38f67321d075389 fio --name=fio-rand-readwrite --filename=/var/lib/www/html/fio-rand-readwrite --readwrite=randrw --bs=4K --direct=1 --numjobs=12 --time_based=1 --runtime=60 --size=1GB --iodepth=32 --invalidate=1 --fsync_on_close=1 --rwmixread=75 --ioengine=libaio --output-format=json
183914:02:02 - MainThread - root - INFO - Waiting for results
184014:03:24 - MainThread - root - INFO - IOPs after FIO:
184114:03:24 - MainThread - root - INFO - Read: 317.840805
184214:03:24 - MainThread - root - INFO - Write: 105.248274
184314:03:24 - MainThread - oauth2client.client - INFO - Refreshing access_token
1844PASSED [100%]
1845------------------------------ live log teardown -------------------------------
184614:03:34 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig delete Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389
184714:03:52 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
184814:03:53 - MainThread - ocs_ci.ocs.ocp - INFO - Pod pod-test-cephfs-6afc5f8358914b41b38f67321d075389 got deleted successfully
184914:03:53 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-8b9fb5a534a34751b867c9b0568635ef -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
185014:03:54 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume pvc-955542e6-0d73-11ea-aa60-0629199d7d72 -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
185114:03:54 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig delete PersistentVolumeClaim pvc-test-8b9fb5a534a34751b867c9b0568635ef
185214:03:55 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim pvc-test-8b9fb5a534a34751b867c9b0568635ef -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
185314:03:55 - MainThread - ocs_ci.ocs.ocp - INFO - PersistentVolumeClaim pvc-test-8b9fb5a534a34751b867c9b0568635ef got deleted successfully
185414:03:55 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume pvc-955542e6-0d73-11ea-aa60-0629199d7d72 -o yaml
185514:03:59 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume pvc-955542e6-0d73-11ea-aa60-0629199d7d72 -o yaml
185614:03:59 - MainThread - ocs_ci.ocs.ocp - INFO - PersistentVolume pvc-955542e6-0d73-11ea-aa60-0629199d7d72 got deleted successfully
185714:03:59 - MainThread - ocs_ci.ocs.ocp - INFO - Switching to project openshift-storage
185814:03:59 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc project openshift-storage
185914:04:00 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig delete Project namespace-test-b9856719179f4611bdb7cbe9f7811a6c
186014:04:00 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Project namespace-test-b9856719179f4611bdb7cbe9f7811a6c -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
186114:04:04 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Project namespace-test-b9856719179f4611bdb7cbe9f7811a6c -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
186214:04:07 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c --kubeconfig /home/wusui/wusui/auth/kubeconfig get Project namespace-test-b9856719179f4611bdb7cbe9f7811a6c -n namespace-test-b9856719179f4611bdb7cbe9f7811a6c -o yaml
186314:04:08 - MainThread - ocs_ci.ocs.ocp - INFO - Project namespace-test-b9856719179f4611bdb7cbe9f7811a6c got deleted successfully
186414:04:08 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig delete StorageClass storageclass-test-cephfs-a9fca832f4ba411da8baa704e8d8e6c6
186514:04:08 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get StorageClass storageclass-test-cephfs-a9fca832f4ba411da8baa704e8d8e6c6 -o yaml
186614:04:09 - MainThread - ocs_ci.ocs.ocp - INFO - StorageClass storageclass-test-cephfs-a9fca832f4ba411da8baa704e8d8e6c6 got deleted successfully
186714:04:09 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig delete Secret secret-test-cephfs-766e0a8521a54ccb87f2e36d318ae654
186814:04:09 - MainThread - ocs_ci.utility.utils - INFO - Executing command: oc -n openshift-storage --kubeconfig /home/wusui/wusui/auth/kubeconfig get Secret secret-test-cephfs-766e0a8521a54ccb87f2e36d318ae654 -n openshift-storage -o yaml
186914:04:10 - MainThread - ocs_ci.ocs.ocp - INFO - Secret secret-test-cephfs-766e0a8521a54ccb87f2e36d318ae654 got deleted successfully
187014:04:10 - Dummy-8 - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get Pod -A -o yaml
187114:04:10 - Dummy-9 - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get StorageClass -A -o yaml
187214:04:10 - Dummy-10 - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephFileSystem -A -o yaml
187314:04:10 - Dummy-11 - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get CephBlockPool -A -o yaml
187414:04:10 - Dummy-12 - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolume -A -o yaml
187514:04:10 - Dummy-13 - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get PersistentVolumeClaim -A -o yaml
187614:04:10 - Dummy-14 - ocs_ci.utility.utils - INFO - Executing command: oc --kubeconfig /home/wusui/wusui/auth/kubeconfig get Namespace -A -o yaml
1877
1878
1879======================== 6 passed in 1129.63s (0:18:49) ========================