· 6 years ago · Feb 03, 2020, 10:18 AM
1.sh" 63L, 1329C written
2john@ubuntu:~$ sudo su
3[sudo] password for john:
4root@ubuntu:/home/john# dmesg
5[ 0.000000] Booting Linux on physical CPU 0x0000010000 [0x480fd010]
6[ 0.000000] Linux version 5.5.0-dirty (john@john-ThinkCentre-M93p) (gcc version 7.3.1 20180425 [linaro-7.3-2018.05-rc1 revision 38aec9a676236eaa42ca03ccb3a6c1dd0182c29f] (Linaro GCC 7.3-2018.05-rc1)) #789 SMP PREEMPT Fri Jan 31 17:35:45 GMT 2020
7[ 0.000000] efi: Getting EFI parameters from FDT:
8[ 0.000000] efi: EFI v2.70 by EDK II
9[ 0.000000] efi: ACPI 2.0=0x39db0000 SMBIOS 3.0=0x3f150000 MEMATTR=0x3ba9d018 ESRT=0x3e24d918 MEMRESERVE=0x3a160e18
10[ 0.000000] esrt: Reserving ESRT space from 0x000000003e24d918 to 0x000000003e24d950.
11[ 0.000000] crashkernel reserved: 0x0000000002000000 - 0x0000000012000000 (256 MB)
12[ 0.000000] cma: Reserved 32 MiB at 0x000000003c000000
13[ 0.000000] ACPI: Early table checksum verification disabled
14[ 0.000000] ACPI: RSDP 0x0000000039DB0000 000024 (v02 HISI )
15[ 0.000000] ACPI: XSDT 0x0000000039DA0000 0000AC (v01 HISI HIP08 00000000 01000013)
16[ 0.000000] ACPI: FACP 0x0000000039750000 000114 (v06 HISI HIP08 00000000 HISI 20151124)
17[ 0.000000] ACPI: DSDT 0x00000000396D0000 006716 (v02 HISI HIP08 00000000 INTL 20181213)
18[ 0.000000] ACPI: PCCT 0x0000000039D90000 00008A (v01 HISI HIP08 00000000 HISI 20151124)
19[ 0.000000] ACPI: SSDT 0x0000000039D80000 00ABB8 (v02 HISI HIP08 00000000 INTL 20181213)
20[ 0.000000] ACPI: BERT 0x0000000039C60000 000030 (v01 HISI HIP08 00000000 HISI 20151124)
21[ 0.000000] ACPI: HEST 0x0000000039C40000 000308 (v01 HISI HIP08 00000000 HISI 20151124)
22[ 0.000000] ACPI: ERST 0x0000000039C00000 000230 (v01 HISI HIP08 00000000 HISI 20151124)
23[ 0.000000] ACPI: EINJ 0x0000000039BF0000 000170 (v01 HISI HIP08 00000000 HISI 20151124)
24[ 0.000000] ACPI: GTDT 0x0000000039740000 00007C (v02 HISI HIP08 00000000 HISI 20151124)
25[ 0.000000] ACPI: DBG2 0x0000000039730000 00005E (v00 HISI HIP08 00000000 HISI 20151124)
26[ 0.000000] ACPI: MCFG 0x0000000039720000 00003C (v01 HISI HIP08 00000000 HISI 20151124)
27[ 0.000000] ACPI: SLIT 0x0000000039710000 00003C (v01 HISI HIP08 00000000 HISI 20151124)
28[ 0.000000] ACPI: SRAT 0x00000000396F0000 00074C (v03 HISI HIP08 00000000 HISI 20151124)
29[ 0.000000] ACPI: APIC 0x00000000396E0000 001E58 (v04 HISI HIP08 00000000 HISI 20151124)
30[ 0.000000] ACPI: IORT 0x00000000396C0000 0010F8 (v00 HISI HIP08 00000000 INTL 20181213)
31[ 0.000000] ACPI: PPTT 0x0000000031500000 002A30 (v01 HISI HIP08 00000000 HISI 20151124)
32[ 0.000000] ACPI: SPMI 0x00000000314F0000 000041 (v05 HISI HIP08 00000000 HISI 20151124)
33[ 0.000000] ACPI: iBFT 0x0000000039700000 000800 (v01 HISI HIP08 00000000 00000000)
34[ 0.000000] ACPI: SRAT: Node 0 PXM 0 [mem 0x2080000000-0x23ffffffff]
35[ 0.000000] ACPI: SRAT: Node 0 PXM 0 [mem 0x00000000-0x7fffffff]
36[ 0.000000] NUMA: NODE_DATA [mem 0x23fe1f2100-0x23fe1f3fff]
37[ 0.000000] NUMA: Initmem setup node 1 [<memory-less node>]
38[ 0.000000] NUMA: NODE_DATA [mem 0x23fe1f0200-0x23fe1f20ff]
39[ 0.000000] NUMA: NODE_DATA(1) on node 0
40[ 0.000000] NUMA: Initmem setup node 2 [<memory-less node>]
41[ 0.000000] NUMA: NODE_DATA [mem 0x23fe1ee300-0x23fe1f01ff]
42[ 0.000000] NUMA: NODE_DATA(2) on node 0
43[ 0.000000] NUMA: Initmem setup node 3 [<memory-less node>]
44[ 0.000000] NUMA: NODE_DATA [mem 0x23fe1ec400-0x23fe1ee2ff]
45[ 0.000000] NUMA: NODE_DATA(3) on node 0
46[ 0.000000] Zone ranges:
47[ 0.000000] DMA [mem 0x0000000000000000-0x000000003fffffff]
48[ 0.000000] DMA32 [mem 0x0000000040000000-0x00000000ffffffff]
49[ 0.000000] Normal [mem 0x0000000100000000-0x00000023ffffffff]
50[ 0.000000] Movable zone start for each node
51[ 0.000000] Early memory node ranges
52[ 0.000000] node 0: [mem 0x0000000000000000-0x0000000030f64fff]
53[ 0.000000] node 0: [mem 0x0000000030f65000-0x00000000314effff]
54[ 0.000000] node 0: [mem 0x00000000314f0000-0x000000003975ffff]
55[ 0.000000] node 0: [mem 0x0000000039760000-0x000000003977ffff]
56[ 0.000000] node 0: [mem 0x0000000039780000-0x000000003978ffff]
57[ 0.000000] node 0: [mem 0x0000000039790000-0x000000003982ffff]
58[ 0.000000] node 0: [mem 0x0000000039830000-0x000000003988ffff]
59[ 0.000000] node 0: [mem 0x0000000039890000-0x0000000039a6ffff]
60[ c10000-0x0000000039c11fff]
61[ 0.000000] node 0: [mem 0x0000000039c12000-0x0000000039c1ffff]
62[ 0.000000] node 0: [mem 0x0000000039c20000-0x0000000039c20fff]
63[ 0.000000] node 0: [mem 0x0000000039c21000-0x0000000039c2ffff]
64[ 0.000000] node 0: [mem 0x0000000039c30000-0x0000000039c31fff]
65[ 0.000000] node 0: [mem 0x0000000039c32000-0x0000000039c4ffff]
66[ 0.000000] node 0: [mem 0x0000000039c50000-0x0000000039c51fff]
67[ 0.000000] node 0: [mem 0x0000000039c52000-0x0000000039c6ffff]
68[ 0.000000] node 0: [mem 0x0000000039c70000-0x0000000039c70fff]
69[ 0.000000] node 0: [mem 0x0000000039c71000-0x0000000039caffff]
70[ 0.000000] node 0: [mem 0x0000000039cb0000-0x0000000039cbffff]
71[ 0.000000] node 0: [mem 0x0000000039cc0000-0x0000000039ccffff]
72[ 0.000000] node 0: [mem 0x0000000039cd0000-0x0000000039cdffff]
73[ 0.000000] node 0: [mem 0x0000000039ce0000-0x0000000039ceffff]
74[ 0.000000] node 0: [mem 0x0000000039cf0000-0x0000000039d7ffff]
75[ 0.000000] node 0: [mem 0x0000000039d80000-0x0000000039dbffff]
76[ 0.000000] node 0: [mem 0x0000000039dc0000-0x000000003a15ffff]
77[ 0.000000] node 0: [mem 0x000000003a160000-0x000000003a160fff]
78[ 0.000000] node 0: [mem 0x000000003a161000-0x000000003a161fff]
79[ 0.000000] node 0: [mem 0x000000003a162000-0x000000003f14ffff]
80[ 0.000000] node 0: [mem 0x000000003f150000-0x000000003f17ffff]
81[ 0.000000] node 0: [mem 0x000000003f180000-0x000000003fbfffff]
82[ 0.000000] node 0: [mem 0x0000000040000000-0x0000000043ffffff]
83[ 0.000000] node 0: [mem 0x0000000044030000-0x000000005000ffff]
84[ 0.000000] node 0: [mem 0x0000002080000000-0x00000023ffffffff]
85[ 0.000000] Zeroed struct page in unavailable ranges: 595 pages
86[ 0.000000] Initmem setup node 0 [mem 0x0000000000000000-0x00000023ffffffff]
87[ 0.000000] On node 0 totalpages: 3996640
88[ 0.000000] DMA zone: 4096 pages used for memmap
89[ 0.000000] DMA zone: 0 pages reserved
90[ 0.000000] DMA zone: 261120 pages, LIFO batch:63
91[ 0.000000] DMA32 zone: 1024 pages used for memmap
92[ 0.000000] DMA32 zone: 65504 pages, LIFO batch:15
93[ 0.000000] Normal zone: 57344 pages used for memmap
94[ 0.000000] Normal zone: 3670016 pages, LIFO batch:63
95[ 0.000000] Could not find start_pfn for node 1
96[ 0.000000] Initmem setup node 1 [mem 0x0000000000000000-0x0000000000000000]
97[ 0.000000] On node 1 totalpages: 0
98[ 0.000000] Could not find start_pfn for node 2
99[ 0.000000] Initmem setup node 2 [mem 0x0000000000000000-0x0000000000000000]
100[ 0.000000] On node 2 totalpages: 0
101[ 0.000000] Could not find start_pfn for node 3
102[ 0.000000] Initmem setup node 3 [mem 0x0000000000000000-0x0000000000000000]
103[ 0.000000] On node 3 totalpages: 0
104[ 0.000000] psci: probing for conduit method from ACPI.
105[ 0.000000] psci: PSCIv1.1 detected in firmware.
106[ 0.000000] psci: Using standard PSCI v0.2 function IDs
107[ 0.000000] psci: MIGRATE_INFO_TYPE not supported.
108[ 0.000000] psci: SMC Calling Convention v1.1
109[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10000 -> Node 0
110[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10001 -> Node 0
111[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10002 -> Node 0
112[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10003 -> Node 0
113[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10100 -> Node 0
114[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10101 -> Node 0
115[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10102 -> Node 0
116[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10103 -> Node 0
117[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10200 -> Node 0
118[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10201 -> Node 0
119[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10202 -> Node 0
120[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10203 -> Node 0
121[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10300 -> Node 0
122[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10301 -> Node 0
123[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10302 -> Node 0
124[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10303 -> Node 0
125[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10400 -> Node 0
126[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10401 -> Node 0
127[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10402 -> Node 0
128[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10403 -> Node 0
129[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10500 -> Node 0
130[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10501 -> Node 0
131[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10502 -> Node 0
132[ 0.000000] ACPI: NUMA: SRAT: PXM 0 -> MPIDR 0x10503 -> Node 0
133[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30000 -> Node 1
134[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30001 -> Node 1
135[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30002 -> Node 1
136[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30003 -> Node 1
137[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30100 -> Node 1
138[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30101 -> Node 1
139[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30102 -> Node 1
140[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30103 -> Node 1
141[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30200 -> Node 1
142[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30201 -> Node 1
143[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30202 -> Node 1
144[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30203 -> Node 1
145[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30300 -> Node 1
146[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30301 -> Node 1
147[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30302 -> Node 1
148[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30303 -> Node 1
149[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30400 -> Node 1
150[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30401 -> Node 1
151[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30402 -> Node 1
152[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30403 -> Node 1
153[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30500 -> Node 1
154[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30501 -> Node 1
155[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30502 -> Node 1
156[ 0.000000] ACPI: NUMA: SRAT: PXM 1 -> MPIDR 0x30503 -> Node 1
157[ 0.000000] ACPI: NUMA: SRAT: PXM 2 -> MPIDR 0x50000 -> Node 2
158[ 2
159[ 0.000000] ACPI: NUMA: SRAT: PXM 2 -> MPIDR 0x50003 -> Node 2
160[ 0.000000] ACPI: NUMA: SRAT: PXM 2 -> MPIDR 0x50100 -> Node 2
161[ 0.000000] ACPI: NUMA: SRAT: PXM 2 -> MPIDR 0x50101 -> Node 2
162[ 0.000000] ACPI: NUMA: SRAT: PXM 2 -> MPIDR 0x50102 -> Node 2
163[ 0.000000] ACPI: NUMA: SRAT: PXM 2 -> MPIDR 0x50103 -> Node 2
164[ 0.000000] ACPI: NUMA: SRAT: PXM 2 -> MPIDR 0x50200 -> Node 2
165[ 0.000000] ACPI: NUMA: SRAT: PXM 2 -> MPIDR 0x50201 -> Node 2
166[ 0.000000] ACPI: NUMA: SRAT: PXM 2 -> MPIDR 0x50202 -> Node 2
167[ 0.000000] ACPI: NUMA: SRAT: PXM 2 -> MPIDR 0x50203 -> Node 2
168[ 0.000000] ACPI: NUMA: SRAT: PXM 2 -> MPIDR 0x50300 -> Node 2
169[ 0.000000] ACPI: NUMA: SRAT: PXM 2 -> MPIDR 0x50301 -> Node 2
170[ 0.000000] A00000] ACPI: NUMA: SRAT: PXM 2 -> MPIDR 0x50400 -> Node 2
171[ 0.000000] ACPI: NUMA: SRAT: PXM 2 -> MPIDR 0x50401 -> Node 2
1721 -> Node 2
173[ 0.000000] ACPI: NUMA: SRAT: PXM 2 -> MPIDR 0x50502 -> Node 2
174[ 0.000000] ACPI: NUMA: SRAT: PXM 2 -> MPIDR 0x50503 -> Node 2
175[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70000 -> Node 3
176[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70001 -> Node 3
177[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70002 -> Node 3
178[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70003 -> Node 3
179[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70100 -> Node 3
180[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70101 -> Node 3
181[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70102 -> Node 3
182[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70103 -> Node 3
183[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70200 -> Node 3
184[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70201 -> Node 3
185[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70202 -> Node 3
186[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70203 -> Node 3
187[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70300 -> Node 3
188[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70301 -> Node 3
189[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70302 -> Node 3
190[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70303 -> Node 3
191[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70400 -> Node 3
192[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70401 -> Node 3
193[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70402 -> Node 3
194[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70403 -> Node 3
195[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70500 -> Node 3
196[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70501 -> Node 3
197[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70502 -> Node 3
198[ 0.000000] ACPI: NUMA: SRAT: PXM 3 -> MPIDR 0x70503 -> Node 3
199[ 0.000000] percpu: Embedded 22 pages/cpu s53016 r8192 d28904 u90112
200[ 0.000000] pcpu-alloc: s53016 r8192 d28904 u90112 alloc=22*4096
201[ 0.000000] pcpu-alloc: [0] 00 [0] 01 [0] 02 [0] 03 [0] 04 [0] 05 [0] 06 [0] 07
202[ 0.000000] pcpu-alloc: [0] 08 [0] 09 [0] 10 [0] 11 [0] 12 [0] 13 [0] 14 [0] 15
203[ 0.000000] pcpu-alloc: [0] 16 [0] 17 [0] 18 [0] 19 [0] 20 [0] 21 [0] 22 [0] 23
204[ 0.000000] pcpu-alloc: [1] 24 [1] 25 [1] 26 [1] 27 [1] 28 [1] 29 [1] 30 [1] 31
205[ 0.000000] pcpu-alloc: [1] 32 [1] 33 [1] 34 [1] 35 [1] 36 [1] 37 [1] 38 [1] 39
206[ 0.000000] pcpu-alloc: [1] 40 [1] 41 [1] 42 [1] 43 [1] 44 [1] 45 [1] 46 [1] 47
207[ 0.000000] pcpu-alloc: [2] 48 [2] 49 [2] 50 [2] 51 [2] 52 [2] 53 [2] 54 [2] 55
208[ 0.000000] pcpu-alloc: [2] 56 [2] 57 [2] 58 [2] 59 [2] 60 [2] 61 [2] 62 [2] 63
209[ 0.000000] pcpu-alloc: [2] 64 [2] 65 [2] 66 [2] 67 [2] 68 [2] 69 [2] 70 [2] 71
210[ 0.000000] pcpu-alloc: [3] 72 [3] 73 [3] 74 [3] 75 [3] 76 [3] 77 [3] 78 [3] 79
211[ 0.000000] pcpu-alloc: [3] 80 [3] 81 [3] 82 [3] 83 [3] 84 [3] 85 [3] 86 [3] 87
212[ 0.000000] pcpu-alloc: [3] 88 [3] 89 [3] 90 [3] 91 [3] 92 [3] 93 [3] 94 [3] 95
213[ 0.000000] Detected VIPT I-cache on CPU0
214[ 0.000000] CPU features: detected: GIC system register CPU interface
215[ 0.000000] CPU features: detected: Virtualization Host Extensions
216[ 0.000000] CPU features: detected: Hardware dirty bit management
217[ 0.000000] alternatives: patching kernel code
218[ 0.000000] Built 4 zonelists, mobility grouping on. Total pages: 3934176
219[ 0.000000] Policy zone: Normal
220[ 0.000000] Kernel command line: BOOT_IMAGE=/john/Image rdinit=/init crashkernel=256M@32M console=ttyAMA0,115200 earlycon acpi=force pcie_aspm=off noinitrd root=PARTUUID=6f6acfca-7770-4a96-9ded-a3208406b3e1 rw log_buf_len=16M user_debug=1 iommu.strict=1
221[ 0.000000] PCIe ASPM is disabled
222[ 0.000000] printk: log_buf_len: 16777216 bytes
223[ 0.000000] printk: early log buf free: 114816(87%)
224[ 0.000000] Dentry cache hash table entries: 2097152 (order: 12, 16777216 bytes, linear)
225[ 0.000000] Inode-cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)
226[ 0.000000] mem auto-init: stack:off, heap alloc:off, heap free:off
227[ 0.000000] software IO TLB: mapped [mem 0x356c0000-0x396c0000] (64MB)
228[ 0.000000] Memory: 14979476K/15986560K available (12476K kernel code, 1922K rwdata, 6792K rodata, 5184K init, 458K bss, 974316K reserved, 32768K cma-reserved)
229[ 0.000000] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=96, Nodes=4
230[ 0.000000] rcu: Preemptible hierarchical RCU implementation.
231[ 0.000000] rcu: RCU restricting CPUs from NR_CPUS=256 to nr_cpu_ids=96.
232[ 0.000000] Tasks RCU enabled.
233[ 0.000000] rcu: RCU calculated value of scheduler-enlistment delay is 25 jiffies.
234[ 0.000000] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=96
235[ 0.000000] NR_IRQS: 64, nr_irqs: 64, preallocated irqs: 0
236[ 0.000000] GICv3: GIC: Using split EOI/Deactivate mode
237[ 0.000000] GICv3: 640 SPIs implemented
238[ 0.000000] GICv3: 0 Extended SPIs implemented
239[ 0.000000] GICv3: Distributor has no Range Selector support
240[ 0.000000] GICv3: 16 PPIs implemented
241[ 0.000000] GICv3: VLPI support, direct LPI support
242[ 0.000000] GICv3: CPU0: found redistributor 10000 region 0:0x00000000ae100000
243[ 0.000000] SRAT: PXM 0 -> ITS 0 -> Node 0
244[ 0.000000] ITS [mem 0x202100000-0x20211ffff]
245[ 0.000000] ITS@0x0000000202100000: Using ITS number 0
246[ 0.000000] ITS@0x0000000202100000: allocated 8192 Devices @23ea9f0000 (indirect, esz 8, psz 16K, shr 1)
247[ 0.000000] ITS@0x0000000202100000: allocated 2048 Virtual CPUs @23ea9d8000 (indirect, esz 16, psz 4K, shr 1)
248[ 0.000000] ITS@0x0000000202100000: allocated 256 Interrupt Collections @23ea9d3000 (flat, esz 16, psz 4K, shr 1)
249[ 0.000000] GICv3: using LPI property table @0x00000023eaa00000
250[ 0.000000] ITS: Using DirectLPI for VPE invalidation
251[ 0.000000] ITS: Enabling GICv4 support
252[ 0.000000] GICv3: CPU0: using allocated LPI pending table @0x00000023eaa10000
253[ 0.000000] random: get_random_bytes called from start_kernel+0x2b8/0x454 with crng_init=0
254[ 0.000000] arch_timer: cp15 timer(s) running at 100.00MHz (phys).
255[ 0.000000] clocksource: arch_sys_counter: mask: 0xffffffffffffff max_cycles: 0x171024e7e0, max_idle_ns: 440795205315 ns
256[ 0.000001] sched_clock: 56 bits at 100MHz, resolution 10ns, wraps every 4398046511100ns
257[ 0.000119] Console: colour dummy device 80x25
258[ 0.000172] mempolicy: Enabling automatic NUMA balancing. Configure with numa_balancing= or the kernel.numa_balancing sysctl
259[ 0.000187] ACPI: Core revision 20191018
260[ 0.000349] Calibrating delay loop (skipped), value calculated using timer frequency.. 200.00 BogoMIPS (lpj=400000)
261[ 0.000352] pid_max: default: 98304 minimum: 768
262[ 0.000398] LSM: Security Framework initializing
263[ 0.000443] Mount-cache hash table entries: 32768 (order: 6, 262144 bytes, linear)
264[ 0.000463] Mountpoint-cache hash table entries: 32768 (order: 6, 262144 bytes, linear)
265[ 0.028028] ASID allocator initialised with 32768 entries
266[ 0.036019] rcu: Hierarchical SRCU implementation.
267[ 0.044034] Platform MSI: ITS@0x202100000 domain created
268[ 0.044042] PCI/MSI: ITS@0x202100000 domain created
269[ 0.044054] Remapping and enabling EFI services.
270[ 0.052031] smp: Bringing up secondary CPUs ...
271[ 0.084151] Detected VIPT I-cache on CPU1
272[ 0.084158] GICv3: CPU1: found redistributor 10001 region 1:0x00000000ae140000
273[ 0.084169] GICv3: CPU1: using allocated LPI pending table @0x00000023eaa20000
274[ 0.084182] CPU1: Booted secondary processor 0x0000010001 [0x480fd010]
275[ 0.116149] Detected VIPT I-cache on CPU2
276[ 0.116154] GICv3: CPU2: found redistributor 10002 region 2:0x00000000ae180000
277[ 0.116163] GICv3: CPU2: using allocated LPI pending table @0x00000023eaa30000
278[ 0.116172] CPU2: Booted secondary processor 0x0000010002 [0x480fd010]
279[ 0.148163] Detected VIPT I-cache on CPU3
280[ 0.148169] GICv3: CPU3: found redistributor 10003 region 3:0x00000000ae1c0000
281[ 0.148177] GICv3: CPU3: using allocated LPI pending table @0x00000023eaa40000
282[ 0.148186] CPU3: Booted secondary processor 0x0000010003 [0x480fd010]
283[ 0.180174] Detected VIPT I-cache on CPU4
284[ 0.180182] GICv3: CPU4: found redistributor 10100 region 4:0x00000000ae200000
285[ 0.180195] GICv3: CPU4: using allocated LPI pending table @0x00000023eaa50000
286[ 0.180210] CPU4: Booted secondary processor 0x0000010100 [0x480fd010]
287[ 0.212181] Detected VIPT I-cache on CPU5
288[ 0.212187] GICv3: CPU5: found redistributor 10101 region 5:0x00000000ae240000
289[ 0.212197] GICv3: CPU5: using allocated LPI pending table @0x00000023eaa60000
290[ 0.212207] CPU5: Booted secondary processor 0x0000010101 [0x480fd010]
291[ 0.244197] Detected VIPT I-cache on CPU6
292[ 0.244204] GICv3: CPU6: found redistributor 10102 region 6:0x00000000ae280000
293[ 0.244213] GICv3: CPU6: using allocated LPI pending table @0x00000023eaa70000
294[ 0.244223] CPU6: Booted secondary processor 0x0000010102 [0x480fd010]
295[ 0.276212] Detected VIPT I-cache on CPU7
296[ 0.276219] GICv3: CPU7: found redistributor 10103 region 7:0x00000000ae2c0000
297[ 0.276228] GICv3: CPU7: using allocated LPI pending table @0x00000023eaa80000
298[ 0.276238] CPU7: Booted secondary processor 0x0000010103 [0x480fd010]
299[ 0.308240] Detected VIPT I-cache on CPU8
300[ 0.308249] GICv3: CPU8: found redistributor 10200 region 8:0x00000000ae300000
301[ 0.308262] GICv3: CPU8: using allocated LPI pending table @0x00000023eaa90000
302[ 0.308275] CPU8: Booted secondary processor 0x0000010200 [0x480fd010]
303[ 0.340251] Detected VIPT I-cache on CPU9
304[ 0.340257] GICv3: CPU9: found redistributor 10201 region 9:0x00000000ae340000
305[ 0.340267] GICv3: CPU9: using allocated LPI pending table @0x00000023eaaa0000
306[ 0.340277] CPU9: Booted secondary processor 0x0000010201 [0x480fd010]
307[ 0.372267] Detected VIPT I-cache on CPU10
308[ 0.372274] GICv3: CPU10: found redistributor 10202 region 10:0x00000000ae380000
309[ 0.372283] GICv3: CPU10: using allocated LPI pending table @0x00000023eaab0000
310[ 0.372294] CPU10: Booted secondary processor 0x0000010202 [0x480fd010]
311[ 0.404283] Detected VIPT I-cache on CPU11
312[ 0.404290] GICv3: CPU11: found redistributor 10203 region 11:0x00000000ae3c0000
313[ 0.404300] GICv3: CPU11: using allocated LPI pending table @0x00000023eaac0000
314[ 0.404310] CPU11: Booted secondary processor 0x0000010203 [0x480fd010]
315[ 0.436300] Detected VIPT I-cache on CPU12
316[ 0.436310] GICv3: CPU12: found redistributor 10300 region 12:0x00000000ae400000
317[ 0.436323] GICv3: CPU12: using allocated LPI pending table @0x00000023eaad0000
318[ 0.436337] CPU12: Booted secondary processor 0x0000010300 [0x480fd010]
319[ 0.468312] Detected VIPT I-cache on CPU13
320[ 0.468320] GICv3: CPU13: found redistributor 10301 region 13:0x00000000ae440000
321[ 0.468330] GICv3: CPU13: using allocated LPI pending table @0x00000023eaae0000
322[ 0.468340] CPU13: Booted secondary processor 0x0000010301 [0x480fd010]
323[ 0.500327] Detected VIPT I-cache on CPU14
324[ 0.500335] GICv3: CPU14: found redistributor 10302 region 14:0x00000000ae480000
325[ 0.500345] GICv3: CPU14: using allocated LPI pending table @0x00000023eaaf0000
326[ 0.500355] CPU14: Booted secondary processor 0x0000010302 [0x480fd010]
327[ 0.532343] Detected VIPT I-cache on CPU15
328[ 0.532351] GICv3: CPU15: found redistributor 10303 region 15:0x00000000ae4c0000
329[ 0.532361] GICv3: CPU15: using allocated LPI pending table @0x00000023eab00000
330[ 0.532372] CPU15: Booted secondary processor 0x0000010303 [0x480fd010]
331[ 0.564374] Detected VIPT I-cache on CPU16
332[ 0.564384] GICv3: CPU16: found redistributor 10400 region 16:0x00000000ae500000
333[ 0.564399] GICv3: CPU16: using allocated LPI pending table @0x00000023eab10000
334[ 0.564413] CPU16: Booted secondary processor 0x0000010400 [0x480fd010]
335[ 0.596383] Detected VIPT I-cache on CPU17
336[ 0.596391] GICv3: CPU17: found redistributor 10401 region 17:0x00000000ae540000
337[ 0.596402] GICv3: CPU17: using allocated LPI pending table @0x00000023eab20000
338[ 0.596412] CPU17: Booted secondary processor 0x0000010401 [0x480fd010]
339[ 0.628401] Detected VIPT I-cache on CPU18
340[ 0.628409] GICv3: CPU18: found redistributor 10402 region 18:0x00000000ae580000
341[ 0.628420] GICv3: CPU18: using allocated LPI pending table @0x00000023eab30000
342[ 0.628430] CPU18: Booted secondary processor 0x0000010402 [0x480fd010]
343[ 0.660416] Detected VIPT I-cache on CPU19
344[ 0.660424] GICv3: CPU19: found redistributor 10403 region 19:0x00000000ae5c0000
345[ 0.660435] GICv3: CPU19: using allocated LPI pending table @0x00000023eab40000
346[ 0.660445] CPU19: Booted secondary processor 0x0000010403 [0x480fd010]
347[ 0.692428] Detected VIPT I-cache on CPU20
348[ 0.692438] GICv3: CPU20: found redistributor 10500 region 20:0x00000000ae600000
349[ 0.692455] GICv3: CPU20: using allocated LPI pending table @0x00000023eab50000
350[ 0.692470] CPU20: Booted secondary processor 0x0000010500 [0x480fd010]
351[ 0.724438] Detected VIPT I-cache on CPU21
352[ 0.724446] GICv3: CPU21: found redistributor 10501 region 21:0x00000000ae640000
353[ 0.724457] GICv3: CPU21: using allocated LPI pending table @0x00000023eab60000
354[ 0.724468] CPU21: Booted secondary processor 0x0000010501 [0x480fd010]
355[ 0.756455] Detected VIPT I-cache on CPU22
356[ 0.756463] GICv3: CPU22: found redistributor 10502 region 22:0x00000000ae680000
357[ 0.756474] GICv3: CPU22: using allocated LPI pending table @0x00000023eab70000
358[ 0.756485] CPU22: Booted secondary processor 0x0000010502 [0x480fd010]
359[ 0.788471] Detected VIPT I-cache on CPU23
360[ 0.788479] GICv3: CPU23: found redistributor 10503 region 23:0x00000000ae6c0000
361[ 0.788491] GICv3: CPU23: using allocated LPI pending table @0x00000023eab80000
362[ 0.788502] CPU23: Booted secondary processor 0x0000010503 [0x480fd010]
363[ 0.820555] Detected VIPT I-cache on CPU24
364[ 0.820571] GICv3: CPU24: found redistributor 30000 region 24:0x00000000aa100000
365[ 0.820597] GICv3: CPU24: using allocated LPI pending table @0x00000023eab90000
366[ 0.820618] CPU24: Booted secondary processor 0x0000030000 [0x480fd010]
367[ 0.852563] Detected VIPT I-cache on CPU25
368[ 0.852575] GICv3: CPU25: found redistributor 30001 region 25:0x00000000aa140000
369[ 0.852587] GICv3: CPU25: using allocated LPI pending table @0x00000023eaba0000
370[ 0.852599] CPU25: Booted secondary processor 0x0000030001 [0x480fd010]
371[ 0.884583] Detected VIPT I-cache on CPU26
372[ 0.884594] GICv3: CPU26: found redistributor 30002 region 26:0x00000000aa180000
373[ 0.884609] GICv3: CPU26: using allocated LPI pending table @0x00000023eabb0000
374[ 0.884620] CPU26: Booted secondary processor 0x0000030002 [0x480fd010]
375[ 0.916599] Detected VIPT I-cache on CPU27
376[ 0.916611] GICv3: CPU27: found redistributor 30003 region 27:0x00000000aa1c0000
377[ 0.916628] GICv3: CPU27: using allocated LPI pending table @0x00000023eabc0000
378[ 0.916639] CPU27: Booted secondary processor 0x0000030003 [0x480fd010]
379[ 0.948620] Detected VIPT I-cache on CPU28
380[ 0.948636] GICv3: CPU28: found redistributor 30100 region 28:0x00000000aa200000
381[ 0.948662] GICv3: CPU28: using allocated LPI pending table @0x00000023eabd0000
382[ 0.948681] CPU28: Booted secondary processor 0x0000030100 [0x480fd010]
383[ 0.980630] Detected VIPT I-cache on CPU29
384[ 0.980643] GICv3: CPU29: found redistributor 30101 region 29:0x00000000aa240000
385[ 0.980656] GICv3: CPU29: using allocated LPI pending table @0x00000023eabe0000
386[ 0.980668] CPU29: Booted secondary processor 0x0000030101 [0x480fd010]
387[ 1.012650] Detected VIPT I-cache on CPU30
388[ 1.012663] GICv3: CPU30: found redistributor 30102 region 30:0x00000000aa280000
389[ 1.012676] GICv3: CPU30: using allocated LPI pending table @0x00000023eabf0000
390[ 1.012688] CPU30: Booted secondary processor 0x0000030102 [0x480fd010]
391[ 1.044669] Detected VIPT I-cache on CPU31
392[ 1.044682] GICv3: CPU31: found redistributor 30103 region 31:0x00000000aa2c0000
393[ 1.044693] GICv3: CPU31: using allocated LPI pending table @0x00000023ea000000
394[ 1.044705] CPU31: Booted secondary processor 0x0000030103 [0x480fd010]
395[ 1.076705] Detected VIPT I-cache on CPU32
396[ 1.076721] GICv3: CPU32: found redistributor 30200 region 32:0x00000000aa300000
397[ 1.076742] GICv3: CPU32: using allocated LPI pending table @0x00000023ea010000
398[ 1.076759] CPU32: Booted secondary processor 0x0000030200 [0x480fd010]
399[ 1.108717] Detected VIPT I-cache on CPU33
400[ 1.108731] GICv3: CPU33: found redistributor 30201 region 33:0x00000000aa340000
401[ 1.108742] GICv3: CPU33: using allocated LPI pending table @0x00000023ea020000
402[ 1.108754] CPU33: Booted secondary processor 0x0000030201 [0x480fd010]
403[ 1.140739] Detected VIPT I-cache on CPU34
404[ 1.140752] GICv3: CPU34: found redistributor 30202 region 34:0x00000000aa380000
405[ 1.140764] GICv3: CPU34: using allocated LPI pending table @0x00000023ea030000
406[ 1.140776] CPU34: Booted secondary processor 0x0000030202 [0x480fd010]
407[ 1.172756] Detected VIPT I-cache on CPU35
408[ 1.172770] GICv3: CPU35: found redistributor 30203 region 35:0x00000000aa3c0000
409[ 1.172782] GICv3: CPU35: using allocated LPI pending table @0x00000023ea040000
410[ 1.172794] CPU35: Booted secondary processor 0x0000030203 [0x480fd010]
411[ 1.204778] Detected VIPT I-cache on CPU36
412[ 1.204795] GICv3: CPU36: found redistributor 30300 region 36:0x00000000aa400000
413[ 1.204817] GICv3: CPU36: using allocated LPI pending table @0x00000023ea050000
414[ 1.204835] CPU36: Booted secondary processor 0x0000030300 [0x480fd010]
415[ 1.236790] Detected VIPT I-cache on CPU37
416[ 1.236804] GICv3: CPU37: found redistributor 30301 region 37:0x00000000aa440000
417[ 1.236816] GICv3: CPU37: using allocated LPI pending table @0x00000023ea060000
418[ 1.236829] CPU37: Booted secondary processor 0x0000030301 [0x480fd010]
419[ 1.268809] Detected VIPT I-cache on CPU38
420[ 1.268823] GICv3: CPU38: found redistributor 30302 region 38:0x00000000aa480000
421[ 1.268836] GICv3: CPU38: using allocated LPI pending table @0x00000023ea070000
422[ 1.268848] CPU38: Booted secondary processor 0x0000030302 [0x480fd010]
423[ 1.300828] Detected VIPT I-cache on CPU39
424[ 1.300843] GICv3: CPU39: found redistributor 30303 region 39:0x00000000aa4c0000
425[ 1.300855] GICv3: CPU39: using allocated LPI pending table @0x00000023ea080000
426[ 1.300868] CPU39: Booted secondary processor 0x0000030303 [0x480fd010]
427[ 1.332854] Detected VIPT I-cache on CPU40
428[ 1.332871] GICv3: CPU40: found redistributor 30400 region 40:0x00000000aa500000
429[ 1.332894] GICv3: CPU40: using allocated LPI pending table @0x00000023ea090000
430[ 1.332913] CPU40: Booted secondary processor 0x0000030400 [0x480fd010]
431[ 1.364865] Detected VIPT I-cache on CPU41
432[ 1.364879] GICv3: CPU41: found redistributor 30401 region 41:0x00000000aa540000
433[ 1.364892] GICv3: CPU41: using allocated LPI pending table @0x00000023ea0a0000
434[ 1.364905] CPU41: Booted secondary processor 0x0000030401 [0x480fd010]
435[ 1.396885] Detected VIPT I-cache on CPU42
436[ 1.396899] GICv3: CPU42: found redistributor 30402 region 42:0x00000000aa580000
437[ 1.396912] GICv3: CPU42: using allocated LPI pending table @0x00000023ea0b0000
438[ 1.396925] CPU42: Booted secondary processor 0x0000030402 [0x480fd010]
439[ 1.428905] Detected VIPT I-cache on CPU43
440[ 1.428919] GICv3: CPU43: found redistributor 30403 region 43:0x00000000aa5c0000
441[ 1.428932] GICv3: CPU43: using allocated LPI pending table @0x00000023ea0c0000
442[ 1.428945] CPU43: Booted secondary processor 0x0000030403 [0x480fd010]
443[ 1.460926] Detected VIPT I-cache on CPU44
444[ 1.460944] GICv3: CPU44: found redistributor 30500 region 44:0x00000000aa600000
445[ 1.460969] GICv3: CPU44: using allocated LPI pending table @0x00000023ea0d0000
446[ 1.460988] CPU44: Booted secondary processor 0x0000030500 [0x480fd010]
447[ 1.492938] Detected VIPT I-cache on CPU45
448[ 1.492952] GICv3: CPU45: found redistributor 30501 region 45:0x00000000aa640000
449[ 1.492966] GICv3: CPU45: using allocated LPI pending table @0x00000023ea0e0000
450[ 1.492980] CPU45: Booted secondary processor 0x0000030501 [0x480fd010]
451[ 1.524956] Detected VIPT I-cache on CPU46
452[ 1.524971] GICv3: CPU46: found redistributor 30502 region 46:0x00000000aa680000
453[ 1.524984] GICv3: CPU46: using allocated LPI pending table @0x00000023ea0f0000
454[ 1.524998] CPU46: Booted secondary processor 0x0000030502 [0x480fd010]
455[ 1.556977] Detected VIPT I-cache on CPU47
456[ 1.556991] GICv3: CPU47: found redistributor 30503 region 47:0x00000000aa6c0000
457[ 1.557006] GICv3: CPU47: using allocated LPI pending table @0x00000023ea100000
458[ 1.557019] CPU47: Booted secondary processor 0x0000030503 [0x480fd010]
459[ 1.589198] Detected VIPT I-cache on CPU48
460[ 1.589240] GICv3: CPU48: found redistributor 50000 region 48:0x00004000ae100000
461[ 1.589289] GICv3: CPU48: using allocated LPI pending table @0x00000023ea110000
462[ 1.589317] CPU48: Booted secondary processor 0x0000050000 [0x480fd010]
463[ 1.621200] Detected VIPT I-cache on CPU49
464[ 1.621232] GICv3: CPU49: found redistributor 50001 region 49:0x00004000ae140000
465[ 1.621249] GICv3: CPU49: using allocated LPI pending table @0x00000023ea120000
466[ 1.621262] CPU49: Booted secondary processor 0x0000050001 [0x480fd010]
467[ 1.653222] Detected VIPT I-cache on CPU50
468[ 1.653254] GICv3: CPU50: found redistributor 50002 region 50:0x00004000ae180000
469[ 1.653272] GICv3: CPU50: using allocated LPI pending table @0x00000023ea130000
470[ 1.653285] CPU50: Booted secondary processor 0x0000050002 [0x480fd010]
471[ 1.685243] Detected VIPT I-cache on CPU51
472[ 1.685275] GICv3: CPU51: found redistributor 50003 region 51:0x00004000ae1c0000
473[ 1.685291] GICv3: CPU51: using allocated LPI pending table @0x00000023ea140000
474[ 1.685305] CPU51: Booted secondary processor 0x0000050003 [0x480fd010]
475[ 1.717271] Detected VIPT I-cache on CPU52
476[ 1.717305] GICv3: CPU52: found redistributor 50100 region 52:0x00004000ae200000
477[ 1.717327] GICv3: CPU52: using allocated LPI pending table @0x00000023ea150000
478[ 1.717342] CPU52: Booted secondary processor 0x0000050100 [0x480fd010]
479[ 1.749290] Detected VIPT I-cache on CPU53
480[ 1.749322] GICv3: CPU53: found redistributor 50101 region 53:0x00004000ae240000
481[ 1.749340] GICv3: CPU53: using allocated LPI pending table @0x00000023ea160000
482[ 1.749354] CPU53: Booted secondary processor 0x0000050101 [0x480fd010]
483[ 1.781311] Detected VIPT I-cache on CPU54
484[ 1.781344] GICv3: CPU54: found redistributor 50102 region 54:0x00004000ae280000
485[ 1.781361] GICv3: CPU54: using allocated LPI pending table @0x00000023ea170000
486[ 1.781375] CPU54: Booted secondary processor 0x0000050102 [0x480fd010]
487[ 1.813335] Detected VIPT I-cache on CPU55
488[ 1.813368] GICv3: CPU55: found redistributor 50103 region 55:0x00004000ae2c0000
489[ 1.813385] GICv3: CPU55: using allocated LPI pending table @0x00000023ea180000
490[ 1.813399] CPU55: Booted secondary processor 0x0000050103 [0x480fd010]
491[ 1.845366] Detected VIPT I-cache on CPU56
492[ 1.845400] GICv3: CPU56: found redistributor 50200 region 56:0x00004000ae300000
493[ 1.845423] GICv3: CPU56: using allocated LPI pending table @0x00000023ea190000
494[ 1.845439] CPU56: Booted secondary processor 0x0000050200 [0x480fd010]
495[ 1.877388] Detected VIPT I-cache on CPU57
496[ 1.877421] GICv3: CPU57: found redistributor 50201 region 57:0x00004000ae340000
497[ 1.877449] GICv3: CPU57: using allocated LPI pending table @0x00000023ea1a0000
498[ 1.877463] CPU57: Booted secondary processor 0x0000050201 [0x480fd010]
499[ 1.909409] Detected VIPT I-cache on CPU58
500[ 1.909443] GICv3: CPU58: found redistributor 50202 region 58:0x00004000ae380000
501[ 1.909460] GICv3: CPU58: using allocated LPI pending table @0x00000023ea1b0000
502[ 1.909475] CPU58: Booted secondary processor 0x0000050202 [0x480fd010]
503[ 1.941434] Detected VIPT I-cache on CPU59
504[ 1.941468] GICv3: CPU59: found redistributor 50203 region 59:0x00004000ae3c0000
505[ 1.941488] GICv3: CPU59: using allocated LPI pending table @0x00000023ea1c0000
506[ 1.941502] CPU59: Booted secondary processor 0x0000050203 [0x480fd010]
507[ 1.973466] Detected VIPT I-cache on CPU60
508[ 1.973501] GICv3: CPU60: found redistributor 50300 region 60:0x00004000ae400000
509[ 1.973525] GICv3: CPU60: using allocated LPI pending table @0x00000023ea1d0000
510[ 1.973542] CPU60: Booted secondary processor 0x0000050300 [0x480fd010]
511[ 2.005485] Detected VIPT I-cache on CPU61
512[ 2.005520] GICv3: CPU61: found redistributor 50301 region 61:0x00004000ae440000
513[ 2.005539] GICv3: CPU61: using allocated LPI pending table @0x00000023ea1e0000
514[ 2.005554] CPU61: Booted secondary processor 0x0000050301 [0x480fd010]
515[ 2.037507] Detected VIPT I-cache on CPU62
516[ 2.037542] GICv3: CPU62: found redistributor 50302 region 62:0x00004000ae480000
517[ 2.037561] GICv3: CPU62: using allocated LPI pending table @0x00000023ea1f0000
518[ 2.037576] CPU62: Booted secondary processor 0x0000050302 [0x480fd010]
519[ 2.069530] Detected VIPT I-cache on CPU63
520[ 2.069565] GICv3: CPU63: found redistributor 50303 region 63:0x00004000ae4c0000
521[ 2.069583] GICv3: CPU63: using allocated LPI pending table @0x00000023ea200000
522[ 2.069598] CPU63: Booted secondary processor 0x0000050303 [0x480fd010]
523[ 2.101546] Detected VIPT I-cache on CPU64
524[ 2.101580] GICv3: CPU64: found redistributor 50400 region 64:0x00004000ae500000
525[ 2.101605] GICv3: CPU64: using allocated LPI pending table @0x00000023ea210000
526[ 2.101624] CPU64: Booted secondary processor 0x0000050400 [0x480fd010]
527[ 2.133562] Detected VIPT I-cache on CPU65
528[ 2.133596] GICv3: CPU65: found redistributor 50401 region 65:0x00004000ae540000
529[ 2.133616] GICv3: CPU65: using allocated LPI pending table @0x00000023ea220000
530[ 2.133631] CPU65: Booted secondary processor 0x0000050401 [0x480fd010]
531[ 2.165587] Detected VIPT I-cache on CPU66
532[ 2.165622] GICv3: CPU66: found redistributor 50402 region 66:0x00004000ae580000
533[ 2.165641] GICv3: CPU66: using allocated LPI pending table @0x00000023ea230000
534[ 2.165656] CPU66: Booted secondary processor 0x0000050402 [0x480fd010]
535[ 2.197611] Detected VIPT I-cache on CPU67
536[ 2.197645] GICv3: CPU67: found redistributor 50403 region 67:0x00004000ae5c0000
537[ 2.197666] GICv3: CPU67: using allocated LPI pending table @0x00000023ea240000
538[ 2.197682] CPU67: Booted secondary processor 0x0000050403 [0x480fd010]
539[ 2.229645] Detected VIPT I-cache on CPU68
540[ 2.229681] GICv3: CPU68: found redistributor 50500 region 68:0x00004000ae600000
541[ 2.229707] GICv3: CPU68: using allocated LPI pending table @0x00000023ea250000
542[ 2.229724] CPU68: Booted secondary processor 0x0000050500 [0x480fd010]
543[ 2.261663] Detected VIPT I-cache on CPU69
544[ 2.261698] GICv3: CPU69: found redistributor 50501 region 69:0x00004000ae640000
545[ 2.261718] GICv3: CPU69: using allocated LPI pending table @0x00000023ea260000
546[ 2.261733] CPU69: Booted secondary processor 0x0000050501 [0x480fd010]
547[ 2.293685] Detected VIPT I-cache on CPU70
548[ 2.293721] GICv3: CPU70: found redistributor 50502 region 70:0x00004000ae680000
549[ 2.293741] GICv3: CPU70: using allocated LPI pending table @0x00000023ea270000
550[ 2.293756] CPU70: Booted secondary processor 0x0000050502 [0x480fd010]
551[ 2.325709] Detected VIPT I-cache on CPU71
552[ 2.325743] GICv3: CPU71: found redistributor 50503 region 71:0x00004000ae6c0000
553[ 2.325762] GICv3: CPU71: using allocated LPI pending table @0x00000023ea280000
554[ 2.325778] CPU71: Booted secondary processor 0x0000050503 [0x480fd010]
555[ 2.357811] Detected VIPT I-cache on CPU72
556[ 2.357871] GICv3: CPU72: found redistributor 70000 region 72:0x00004000aa100000
557[ 2.357958] GICv3: CPU72: using allocated LPI pending table @0x00000023ea290000
558[ 2.357999] CPU72: Booted secondary processor 0x0000070000 [0x480fd010]
559[ 2.389808] Detected VIPT I-cache on CPU73
560[ 2.389850] GICv3: CPU73: found redistributor 70001 region 73:0x00004000aa140000
561[ 2.389871] GICv3: CPU73: using allocated LPI pending table @0x00000023ea2a0000
562[ 2.389887] CPU73: Booted secondary processor 0x0000070001 [0x480fd010]
563[ 2.421832] Detected VIPT I-cache on CPU74
564[ 2.421873] GICv3: CPU74: found redistributor 70002 region 74:0x00004000aa180000
565[ 2.421894] GICv3: CPU74: using allocated LPI pending table @0x00000023ea2b0000
566[ 2.421910] CPU74: Booted secondary processor 0x0000070002 [0x480fd010]
567[ 2.453854] Detected VIPT I-cache on CPU75
568[ 2.453897] GICv3: CPU75: found redistributor 70003 region 75:0x00004000aa1c0000
569[ 2.453919] GICv3: CPU75: using allocated LPI pending table @0x00000023ea2c0000
570[ 2.453935] CPU75: Booted secondary processor 0x0000070003 [0x480fd010]
571[ 2.485883] Detected VIPT I-cache on CPU76
572[ 2.485926] GICv3: CPU76: found redistributor 70100 region 76:0x00004000aa200000
573[ 2.485955] GICv3: CPU76: using allocated LPI pending table @0x00000023ea2d0000
574[ 2.485973] CPU76: Booted secondary processor 0x0000070100 [0x480fd010]
575[ 2.517901] Detected VIPT I-cache on CPU77
576[ 2.517943] GICv3: CPU77: found redistributor 70101 region 77:0x00004000aa240000
577[ 2.517966] GICv3: CPU77: using allocated LPI pending table @0x00000023ea2e0000
578[ 2.517982] CPU77: Booted secondary processor 0x0000070101 [0x480fd010]
579[ 2.549925] Detected VIPT I-cache on CPU78
580[ 2.549967] GICv3: CPU78: found redistributor 70102 region 78:0x00004000aa280000
581[ 2.549989] GICv3: CPU78: using allocated LPI pending table @0x00000023ea2f0000
582[ 2.550005] CPU78: Booted secondary processor 0x0000070102 [0x480fd010]
583[ 2.581949] Detected VIPT I-cache on CPU79
584[ 2.581992] GICv3: CPU79: found redistributor 70103 region 79:0x00004000aa2c0000
585[ 2.582015] GICv3: CPU79: using allocated LPI pending table @0x00000023ea300000
586[ 2.582030] CPU79: Booted secondary processor 0x0000070103 [0x480fd010]
587[ 2.613979] Detected VIPT I-cache on CPU80
588[ 2.614023] GICv3: CPU80: found redistributor 70200 region 80:0x00004000aa300000
589[ 2.614051] GICv3: CPU80: using allocated LPI pending table @0x00000023ea310000
590[ 2.614070] CPU80: Booted secondary processor 0x0000070200 [0x480fd010]
591[ 2.645999] Detected VIPT I-cache on CPU81
592[ 2.646041] GICv3: CPU81: found redistributor 70201 region 81:0x00004000aa340000
593[ 2.646063] GICv3: CPU81: using allocated LPI pending table @0x00000023ea320000
594[ 2.646078] CPU81: Booted secondary processor 0x0000070201 [0x480fd010]
595[ 2.678025] Detected VIPT I-cache on CPU82
596[ 2.678068] GICv3: CPU82: found redistributor 70202 region 82:0x00004000aa380000
597[ 2.678090] GICv3: CPU82: using allocated LPI pending table @0x00000023ea330000
598[ 2.678107] CPU82: Booted secondary processor 0x0000070202 [0x480fd010]
599[ 2.710054] Detected VIPT I-cache on CPU83
600[ 2.710098] GICv3: CPU83: found redistributor 70203 region 83:0x00004000aa3c0000
601[ 2.710120] GICv3: CPU83: using allocated LPI pending table @0x00000023ea340000
602[ 2.710136] CPU83: Booted secondary processor 0x0000070203 [0x480fd010]
603[ 2.742087] Detected VIPT I-cache on CPU84
604[ 2.742132] GICv3: CPU84: found redistributor 70300 region 84:0x00004000aa400000
605[ 2.742162] GICv3: CPU84: using allocated LPI pending table @0x00000023ea350000
606[ 2.742181] CPU84: Booted secondary processor 0x0000070300 [0x480fd010]
607[ 2.774107] Detected VIPT I-cache on CPU85
608[ 2.774151] GICv3: CPU85: found redistributor 70301 region 85:0x00004000aa440000
609[ 2.774175] GICv3: CPU85: using allocated LPI pending table @0x00000023ea360000
610[ 2.774191] CPU85: Booted secondary processor 0x0000070301 [0x480fd010]
611[ 2.806133] Detected VIPT I-cache on CPU86
612[ 2.806177] GICv3: CPU86: found redistributor 70302 region 86:0x00004000aa480000
613[ 2.806202] GICv3: CPU86: using allocated LPI pending table @0x00000023ea370000
614[ 2.806218] CPU86: Booted secondary processor 0x0000070302 [0x480fd010]
615[ 2.838158] Detected VIPT I-cache on CPU87
616[ 2.838203] GICv3: CPU87: found redistributor 70303 region 87:0x00004000aa4c0000
617[ 2.838228] GICv3: CPU87: using allocated LPI pending table @0x00000023ea380000
618[ 2.838244] CPU87: Booted secondary processor 0x0000070303 [0x480fd010]
619[ 2.870174] Detected VIPT I-cache on CPU88
620[ 2.870218] GICv3: CPU88: found redistributor 70400 region 88:0x00004000aa500000
621[ 2.870251] GICv3: CPU88: using allocated LPI pending table @0x00000023ea390000
622[ 2.870271] CPU88: Booted secondary processor 0x0000070400 [0x480fd010]
623[ 2.902195] Detected VIPT I-cache on CPU89
624[ 2.902238] GICv3: CPU89: found redistributor 70401 region 89:0x00004000aa540000
625[ 2.902278] GICv3: CPU89: using allocated LPI pending table @0x00000023ea3a0000
626[ 2.902295] CPU89: Booted secondary processor 0x0000070401 [0x480fd010]
627[ 2.934223] Detected VIPT I-cache on CPU90
628[ 2.934266] GICv3: CPU90: found redistributor 70402 region 90:0x00004000aa580000
629[ 2.934292] GICv3: CPU90: using allocated LPI pending table @0x00000023ea3b0000
630[ 2.934308] CPU90: Booted secondary processor 0x0000070402 [0x480fd010]
631[ 2.966246] Detected VIPT I-cache on CPU91
632[ 2.966290] GICv3: CPU91: found redistributor 70403 region 91:0x00004000aa5c0000
633[ 2.966315] GICv3: CPU91: using allocated LPI pending table @0x00000023ea3c0000
634[ 2.966331] CPU91: Booted secondary processor 0x0000070403 [0x480fd010]
635[ 2.998280] Detected VIPT I-cache on CPU92
636[ 2.998325] GICv3: CPU92: found redistributor 70500 region 92:0x00004000aa600000
637[ 2.998358] GICv3: CPU92: using allocated LPI pending table @0x00000023ea3d0000
638[ 2.998378] CPU92: Booted secondary processor 0x0000070500 [0x480fd010]
639[ 3.030298] Detected VIPT I-cache on CPU93
640[ 3.030342] GICv3: CPU93: found redistributor 70501 region 93:0x00004000aa640000
641[ 3.030366] GICv3: CPU93: using allocated LPI pending table @0x00000023ea3e0000
642[ 3.030383] CPU93: Booted secondary processor 0x0000070501 [0x480fd010]
643[ 3.062325] Detected VIPT I-cache on CPU94
644[ 3.062368] GICv3: CPU94: found redistributor 70502 region 94:0x00004000aa680000
645[ 3.062392] GICv3: CPU94: using allocated LPI pending table @0x00000023ea3f0000
646[ 3.062409] CPU94: Booted secondary processor 0x0000070502 [0x480fd010]
647[ 3.094349] Detected VIPT I-cache on CPU95
648[ 3.094393] GICv3: CPU95: found redistributor 70503 region 95:0x00004000aa6c0000
649[ 3.094412] GICv3: CPU95: using allocated LPI pending table @0x00000023e9c00000
650[ 3.094429] CPU95: Booted secondary processor 0x0000070503 [0x480fd010]
651[ 3.095252] smp: Brought up 4 nodes, 96 CPUs
652[ 3.095408] SMP: Total of 96 processors activated.
653[ 3.095410] CPU features: detected: Privileged Access Never
654[ 3.095412] CPU features: detected: LSE atomic instructions
655[ 3.095413] CPU features: detected: User Access Override
656[ 3.095415] CPU features: detected: Common not Private translations
657[ 3.095417] CPU features: detected: RAS Extension Support
658[ 3.095418] CPU features: detected: CRC32 instructions
659[ 3.132917] CPU: All CPU(s) started at EL2
660[ 3.141485] devtmpfs: initialized
661[ 3.141792] KASLR disabled due to lack of seed
662[ 3.142350] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645041785100000 ns
663[ 3.142362] futex hash table entries: 32768 (order: 9, 2097152 bytes, linear)
664[ 3.143513] pinctrl core: initialized pinctrl subsystem
665[ 3.143814] thermal_sys: Registered thermal governor 'step_wise'
666[ 3.143815] thermal_sys: Registered thermal governor 'power_allocator'
667[ 3.143916] SMBIOS 3.1.1 present.
668[ 3.143922] DMI: Huawei D06 /D06, BIOS Hisilicon D06 UEFI RC0 - V1.16.01 03/15/2019
669[ 3.144229] NET: Registered protocol family 16
670[ 3.145852] DMA: preallocated 256 KiB pool for atomic allocations
671[ 3.145857] audit: initializing netlink subsys (disabled)
672[ 3.145913] audit: type=2000 audit(3.140:1): state=initialized audit_enabled=0 res=1
673[ 3.146191] cpuidle: using governor menu
674[ 3.146200] Detected 1 PCC Subspaces
675[ 3.146237] Registering PCC driver as Mailbox controller
676[ 3.146394] hw-breakpoint: found 6 breakpoint and 4 watchpoint registers.
677[ 3.147550] ACPI: bus type PCI registered
678[ 3.147553] acpiphp: ACPI Hot Plug PCI Controller Driver version: 0.5
679[ 3.147676] Serial: AMBA PL011 UART driver
680[ 3.152959] HugeTLB registered 1.00 GiB page size, pre-allocated 0 pages
681[ 3.152962] HugeTLB registered 32.0 MiB page size, pre-allocated 0 pages
682[ 3.152964] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages
683[ 3.152966] HugeTLB registered 64.0 KiB page size, pre-allocated 0 pages
684[ 3.154247] cryptd: max_cpu_qlen set to 1000
685[ 3.156852] ACPI: Added _OSI(Module Device)
686[ 3.156855] ACPI: Added _OSI(Processor Device)
687[ 3.156857] ACPI: Added _OSI(3.0 _SCP Extensions)
688[ 3.156859] ACPI: Added _OSI(Processor Aggregator Device)
689[ 3.156861] ACPI: Added _OSI(Linux-Dell-Video)
690[ 3.156863] ACPI: Added _OSI(Linux-Lenovo-NV-HDMI-Audio)
691[ 3.156865] ACPI: Added _OSI(Linux-HPI-Hybrid-Graphics)
692[ 3.162349] ACPI: 2 ACPI AML tables successfully acquired and loaded
693[ 3.164648] ACPI: Interpreter enabled
694[ 3.164651] ACPI: Using GIC for interrupt routing
695[ 3.164667] ACPI: MCFG table detected, 1 entries
696[ 3.164671] ACPI: IORT: SMMU-v3[148000000] Mapped to Proximity domain 0
697[ 3.164741] ACPI: IORT: SMMU-v3[100000000] Mapped to Proximity domain 0
698[ 3.164789] ACPI: IORT: SMMU-v3[140000000] Mapped to Proximity domain 0
699[ 3.164833] ACPI: IORT: SMMU-v3[400148000000] Mapped to Proximity domain 2
700[ 3.164877] ACPI: IORT: SMMU-v3[400100000000] Mapped to Proximity domain 2
701[ 3.164921] ACPI: IORT: SMMU-v3[400140000000] Mapped to Proximity domain 2
702[ 3.165312] HEST: Table parsing has been initialized.
703[ 3.177044] ARMH0011:00: ttyAMA0 at MMIO 0x94080000 (irq = 5, base_baud = 0) is a SBSA
704[ 7.446597] printk: console [ttyAMA0] enabled
705[ 7.452823] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-3f])
706[ 7.459003] acpi PNP0A08:00: _OSC: OS supports [ExtendedConfig Segments MSI HPX-Type3]
707[ 7.466975] acpi PNP0A08:00: _OSC: not requesting OS control; OS requires [ExtendedConfig ASPM ClockPM MSI]
708[ 7.477072] acpi PNP0A08:00: ECAM area [mem 0xd0000000-0xd3ffffff] reserved by PNP0C02:00
709[ 7.485246] acpi PNP0A08:00: ECAM at [mem 0xd0000000-0xd3ffffff] for [bus 00-3f]
710[ 7.492715] Remapped I/O 0x00000000efff0000 to [io 0x0000-0xffff window]
711[ 7.499543] PCI host bridge to bus 0000:00
712[ 7.503631] pci_bus 0000:00: root bus resource [mem 0x80000000000-0x83fffffffff pref window]
713[ 7.512059] pci_bus 0000:00: root bus resource [mem 0xe0000000-0xeffeffff window]
714[ 7.519531] pci_bus 0000:00: root bus resource [io 0x0000-0xffff window]
715[ 7.526307] pci_bus 0000:00: root bus resource [bus 00-3f]
716[ 7.531792] pci 0000:00:00.0: [19e5:a120] type 01 class 0x060400
717[ 7.537859] pci 0000:00:00.0: PME# supported from D0 D1 D2 D3hot D3cold
718[ 7.544541] pci 0000:00:04.0: [19e5:a120] type 01 class 0x060400
719[ 7.550604] pci 0000:00:04.0: PME# supported from D0 D1 D2 D3hot D3cold
720[ 7.557280] pci 0000:00:08.0: [19e5:a120] type 01 class 0x060400
721[ 7.563347] pci 0000:00:08.0: PME# supported from D0 D1 D2 D3hot D3cold
722[ 7.570022] pci 0000:00:0c.0: [19e5:a120] type 01 class 0x060400
723[ 7.576075] pci 0000:00:0c.0: PME# supported from D0 D1 D2 D3hot D3cold
724[ 7.582747] pci 0000:00:10.0: [19e5:a120] type 01 class 0x060400
725[ 7.588810] pci 0000:00:10.0: PME# supported from D0 D1 D2 D3hot D3cold
726[ 7.595481] pci 0000:00:12.0: [19e5:a120] type 01 class 0x060400
727[ 7.601544] pci 0000:00:12.0: PME# supported from D0 D1 D2 D3hot D3cold
728[ 7.608249] pci 0000:01:00.0: [8086:10fb] type 00 class 0x020000
729[ 7.614261] pci 0000:01:00.0: reg 0x10: [mem 0x80000080000-0x800000fffff 64bit pref]
730[ 7.621997] pci 0000:01:00.0: reg 0x18: [io 0x0020-0x003f]
731[ 7.627569] pci 0000:01:00.0: reg 0x20: [mem 0x80000104000-0x80000107fff 64bit pref]
732[ 7.635305] pci 0000:01:00.0: reg 0x30: [mem 0xfff80000-0xffffffff pref]
733[ 7.642073] pci 0000:01:00.0: PME# supported from D0 D3hot
734[ 7.647572] pci 0000:01:00.0: reg 0x184: [mem 0x00000000-0x00003fff 64bit pref]
735[ 7.654871] pci 0000:01:00.0: VF(n) BAR0 space: [mem 0x00000000-0x000fffff 64bit pref] (contains BAR0 for 64 VFs)
736[ 7.665131] pci 0000:01:00.0: reg 0x190: [mem 0x00000000-0x00003fff 64bit pref]
737[ 7.672429] pci 0000:01:00.0: VF(n) BAR3 space: [mem 0x00000000-0x000fffff 64bit pref] (contains BAR3 for 64 VFs)
738[ 7.682893] pci 0000:01:00.1: [8086:10fb] type 00 class 0x020000
739[ 7.688905] pci 0000:01:00.1: reg 0x10: [mem 0x80000000000-0x8000007ffff 64bit pref]
740[ 7.696641] pci 0000:01:00.1: reg 0x18: [io 0x0000-0x001f]
741[ 7.702213] pci 0000:01:00.1: reg 0x20: [mem 0x80000100000-0x80000103fff 64bit pref]
742[ 7.709948] pci 0000:01:00.1: reg 0x30: [mem 0xfff80000-0xffffffff pref]
743[ 7.716716] pci 0000:01:00.1: PME# supported from D0 D3hot
744[ 7.722211] pci 0000:01:00.1: reg 0x184: [mem 0x00000000-0x00003fff 64bit pref]
745[ 7.729509] pci 0000:01:00.1: VF(n) BAR0 space: [mem 0x00000000-0x000fffff 64bit pref] (contains BAR0 for 64 VFs)
746[ 7.739768] pci 0000:01:00.1: reg 0x190: [mem 0x00000000-0x00003fff 64bit pref]
747[ 7.747067] pci 0000:01:00.1: VF(n) BAR3 space: [mem 0x00000000-0x000fffff 64bit pref] (contains BAR3 for 64 VFs)
748[ 7.757610] pci 0000:04:00.0: [19e5:0123] type 00 class 0x010802
749[ 7.763620] pci 0000:04:00.0: reg 0x10: [mem 0xe2200000-0xe223ffff 64bit]
750[ 7.770416] pci 0000:04:00.0: reg 0x30: [mem 0xfffe0000-0xffffffff pref]
751[ 7.777170] pci 0000:04:00.0: supports D1 D2
752[ 7.781429] pci 0000:04:00.0: PME# supported from D3hot
753[ 7.786753] pci 0000:05:00.0: [19e5:1711] type 00 class 0x030000
754[ 7.792777] pci 0000:05:00.0: reg 0x10: [mem 0xe0000000-0xe1ffffff pref]
755[ 7.799478] pci 0000:05:00.0: reg 0x14: [mem 0xe2000000-0xe21fffff]
756[ 7.805902] pci 0000:05:00.0: supports D1
757[ 7.809902] pci 0000:05:00.0: PME# supported from D0 D1 D3hot
758[ 7.815777] pci_bus 0000:00: on NUMA node 0
759[ 7.815783] pci 0000:00:00.0: bridge window [mem 0x00100000-0x002fffff 64bit pref] to [bus 01] add_size 400000 add_align 100000
760[ 7.827254] pci 0000:00:10.0: BAR 14: assigned [mem 0xe0000000-0xe2ffffff]
761[ 7.834119] pci 0000:00:00.0: BAR 14: assigned [mem 0xe3000000-0xe30fffff]
762[ 7.840984] pci 0000:00:00.0: BAR 15: assigned [mem 0x80000000000-0x800005fffff 64bit pref]
763[ 7.849324] pci 0000:00:0c.0: BAR 14: assigned [mem 0xe3100000-0xe31fffff]
764[ 7.856189] pci 0000:00:00.0: BAR 13: assigned [io 0x1000-0x1fff]
765[ 7.862362] pci 0000:01:00.0: BAR 0: assigned [mem 0x80000000000-0x8000007ffff 64bit pref]
766[ 7.870621] pci 0000:01:00.0: BAR 6: assigned [mem 0xe3000000-0xe307ffff pref]
767[ 7.877833] pci 0000:01:00.1: BAR 0: assigned [mem 0x80000080000-0x800000fffff 64bit pref]
768[ 7.886090] pci 0000:01:00.1: BAR 6: assigned [mem 0xe3080000-0xe30fffff pref]
769[ 7.893302] pci 0000:01:00.0: BAR 4: assigned [mem 0x80000100000-0x80000103fff 64bit pref]
770[ 7.901560] pci 0000:01:00.0: BAR 7: assigned [mem 0x80000104000-0x80000203fff 64bit pref]
771[ 7.909816] pci 0000:01:00.0: BAR 10: assigned [mem 0x80000204000-0x80000303fff 64bit pref]
772[ 7.918158] pci 0000:01:00.1: BAR 4: assigned [mem 0x80000304000-0x80000307fff 64bit pref]
773[ 7.926416] pci 0000:01:00.1: BAR 7: assigned [mem 0x80000308000-0x80000407fff 64bit pref]
774[ 7.934671] pci 0000:01:00.1: BAR 10: assigned [mem 0x80000408000-0x80000507fff 64bit pref]
775[ 7.943014] pci 0000:01:00.0: BAR 2: assigned [io 0x1000-0x101f]
776[ 7.949099] pci 0000:01:00.1: BAR 2: assigned [io 0x1020-0x103f]
777[ 7.955185] pci 0000:00:00.0: PCI bridge to [bus 01]
778[ 7.960138] pci 0000:00:00.0: bridge window [io 0x1000-0x1fff]
779[ 7.966222] pci 0000:00:00.0: bridge window [mem 0xe3000000-0xe30fffff]
780[ 7.973000] pci 0000:00:00.0: bridge window [mem 0x80000000000-0x800005fffff 64bit pref]
781[ 7.981254] pci 0000:00:04.0: PCI bridge to [bus 02]
782[ 7.986211] pci 0000:00:08.0: PCI bridge to [bus 03]
783[ 7.991170] pci 0000:04:00.0: BAR 0: assigned [mem 0xe3100000-0xe313ffff 64bit]
784[ 7.998472] pci 0000:04:00.0: BAR 6: assigned [mem 0xe3140000-0xe315ffff pref]
785[ 8.005683] pci 0000:00:0c.0: PCI bridge to [bus 04]
786[ 8.010638] pci 0000:00:0c.0: bridge window [mem 0xe3100000-0xe31fffff]
787[ 8.017417] pci 0000:05:00.0: BAR 0: assigned [mem 0xe0000000-0xe1ffffff pref]
788[ 8.024632] pci 0000:05:00.0: BAR 1: assigned [mem 0xe2000000-0xe21fffff]
789[ 8.031412] pci 0000:00:10.0: PCI bridge to [bus 05]
790[ 8.036366] pci 0000:00:10.0: bridge window [mem 0xe0000000-0xe2ffffff]
791[ 8.043145] pci 0000:00:12.0: PCI bridge to [bus 06]
792[ 8.048103] pci_bus 0000:00: resource 4 [mem 0x80000000000-0x83fffffffff pref window]
793[ 8.055923] pci_bus 0000:00: resource 5 [mem 0xe0000000-0xeffeffff window]
794[ 8.062787] pci_bus 0000:00: resource 6 [io 0x0000-0xffff window]
795[ 8.068957] pci_bus 0000:01: resource 0 [io 0x1000-0x1fff]
796[ 8.074519] pci_bus 0000:01: resource 1 [mem 0xe3000000-0xe30fffff]
797[ 8.080776] pci_bus 0000:01: resource 2 [mem 0x80000000000-0x800005fffff 64bit pref]
798[ 8.088509] pci_bus 0000:04: resource 1 [mem 0xe3100000-0xe31fffff]
799[ 8.094765] pci_bus 0000:05: resource 1 [mem 0xe0000000-0xe2ffffff]
800[ 8.101082] ACPI: PCI Root Bridge [PCI1] (domain 0000 [bus 7b])
801[ 8.106995] acpi PNP0A08:01: _OSC: OS supports [ExtendedConfig Segments MSI HPX-Type3]
802[ 8.114961] acpi PNP0A08:01: _OSC: not requesting OS control; OS requires [ExtendedConfig ASPM ClockPM MSI]
803[ 8.125060] acpi PNP0A08:01: ECAM area [mem 0xd7b00000-0xd7bfffff] reserved by PNP0C02:00
804[ 8.133243] acpi PNP0A08:01: ECAM at [mem 0xd7b00000-0xd7bfffff] for [bus 7b]
805[ 8.140433] PCI host bridge to bus 0000:7b
806[ 8.144523] pci_bus 0000:7b: root bus resource [mem 0x148800000-0x148ffffff pref window]
807[ 8.152603] pci_bus 0000:7b: root bus resource [bus 7b]
808[ 8.157830] pci_bus 0000:7b: on NUMA node 0
809[ 8.157832] pci_bus 0000:7b: resource 4 [mem 0x148800000-0x148ffffff pref window]
810[ 8.165348] ACPI: PCI Root Bridge [PCI2] (domain 0000 [bus 7a])
811[ 8.171260] acpi PNP0A08:02: _OSC: OS supports [ExtendedConfig Segments MSI HPX-Type3]
812[ 8.179224] acpi PNP0A08:02: _OSC: not requesting OS control; OS requires [ExtendedConfig ASPM ClockPM MSI]
813[ 8.189314] acpi PNP0A08:02: ECAM area [mem 0xd7a00000-0xd7afffff] reserved by PNP0C02:00
814[ 8.197495] acpi PNP0A08:02: ECAM at [mem 0xd7a00000-0xd7afffff] for [bus 7a]
815[ 8.204679] PCI host bridge to bus 0000:7a
816[ 8.208767] pci_bus 0000:7a: root bus resource [mem 0x20c000000-0x20c1fffff pref window]
817[ 8.216847] pci_bus 0000:7a: root bus resource [bus 7a]
818[ 8.222067] pci 0000:7a:00.0: [19e5:a239] type 00 class 0x0c0310
819[ 8.228067] pci 0000:7a:00.0: reg 0x10: [mem 0x20c100000-0x20c100fff 64bit pref]
820[ 8.235513] pci 0000:7a:01.0: [19e5:a239] type 00 class 0x0c0320
821[ 8.241512] pci 0000:7a:01.0: reg 0x10: [mem 0x20c101000-0x20c101fff 64bit pref]
822[ 8.248954] pci 0000:7a:02.0: [19e5:a238] type 00 class 0x0c0330
823[ 8.254955] pci 0000:7a:02.0: reg 0x10: [mem 0x20c000000-0x20c0fffff 64bit pref]
824[ 8.262402] pci_bus 0000:7a: on NUMA node 0
825[ 8.262406] pci 0000:7a:02.0: BAR 0: assigned [mem 0x20c000000-0x20c0fffff 64bit pref]
826[ 8.270313] pci 0000:7a:00.0: BAR 0: assigned [mem 0x20c100000-0x20c100fff 64bit pref]
827[ 8.278221] pci 0000:7a:01.0: BAR 0: assigned [mem 0x20c101000-0x20c101fff 64bit pref]
828[ 8.286128] pci_bus 0000:7a: resource 4 [mem 0x20c000000-0x20c1fffff pref window]
829[ 8.293650] ACPI: PCI Root Bridge [PCI3] (domain 0000 [bus 78-79])
830[ 8.299822] acpi PNP0A08:03: _OSC: OS supports [ExtendedConfig Segments MSI HPX-Type3]
831[ 8.307784] acpi PNP0A08:03: _OSC: not requesting OS control; OS requires [ExtendedConfig ASPM ClockPM MSI]
832[ 8.317876] acpi PNP0A08:03: ECAM area [mem 0xd7800000-0xd79fffff] reserved by PNP0C02:00
833[ 8.326047] acpi PNP0A08:03: ECAM at [mem 0xd7800000-0xd79fffff] for [bus 78-79]
834[ 8.333492] PCI host bridge to bus 0000:78
835[ 8.337578] pci_bus 0000:78: root bus resource [mem 0x208000000-0x208ffffff pref window]
836[ 8.345658] pci_bus 0000:78: root bus resource [bus 78-79]
837[ 8.351139] pci 0000:78:00.0: [19e5:a258] type 00 class 0x100000
838[ 8.357141] pci 0000:78:00.0: reg 0x18: [mem 0x00000000-0x001fffff 64bit pref]
839[ 8.364412] pci_bus 0000:78: on NUMA node 0
840[ 8.364416] pci 0000:78:00.0: BAR 2: assigned [mem 0x208000000-0x2081fffff 64bit pref]
841[ 8.372325] pci_bus 0000:78: resource 4 [mem 0x208000000-0x208ffffff pref window]
842[ 8.379842] ACPI: PCI Root Bridge [PCI4] (domain 0000 [bus 7c-7d])
843[ 8.386014] acpi PNP0A08:04: _OSC: OS supports [ExtendedConfig Segments MSI HPX-Type3]
844[ 8.393975] acpi PNP0A08:04: _OSC: not requesting OS control; OS requires [ExtendedConfig ASPM ClockPM MSI]
845[ 8.404066] acpi PNP0A08:04: ECAM area [mem 0xd7c00000-0xd7dfffff] reserved by PNP0C02:00
846[ 8.412236] acpi PNP0A08:04: ECAM at [mem 0xd7c00000-0xd7dfffff] for [bus 7c-7d]
847[ 8.419680] PCI host bridge to bus 0000:7c
848[ 8.423767] pci_bus 0000:7c: root bus resource [mem 0x120000000-0x13fffffff pref window]
849[ 8.431848] pci_bus 0000:7c: root bus resource [bus 7c-7d]
850[ 8.437326] pci 0000:7c:00.0: [19e5:a121] type 01 class 0x060400
851[ 8.443331] pci 0000:7c:00.0: enabling Extended Tags
852[ 8.448368] pci 0000:7d:00.0: [19e5:a222] type 00 class 0x020000
853[ 8.454370] pci 0000:7d:00.0: reg 0x10: [mem 0x120430000-0x12043ffff 64bit pref]
854[ 8.461757] pci 0000:7d:00.0: reg 0x18: [mem 0x120300000-0x1203fffff 64bit pref]
855[ 8.469165] pci 0000:7d:00.0: reg 0x224: [mem 0x00000000-0x0000ffff 64bit pref]
856[ 8.476464] pci 0000:7d:00.0: VF(n) BAR0 space: [mem 0x00000000-0x000dffff 64bit pref] (contains BAR0 for 14 VFs)
857[ 8.486715] pci 0000:7d:00.0: reg 0x22c: [mem 0x00000000-0x000fffff 64bit pref]
858[ 8.494014] pci 0000:7d:00.0: VF(n) BAR2 space: [mem 0x00000000-0x00dfffff 64bit pref] (contains BAR2 for 14 VFs)
859[ 8.504322] pci 0000:7d:00.1: [19e5:a222] type 00 class 0x020000
860[ 8.510323] pci 0000:7d:00.1: reg 0x10: [mem 0x120420000-0x12042ffff 64bit pref]
861[ 8.517710] pci 0000:7d:00.1: reg 0x18: [mem 0x120200000-0x1202fffff 64bit pref]
862[ 8.525115] pci 0000:7d:00.1: reg 0x224: [mem 0x00000000-0x0000ffff 64bit pref]
863[ 8.532414] pci 0000:7d:00.1: VF(n) BAR0 space: [mem 0x00000000-0x000dffff 64bit pref] (contains BAR0 for 14 VFs)
864[ 8.542666] pci 0000:7d:00.1: reg 0x22c: [mem 0x00000000-0x000fffff 64bit pref]
865[ 8.549964] pci 0000:7d:00.1: VF(n) BAR2 space: [mem 0x00000000-0x00dfffff 64bit pref] (contains BAR2 for 14 VFs)
866[ 8.560270] pci 0000:7d:00.2: [19e5:a222] type 00 class 0x020000
867[ 8.566270] pci 0000:7d:00.2: reg 0x10: [mem 0x120410000-0x12041ffff 64bit pref]
868[ 8.573658] pci 0000:7d:00.2: reg 0x18: [mem 0x120100000-0x1201fffff 64bit pref]
869[ 8.581101] pci 0000:7d:00.3: [19e5:a221] type 00 class 0x020000
870[ 8.587102] pci 0000:7d:00.3: reg 0x10: [mem 0x120400000-0x12040ffff 64bit pref]
871[ 8.594489] pci 0000:7d:00.3: reg 0x18: [mem 0x120000000-0x1200fffff 64bit pref]
872[ 8.601934] pci_bus 0000:7c: on NUMA node 0
873[ 8.601939] pci 0000:7c:00.0: bridge window [mem 0x00100000-0x005fffff 64bit pref] to [bus 7d] add_size 1d00000 add_align 100000
874[ 8.613492] pci 0000:7c:00.0: BAR 15: assigned [mem 0x120000000-0x1221fffff 64bit pref]
875[ 8.621489] pci 0000:7d:00.0: BAR 2: assigned [mem 0x120000000-0x1200fffff 64bit pref]
876[ 8.629397] pci 0000:7d:00.0: BAR 9: assigned [mem 0x120100000-0x120efffff 64bit pref]
877[ 8.637303] pci 0000:7d:00.1: BAR 2: assigned [mem 0x120f00000-0x120ffffff 64bit pref]
878[ 8.645210] pci 0000:7d:00.1: BAR 9: assigned [mem 0x121000000-0x121dfffff 64bit pref]
879[ 8.653117] pci 0000:7d:00.2: BAR 2: assigned [mem 0x121e00000-0x121efffff 64bit pref]
880[ 8.661024] pci 0000:7d:00.3: BAR 2: assigned [mem 0x121f00000-0x121ffffff 64bit pref]
881[ 8.668931] pci 0000:7d:00.0: BAR 0: assigned [mem 0x122000000-0x12200ffff 64bit pref]
882[ 8.676838] pci 0000:7d:00.0: BAR 7: assigned [mem 0x122010000-0x1220effff 64bit pref]
883[ 8.684745] pci 0000:7d:00.1: BAR 0: assigned [mem 0x1220f0000-0x1220fffff 64bit pref]
884[ 8.692652] pci 0000:7d:00.1: BAR 7: assigned [mem 0x122100000-0x1221dffff 64bit pref]
885[ 8.700558] pci 0000:7d:00.2: BAR 0: assigned [mem 0x1221e0000-0x1221effff 64bit pref]
886[ 8.708465] pci 0000:7d:00.3: BAR 0: assigned [mem 0x1221f0000-0x1221fffff 64bit pref]
887[ 8.716374] pci 0000:7c:00.0: PCI bridge to [bus 7d]
888[ 8.721329] pci 0000:7c:00.0: bridge window [mem 0x120000000-0x1221fffff 64bit pref]
889[ 8.729236] pci_bus 0000:7c: resource 4 [mem 0x120000000-0x13fffffff pref window]
890[ 8.736708] pci_bus 0000:7d: resource 2 [mem 0x120000000-0x1221fffff 64bit pref]
891[ 8.744145] ACPI: PCI Root Bridge [PCI5] (domain 0000 [bus 74-76])
892[ 8.750317] acpi PNP0A08:05: _OSC: OS supports [ExtendedConfig Segments MSI HPX-Type3]
893[ 8.758280] acpi PNP0A08:05: _OSC: not requesting OS control; OS requires [ExtendedConfig ASPM ClockPM MSI]
894[ 8.768370] acpi PNP0A08:05: ECAM area [mem 0xd7400000-0xd76fffff] reserved by PNP0C02:00
895[ 8.776551] acpi PNP0A08:05: ECAM at [mem 0xd7400000-0xd76fffff] for [bus 74-76]
896[ 8.784005] PCI host bridge to bus 0000:74
897[ 8.788093] pci_bus 0000:74: root bus resource [mem 0x144000000-0x147ffffff pref window]
898[ 8.796173] pci_bus 0000:74: root bus resource [mem 0xa2000000-0xa2ffffff window]
899[ 8.803645] pci_bus 0000:74: root bus resource [bus 74-76]
900[ 8.809124] pci 0000:74:00.0: [19e5:a121] type 01 class 0x060400
901[ 8.815128] pci 0000:74:00.0: enabling Extended Tags
902[ 8.820141] pci 0000:74:02.0: [19e5:a230] type 00 class 0x010700
903[ 8.826148] pci 0000:74:02.0: reg 0x24: [mem 0xa2000000-0xa2007fff]
904[ 8.832494] pci 0000:74:03.0: [19e5:a235] type 00 class 0x010601
905[ 8.838501] pci 0000:74:03.0: reg 0x24: [mem 0xa2008000-0xa2008fff]
906[ 8.844845] pci 0000:75:00.0: [19e5:a250] type 00 class 0x120000
907[ 8.850847] pci 0000:75:00.0: reg 0x18: [mem 0x144000000-0x1443fffff 64bit pref]
908[ 8.858255] pci 0000:75:00.0: reg 0x22c: [mem 0x00000000-0x0000ffff 64bit pref]
909[ 8.865553] pci 0000:75:00.0: VF(n) BAR2 space: [mem 0x00000000-0x003effff 64bit pref] (contains BAR2 for 63 VFs)
910[ 8.875889] pci_bus 0000:74: on NUMA node 0
911[ 8.875892] pci 0000:74:00.0: bridge window [mem 0x00400000-0x007fffff 64bit pref] to [bus 75] add_size 400000 add_align 400000
912[ 8.887360] pci 0000:74:00.0: BAR 15: assigned [mem 0x144000000-0x1447fffff 64bit pref]
913[ 8.895351] pci 0000:74:02.0: BAR 5: assigned [mem 0xa2000000-0xa2007fff]
914[ 8.902130] pci 0000:74:03.0: BAR 5: assigned [mem 0xa2008000-0xa2008fff]
915[ 8.908908] pci 0000:75:00.0: BAR 2: assigned [mem 0x144000000-0x1443fffff 64bit pref]
916[ 8.916816] pci 0000:75:00.0: BAR 9: assigned [mem 0x144400000-0x1447effff 64bit pref]
917[ 8.924723] pci 0000:74:00.0: PCI bridge to [bus 75]
918[ 8.929677] pci 0000:74:00.0: bridge window [mem 0x144000000-0x1447fffff 64bit pref]
919[ 8.937583] pci_bus 0000:74: resource 4 [mem 0x144000000-0x147ffffff pref window]
920[ 8.945056] pci_bus 0000:74: resource 5 [mem 0xa2000000-0xa2ffffff window]
921[ 8.951920] pci_bus 0000:75: resource 2 [mem 0x144000000-0x1447fffff 64bit pref]
922[ 8.959361] ACPI: PCI Root Bridge [PCI6] (domain 0000 [bus 80-9f])
923[ 8.965534] acpi PNP0A08:06: _OSC: OS supports [ExtendedConfig Segments MSI HPX-Type3]
924[ 8.973496] acpi PNP0A08:06: _OSC: not requesting OS control; OS requires [ExtendedConfig ASPM ClockPM MSI]
925[ 8.983587] acpi PNP0A08:06: ECAM area [mem 0xd8000000-0xd9ffffff] reserved by PNP0C02:00
926[ 8.991759] acpi PNP0A08:06: ECAM at [mem 0xd8000000-0xd9ffffff] for [bus 80-9f]
927[ 8.999164] Remapped I/O 0x00000000ffff0000 to [io 0x10000-0x1ffff window]
928[ 9.006160] PCI host bridge to bus 0000:80
929[ 9.010247] pci_bus 0000:80: root bus resource [mem 0x480000000000-0x483fffffffff pref window]
930[ 9.018848] pci_bus 0000:80: root bus resource [mem 0xf0000000-0xfffeffff window]
931[ 9.026321] pci_bus 0000:80: root bus resource [io 0x10000-0x1ffff window] (bus address [0x0000-0xffff])
932[ 9.035877] pci_bus 0000:80: root bus resource [bus 80-9f]
933[ 9.041359] pci 0000:80:00.0: [19e5:a120] type 01 class 0x060400
934[ 9.047429] pci 0000:80:00.0: PME# supported from D0 D1 D2 D3hot D3cold
935[ 9.054106] pci 0000:80:08.0: [19e5:a120] type 01 class 0x060400
936[ 9.060181] pci 0000:80:08.0: PME# supported from D0 D1 D2 D3hot D3cold
937[ 9.066857] pci 0000:80:0c.0: [19e5:a120] type 01 class 0x060400
938[ 9.072930] pci 0000:80:0c.0: PME# supported from D0 D1 D2 D3hot D3cold
939[ 9.079606] pci 0000:80:10.0: [19e5:a120] type 01 class 0x060400
940[ 9.085677] pci 0000:80:10.0: PME# supported from D0 D1 D2 D3hot D3cold
941[ 9.092387] pci 0000:81:00.0: [19e5:0123] type 00 class 0x010802
942[ 9.098397] pci 0000:81:00.0: reg 0x10: [mem 0xf0000000-0xf003ffff 64bit]
943[ 9.105195] pci 0000:81:00.0: reg 0x30: [mem 0xfffe0000-0xffffffff pref]
944[ 9.111954] pci 0000:81:00.0: supports D1 D2
945[ 9.116212] pci 0000:81:00.0: PME# supported from D3hot
946[ 9.121603] pci_bus 0000:80: on NUMA node 2
947[ 9.121609] pci 0000:80:00.0: BAR 14: assigned [mem 0xf0000000-0xf00fffff]
948[ 9.128475] pci 0000:81:00.0: BAR 0: assigned [mem 0xf0000000-0xf003ffff 64bit]
949[ 9.135778] pci 0000:81:00.0: BAR 6: assigned [mem 0xf0040000-0xf005ffff pref]
950[ 9.142989] pci 0000:80:00.0: PCI bridge to [bus 81]
951[ 9.147945] pci 0000:80:00.0: bridge window [mem 0xf0000000-0xf00fffff]
952[ 9.154724] pci 0000:80:08.0: PCI bridge to [bus 82]
953[ 9.159682] pci 0000:80:0c.0: PCI bridge to [bus 83]
954[ 9.164639] pci 0000:80:10.0: PCI bridge to [bus 84]
955[ 9.169598] pci_bus 0000:80: resource 4 [mem 0x480000000000-0x483fffffffff pref window]
956[ 9.177590] pci_bus 0000:80: resource 5 [mem 0xf0000000-0xfffeffff window]
957[ 9.184454] pci_bus 0000:80: resource 6 [io 0x10000-0x1ffff window]
958[ 9.190797] pci_bus 0000:81: resource 1 [mem 0xf0000000-0xf00fffff]
959[ 9.197106] ACPI: PCI Root Bridge [PCI7] (domain 0000 [bus bb])
960[ 9.203018] acpi PNP0A08:07: _OSC: OS supports [ExtendedConfig Segments MSI HPX-Type3]
961[ 9.210981] acpi PNP0A08:07: _OSC: not requesting OS control; OS requires [ExtendedConfig ASPM ClockPM MSI]
962[ 9.221074] acpi PNP0A08:07: ECAM area [mem 0xdbb00000-0xdbbfffff] reserved by PNP0C02:00
963[ 9.229255] acpi PNP0A08:07: ECAM at [mem 0xdbb00000-0xdbbfffff] for [bus bb]
964[ 9.236444] PCI host bridge to bus 0000:bb
965[ 9.240533] pci_bus 0000:bb: root bus resource [mem 0x400148800000-0x400148ffffff pref window]
966[ 9.249133] pci_bus 0000:bb: root bus resource [bus bb]
967[ 9.254363] pci_bus 0000:bb: on NUMA node 2
968[ 9.254365] pci_bus 0000:bb: resource 4 [mem 0x400148800000-0x400148ffffff pref window]
969[ 9.262403] ACPI: PCI Root Bridge [PCI8] (domain 0000 [bus ba])
970[ 9.268314] acpi PNP0A08:08: _OSC: OS supports [ExtendedConfig Segments MSI HPX-Type3]
971[ 9.276276] acpi PNP0A08:08: _OSC: not requesting OS control; OS requires [ExtendedConfig ASPM ClockPM MSI]
972[ 9.286364] acpi PNP0A08:08: ECAM area [mem 0xdba00000-0xdbafffff] reserved by PNP0C02:00
973[ 9.294544] acpi PNP0A08:08: ECAM at [mem 0xdba00000-0xdbafffff] for [bus ba]
974[ 9.301787] PCI host bridge to bus 0000:ba
975[ 9.305874] pci_bus 0000:ba: root bus resource [mem 0x40020c000000-0x40020c1fffff pref window]
976[ 9.314474] pci_bus 0000:ba: root bus resource [bus ba]
977[ 9.319696] pci 0000:ba:00.0: [19e5:a239] type 00 class 0x0c0310
978[ 9.325696] pci 0000:ba:00.0: reg 0x10: [mem 0x40020c100000-0x40020c100fff 64bit pref]
979[ 9.333667] pci 0000:ba:01.0: [19e5:a239] type 00 class 0x0c0320
980[ 9.339670] pci 0000:ba:01.0: reg 0x10: [mem 0x40020c101000-0x40020c101fff 64bit pref]
981[ 9.347641] pci 0000:ba:02.0: [19e5:a238] type 00 class 0x0c0330
982[ 9.353641] pci 0000:ba:02.0: reg 0x10: [mem 0x40020c000000-0x40020c0fffff 64bit pref]
983[ 9.361618] pci_bus 0000:ba: on NUMA node 2
984[ 9.361622] pci 0000:ba:02.0: BAR 0: assigned [mem 0x40020c000000-0x40020c0fffff 64bit pref]
985[ 9.370051] pci 0000:ba:00.0: BAR 0: assigned [mem 0x40020c100000-0x40020c100fff 64bit pref]
986[ 9.378479] pci 0000:ba:01.0: BAR 0: assigned [mem 0x40020c101000-0x40020c101fff 64bit pref]
987[ 9.386908] pci_bus 0000:ba: resource 4 [mem 0x40020c000000-0x40020c1fffff pref window]
988[ 9.394950] ACPI: PCI Root Bridge [PCI9] (domain 0000 [bus b8-b9])
989[ 9.401122] acpi PNP0A08:09: _OSC: OS supports [ExtendedConfig Segments MSI HPX-Type3]
990[ 9.409084] acpi PNP0A08:09: _OSC: not requesting OS control; OS requires [ExtendedConfig ASPM ClockPM MSI]
991[ 9.419176] acpi PNP0A08:09: ECAM area [mem 0xdb800000-0xdb9fffff] reserved by PNP0C02:00
992[ 9.427347] acpi PNP0A08:09: ECAM at [mem 0xdb800000-0xdb9fffff] for [bus b8-b9]
993[ 9.434796] PCI host bridge to bus 0000:b8
994[ 9.438883] pci_bus 0000:b8: root bus resource [mem 0x400208000000-0x400208ffffff pref window]
995[ 9.447483] pci_bus 0000:b8: root bus resource [bus b8-b9]
996[ 9.452964] pci 0000:b8:00.0: [19e5:a258] type 00 class 0x100000
997[ 9.458968] pci 0000:b8:00.0: reg 0x18: [mem 0x00000000-0x001fffff 64bit pref]
998[ 9.466248] pci_bus 0000:b8: on NUMA node 2
999[ 9.466252] pci 0000:b8:00.0: BAR 2: assigned [mem 0x400208000000-0x4002081fffff 64bit pref]
1000[ 9.474681] pci_bus 0000:b8: resource 4 [mem 0x400208000000-0x400208ffffff pref window]
1001[ 9.482722] ACPI: PCI Root Bridge [PCIA] (domain 0000 [bus bc-bd])
1002[ 9.488894] acpi PNP0A08:0a: _OSC: OS supports [ExtendedConfig Segments MSI HPX-Type3]
1003[ 9.496855] acpi PNP0A08:0a: _OSC: not requesting OS control; OS requires [ExtendedConfig ASPM ClockPM MSI]
1004[ 9.506946] acpi PNP0A08:0a: ECAM area [mem 0xdbc00000-0xdbdfffff] reserved by PNP0C02:00
1005[ 9.515117] acpi PNP0A08:0a: ECAM at [mem 0xdbc00000-0xdbdfffff] for [bus bc-bd]
1006[ 9.522566] PCI host bridge to bus 0000:bc
1007[ 9.526660] pci_bus 0000:bc: root bus resource [mem 0x400120000000-0x40013fffffff pref window]
1008[ 9.535261] pci_bus 0000:bc: root bus resource [bus bc-bd]
1009[ 9.540742] pci 0000:bc:00.0: [19e5:a121] type 01 class 0x060400
1010[ 9.546748] pci 0000:bc:00.0: enabling Extended Tags
1011[ 9.551795] pci 0000:bd:00.0: [19e5:a226] type 00 class 0x020000
1012[ 9.557796] pci 0000:bd:00.0: reg 0x10: [mem 0x400120100000-0x40012010ffff 64bit pref]
1013[ 9.565705] pci 0000:bd:00.0: reg 0x18: [mem 0x400120000000-0x4001200fffff 64bit pref]
1014[ 9.573639] pci 0000:bd:00.0: reg 0x224: [mem 0x00000000-0x0000ffff 64bit pref]
1015[ 9.580939] pci 0000:bd:00.0: VF(n) BAR0 space: [mem 0x00000000-0x001effff 64bit pref] (contains BAR0 for 31 VFs)
1016[ 9.591191] pci 0000:bd:00.0: reg 0x22c: [mem 0x00000000-0x000fffff 64bit pref]
1017[ 9.598490] pci 0000:bd:00.0: VF(n) BAR2 space: [mem 0x00000000-0x01efffff 64bit pref] (contains BAR2 for 31 VFs)
1018[ 9.608818] pci_bus 0000:bc: on NUMA node 2
1019[ 9.608822] pci 0000:bc:00.0: bridge window [mem 0x00100000-0x002fffff 64bit pref] to [bus bd] add_size 2000000 add_align 100000
1020[ 9.620376] pci 0000:bc:00.0: BAR 15: assigned [mem 0x400120000000-0x4001221fffff 64bit pref]
1021[ 9.628888] pci 0000:bd:00.0: BAR 2: assigned [mem 0x400120000000-0x4001200fffff 64bit pref]
1022[ 9.637317] pci 0000:bd:00.0: BAR 9: assigned [mem 0x400120100000-0x400121ffffff 64bit pref]
1023[ 9.645745] pci 0000:bd:00.0: BAR 0: assigned [mem 0x400122000000-0x40012200ffff 64bit pref]
1024[ 9.654173] pci 0000:bd:00.0: BAR 7: assigned [mem 0x400122010000-0x4001221fffff 64bit pref]
1025[ 9.662601] pci 0000:bc:00.0: PCI bridge to [bus bd]
1026[ 9.667557] pci 0000:bc:00.0: bridge window [mem 0x400120000000-0x4001221fffff 64bit pref]
1027[ 9.675985] pci_bus 0000:bc: resource 4 [mem 0x400120000000-0x40013fffffff pref window]
1028[ 9.683977] pci_bus 0000:bd: resource 2 [mem 0x400120000000-0x4001221fffff 64bit pref]
1029[ 9.691932] ACPI: PCI Root Bridge [PCIB] (domain 0000 [bus b4-b6])
1030[ 9.698104] acpi PNP0A08:0b: _OSC: OS supports [ExtendedConfig Segments MSI HPX-Type3]
1031[ 9.706066] acpi PNP0A08:0b: _OSC: not requesting OS control; OS requires [ExtendedConfig ASPM ClockPM MSI]
1032[ 9.716156] acpi PNP0A08:0b: ECAM area [mem 0xdb400000-0xdb6fffff] reserved by PNP0C02:00
1033[ 9.724336] acpi PNP0A08:0b: ECAM at [mem 0xdb400000-0xdb6fffff] for [bus b4-b6]
1034[ 9.731786] PCI host bridge to bus 0000:b4
1035[ 9.735873] pci_bus 0000:b4: root bus resource [mem 0x400144000000-0x400147ffffff pref window]
1036[ 9.744474] pci_bus 0000:b4: root bus resource [mem 0xa3000000-0xa3ffffff window]
1037[ 9.751947] pci_bus 0000:b4: root bus resource [bus b4-b6]
1038[ 9.757426] pci 0000:b4:00.0: [19e5:a121] type 01 class 0x060400
1039[ 9.763433] pci 0000:b4:00.0: enabling Extended Tags
1040[ 9.768482] pci 0000:b5:00.0: [19e5:a250] type 00 class 0x120000
1041[ 9.774487] pci 0000:b5:00.0: reg 0x18: [mem 0x400144000000-0x4001443fffff 64bit pref]
1042[ 9.782423] pci 0000:b5:00.0: reg 0x22c: [mem 0x00000000-0x0000ffff 64bit pref]
1043[ 9.789722] pci 0000:b5:00.0: VF(n) BAR2 space: [mem 0x00000000-0x003effff 64bit pref] (contains BAR2 for 63 VFs)
1044[ 9.800072] pci_bus 0000:b4: on NUMA node 2
1045[ 9.800076] pci 0000:b4:00.0: bridge window [mem 0x00400000-0x007fffff 64bit pref] to [bus b5] add_size 400000 add_align 400000
1046[ 9.811543] pci 0000:b4:00.0: BAR 15: assigned [mem 0x400144000000-0x4001447fffff 64bit pref]
1047[ 9.820056] pci 0000:b5:00.0: BAR 2: assigned [mem 0x400144000000-0x4001443fffff 64bit pref]
1048[ 9.828485] pci 0000:b5:00.0: BAR 9: assigned [mem 0x400144400000-0x4001447effff 64bit pref]
1049[ 9.836912] pci 0000:b4:00.0: PCI bridge to [bus b5]
1050[ 9.841869] pci 0000:b4:00.0: bridge window [mem 0x400144000000-0x4001447fffff 64bit pref]
1051[ 9.850297] pci_bus 0000:b4: resource 4 [mem 0x400144000000-0x400147ffffff pref window]
1052[ 9.858290] pci_bus 0000:b4: resource 5 [mem 0xa3000000-0xa3ffffff window]
1053[ 9.865154] pci_bus 0000:b5: resource 2 [mem 0x400144000000-0x4001447fffff 64bit pref]
1054[ 9.881451] iommu: Default domain type: Translated
1055[ 9.886405] pci 0000:05:00.0: vgaarb: VGA device added: decodes=io+mem,owns=none,locks=none
1056[ 9.894764] pci 0000:05:00.0: vgaarb: bridge control possible
1057[ 9.900501] pci 0000:05:00.0: vgaarb: setting as boot device (VGA legacy resources not available)
1058[ 9.909362] vgaarb: loaded
1059[ 9.912268] SCSI subsystem initialized
1060[ 9.916276] libata version 3.00 loaded.
1061[ 9.916322] ACPI: bus type USB registered
1062[ 9.920352] usbcore: registered new interface driver usbfs
1063[ 9.925839] usbcore: registered new interface driver hub
1064[ 9.931503] usbcore: registered new device driver usb
1065[ 9.936855] pps_core: LinuxPPS API ver. 1 registered
1066[ 9.941811] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>
1067[ 9.950935] PTP clock support registered
1068[ 9.954898] EDAC MC: Ver: 3.0.0
1069[ 9.958238] Registered efivars operations
1070[ 9.963971] FPGA manager framework
1071[ 9.967392] Advanced Linux Sound Architecture Driver Initialized.
1072[ 9.974140] clocksource: Switched to clocksource arch_sys_counter
1073[ 9.980740] VFS: Disk quotas dquot_6.6.0
1074[ 9.984680] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)
1075[ 9.991631] pnp: PnP ACPI init
1076[ 9.995035] system 00:00: [mem 0xd0000000-0xdfffffff] could not be reserved
1077[ 10.001992] system 00:00: Plug and Play ACPI device, IDs PNP0c02 (active)
1078[ 10.002094] pnp 00:01: Plug and Play ACPI device, IDs PNP0501 (active)
1079[ 10.002188] pnp: PnP ACPI: found 2 devices
1080[ 10.008235] NET: Registered protocol family 2
1081[ 10.012713] tcp_listen_portaddr_hash hash table entries: 8192 (order: 5, 131072 bytes, linear)
1082[ 10.021354] TCP established hash table entries: 131072 (order: 8, 1048576 bytes, linear)
1083[ 10.029628] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)
1084[ 10.037222] TCP: Hash tables configured (established 131072 bind 65536)
1085[ 10.043945] UDP hash table entries: 8192 (order: 6, 262144 bytes, linear)
1086[ 10.050758] UDP-Lite hash table entries: 8192 (order: 6, 262144 bytes, linear0.068967] RPC: Registered udp transport module.
1087[ 10.073661] RPC: Registered tcp transport module.
1088[ 10.078353] RPC: Registered tcp NFSv4.1 backchannel transport module.
1089[ 10.084810] pci 0000:7a:00.0: enabling device (0000 -> 0002)
1090[ 10.090476] pci 0000:7a:02.0: enabling device (0000 -> 0002)
1091[ 10.096176] pci 0000:ba:00.0: enabling device (0000 -> 0002)
1092[ 10.101840] pci 0000:ba:02.0: enabling device (0000 -> 0002)
1093[ 10.107515] PCI: CLS 32 bytes, default 64
1094[ 10.117002] hw perfevents: enabled with armv8_pmuv3_0 PMU driver, 13 counters available
1095[ 10.125337] kvm [1]: IPA Size Limit: 48bits
1096[ 10.129566] kvm [1]: GICv4 support disabled
1097[ 10.133738] kvm [1]: GICv3: no GICV resource entry
1098[ 10.138516] kvm [1]: disabling GICv2 emulation
1099[ 10.142967] kvm [1]: GIC system register CPU interface enabled
1100[ 10.149874] kvm [1]: vgic interrupt IRQ1
1101[ 10.155066] kvm [1]: VHE mode initialized successfully
1102[ 10.165139] Initialise system trusted keyrings
1103[ 10.169625] workingset: timestamp_bits=44 max_order=22 bucket_order=0
1104[ 10.178609] squashfs: version 4.0 (2009/01/31) Phillip Lougher
1105[ 10.184907] NFS: Registering the id_resolver key type
1106[ 10.189959] Key type id_resolver registered
1107[ 10.194131] Key type id_legacy registered
1108[ 10.198132] nfs4filelayout_init: NFSv4 File Layout Driver Registering...
1109[ 10.204858] 9p: Installing v9fs 9p2000 file system support
1110[ 10.216027] Key type asymmetric registered
1111[ 10.220113] Asymmetric key parser 'x509' registered
1112[ 10.224987] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 245)
1113[ 10.232371] io scheduler mq-deadline registered
1114[ 10.236889] io scheduler kyber registered
1115[ 10.260089] input: Power Button as /devices/LNXSYSTM:00/LNXSYBUS:00/PNP0C0C:00/input/input0
1116[ 10.268487] ACPI: Power Button [PWRB]
1117[ 10.276244] [Firmware Bug]: APEI: Invalid bit width + offset in GAR [0x94110034/64/0/3/0]
1118[ 10.284681] EDAC MC0: Giving out device to module ghes_edac.c controller ghes_edac: DEV ghes (INTERRUPT)
1119[ 10.294365] GHES: APEI firmware first mode is enabled by APEI bit and WHEA _OSC.
1120[ 10.301799] EINJ: Error INJection is initialized.
1121[ 10.306644] ACPI GTDT: found 1 SBSA generic Watchdog(s).
1122[ 10.317913] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled
1123[ 10.344719] 00:01: ttyS0 at MMIO 0x3f00003f8 (irq = 6, base_baud = 115200) is a 16550A
1124[ 10.353758] SuperH (H)SCI(F) driver initialized
1125[ 10.358511] msm_serial: driver initialized
1126[ 10.392519] loop: module loaded
1127[ 10.403819] scsi host0: hisi_sas_v3_hw
1128[ 11.692758] hisi_sas_v3_hw 0000:74:02.0: phyup: phy7 link_rate=11
1129[ 11.698844] hisi_sas_v3_hw 0000:74:02.0: phyup: phy0 link_rate=11
1130[ 11.704926] hisi_sas_v3_hw 0000:74:02.0: phyup: phy1 link_rate=11
1131[ 11.711007] hisi_sas_v3_hw 0000:74:02.0: phyup: phy2 link_rate=11
1132[ 11.717087] hisi_sas_v3_hw 0000:74:02.0: phyup: phy3 link_rate=11
1133[ 11.723167] hisi_sas_v3_hw 0000:74:02.0: phyup: phy4 link_rate=11
1134[ 11.729248] hisi_sas_v3_hw 0000:74:02.0: phyup: phy5 link_rate=11
1135[ 11.735328] hisi_sas_v3_hw 0000:74:02.0: phyup: phy6 link_rate=11
1136[ 11.741510] sas: phy-0:7 added to port-0:0, phy_mask:0x80 (500e004aaaaaaa1f)
1137[ 11.741528] sas: DOING DISCOVERY on port 0, pid:744
1138[ 11.741747] hisi_sas_v3_hw 0000:74:02.0: dev[1:2] found
1139[ 11.747481] sas: ex 500e004aaaaaaa1f phy00:U:0 attached: 0000000000000000 (no device)
1140[ 11.747578] sas: ex 500e004aaaaaaa1f phy01:U:0 attached: 0000000000000000 (no device)
1141[ 11.747682] sas: ex 500e004aaaaaaa1f phy02:U:B attached: 5000c500a7b95a49 (ssp)
1142[ 11.747774] sas: ex 500e004aaaaaaa1f phy03:U:0 attached: 0000000000000000 (no device)
1143[ 11.747861] sas: ex 500e004aaaaaaa1f phy04:U:0 attached: 0000000000000000 (no device)
1144[ 11.747952] sas: ex 500e004aaaaaaa1f phy05:U:B attached: 5000c500a7babc61 (ssp)
1145[ 11.748039] sas: ex 500e004aaaaaaa1f phy06:U:0 attached: 0000000000000000 (no device)
1146[ 11.748126] sas: ex 500e004aaaaaaa1f phy07:U:0 attached: 0000000000000000 (no device)
1147[ 11.748226] sas: ex 500e004aaaaaaa1f phy08:U:8 attached: 500e004aaaaaaa08 (stp)
1148[ 11.748317] sas: ex 500e004aaaaaaa1f phy09:U:0 attached: 0000000000000000 (no device)
1149[ 11.748405] sas: ex 500e004aaaaaaa1f phy10:U:0 attached: 0000000000000000 (no device)
1150[ 11.748496] sas: ex 500e004aaaaaaa1f phy11:U:A attached: 5000c50085ff5559 (ssp)
1151[ 11.748585] sas: ex 500e004aaaaaaa1f phy12:U:0 attached: 0000000000000000 (no device)
1152[ 11.748674] sas: ex 500e004aaaaaaa1f phy13:U:0 attached: 0000000000000000 (no device)
1153[ 11.748764] sas: ex 500e004aaaaaaa1f phy14:U:0 attached: 0000000000000000 (no device)
1154[ 11.748852] sas: ex 500e004aaaaaaa1f phy15:U:0 attached: 0000000000000000 (no device)
1155[ 11.748950] sas: ex 500e004aaaaaaa1f phy16:U:B attached: 00188600001c9098 (host)
1156[ 11.749042] sas: ex 500e004aaaaaaa1f phy17:U:B attached: 00188600001c9098 (host)
1157[ 11.749132] sas: ex 500e004aaaaaaa1f phy18:U:B attached: 00188600001c9098 (host)
1158[ 11.749231] sas: ex 500e004aaaaaaa1f phy19:U:B attached: 00188600001c9098 (host)
1159[ 11.749322] sas: ex 500e004aaaaaaa1f phy20:U:B attached: 00188600001c9098 (host)
1160[ 11.749417] sas: ex 500e004aaaaaaa1f phy21:U:B attached: 00188600001c9098 (host)
1161[ 11.749509] sas: ex 500e004aaaaaaa1f phy22:U:B attached: 00188600001c9098 (host)
1162[ 11.749601] sas: ex 500e004aaaaaaa1f phy23:U:B attached: 00188600001c9098 (host)
1163[ 11.749704] sas: ex 500e004aaaaaaa1f phy24:D:B attached: 500e004aaaaaaa1e (host+target)
1164[ 11.749743] hisi_sas_v3_hw 0000:74:02.0: dev[2:1] found
1165[ 11.755489] hisi_sas_v3_hw 0000:74:02.0: dev[3:1] found
1166[ 11.761013] hisi_sas_v3_hw 0000:74:02.0: dev[4:5] found
1167[ 11.926764] hisi_sas_v3_hw 0000:74:02.0: dev[5:1] found
1168[ 11.932134] hisi_sas_v3_hw 0000:74:02.0: dev[6:1] found
1169[ 11.937515] sas: Enter sas_scsi_recover_host busy: 0 failed: 0
1170[ 11.943354] sas: ata1: end_device-0:0:8: dev error handler
1171[ 14.115779] ata1.00: ATA-8: SAMSUNG HM320JI, 2SS00_01, max UDMA7
1172[ 14.121776] ata1.00: 625142448 sectors, multi 0: LBA48 NCQ (depth 32)
1173[ 14.133774] ata1.00: configured for UDMA/133
1174[ 14.138045] sas: --- Exit sas_scsi_recover_host: busy: 0 failed: 0 tries: 1
1175[ 14.162140] scsi 0:0:0:0: Direct-Access SEAGATE ST2000NM0045 N004 PQ: 0 ANSI: 6
1176[ 14.174499] sd 0:0:0:0: [sda] 3907029168 512-byte logical blocks: (2.00 TB/1.82 TiB)
1177[ 14.182877] sd 0:0:0:0: [sda] Write Protect is off
1178[ 14.186496] scsi 0:0:1:0: Direct-Access SEAGATE ST2000NM0045 N004 PQ: 0 ANSI: 6
1179[ 14.187658] sd 0:0:0:0: [sda] Mode Sense: db 00 10 08
1180[ 14.196966] sd 0:0:0:0: [sda] Write cache: enabled, read cache: enabled, supports DPO and FUA
1181[ 14.198550] scsi 0:0:2:0: Direct-Access ATA SAMSUNG HM320JI 0_01 PQ: 0 ANSI: 5
1182[ 14.199983] sd 0:0:1:0: [sdb] 3907029168 512-byte logical blocks: (2.00 TB/1.82 TiB)
1183[ 14.200660] sd 0:0:1:0: [sdb] Write Protect is off
1184[ 14.200662] sd 0:0:1:0: [sdb] Mode Sense: db 00 10 08
1185[ 14.201858] sd 0:0:1:0: [sdb] Write cache: enabled, read cache: enabled, supports DPO and FUA
1186[ 14.234944] sd 0:0:2:0: [sdc] 625142448 512-byte logical blocks: (320 GB/298 GiB)
1187[ 14.235574] scsi 0:0:3:0: Direct-Access SEAGATE ST1000NM0023 0006 PQ: 0 ANSI: 6
1188[ 14.239503] sdb: sdb1
1189[ 14.240290] sda: sda1
1190[ 14.242459] sd 0:0:2:0: [sdc] Write Protect is off
1191[ 14.245763] sd 0:0:1:0: [sdb] Attached SCSI disk
1192[ 14.246435] sd 0:0:0:0: [sda] Attached SCSI disk
1193[ 14.269203] sd 0:0:2:0: [sdc] Mode Sense: 00 3a 00 00
1194[ 14.269227] sd 0:0:2:0: [sdc] Write cache: enabled, read cache: enabled, doesn't support DPO or FUA
1195[ 14.282966] scsi 0:0:4:0: Enclosure HUAWEI Expander 12Gx16 128 PQ: 0 ANSI: 6
1196[ 14.283484] sd 0:0:3:0: [sdd] 1953525168 512-byte logical blocks: (1.00 TB/932 GiB)
1197[ 14.292300] sas: DONE DISCOVERY on port 0, pid:744, result:0
1198[ 14.298704] sas: phy0 matched wide port0
1199[ 14.298711] sas: phy-0:0 added to port-0:0, phy_mask:0x81 (500e004aaaaaaa1f)
1200[ 14.298718] sas: REVALIDATING DOMAIN on port 0, pid:744
1201[ 14.299033] sd 0:0:3:0: [sdd] Write Protect is off
1202[ 14.299428] sas: ex 500e004aaaaaaa1f phy08 change count has changed
1203[ 14.300047] sdc: sdc1 sdc2 sdc3
1204[ 14.301746] sd 0:0:2:0: [sdc] Attached SCSI disk
1205[ 14.303815] sd 0:0:3:0: [sdd] Mode Sense: db 00 10 08
1206[ 14.310568] random: fast init done
1207[ 14.321399] sas: ex 500e004aaaaaaa1f phy08 originated BROADCAST(CHANGE)
1208[ 14.321401] sas: ex 500e004aaaaaaa1f rediscovering phy08
1209[ 14.321489] sas: ex 500e004aaaaaaa1f phy08 broadcast flutter
1210[ 14.321575] sd 0:0:3:0: [sdd] Write cache: enabled, read cache: enabled, supports DPO and FUA
1211[ 14.322176] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1212[ 14.330096] sas: phy1 matched wide port0
1213[ 14.330103] sas: phy-0:1 added to port-0:0, phy_mask:0x83 (500e004aaaaaaa1f)
1214[ 14.330109] sas: REVALIDATING DOMAIN on port 0, pid:744
1215[ 14.331347] sas: ex 500e004aaaaaaa1f phys DID NOT change
1216[ 14.336649] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1217[ 14.336656] sas: phy2 matched wide port0
1218[ 14.336662] sas: phy-0:2 added to port-0:0, phy_mask:0x87 (500e004aaaaaaa1f)
1219[ 14.336668] sas: REVALIDATING DOMAIN on port 0, pid:744
1220[ 14.337884] sas: ex 500e004aaaaaaa1f phys DID NOT change
1221[ 14.343186] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1222[ 14.343193] sas: phy3 matched wide port0
1223[ 14.343197] sas: phy-0:3 added to port-0:0, phy_mask:0x8f (500e004aaaaaaa1f)
1224[ 14.343203] sas: REVALIDATING DOMAIN on port 0, pid:744
1225[ 14.344419] sas: ex 500e004aaaaaaa1f phys DID NOT change
1226[ 14.348896] sdd: sdd1 sdd2
1227[ 14.349720] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1228[ 14.352507] sas: phy4 matched wide port0
1229[ 14.352515] sas: phy-0:4 added to port-0:0, phy_mask:0x9f (500e004aaaaaaa1f)
1230[ 14.352521] sas: REVALIDATING DOMAIN on port 0, pid:744
1231[ 14.353916] sas: ex 500e004aaaaaaa1f phys DID NOT change
1232[ 14.356889] sd 0:0:3:0: [sdd] Attached SCSI disk
1233[ 14.359217] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1234[ 14.359224] sas: phy5 matched wide port0
1235[ 14.363833] sas: phy-0:5 added to port-0:0, phy_mask:0xbf (500e004aaaaaaa1f)
1236[ 14.363839] sas: REVALIDATING DOMAIN on port 0, pid:744
1237[ 14.365055] sas: ex 500e004aaaaaaa1f phys DID NOT change
1238[ 14.370356] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1239[ 14.370363] sas: phy6 matched wide port0
1240[ 14.370367] sas: phy-0:6 added to port-0:0, phy_mask:0xff (500e004aaaaaaa1f)
1241[ 14.370373] sas: REVALIDATING DOMAIN on port 0, pid:744
1242[ 14.371528] sas: ex 500e004aaaaaaa1f phys DID NOT change
1243[ 14.376829] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1244[ 14.376836] sas: broadcast received: 0
1245[ 14.376841] sas: REVALIDATING DOMAIN on port 0, pid:744
1246[ 14.378039] sas: ex 500e004aaaaaaa1f phys DID NOT change
1247[ 14.383342] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1248[ 14.383348] sas: broadcast received: 0
1249[ 14.383353] sas: REVALIDATING DOMAIN on port 0, pid:744
1250[ 14.384557] sas: ex 500e004aaaaaaa1f phys DID NOT change
1251[ 14.389858] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1252[ 14.389864] sas: broadcast received: 0
1253[ 14.389869] sas: REVALIDATING DOMAIN on port 0, pid:744
1254[ 14.391040] sas: ex 500e004aaaaaaa1f phys DID NOT change
1255[ 14.396341] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1256[ 14.396347] sas: broadcast received: 0
1257[ 14.396352] sas: REVALIDATING DOMAIN on port 0, pid:744
1258[ 14.397555] sas: ex 500e004aaaaaaa1f phys DID NOT change
1259[ 14.402856] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1260[ 14.402862] sas: broadcast received: 0
1261[ 14.402867] sas: REVALIDATING DOMAIN on port 0, pid:744
1262[ 14.404089] sas: ex 500e004aaaaaaa1f phys DID NOT change
1263[ 14.409390] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1264[ 14.409396] sas: broadcast received: 0
1265[ 14.409401] sas: REVALIDATING DOMAIN on port 0, pid:744
1266[ 14.410538] sas: ex 500e004aaaaaaa1f phys DID NOT change
1267[ 14.415838] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1268[ 14.415844] sas: broadcast received: 0
1269[ 14.415849] sas: REVALIDATING DOMAIN on port 0, pid:744
1270[ 14.417113] sas: ex 500e004aaaaaaa1f phys DID NOT change
1271[ 14.422413] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1272[ 14.422419] sas: broadcast received: 0
1273[ 14.422424] sas: REVALIDATING DOMAIN on port 0, pid:744
1274[ 14.423578] sas: ex 500e004aaaaaaa1f phys DID NOT change
1275[ 14.428879] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1276[ 14.428885] sas: broadcast received: 0
1277[ 14.428890] sas: REVALIDATING DOMAIN on port 0, pid:744
1278[ 14.430103] sas: ex 500e004aaaaaaa1f phys DID NOT change
1279[ 14.435404] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1280[ 14.435409] sas: broadcast received: 0
1281[ 14.435415] sas: REVALIDATING DOMAIN on port 0, pid:744
1282[ 14.436653] sas: ex 500e004aaaaaaa1f phys DID NOT change
1283[ 14.441954] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1284[ 14.441960] sas: broadcast received: 0
1285[ 14.441965] sas: REVALIDATING DOMAIN on port 0, pid:744
1286[ 14.443093] sas: ex 500e004aaaaaaa1f phys DID NOT change
1287[ 14.448394] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1288[ 14.448400] sas: broadcast received: 0
1289[ 14.448405] sas: REVALIDATING DOMAIN on port 0, pid:744
1290[ 14.449639] sas: ex 500e004aaaaaaa1f phys DID NOT change
1291[ 14.454940] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1292[ 14.454946] sas: broadcast received: 0
1293[ 14.454951] sas: REVALIDATING DOMAIN on port 0, pid:744
1294[ 14.456131] sas: ex 500e004aaaaaaa1f phys DID NOT change
1295[ 14.461431] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1296[ 14.461437] sas: broadcast received: 0
1297[ 14.461442] sas: REVALIDATING DOMAIN on port 0, pid:744
1298[ 14.462576] sas: ex 500e004aaaaaaa1f phys DID NOT change
1299[ 14.467877] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1300[ 14.467882] sas: broadcast received: 0
1301[ 14.467888] sas: REVALIDATING DOMAIN on port 0, pid:744
1302[ 14.469110] sas: ex 500e004aaaaaaa1f phys DID NOT change
1303[ 14.474410] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1304[ 14.474416] sas: broadcast received: 0
1305[ 14.474422] sas: REVALIDATING DOMAIN on port 0, pid:744
1306[ 14.475617] sas: ex 500e004aaaaaaa1f phys DID NOT change
1307[ 14.480918] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1308[ 14.480924] sas: broadcast received: 0
1309[ 14.480929] sas: REVALIDATING DOMAIN on port 0, pid:744
1310[ 14.482079] sas: ex 500e004aaaaaaa1f phys DID NOT change
1311[ 14.487380] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1312[ 14.487386] sas: broadcast received: 0
1313[ 14.487392] sas: REVALIDATING DOMAIN on port 0, pid:744
1314[ 14.488594] sas: ex 500e004aaaaaaa1f phys DID NOT change
1315[ 14.493895] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1316[ 14.493901] sas: broadcast received: 0
1317[ 14.493906] sas: REVALIDATING DOMAIN on port 0, pid:744
1318[ 14.495125] sas: ex 500e004aaaaaaa1f phys DID NOT change
1319[ 14.500425] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1320[ 14.500431] sas: broadcast received: 0
1321[ 14.500437] sas: REVALIDATING DOMAIN on port 0, pid:744
1322[ 14.501564] sas: ex 500e004aaaaaaa1f phys DID NOT change
1323[ 14.506864] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1324[ 14.506870] sas: broadcast received: 0
1325[ 14.506875] sas: REVALIDATING DOMAIN on port 0, pid:744
1326[ 14.508075] sas: ex 500e004aaaaaaa1f phys DID NOT change
1327[ 14.513376] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1328[ 14.513382] sas: broadcast received: 0
1329[ 14.513387] sas: REVALIDATING DOMAIN on port 0, pid:744
1330[ 14.514573] sas: ex 500e004aaaaaaa1f phys DID NOT change
1331[ 14.519874] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1332[ 14.519880] sas: broadcast received: 0
1333[ 14.519885] sas: REVALIDATING DOMAIN on port 0, pid:744
1334[ 14.521115] sas: ex 500e004aaaaaaa1f phys DID NOT change
1335[ 14.526415] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1336[ 14.526421] sas: broadcast received: 0
1337[ 14.526427] sas: REVALIDATING DOMAIN on port 0, pid:744
1338[ 14.527669] sas: ex 500e004aaaaaaa1f phys DID NOT change
1339[ 14.532970] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1340[ 14.532976] sas: broadcast received: 0
1341[ 14.532981] sas: REVALIDATING DOMAIN on port 0, pid:744
1342[ 14.534115] sas: ex 500e004aaaaaaa1f phys DID NOT change
1343[ 14.539416] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1344[ 14.539422] sas: broadcast received: 0
1345[ 14.539427] sas: REVALIDATING DOMAIN on port 0, pid:744
1346[ 14.540664] sas: ex 500e004aaaaaaa1f phys DID NOT change
1347[ 14.545964] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1348[ 14.545970] sas: broadcast received: 0
1349[ 14.545975] sas: REVALIDATING DOMAIN on port 0, pid:744
1350[ 14.547186] sas: ex 500e004aaaaaaa1f phys DID NOT change
1351[ 14.552486] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1352[ 14.552492] sas: broadcast received: 0
1353[ 14.552497] sas: REVALIDATING DOMAIN on port 0, pid:744
1354[ 14.553630] sas: ex 500e004aaaaaaa1f phys DID NOT change
1355[ 14.558931] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1356[ 14.558937] sas: broadcast received: 0
1357[ 14.558942] sas: REVALIDATING DOMAIN on port 0, pid:744
1358[ 14.560200] sas: ex 500e004aaaaaaa1f phys DID NOT change
1359[ 14.565500] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1360[ 14.565506] sas: broadcast received: 0
1361[ 14.565511] sas: REVALIDATING DOMAIN on port 0, pid:744
1362[ 14.566702] sas: ex 500e004aaaaaaa1f phys DID NOT change
1363[ 14.572003] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1364[ 14.572009] sas: broadcast received: 0
1365[ 14.572014] sas: REVALIDATING DOMAIN on port 0, pid:744
1366[ 14.573145] sas: ex 500e004aaaaaaa1f phys DID NOT change
1367[ 14.578446] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1368[ 14.578452] sas: broadcast received: 0
1369[ 14.578458] sas: REVALIDATING DOMAIN on port 0, pid:744
1370[ 14.579663] sas: ex 500e004aaaaaaa1f phys DID NOT change
1371[ 14.584963] sas: done REVALIDATING DOMAIN on port 0, pid:744, res 0x0
1372[ 14.585439] nvme nvme0: pci function 0000:04:00.0
1373[ 14.590409] nvme nvme1: pci function 0000:81:00.0
1374[ 14.595223] ahci 0000:74:03.0: version 3.0
1375[ 14.595414] ahci 0000:74:03.0: SSS flag set, parallel bus scan disabled
1376[ 14.602032] ahci 0000:74:03.0: AHCI 0001.0300 32 slots 2 ports 6 Gbps 0x3 impl SATA mode
1377[ 14.610112] ahci 0000:74:03.0: flags: 64bit ncq sntf stag pm led clo only pmp fbs slum part ccc sxs boh
1378[ 14.620108] scsi host1: ahci
1379[ 14.623112] scsi host2: ahci
1380[ 14.626046] ata2: SATA max UDMA/133 abar m4096@0xa2008000 port 0xa2008100 irq 56
1381[ 14.633435] ata3: SATA max UDMA/133 abar m4096@0xa2008000 port 0xa2008180 irq 57
1382[ 14.642802] libphy: Fixed MDIO Bus: probed
1383[ 14.647003] tun: Universal TUN/TAP device driver, 1.6
1384[ 14.652427] thunder_xcv, ver 1.0
1385[ 14.655676] thunder_bgx, ver 1.0
1386[ 14.658922] nicpf, ver 1.0
1387[ 14.662020] hclge is initializing
1388[ 14.665326] hns3: Hisilicon Ethernet Network Driver for Hip08 Family - version
1389[ 14.672535] hns3: Copyright (c) 2017 Huawei Corporation.
1390[ 14.678015] hns3 0000:7d:00.0: The firmware version is 176.98.1.48
1391[ 14.688612] hns3 0000:7d:00.0: Firmware compatible features not enabled(-95).
1392[ 14.707930] nvme nvme0: 23/0/0 default/read/poll queues
1393[ 14.708846] nvme nvme1: 23/0/0 default/read/poll queues
1394[ 14.715964] nvme0n1: p1 p2 p3
1395[ 14.723189] nvme1n1: p1
1396[ 14.952184] ata2: SATA link down (SStatus 0 SControl 300)
1397[ 15.272169] ata3: SATA link down (SStatus 0 SControl 300)
1398[ 16.169438] hns3 0000:7d:00.0: hclge driver initialization finished.
1399[ 16.184946] hns3 0000:7d:00.1: The firmware version is 176.98.1.48
1400[ 16.195548] hns3 0000:7d:00.1: Firmware compatible features not enabled(-95).
1401[ 17.597439] hns3 0000:7d:00.1: hclge driver initialization finished.
1402[ 17.612188] hns3 0000:7d:00.2: The firmware version is 176.98.1.48
1403[ 17.622789] hns3 0000:7d:00.2: Firmware compatible features not enabled(-95).
1404[ 17.632772] libphy: hisilicon MII bus: probed
1405[ 17.702656] hns3 0000:7d:00.2: hclge driver initialization finished.
1406[ 17.711181] Generic PHY mii-0000:7d:00.2:00: attached PHY driver [Generic PHY] (mii_bus:phy_addr=mii-0000:7d:00.2:00, irq=POLL)
1407[ 17.723185] hns3 0000:7d:00.3: The firmware version is 176.98.1.48
1408[ 17.733782] hns3 0000:7d:00.3: Firmware compatible features not enabled(-95).
1409[ 17.742173] libphy: hisilicon MII bus: probed
1410[ 17.814472] hns3 0000:7d:00.3: hclge driver initialization finished.
1411[ 17.823000] Generic PHY mii-0000:7d:00.3:01: attached PHY driver [Generic PHY] (mii_bus:phy_addr=mii-0000:7d:00.3:01, irq=POLL)
1412[ 17.835134] hns3 0000:bd:00.0: The firmware version is 176.98.1.48
1413[ 17.845761] hns3 0000:bd:00.0: Firmware compatible features not enabled(-95).
1414[ 19.358678] hns3 0000:bd:00.0: hclge driver initialization finished.
1415[ 19.377489] e1000e: Intel(R) PRO/1000 Network Driver - 3.2.6-k
1416[ 19.383362] e1000e: Copyright(c) 1999 - 2015 Intel Corporation.
1417[ 19.389307] igb: Intel(R) Gigabit Ethernet Network Driver - version 5.6.0-k
1418[ 19.396257] igb: Copyright (c) 2007-2014 Intel Corporation.
1419[ 19.401853] igbvf: Intel(R) Gigabit Virtual Function Network Driver - version 2.4.0-k
1420[ 19.409670] igbvf: Copyright (c) 2009 - 2012 Intel Corporation.
1421[ 19.415846] sky2: driver version 1.30
1422[ 19.419996] VFIO - User Level meta-driver version: 0.3
1423[ 19.425974] ehci_hcd: USB 2.0 'Enhanced' Host Controller (EHCI) Driver
1424[ 19.432499] ehci-p: new USB bus registered, assigned bus number 1
1425[ 19.449750] ehci-pci 0000:7a:01.0: irq 10, io mem 0x20c101000
1426[ 19.470058] ehci-pci 0000:7a:01.0: USB 0.0 started, EHCI 1.00
1427[ 19.475973] hub 1-0:1.0: USB hub found
1428[ 19.479720] hub 1-0:1.0: 2 ports detected
1429[ 19.484023] ehci-pci 0000:ba:01.0: EHCI Host Controller
1430[ 19.489276] ehci-pci 0000:ba:01.0: new USB bus registered, assigned bus number 2
1431[ 19.496707] ehci-pci 0000:ba:01.0: irq 10, io mem 0x40020c101000
1432[ 19.518081] ehci-pci 0000:ba:01.0: USB 0.0 started, EHCI 1.00
1433[ 19.524122] hub 2-0:1.0: USB hub found
1434[ 19.527876] hub 2-0:1.0: 2 ports detected
1435[ 19.532055] ehci-platform: EHCI generic platform driver
1436[ 19.537368] ehci-orion: EHCI orion driver
1437[ 19.541424] ehci-exynos: EHCI EXYNOS driver
1438[ 19.545651] ohci_hcd: USB 1.1 'Open' Host Controller (OHCI) Driver
1439[ 19.551827] ohci-pci: OHCI PCI platform driver
1440[ 19.556331] ohci-pci 0000:7a:00.0: OHCI PCI host controller
1441[ 19.561903] ohci-pci 0000:7a:00.0: new USB bus registered, assigned bus number 3
1442[ 19.569313] ohci-pci 0000:7a:00.0: irq 10, io mem 0x20c100000
1443[ 19.638248] hub 3-0:1.0: USB hub found
1444[ 19.641990] hub 3-0:1.0: 2 ports detected
1445[ 19.646229] ohci-pci 0000:ba:00.0: OHCI PCI host controller
1446[ 19.651817] ohci-pci 0000:ba:00.0: new USB bus registered, assigned bus number 4
1447[ 19.659244] ohci-pci 0000:ba:00.0: irq 10, io mem 0x40020c100000
1448[ 19.726343] hub 4-0:1.0: USB hub found
1449[ 19.730096] hub 4-0:1.0: 2 ports detected
1450[ 19.734283] ohci-platform: OHCI generic platform driver
1451[ 19.739562] ohci-exynos: OHCI EXYNOS driver
1452[ 19.743882] xhci_hcd 0000:7a:02.0: xHCI Host Controller
1453[ 19.749112] xhci_hcd 0000:7a:02.0: new USB bus registered, assigned bus number 5
1454[ 19.756549] xhci_hcd 0000:7a:02.0: hcc params 0x0220f66d hci version 0x100 quirks 0x0000000000000010
1455[ 19.765985] hub 5-0:1.0: USB hub found
1456[ 19.769736] hub 5-0:1.0: 1 port detected
1457[ 19.773770] xhci_hcd 0000:7a:02.0: xHCI Host Controller
1458[ 19.778989] xhci_hcd 0000:7a:02.0: new USB bus registered, assigned bus number 6
1459[ 19.786375] xhci_hcd 0000:7a:02.0: Host supports USB 3.0 SuperSpeed
1460[ 19.792643] usb usb6: We don't know the algorithms for LPM for this host, disabling LPM.
1461[ 19.800865] hub 6-0:1.0: USB hub found
1462[ 19.804611] hub 6-0:1.0: 1 port detected
1463[ 19.808723] xhci_hcd 0000:ba:02.0: xHCI Host Controller
1464[ 19.813963] xhci_hcd 0000:ba:02.0: new USB bus registered, assigned bus number 7
1465[ 19.818057] usb 1-1: new high-speed USB device number 2 using ehci-pci
1466[ 19.821460] xhci_hcd 0000:ba:02.0: hcc params 0x0220f66d hci version 0x100 quirks 0x0000000000000010
1467[ 19.837407] hub 7-0:1.0: USB hub found
1468[ 19.841164] hub 7-0:1.0: 1 port detected
1469[ 19.845221] xhci_hcd 0000:ba:02.0: xHCI Host Controller
1470[ 19.850451] xhci_hcd 0000:ba:02.0: new USB bus registered, assigned bus number 8
1471[ 19.854779] hub 1-1:1.0: USB hub found
1472[ 19.857844] xhci_hcd 0000:ba:02.0: Host supports USB 3.0 SuperSpeed
1473[ 19.861621] hub 1-1:1.0: 4 ports detected
1474[ 19.867850] usb usb8: We don't know the algorithms for LPM for this host, disabling LPM.
1475[ 19.880121] hub 8-0:1.0: USB hub found
1476[ 19.883872] hub 8-0:1.0: 1 port detected
1477[ 19.888101] usbcore: registered new interface driver usb-storage
1478[ 19.935697] rtc-efi rtc-efi: registered as rtc0
1479[ 19.940575] i2c /dev entries driver
1480[ 19.946748] sdhci: Secure Digital Host Controller Interface driver
1481[ 19.952921] sdhci: Copyright(c) Pierre Ossman
1482[ 19.957571] Synopsys Designware Multimedia Card Interface Driver
1483[ 19.964023] sdhci-pltfm: SDHCI platform and OF driver helper
1484[ 19.972099] ledtrig-cpu: registered to indicate activity on CPUs
1485[ 19.978897] usbcore: registered new interface driver usbhid
1486[ 19.984463] usbhid: USB HID core driver
1487[ 19.998059] usb 1-2: new high-speed USB device number 3 using ehci-pci
1488[ 20.030789] hub 1-2:1.0: USB hub found
1489[ 20.034707] hub 1-2:1.0: 4 ports detected
1490[ 20.056806] NET: Registered protocol family 17
1491[ 20.061309] 9pnet: Installing 9P2000 support
1492[ 20.065590] Key type dns_resolver registered
1493[ 20.069976] registered taskstats version 1
1494[ 20.074066] Loading compiled-in X.509 certificates
1495[ 20.099441] rtc-efi rtc-efi: setting system clock to 2020-02-03T10:00:39 UTC (1580724039)
1496[ 20.107626] ALSA device list:
1497[ 20.110591] No soundcards found.
1498[ 20.326059] usb 1-2.1: new full-speed USB device number 4 using ehci-pci
1499[ 20.358755] EXT4-fs (sdd1): recovery complete
1500[ 20.373222] EXT4-fs (sdd1): mounted filesystem with ordered data mode. Opts: (null)
1501[ 20.380889] VFS: Mounted root (ext4 filesystem) on device 8:49.
1502[ 20.402627] devtmpfs: mounted
1503[ 20.406824] Freeing unused kernel memory: 5184K
1504[ 20.411521] Run /sbin/init as init process
1505[ 21.043668] systemd[1]: systemd 237 running in system mode. (+PAM +AUDIT +SELINUX +IMA +APPARMOR +SMACK +SYSVINIT +UTMP +LIBCRYPTSETUP +GCRYPT +GNUTLS +ACL +XZ +LZ4 +SECCOMP +BLKID +ELFUTILS +KMOD -IDN2 +IDN -PCRE2 default-hierarchy=hybrid)
1506[ 21.065682] systemd[1]: Detected architecture arm64.
1507[ 21.139552] systemd[1]: Set hostname to <ubuntu>.
1508[ 21.155156] systemd[1]: Couldn't move remaining userspace processes, ignoring: Input/output error
1509[ 21.711753] systemd[1]: File /lib/systemd/system/systemd-journald.service:35 configures an IP firewall (IPAddressDeny=any), but the local system does not support BPF/cgroup based firewalling.
1510[ 21.728789] systemd[1]: Proceeding WITHOUT firewalling in effect! (This warning is only shown for the first loaded unit using IP firewalling.)
1511[ 22.132086] random: systemd: uninitialized urandom read (16 bytes read)
1512[ 22.138992] systemd[1]: Created slice User and Session Slice.
1513[ 22.158093] random: systemd: uninitialized urandom read (16 bytes read)
1514[ 22.164759] systemd[1]: Started Forward Password Requests to Wall Directory Watch.
1515[ 22.186081] random: systemd: uninitialized urandom read (16 bytes read)
1516[ 22.192696] systemd[1]: Reached target User and Group Name Lookups.
1517[ 22.210285] systemd[1]: Created slice System Slice.
1518[ 22.479443] random: crng init done
1519[ 22.484423] random: 7 urandom warning(s) missed due to ratelimiting
1520[ 22.922526] EXT4-fs (sdd1): re-mounted. Opts: errors=remount-ro
1521[ 23.162124] Filesystem uses "xz" compression. This is not supported
1522[ 23.279945] systemd-journald[846]: Received request to flush runtime journal from PID 1
1523[ 23.309468] Filesystem uses "xz" compression. This is not supported
1524[ 23.453813] systemd-journald[846]: File /var/log/journal/f0ef8dc5ede84b5eb7431c01908d3558/system.journal corrupted or uncleanly shut down, renaming and replacing.
1525[ 23.542102] Adding 2097148k swap on /swapfile. Priority:-2 extents:6 across:2260988k
1526[ 24.537527] hns3 0000:bd:00.0 eno5: renamed from eth4
1527[ 24.574210] hns3 0000:7d:renamed from eth3
1528[ 24.670162] hns3 0000:7d:00.1 eno2: renamed from eth1
1529[ 25.614850] input: Keyboard/Mouse KVM 1.1.0 as /devices/pci0000:7a/0000:7a:01.0/usb1/1-2/1-2.1/1-2.1:1.0/0003:12D1:0003.0001/input/input1
1530[ 25.674308] hid-generic 0003:12D1:0003.0001: input: USB HID v1.10 Keyboard [Keyboard/Mouse KVM 1.1.0] on usb-0000:7a:01.0-2.1/input0
1531[ 25.675244] input: Keyboard/Mouse KVM 1.1.0 as /devices/pci0000:7a/0000:7a:01.0/usb1/1-2/1-2.1/1-2.1:1.1/0003:12D1:0003.0002/input/input2
1532[ 25.675287] hid-generic 0003:12D1:0003.0002: input: USB HID v1.10 Mouse [Keyboard/Mouse KVM 1.1.0] on usb-0000:7a:01.0-2.1/input1
1533[ 28.634333] Filesystem uses "xz" compression. This is not supported
1534[ 34.414464] systemd-journald[846]: File /var/log/journal/f0ef8dc5ede84b5eb7431c01908d3558/user-1000.journal corrupted or uncleanly shut down, renaming and replacing.
1535root@ubuntu:/home/john# more enable_all.sh
1536
1537for((i=0; i<48; i++))
1538do
1539echo 1 > /sys/devices/system/cpu/cpu$i/online
1540done
1541
1542
1543root@ubuntu:/home/john# more disable_all.sh
1544
1545for((i=1; i<48; i++))
1546do
1547echo 0 > /sys/devices/system/cpu/cpu$i/online
1548done
1549
1550
1551root@ubuntu:/home/john# more hotplug_nvme_d06.sh
1552#!/bin/sh
1553
1554sh enable_all.sh
1555
1556for((i = 0; i < 50 ; i++))
1557do
1558 echo "Looping ... number $i"
1559 ./create_fio_task_cpu_liuyifan_nvme.sh 4k read 4 1 &
1560 echo "short sleep, then disable"
1561 sleep 10
1562 sh disable_all.sh
1563 echo "long sleep"
1564 sleep 40
1565 echo "long sleep over"
1566 sh enable_all.sh
1567 sleep 3
1568done
1569
1570root@ubuntu:/home/john# more ./create_fio_task_cpu_liuyifan_nvme.sh
1571#s!/bin/bash
1572#
1573#
1574#echo "$1_$2_$3_test" > $filename
1575echo "
1576[global]
1577rw=$2
1578direct=1
1579ioengine=libaio
1580iodepth=$3
1581numjobs=3
1582bs=$1
1583;size=10240000m
1584;zero_buffers=1
1585group_reporting=1
1586group_reporting=1
1587;ioscheduler=noop
1588;cpumask=0xffe
1589cpus_allowed=1-47
1590;gtod_reduce=1
1591;iodepth_batch=2
1592;iodepth_batch_complete=2
1593runtime=25
1594;thread
1595loops = 10000
1596" > $1_$2_depth$3_fiotest
1597
1598declare -i new_count=1
1599declare -i disk_count=0
1600#fdisk -l |grep "Disk /dev/sd" > fdiskinfo
1601#cat fdiskinfo |awk '{print $2}' |awk -F ":" '{print $1}' > devinfo
1602#ls /dev/sdb /dev/sdc /dev/sde /dev/sdf /dev/sdg /dev/sdh > devinfo
1603ls /dev/nvme0n1 /dev/nvme1n1 > devinfo
1604#ls /dev/nvme0n1 > devinfo
1605new_num=`sed -n '$=' devinfo`
1606
1607while [ $new_count -le $new_num ]
1608do
1609 if [ "$diskcount" != "$4" ]; then
1610 new_disk=`sed -n "$new_count"p devinfo`
1611 disk_list=${new_disk}":"${disk_list}
1612 ((new_count++))
1613 ((diskcount++))
1614 if [ $new_count -gt $new_num ]; then
1615 echo "[job1]" >> $1_$2_depth$3_fiotest
1616 echo "filename=$disk_list" >> $1_$2_depth$3_fiotest
1617 fi
1618 continue
1619 fi
1620# if [ "$new_disk" = "/dev/sda" ]; then
1621# continue
1622# fi
1623 echo "[job1]" >> $1_$2_depth$3_fiotest
1624 echo "filename=$disk_list" >> $1_$2_depth$3_fiotest
1625 diskcount=0
1626 disk_list=""
1627done
1628
1629echo "Creat $1_$2_depth$3_fiotest file sucessfully"
1630
1631#cp liba* /lib64/
1632#chmod +x fio
1633fio $1_$2_depth$3_fiotest
1634root@ubuntu:/home/john#
1635root@ubuntu:/home/john#
1636root@ubuntu:/home/john#
1637root@ubuntu:/home/john#
1638root@ubuntu:/home/john#
1639root@ubuntu:/home/john#
1640root@ubuntu:/home/john#
1641root@ubuntu:/home/john#
1642root@ubuntu:/home/john#
1643root@ubuntu:/home/john#
1644root@ubuntu:/home/john#
1645root@ubuntu:/home/john#
1646root@ubuntu:/home/john#
1647root@ubuntu:/home/john# echo 8 > /proc/sys/kernel/printk
1648root@ubuntu:/home/john# sh hotplug_nvme_d06.sh
1649Looping ... number 0
1650short sleep, then disable
1651Creat 4k_read_depth4_fiotest file sucessfully
1652job1: (g=0): rw=read, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4
1653...
1654job1: (g=0): rw=read, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4
1655...
1656fio-3.1
1657Starting 6 processes
1658[ 130.247012] CPU1: shutdownr=2299MiB/s,w=0KiB/s][r=589k,w=0 IOPS][eta 00m:16s]
1659[ 130.249725] psci: CPU1 killed (polled 0 ms)
1660[ 130.294915] CPU2: shutdown
1661[ 130.297621] psci: CPU2 killed (polled 0 ms)
1662[ 130.374654] IRQ 53: no longer affine to CPU3
1663[ 130.379432] CPU3: shutdown
1664[ 130.382144] psci: CPU3 killed (polled 0 ms)
1665[ 130.462860] CPU4: shutdown
1666[ 130.465561] psci: CPU4 killed (polled 0 ms)
1667[ 130.562485] IRQ 46: no longer affine to CPU5
1668[ 130.567184] CPU5: shutdown
1669[ 130.569892] psci: CPU5 killed (polled 0 ms)
1670[ 130.658832] CPU6: shutdown
1671[ 130.661537] psci: CPU6 killed (polled 0 ms)
1672[ 130.722545] IRQ 50: no longer affine to CPU7
1673[ 130.727029] IRQ 822: no longer affine to CPU7
1674[ 130.731595] CPU7: shutdown
1675[ 130.734307] psci: CPU7 killed (polled 0 ms)
1676[ 130.818837] CPU8: shutdownr=2355MiB/s,w=0KiB/s][r=603k,w=0 IOPS][eta 00m:15s]
1677[ 130.821539] psci: CPU8 killed (polled 0 ms)
1678[ 130.914790] CPU9: shutdown
1679[ 130.917492] psci: CPU9 killed (polled 0 ms)
1680[ 131.006747] CPU10: shutdown
1681[ 131.009537] psci: CPU10 killed (polled 0 ms)
1682[ 131.058566] IRQ 39: no longer affine to CPU11
1683[ 131.063152] IRQ 823: no longer affine to CPU11
1684[ 131.067788] CPU11: shutdown
1685[ 131.070584] psci: CPU11 killed (polled 0 ms)
1686[ 131.142799] CPU12: shutdown
1687[ 131.145589] psci: CPU12 killed (polled 0 ms)
1688[ 131.222832] CPU13: shutdown
1689[ 131.225620] psci: CPU13 killed (polled 0 ms)
1690[ 131.302801] CPU14: shutdown
1691[ 131.305589] psci: CPU14 killed (polled 0 ms)
1692[ 131.350801] IRQ 824: no longer affine to CPU15
1693[ 131.355443] CPU15: shutdown
1694[ 131.358240] psci: CPU15 killed (polled 0 ms)
1695[ 131.434895] IRQ 51: no longer affine to CPU16
1696[ 131.439690] CPU16: shutdown
1697[ 131.442485] psci: CPU16 killed (polled 0 ms)
1698[ 131.538808] IRQ 57: no longer affine to CPU17
1699[ 131.543538] CPU17: shutdown
1700[ 131.546336] psci: CPU17 killed (polled 0 ms)
1701[ 131.634731] CPU18: shutdown
1702[ 131.637520] psci: CPU18 killed (polled 0 ms)
1703[ 131.678764] IRQ 825: no longer affine to CPU19
1704[ 131.683382] CPU19: shutdown
1705[ 131.686183] psci: CPU19 killed (polled 0 ms)
1706[ 131.766811] CPU20: shutdown
1707[ 131.769600] psci: CPU20 killed (polled 0 ms)
1708[ 131.878795] CPU21: shutdown=2139MiB/s,w=0KiB/s][r=548k,w=0 IOPS][eta 00m:14s]
1709[ 131.881583] psci: CPU21 killed (polled 0 ms)
1710[ 131.970740] CPU22: shutdown
1711[ 131.973530] psci: CPU22 killed (polled 0 ms)
1712[ 132.022880] CPU23: shutdown
1713[ 132.025667] psci: CPU23 killed (polled 0 ms)
1714[ 135.074667] CPU24: shutdown=2192MiB/s,w=0KiB/s][r=561k,w=0 IOPS][eta 00m:11s]
1715[ 135.077491] psci: CPU24 killed (polled 0 ms)
1716[ 136.255110] CPU25: shutdown=2189MiB/s,w=0KiB/s][r=560k,w=0 IOPS][eta 00m:10s]
1717[ 136.257908] psci: CPU25 killed (polled 0 ms)
1718[ 139.063806] CPU26: shutdown=2213MiB/s,w=0KiB/s][r=566k,w=0 IOPS][eta 00m:07s]
1719[ 139.066612] psci: CPU26 killed (polled 0 ms)
1720[ 139.343267] irq_migrate_all_off_this_cpu: 3 callbacks suppressed
1721[ 139.343269] IRQ 815: no longer affine to CPU27
1722[ 139.353908] CPU27: shutdown
1723[ 139.356712] psci: CPU27 killed (polled 0 ms)
1724[ 139.650511] IRQ 52: no longer affine to CPU28
1725[ 139.655494] CPU28: shutdown
1726[ 139.658302] psci: CPU28 killed (polled 0 ms)
1727[ 140.033296] CPU29: shutdown=2100MiB/s,w=0KiB/s][r=538k,w=0 IOPS][eta 00m:06s]
1728[ 140.036137] psci: CPU29 killed (polled 0 ms)
1729[ 140.433359] CPU30: shutdown
1730[ 140.436183] psci: CPU30 killed (polled 0 ms)
1731[ 140.703228] IRQ 816: no longer affine to CPU31
1732[ 140.707845] CPU31: shutdown
1733[ 140.710649] psci: CPU31 killed (polled 0 ms)
1734[ 141.058897] CPU32: shutdown=2044MiB/s,w=0KiB/s][r=523k,w=0 IOPS][eta 00m:05s]
1735[ 141.061694] psci: CPU32 killed (polled 0 ms)
1736[ 141.546847] CPU33: shutdown
1737[ 141.549640] psci: CPU33 killed (polled 0 ms)
1738[ 142.011434] CPU34: shutdown=1887MiB/s,w=0KiB/s][r=483k,w=0 IOPS][eta 00m:04s]
1739[ 142.014241] psci: CPU34 killed (polled 0 ms)
1740[ 142.459359] IRQ 817: no longer affine to CPU35
1741[ 142.463961] CPU35: shutdown
1742[ 142.466771] psci: CPU35 killed (polled 0 ms)
1743[ 142.782796] IRQ 38: no longer affine to CPU36
1744[ 142.787632] CPU36: shutdown
1745[ 142.790434] psci: CPU36 killed (polled 0 ms)
1746[ 143.107099] CPU37: shutdown=2022MiB/s,w=0KiB/s][r=518k,w=0 IOPS][eta 00m:03s]
1747[ 143.109894] psci: CPU37 killed (polled 0 ms)
1748[ 143.406757] CPU38: shutdown
1749[ 143.409553] psci: CPU38 killed (polled 0 ms)
1750[ 145.945087] IRQ 818: no longer affine to CPU39s][r=485k,w=0 IOPS][eta 00m:00s]
1751[ 145.949685] CPU39: shutdown
1752[ 145.952493] psci: CPU39 killed (polled 0 ms)
1753
1754job1: (groupid=0, jobs=6): err= 0: pid=1529: Mon Feb 3 10:02:45 2020
1755 read: IOPS=549k, BW=2143MiB/s (2247MB/s)(52.3GiB/25001msec)
1756 slat (usec): min=2, max=11183, avg= 3.90, stdev= 8.75
1757 clat (usec): min=11, max=139663, avg=39.12, stdev=262.94
1758 lat (usec): min=15, max=139667, avg=43.13, stdev=263.10
1759 clat percentiles (usec):
1760 | 1.00th=[ 16], 5.00th=[ 16], 10.00th=[ 17], 20.00th=[ 18],
1761 | 30.00th=[ 19], 40.00th=[ 22], 50.00th=[ 24], 60.00th=[ 25],
1762 | 70.00th=[ 29], 80.00th=[ 71], 90.00th=[ 94], 95.00th=[ 102],
1763 | 99.00th=[ 137], 99.50th=[ 165], 99.90th=[ 314], 99.95th=[ 498],
1764 | 99.99th=[ 4686]
1765 bw ( KiB/s): min= 768, max=773848, per=16.71%, avg=366717.25, stdev=227540.69, samples=294
1766 iops : min= 192, max=193462, avg=91679.28, stdev=56885.17, samples=294
1767 lat (usec) : 20=36.12%, 50=43.09%, 100=15.06%, 250=5.55%, 500=0.12%
1768 lat (usec) : 750=0.02%, 1000=0.01%
1769 lat (msec) : 2=0.01%, 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%
1770 lat (msec) : 100=0.01%, 250=0.01%
1771 cpu : usr=12.28%, sys=46.14%, ctx=3889399, majf=0, minf=480
1772 IO depths : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
1773 submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
1774 complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
1775 issued rwt: total=13716300,0,0, short=0,0,0, dropped=0,0,0
1776 latency : target=0, window=0, percentile=100.00%, depth=4
1777
1778Run status group 0 (all jobs):
1779 READ: bw=2143MiB/s (2247MB/s), 2143MiB/s-2143MiB/s (2247MB/s-2247MB/s), io=52.3GiB (56.2GB), run=25001-25001msec
1780
1781Disk stats (read/write):
1782 nvme0n1: ios=2777854/0, merge=0/0, ticks=281069/0, in_queue=20660, util=99.45%
1783 nvme1n1: ios=10865425/0, merge=0/0, ticks=232339/0, in_queue=596, util=99.80%
1784[ 146.194878] CPU40: shutdown
1785[ 146.197672] psci: CPU40 killed (polled 0 ms)
1786[ 146.358882] CPU41: shutdown
1787[ 146.361677] psci: CPU41 killed (polled 0 ms)
1788[ 146.530824] CPU42: shutdown
1789[ 146.533616] psci: CPU42 killed (polled 0 ms)
1790[ 146.686752] IRQ 819: no longer affine to CPU43
1791[ 146.691367] CPU43: shutdown
1792[ 146.694168] psci: CPU43 killed (polled 0 ms)
1793[ 146.854420] IRQ 33: no longer affine to CPU44
1794[ 146.859331] CPU44: shutdown
1795[ 146.862134] psci: CPU44 killed (polled 0 ms)
1796[ 147.030548] IRQ 265: no longer affine to CPU45
1797[ 147.035331] CPU45: shutdown
1798[ 147.038134] psci: CPU45 killed (polled 0 ms)
1799[ 147.198822] CPU46: shutdown
1800[ 147.201614] psci: CPU46 killed (polled 0 ms)
1801[ 147.250629] IRQ 5: no longer affine to CPU47
1802[ 147.254894] IRQ 8: no longer affine to CPU47
1803[ 147.259464] IRQ 820: no longer affine to CPU47
1804[ 147.263903] IRQ 839: no longer affine to CPU47
1805[ 147.268335] IRQ 840: no longer affine to CPU47
1806[ 147.272769] IRQ 847: no longer affine to CPU47
1807[ 147.277337] CPU47: shutdown
1808[ 147.280138] psci: CPU47 killed (polled 0 ms)
1809long sleep
1810long sleep over
1811[ 187.318247] Detected VIPT I-cache on CPU1
1812[ 187.322254] GICv3: CPU1: found redistributor 10001 region 1:0x00000000ae140000
1813[ 187.329499] CPU1: Booted secondary processor 0x0000010001 [0x480fd010]
1814[ 187.336942] Detected VIPT I-cache on CPU2
1815[ 187.340952] GICv3: CPU2: found redistributor 10002 region 2:0x00000000ae180000
1816[ 187.348195] CPU2: Booted secondary processor 0x0000010002 [0x480fd010]
1817[ 187.355463] Detected VIPT I-cache on CPU3
1818[ 187.359470] GICv3: CPU3: found redistributor 10003 region 3:0x00000000ae1c0000
1819[ 187.366709] CPU3: Booted secondary processor 0x0000010003 [0x480fd010]
1820[ 187.379369] Detected VIPT I-cache on CPU4
1821[ 187.383380] GICv3: CPU4: found redistributor 10100 region 4:0x00000000ae200000
1822[ 187.390630] CPU4: Booted secondary processor 0x0000010100 [0x480fd010]
1823[ 187.403362] Detected VIPT I-cache on CPU5
1824[ 187.407371] GICv3: CPU5: found redistributor 10101 region 5:0x00000000ae240000
1825[ 187.414618] CPU5: Booted secondary processor 0x0000010101 [0x480fd010]
1826[ 187.427097] Detected VIPT I-cache on CPU6
1827[ 187.431105] GICv3: CPU6: found redistributor 10102 region 6:0x00000000ae280000
1828[ 187.438352] CPU6: Booted secondary processor 0x0000010102 [0x480fd010]
1829[ 187.450782] Detected VIPT I-cache on CPU7
1830[ 187.454790] GICv3: CPU7: found redistributor 10103 region 7:0x00000000ae2c0000
1831[ 187.462036] CPU7: Booted secondary processor 0x0000010103 [0x480fd010]
1832[ 187.469322] Detected VIPT I-cache on CPU8
1833[ 187.473334] GICv3: CPU8: found redistributor 10200 region 8:0x00000000ae300000
1834[ 187.480581] CPU8: Booted secondary processor 0x0000010200 [0x480fd010]
1835[ 187.487923] Detected VIPT I-cache on CPU9
1836[ 187.491933] GICv3: CPU9: found redistributor 10201 region 9:0x00000000ae340000
1837[ 187.499175] CPU9: Booted secondary processor 0x0000010201 [0x480fd010]
1838[ 187.511809] Detected VIPT I-cache on CPU10
1839[ 187.515904] GICv3: CPU10: found redistributor 10202 region 10:0x00000000ae380000
1840[ 187.523325] CPU10: Booted secondary processor 0x0000010202 [0x480fd010]
1841[ 187.536090] Detected VIPT I-cache on CPU11
1842[ 187.540185] GICv3: CPU11: found redistributor 10203 region 11:0x00000000ae3c0000
1843[ 187.547607] CPU11: Booted secondary processor 0x0000010203 [0x480fd010]
1844[ 187.560234] Detected VIPT I-cache on CPU12
1845[ 187.564330] GICv3: CPU12: found redistributor 10300 region 12:0x00000000ae400000
1846[ 187.571753] CPU12: Booted secondary processor 0x0000010300 [0x480fd010]
1847[ 187.584587] Detected VIPT I-cache on CPU13
1848[ 187.588681] GICv3: CPU13: found redistributor 10301 region 13:0x00000000ae440000
1849[ 187.596095] CPU13: Booted secondary processor 0x0000010301 [0x480fd010]
1850[ 187.608770] Detected VIPT I-cache on CPU14
1851[ 187.612866] GICv3: CPU14: found redistributor 10302 region 14:0x00000000ae480000
1852[ 187.620288] CPU14: Booted secondary processor 0x0000010302 [0x480fd010]
1853[ 187.632960] Detected VIPT I-cache on CPU15
1854[ 187.637056] GICv3: CPU15: found redistributor 10303 region 15:0x00000000ae4c0000
1855[ 187.644474] CPU15: Booted secondary processor 0x0000010303 [0x480fd010]
1856[ 187.657139] Detected VIPT I-cache on CPU16
1857[ 187.661235] GICv3: CPU16: found redistributor 10400 region 16:0x00000000ae500000
1858[ 187.668662] CPU16: Booted secondary processor 0x0000010400 [0x480fd010]
1859[ 187.681502] Detected VIPT I-cache on CPU17
1860[ 187.685597] GICv3: CPU17: found redistributor 10401 region 17:0x00000000ae540000
1861[ 187.693023] CPU17: Booted secondary processor 0x0000010401 [0x480fd010]
1862[ 187.705729] Detected VIPT I-cache on CPU18
1863[ 187.709825] GICv3: CPU18: found redistributor 10402 region 18:0x00000000ae580000
1864[ 187.717250] CPU18: Booted secondary processor 0x0000010402 [0x480fd010]
1865[ 187.729998] Detected VIPT I-cache on CPU19
1866[ 187.734096] GICv3: CPU19: found redistributor 10403 region 19:0x00000000ae5c0000
1867[ 187.741525] CPU19: Booted secondary processor 0x0000010403 [0x480fd010]
1868[ 187.754279] Detected VIPT I-cache on CPU20
1869[ 187.758376] GICv3: CPU20: found redistributor 10500 region 20:0x00000000ae600000
1870[ 187.765803] CPU20: Booted secondary processor 0x0000010500 [0x480fd010]
1871[ 187.778728] Detected VIPT I-cache on CPU21
1872[ 187.782825] GICv3: CPU21: found redistributor 10501 region 21:0x00000000ae640000
1873[ 187.790251] CPU21: Booted secondary processor 0x0000010501 [0x480fd010]
1874[ 187.803038] Detected VIPT I-cache on CPU22
1875[ 187.807135] GICv3: CPU22: found redistributor 10502 region 22:0x00000000ae680000
1876[ 187.814564] CPU22: Booted secondary processor 0x0000010502 [0x480fd010]
1877[ 187.827367] Detected VIPT I-cache on CPU23
1878[ 187.831464] GICv3: CPU23: found redistributor 10503 region 23:0x00000000ae6c0000
1879[ 187.838893] CPU23: Booted secondary processor 0x0000010503 [0x480fd010]
1880[ 187.851782] Detected VIPT I-cache on CPU24
1881[ 187.855884] GICv3: CPU24: found redistributor 30000 region 24:0x00000000aa100000
1882[ 187.863322] CPU24: Booted secondary processor 0x0000030000 [0x480fd010]
1883[ 187.877718] Detected VIPT I-cache on CPU25
1884[ 187.881820] GICv3: CPU25: found redistributor 30001 region 25:0x00000000aa140000
1885[ 187.889253] CPU25: Booted secondary processor 0x0000030001 [0x480fd010]
1886[ 187.903034] Detected VIPT I-cache on CPU26
1887[ 187.907136] GICv3: CPU26: found redistributor 30002 region 26:0x00000000aa180000
1888[ 187.914573] CPU26: Booted secondary processor 0x0000030002 [0x480fd010]
1889[ 187.928404] Detected VIPT I-cache on CPU27
1890[ 187.932506] GICv3: CPU27: found redistributor 30003 region 27:0x00000000aa1c0000
1891[ 187.939946] CPU27: Booted secondary processor 0x0000030003 [0x480fd010]
1892[ 187.947523] Detected VIPT I-cache on CPU28
1893[ 187.951630] GICv3: CPU28: found redistributor 30100 region 28:0x00000000aa200000
1894[ 187.959066] CPU28: Booted secondary processor 0x0000030100 [0x480fd010]
1895[ 187.973244] Detected VIPT I-cache on CPU29
1896[ 187.977346] GICv3: CPU29: found redistributor 30101 region 29:0x00000000aa240000
1897[ 187.984779] CPU29: Booted secondary processor 0x0000030101 [0x480fd010]
1898[ 188.031379] Detected VIPT I-cache on CPU30
1899[ 188.035480] GICv3: CPU30: found redistributor 30102 region 30:0x00000000aa280000
1900[ 188.042913] CPU30: Booted secondary processor 0x0000030102 [0x480fd010]
1901[ 188.089609] Detected VIPT I-cache on CPU31
1902[ 188.093710] GICv3: CPU31: found redistributor 30103 region 31:0x00000000aa2c0000
1903[ 188.101145] CPU31: Booted secondary processor 0x0000030103 [0x480fd010]
1904[ 188.148116] Detected VIPT I-cache on CPU32
1905[ 188.152221] GICv3: CPU32: found redistributor 30200 region 32:0x00000000aa300000
1906[ 188.159661] CPU32: Booted secondary processor 0x0000030200 [0x480fd010]
1907[ 188.206807] Detected VIPT I-cache on CPU33
1908[ 188.210911] GICv3: CPU33: found redistributor 30201 region 33:0x00000000aa340000
1909[ 188.218349] CPU33: Booted secondary processor 0x0000030201 [0x480fd010]
1910[ 188.265662] Detected VIPT I-cache on CPU34
1911[ 188.269763] GICv3: CPU34: found redistributor 30202 region 34:0x00000000aa380000
1912[ 188.277188] CPU34: Booted secondary processor 0x0000030202 [0x480fd010]
1913[ 188.324625] Detected VIPT I-cache on CPU35
1914[ 188.328729] GICv3: CPU35: found redistributor 30203 region 35:0x00000000aa3c0000
1915[ 188.336168] CPU35: Booted secondary processor 0x0000030203 [0x480fd010]
1916[ 188.383485] Detected VIPT I-cache on CPU36
1917[ 188.387587] GICv3: CPU36: found redistributor 30300 region 36:0x00000000aa400000
1918[ 188.395017] CPU36: Booted secondary processor 0x0000030300 [0x480fd010]
19190000
1920[ 188.454095] CPU37: Booted secondary processor 0x0000030301 [0x480fd010]
1921[ 188.501614] Detected VIPT I-cache on CPU38
1922[ 188.505716] GICv3: CPU38: found redistributor 30302 region 38:0x00000000aa480000
1923[ 188.513144] CPU38: Booted secondary processor 0x0000030302 [0x480fd010]
1924[ 188.560889] Detected VIPT I-cache on CPU39
1925[ 188.564993] GICv3: CPU39: found redistributor 30303 region 39:0x00000000aa4c0000
1926[ 188.572434] CPU39: Booted secondary processor 0x0000030303 [0x480fd010]
1927[ 188.620186] Detected VIPT I-cache on CPU40
1928[ 188.624289] GICv3: CPU40: found redistributor 30400 region 40:0x00000000aa500000
1929[ 188.631722] CPU40: Booted secondary processor 0x0000030400 [0x480fd010]
1930[ 188.679643] Detected VIPT I-cache on CPU41
1931[ 188.683746] GICv3: CPU41: found redistributor 30401 region 41:0x00000000aa540000
1932[ 188.691188] CPU41: Booted secondary processor 0x0000030401 [0x480fd010]
1933[ 188.739122] Detected VIPT I-cache on CPU42
1934[ 188.743226] GICv3: CPU42: found redistributor 30402 region 42:0x00000000aa580000
1935[ 188.750660] CPU42: Booted secondary processor 0x0000030402 [0x480fd010]
1936[ 188.799009] Detected VIPT I-cache on CPU43
1937[ 188.803112] GICv3: CPU43: found redistributor 30403 region 43:0x00000000aa5c0000
1938[ 188.810558] CPU43: Booted secondary processor 0x0000030403 [0x480fd010]
1939[ 188.858936] Detected VIPT I-cache on CPU44
1940[ 188.863043] GICv3: CPU44: found redistributor 30500 region 44:0x00000000aa600000
1941[ 188.870485] CPU44: Booted secondary processor 0x0000030500 [0x480fd010]
1942[ 188.919240] Detected VIPT I-cache on CPU45
1943[ 188.923343] GICv3: CPU45: found redistributor 30501 region 45:0x00000000aa640000
1944[ 188.930771] CPU45: Booted secondary processor 0x0000030501 [0x480fd010]
1945[ 188.979403] Detected VIPT I-cache on CPU46
1946[ 188.983507] GICv3: CPU46: found redistributor 30502 region 46:0x00000000aa680000
1947[ 188.990935] CPU46: Booted secondary processor 0x0000030502 [0x480fd010]
1948[ 189.039366] Detected VIPT I-cache on CPU47
1949[ 189.043472] GICv3: CPU47: found redistributor 30503 region 47:0x00000000aa6c0000
1950[ 189.050917] CPU47: Booted secondary processor 0x0000030503 [0x480fd010]
1951Looping ... number 1
1952short sleep, then disable
1953Creat 4k_read_depth4_fiotest file sucessfully
1954job1: (g=0): rw=read, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4
1955...
1956job1: (g=0): rw=read, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4
1957...
1958fio-3.1
1959Starting 6 processes
1960[ 202.158957] irq_migrate_all_off_this_cpu: 3 callbacks suppressed[eta 00m:16s]
1961[ 202.158959] IRQ 587: no longer affine to CPU1
1962[ 202.169841] CPU1: shutdown
1963[ 202.172584] psci: CPU1 killed (polled 0 ms)
1964[ 202.210817] IRQ 51: no longer affine to CPU2
1965[ 202.215484] CPU2: shutdown
1966[ 202.218210] psci: CPU2 killed (polled 0 ms)
1967[ 202.259251] CPU3: shutdown
1968[ 202.261965] psci: CPU3 killed (polled 0 ms)
1969[ 202.339095] CPU4: shutdown
1970[ 202.341805] psci: CPU4 killed (polled 0 ms)
1971[ 202.435014] CPU5: shutdownr=2434MiB/s,w=0KiB/s][r=623k,w=0 IOPS][eta 00m:15s]
1972[ 202.437725] psci: CPU5 killed (polled 0 ms)
1973[ 202.511066] CPU6: shutdown
1974[ 202.513775] psci: CPU6 killed (polled 0 ms)
1975[ 202.555049] IRQ 822: no longer affine to CPU7
1976[ 202.559716] CPU7: shutdown
1977[ 202.562429] psci: CPU7 killed (polled 0 ms)
1978[ 202.639061] CPU8: shutdown
1979[ 202.641767] psci: CPU8 killed (polled 0 ms)
1980[ 202.766682] IRQ 426: no longer affine to CPU9
1981[ 202.771391] CPU9: shutdown
1982[ 202.774111] psci: CPU9 killed (polled 0 ms)
1983[ 202.846681] IRQ 53: no longer affine to CPU10
1984[ 202.851509] CPU10: shutdown
1985[ 202.854314] psci: CPU10 killed (polled 0 ms)
1986[ 202.899038] IRQ 823: no longer affine to CPU11
1987[ 202.903746] CPU11: shutdown
1988[ 202.906550] psci: CPU11 killed (polled 0 ms)
1989[ 202.983011] CPU12: shutdown
1990[ 202.985805] psci: CPU12 killed (polled 0 ms)
1991[ 203.071218] CPU13: shutdown
1992[ 203.074012] psci: CPU13 killed (polled 0 ms)
1993[ 203.146977] CPU14: shutdown
1994[ 203.149771] psci: CPU14 killed (polled 0 ms)
1995[ 203.194713] IRQ 38: no longer affine to CPU15
1996[ 203.199315] IRQ 824: no longer affine to CPU15
1997[ 203.203984] CPU15: shutdown
1998[ 203.206789] psci: CPU15 killed (polled 0 ms)
1999[ 203.282909] IRQ 57: no longer affine to CPU16
2000[ 203.287766] CPU16: shutdown
2001[ 203.290572] psci: CPU16 killed (polled 0 ms)
2002[ 203.374634] IRQ 52: no longer affine to CPU17s][r=559k,w=0 IOPS][eta 00m:14s]
2003[ 203.379369] CPU17: shutdown
2004[ 203.382175] psci: CPU17 killed (polled 0 ms)
2005[ 203.486966] CPU18: shutdown
2006[ 203.489816] psci: CPU18 killed (polled 0 ms)
2007[ 203.539017] CPU19: shutdown
2008[ 203.541815] psci: CPU19 killed (polled 0 ms)
2009[ 203.731019] CPU20: shutdown
2010[ 203.733814] psci: CPU20 killed (polled 0 ms)
2011[ 203.815540] CPU21: shutdown
2012[ 203.818349] psci: CPU21 killed (polled 0 ms)
2013[ 203.899265] CPU22: shutdown
2014[ 203.902082] psci: CPU22 killed (polled 0 ms)
2015[ 203.967037] CPU23: shutdown
2016[ 203.969833] psci: CPU23 killed (polled 0 ms)
2017[ 204.251074] CPU24: shutdown
2018[ 204.253868] psci: CPU24 killed (polled 0 ms)
2019[ 204.543411] CPU25: shutdown=2169MiB/s,w=0KiB/s][r=555k,w=0 IOPS][eta 00m:13s]
2020[ 204.546217] psci: CPU25 killed (polled 0 ms)
2021[ 204.847057] CPU26: shutdown
2022[ 204.849851] psci: CPU26 killed (polled 0 ms)
2023[ 205.143003] CPU27: shutdown
2024[ 205.145797] psci: CPU27 killed (polled 0 ms)
2025[ 205.431024] CPU28: shutdown=2227MiB/s,w=0KiB/s][r=570k,w=0 IOPS][eta 00m:12s]
2026[ 205.433818] psci: CPU28 killed (polled 0 ms)
2027[ 205.735822] CPU29: shutdown
2028[ 205.738626] psci: CPU29 killed (polled 0 ms)
2029[ 206.031382] CPU30: shutdown
2030[ 206.034188] psci: CPU30 killed (polled 0 ms)
2031[ 206.330981] CPU31: shutdown
2032[ 206.333774] psci: CPU31 killed (polled 0 ms)
2033[ 206.643124] CPU32: shutdown=2034MiB/s,w=0KiB/s][r=521k,w=0 IOPS][eta 00m:11s]
2034[ 206.645919] psci: CPU32 killed (polled 0 ms)
2035[ 206.934976] CPU33: shutdown
2036[ 206.937770] psci: CPU33 killed (polled 0 ms)
2037[ 207.288987] CPU34: shutdown
2038[ 207.291793] psci: CPU34 killed (polled 0 ms)
2039[ 207.627513] irq_migrate_all_off_this_cpu: 9 callbacks suppressed[eta 00m:10s]
2040[ 207.627516] IRQ 817: no longer affine to CPU35
2041[ 207.638131] CPU35: shutdown
2042[ 207.640929] psci: CPU35 killed (polled 0 ms)
2043[ 207.962882] CPU36: shutdown
2044[ 207.965678] psci: CPU36 killed (polled 0 ms)
2045[ 208.266498] IRQ 50: no longer affine to CPU37
2046[ 208.271295] CPU37: shutdown
2047[ 208.274099] psci: CPU37 killed (polled 0 ms)
2048[ 208.570827] CPU38: shutdown=1663MiB/s,w=0KiB/s][r=426k,w=0 IOPS][eta 00m:09s]
2049[ 208.573622] psci: CPU38 killed (polled 0 ms)
2050[ 208.864133] IRQ 818: no longer affine to CPU39
2051[ 208.868762] CPU39: shutdown
2052[ 208.871568] psci: CPU39 killed (polled 0 ms)
2053[ 209.199110] CPU40: shutdown
2054[ 209.201916] psci: CPU40 killed (polled 0 ms)
2055[ 209.478808] IRQ 813: no longer affine to CPU41][r=477k,w=0 IOPS][eta 00m:08s]
2056[ 209.483437] CPU41: shutdown
2057[ 209.486243] psci: CPU41 killed (polled 0 ms)
2058[ 209.807122] CPU42: shutdown
2059[ 209.809917] psci: CPU42 killed (polled 0 ms)
2060[ 210.070751] IRQ 819: no longer affine to CPU43
2061[ 210.075309] CPU43: shutdown
2062[ 210.078114] psci: CPU43 killed (polled 0 ms)
2063[ 210.399726] IRQ 33: no longer affine to CPU44s][r=348k,w=0 IOPS][eta 00m:07s]
2064[ 210.404569] CPU44: shutdown
2065[ 210.407376] psci: CPU44 killed (polled 0 ms)
2066[ 210.671783] CPU45: shutdown
2067[ 210.674586] psci: CPU45 killed (polled 0 ms)
2068[ 210.986569] IRQ 58: no longer affine to CPU46
2069[ 210.991297] CPU46: shutdown
2070[ 210.994108] psci: CPU46 killed (polled 0 ms)
2071[ 211.031783] process 1657 (fio) no longer affine to cpu47
2072[ 211.031925] process 1659 (fio) no longer affine to cpu47
2073[ 211.074671] IRQ 5: no longer affine to CPU47
2074[ 211.078935] IRQ 8: no longer affine to CPU47
2075[ 211.083473] IRQ 820: no longer affine to CPU47
2076[ 211.087957] process 1661 (fio) no longer affine to cpu47
2077[ 211.087964] process 1662 (fio) no longer affine to cpu47
2078[ 211.087969] process 1660 (fio) no longer affine to cpu47
2079[ 211.087974] process 1658 (fio) no longer affine to cpu47
2080[ 211.088051] CPU47: shutdown
2081[ 211.112064] psci: CPU47 killed (polled 0 ms)
2082long sleep
2083[ 241.310125] nvme nvme1: I/O 915 QID 5 timeout, completion polledOPS][eta 01m:42s]
2084Jobs: 1 (f=0): [_(4),f(1),_(1)][100.0%][r=12KiB/s,w=0KiB/s][r=3,w=0 IOPS][eta 00m:00s]
2085job1: (groupid=0, jobs=6): err= 0: pid=1657: Mon Feb 3 10:04:20 2020
2086 read: IOPS=279k, BW=1088MiB/s (1141MB/s)(51.9GiB/48824msec)
2087 slat (usec): min=2, max=69799, avg= 3.99, stdev=26.81
2088 clat (nsec): min=980, max=30222M, avg=44555.47, stdev=12272470.85
2089 lat (usec): min=14, max=30236k, avg=48.67, stdev=12275.10
2090 clat percentiles (usec):
2091 | 1.00th=[ 15], 5.00th=[ 15], 10.00th=[ 16], 20.00th=[ 16],
2092 | 30.00th=[ 18], 40.00th=[ 20], 50.00th=[ 21], 60.00th=[ 23],
2093 | 70.00th=[ 28], 80.00th=[ 75], 90.00th=[ 94], 95.00th=[ 104],
2094 | 99.00th=[ 145], 99.50th=[ 182], 99.90th=[ 465], 99.95th=[ 840],
2095 | 99.99th=[ 3458]
2096 bw ( KiB/s): min= 4184, max=791832, per=32.63%, avg=363598.03, stdev=239800.82, samples=295
2097 iops : min= 1046, max=197958, avg=90899.44, stdev=59950.22, samples=295
2098 lat (nsec) : 1000=0.01%
2099 lat (usec) : 10=0.01%, 20=42.34%, 50=35.14%, 100=16.24%, 250=6.01%
2100 lat (usec) : 500=0.18%, 750=0.03%, 1000=0.02%
2101 lat (msec) : 2=0.02%, 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%
2102 lat (msec) : 100=0.01%, 250=0.01%, >=2000=0.01%
2103 cpu : usr=10.74%, sys=36.43%, ctx=4060413, majf=0, minf=436
2104 IO depths : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
2105 submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
2106 complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
2107 issued rwt: total=13601892,0,0, short=0,0,0, dropped=0,0,0
2108 latency : target=0, window=0, percentile=100.00%, depth=4
2109
2110Run status group 0 (all jobs):
2111 READ: bw=1088MiB/s (1141MB/s), 1088MiB/s-1088MiB/s (1141MB/s-1141MB/s), io=51.9GiB (55.7GB), run=48824-48824msec
2112
2113Disk stats (read/write):
2114 nvme0n1: ios=2865642/0, merge=0/0, ticks=276289/0, in_queue=5436, util=99.43%
2115 nvme1n1: ios=10722236/0, merge=0/0, ticks=205958/0, in_queue=856, util=51.38%
2116long sleep over
2117[ 251.134256] Detected VIPT I-cache on CPU1
2118[ 251.138263] GICv3: CPU1: found redistributor 10001 region 1:0x00000000ae140000
2119[ 251.145513] CPU1: Booted secondary processor 0x0000010001 [0x480fd010]
2120[ 251.152966] Detected VIPT I-cache on CPU2
2121[ 251.156975] GICv3: CPU2: found redistributor 10002 region 2:0x00000000ae180000
2122[ 251.164219] CPU2: Booted secondary processor 0x0000010002 [0x480fd010]
2123[ 251.171492] Detected VIPT I-cache on CPU3
2124[ 251.175500] GICv3: CPU3: found redistributor 10003 region 3:0x00000000ae1c0000
2125[ 251.182744] CPU3: Booted secondary processor 0x0000010003 [0x480fd010]
2126[ 251.195563] Detected VIPT I-cache on CPU4
2127[ 251.199575] GICv3: CPU4: found redistributor 10100 region 4:0x00000000ae200000
2128[ 251.206829] CPU4: Booted secondary processor 0x0000010100 [0x480fd010]
2129[ 251.219620] Detected VIPT I-cache on CPU5
2130[ 251.223629] GICv3: CPU5: found redistributor 10101 region 5:0x00000000ae240000
2131[ 251.230877] CPU5: Booted secondary processor 0x0000010101 [0x480fd010]
2132[ 251.243412] Detected VIPT I-cache on CPU6
2133[ 251.247421] GICv3: CPU6: found redistributor 10102 region 6:0x00000000ae280000
2134[ 251.254670] CPU6: Booted secondary processor 0x0000010102 [0x480fd010]
2135[ 251.267181] Detected VIPT I-cache on CPU7
2136[ 251.271189] GICv3: CPU7: found redistributor 10103 region 7:0x00000000ae2c0000
2137[ 251.278439] CPU7: Booted secondary processor 0x0000010103 [0x480fd010]
2138[ 251.290966] Detected VIPT I-cache on CPU8
2139[ 251.294975] GICv3: CPU8: found redistributor 10200 region 8:0x00000000ae300000
2140[ 251.302225] CPU8: Booted secondary processor 0x0000010200 [0x480fd010]
2141[ 251.309551] Detected VIPT I-cache on CPU9
2142[ 251.313561] GICv3: CPU9: found redistributor 10201 region 9:0x00000000ae340000
2143[ 251.320806] CPU9: Booted secondary processor 0x0000010201 [0x480fd010]
2144[ 251.328054] Detected VIPT I-cache on CPU10
2145[ 251.332151] GICv3: CPU10: found redistributor 10202 region 10:0x00000000ae380000
2146[ 251.339565] CPU10: Booted secondary processor 0x0000010202 [0x480fd010]
2147[ 251.352355] Detected VIPT I-cache on CPU11
2148[ 251.356450] GICv3: CPU11: found redistributor 10203 region 11:0x00000000ae3c0000
2149[ 251.363873] CPU11: Booted secondary processor 0x0000010203 [0x480fd010]
2150[ 251.376599] Detected VIPT I-cache on CPU12
2151[ 251.380695] GICv3: CPU12: found redistributor 10300 region 12:0x00000000ae400000
2152[ 251.388118] CPU12: Booted secondary processor 0x0000010300 [0x480fd010]
2153[ 251.401005] Detected VIPT I-cache on CPU13
2154[ 251.405100] GICv3: CPU13: found redistributor 10301 region 13:0x00000000ae440000
2155[ 251.412521] CPU13: Booted secondary processor 0x0000010301 [0x480fd010]
2156[ 251.425251] Detected VIPT I-cache on CPU14
2157[ 251.429346] GICv3: CPU14: found redistributor 10302 region 14:0x00000000ae480000
2158[ 251.436772] CPU14: Booted secondary processor 0x0000010302 [0x480fd010]
2159[ 251.449512] Detected VIPT I-cache on CPU15
2160[ 251.453609] GICv3: CPU15: found redistributor 10303 region 15:0x00000000ae4c0000
2161[ 251.461037] CPU15: Booted secondary processor 0x0000010303 [0x480fd010]
2162[ 251.473787] Detected VIPT I-cache on CPU16
2163[ 251.477883] GICv3: CPU16: found redistributor 10400 region 16:0x00000000ae500000
2164[ 251.485311] CPU16: Booted secondary processor 0x0000010400 [0x480fd010]
2165[ 251.498245] Detected VIPT I-cache on CPU17
2166[ 251.502342] GICv3: CPU17: found redistributor 10401 region 17:0x00000000ae540000
2167[ 251.509769] CPU17: Booted secondary processor 0x0000010401 [0x480fd010]
2168[ 251.522609] Detected VIPT I-cache on CPU18
2169[ 251.526707] GICv3: CPU18: found redistributor 10402 region 18:0x00000000ae580000
2170[ 251.534136] CPU18: Booted secondary processor 0x0000010402 [0x480fd010]
2171[ 251.546966] Detected VIPT I-cache on CPU19
2172[ 251.551064] GICv3: CPU19: found redistributor 10403 region 19:0x00000000ae5c0000
2173[ 251.558497] CPU19: Booted secondary processor 0x0000010403 [0x480fd010]
2174[ 251.571310] Detected VIPT I-cache on CPU20
2175[ 251.575408] GICv3: CPU20: found redistributor 10500 region 20:0x00000000ae600000
2176[ 251.582837] CPU20: Booted secondary processor 0x0000010500 [0x480fd010]
2177[ 251.595874] Detected VIPT I-cache on CPU21
2178[ 251.599972] GICv3: CPU21: found redistributor 10501 region 21:0x00000000ae640000
2179[ 251.607402] CPU21: Booted secondary processor 0x0000010501 [0x480fd010]
2180[ 251.620319] Detected VIPT I-cache on CPU22
2181[ 251.624416] GICv3: CPU22: found redistributor 10502 region 22:0x00000000ae680000
2182[ 251.631845] CPU22: Booted secondary processor 0x0000010502 [0x480fd010]
2183[ 251.644748] Detected VIPT I-cache on CPU23
2184[ 251.648845] GICv3: CPU23: found redistributor 10503 region 23:0x00000000ae6c0000
2185[ 251.656276] CPU23: Booted secondary processor 0x0000010503 [0x480fd010]
2186[ 251.669282] Detected VIPT I-cache on CPU24
2187[ 251.673384] GICv3: CPU24: found redistributor 30000 region 24:0x00000000aa100000
2188[ 251.680823] CPU24: Booted secondary processor 0x0000030000 [0x480fd010]
2189[ 251.695307] Detected VIPT I-cache on CPU25
2190[ 251.699409] GICv3: CPU25: found redistributor 30001 region 25:0x00000000aa140000
2191[ 251.706842] CPU25: Booted secondary processor 0x0000030001 [0x480fd010]
2192[ 251.720613] Detected VIPT I-cache on CPU26
2193[ 251.724716] GICv3: CPU26: found redistributor 30002 region 26:0x00000000aa180000
2194[ 251.732151] CPU26: Booted secondary processor 0x0000030002 [0x480fd010]
2195[ 251.781158] Detected VIPT I-cache on CPU27
2196[ 251.785258] GICv3: CPU27: found redistributor 30003 region 27:0x00000000aa1c0000
2197[ 251.792692] CPU27: Booted secondary processor 0x0000030003 [0x480fd010]
2198[ 251.841790] Detected VIPT I-cache on CPU28
2199[ 251.845894] GICv3: CPU28: found redistributor 30100 region 28:0x00000000aa20[ 251.902707] Detected VIPT I-cache on CPU29
2200[ 251.906808] GICv3: CPU29: found redistributor 30101 region 29:0x00000000aa240000
2201[ 251.914244] CPU29: Booted secondary processor 0x0000030101 [0x480fd010]
22020000
2203[ 251.975346] CPU30: Booted secondary processor 0x0000030102 [0x480fd010]
2204[ 252.024856] Detected VIPT I-cache on CPU31
2205[ 252.028958] GICv3: CPU31: found redistributor 30103 region 31:0x00000000aa2c0000
2206[ 252.036396] CPU31: Booted secondary processor 0x0000030103 [0x480fd010]
2207[ 252.085929] Detected VIPT I-cache on CPU32
2208[ 252.090033] GICv3: CPU32: found redistributor 30200 region 32:0x00000000aa300000
2209[ 252.097474] CPU32: Booted secondary processor 0x0000030200 [0x480fd010]
2210[ 252.147270] Detected VIPT I-cache on CPU33
2211[ 252.151373] GICv3: CPU33: found redistributor 30201 region 33:0x00000000aa340000
2212[ 252.158813] CPU33: Booted secondary processor 0x0000030201 [0x480fd010]
2213[ 252.208833] Detected VIPT I-cache on CPU34
2214[ 252.212936] GICv3: CPU34: found redistributor 30202 region 34:0x00000000aa380000
2215[ 252.220360] CPU34: Booted secondary processor 0x0000030202 [0x480fd010]
2216[ 252.270280] Detected VIPT I-cache on CPU35
2217[ 252.274385] GICv3: CPU35: found redistributor 30203 region 35:0x00000000aa3c0000
2218[ 252.281829] CPU35: Booted secondary processor 0x0000030203 [0x480fd010]
2219[ 252.331752] Detected VIPT I-cache on CPU36
2220[ 252.335854] GICv3: CPU36: found redistributor 30300 region 36:0x00000000aa400000
2221[ 252.343286] CPU36: Booted secondary processor 0x0000030300 [0x480fd010]
2222[ 252.393463] Detected VIPT I-cache on CPU37
2223[ 252.397568] GICv3: CPU37: found redistributor 30301 region 37:0x00000000aa440000
2224[ 252.405006] CPU37: Booted secondary processor 0x0000030301 [0x480fd010]
2225[ 252.455198] Detected VIPT I-cache on CPU38
2226[ 252.459302] GICv3: CPU38: found redistributor 30302 region 38:0x00000000aa480000
2227[ 252.466730] CPU38: Booted secondary processor 0x0000030302 [0x480fd010]
2228[ 252.517070] Detected VIPT I-cache on CPU39
2229[ 252.521175] GICv3: CPU39: found redistributor 30303 region 39:0x00000000aa4c0000
2230[ 252.528620] CPU39: Booted secondary processor 0x0000030303 [0x480fd010]
2231[ 252.578903] Detected VIPT I-cache on CPU40
2232[ 252.583008] GICv3: CPU40: found redistributor 30400 region 40:0x00000000aa500000
2233[ 252.590446] CPU40: Booted secondary processor 0x0000030400 [0x480fd010]
2234[ 252.641154] Detected VIPT I-cache on CPU41
2235[ 252.645259] GICv3: CPU41: found redistributor 30401 region 41:0x00000000aa540000
2236[ 252.652701] CPU41: Booted secondary processor 0x0000030401 [0x480fd010]
2237[ 252.703202] Detected VIPT I-cache on CPU42
2238[ 252.707307] GICv3: CPU42: found redistributor 30402 region 42:0x00000000aa580000
2239[ 252.714735] CPU42: Booted secondary processor 0x0000030402 [0x480fd010]
2240[ 252.765479] Detected VIPT I-cache on CPU43
2241[ 252.769585] GICv3: CPU43: found redistributor 30403 region 43:0x00000000aa5c0000
2242[ 252.777035] CPU43: Booted secondary processor 0x0000030403 [0x480fd010]
2243[ 252.827725] Detected VIPT I-cache on CPU44
2244[ 252.831831] GICv3: CPU44: found redistributor 30500 region 44:0x00000000aa600000
2245[ 252.839277] CPU44: Booted secondary processor 0x0000030500 [0x480fd010]
2246[ 252.890449] Detected VIPT I-cache on CPU45
2247[ 252.894552] GICv3: CPU45: found redistributor 30501 region 45:0x00000000aa640000
2248[ 252.901989] CPU45: Booted secondary processor 0x0000030501 [0x480fd010]
2249[ 252.953124] Detected VIPT I-cache on CPU46
2250[ 252.957230] GICv3: CPU46: found redistributor 30502 region 46:0x00000000aa680000
2251[ 252.964675] CPU46: Booted secondary processor 0x0000030502 [0x480fd010]
2252[ 253.015839] Detected VIPT I-cache on CPU47
2253[ 253.019943] GICv3: CPU47: found redistributor 30503 region 47:0x00000000aa6c0000
2254[ 253.027377] CPU47: Booted secondary processor 0x0000030503 [0x480fd010]
2255Looping ... number 2
2256short sleep, then disable
2257Creat 4k_read_depth4_fiotest file sucessfully
2258job1: (g=0): rw=read, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4
2259...
2260job1: (g=0): rw=read, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4
2261...
2262fio-3.1
2263Starting 6 processes
2264[ 266.135208] CPU1: shutdownr=2562MiB/s,w=0KiB/s][r=656k,w=0 IOPS][eta 00m:16s]
2265[ 266.137913] psci: CPU1 killed (polled 0 ms)
2266[ 266.187087] CPU2: shutdown
2267[ 266.189789] psci: CPU2 killed (polled 0 ms)
2268[ 266.282980] CPU3: shutdown
2269[ 266.285700] psci: CPU3 killed (polled 0 ms)
2270[ 266.363221] CPU4: shutdownr=2289MiB/s,w=0KiB/s][r=586k,w=0 IOPS][eta 00m:15s]
2271[ 266.365925] psci: CPU4 killed (polled 0 ms)
2272[ 266.446807] CPU5: shutdown
2273[ 266.449508] psci: CPU5 killed (polled 0 ms)
2274[ 266.542721] CPU6: shutdown
2275[ 266.545448] psci: CPU6 killed (polled 0 ms)
2276[ 266.590873] irq_migrate_all_off_this_cpu: 6 callbacks suppressed
2277[ 266.590875] IRQ 822: no longer affine to CPU7
2278[ 266.601491] CPU7: shutdown
2279[ 266.604211] psci: CPU7 killed (polled 0 ms)
2280[ 266.682906] CPU8: shutdown
2281[ 266.685610] psci: CPU8 killed (polled 0 ms)
2282[ 266.762893] CPU9: shutdown
2283[ 266.765596] psci: CPU9 killed (polled 0 ms)
2284[ 266.834867] CPU10: shutdown
2285[ 266.837655] psci: CPU10 killed (polled 0 ms)
2286[ 266.882898] IRQ 823: no longer affine to CPU11
2287[ 266.887530] CPU11: shutdown
2288[ 266.890330] psci: CPU11 killed (polled 0 ms)
2289[ 267.097993] CPU12: shutdown
2290[ 267.100790] psci: CPU12 killed (polled 0 ms)
2291[ 267.215039] CPU13: shutdown
2292[ 267.217828] psci: CPU13 killed (polled 0 ms)
2293[ 267.290869] CPU14: shutdown
2294[ 267.293659] psci: CPU14 killed (polled 0 ms)
2295[ 267.338819] IRQ 824: no longer affine to CPU15][r=578k,w=0 IOPS][eta 00m:14s]
2296[ 267.343456] CPU15: shutdown
2297[ 267.346254] psci: CPU15 killed (polled 0 ms)
2298[ 267.431759] CPU16: shutdown
2299[ 267.434558] psci: CPU16 killed (polled 0 ms)
2300[ 267.518864] CPU17: shutdown
2301[ 267.521652] psci: CPU17 killed (polled 0 ms)
2302[ 267.594829] CPU18: shutdown
2303[ 267.597618] psci: CPU18 killed (polled 0 ms)
2304[ 267.654801] IRQ 825: no longer affine to CPU19
2305[ 267.659427] CPU19: shutdown
2306[ 267.662226] psci: CPU19 killed (polled 0 ms)
2307[ 267.735846] CPU20: shutdown
2308[ 267.738642] psci: CPU20 killed (polled 0 ms)
2309[ 267.834927] CPU21: shutdown
2310[ 267.837717] psci: CPU21 killed (polled 0 ms)
2311[ 267.918822] CPU22: shutdown
2312[ 267.921614] psci: CPU22 killed (polled 0 ms)
2313[ 267.982795] IRQ 826: no longer affine to CPU23
2314[ 267.987429] CPU23: shutdown
2315[ 267.990255] psci: CPU23 killed (polled 0 ms)
2316[ 268.255567] CPU24: shutdown
2317[ 268.258385] psci: CPU24 killed (polled 0 ms)
2318[ 268.579074] CPU25: shutdown=2313MiB/s,w=0KiB/s][r=592k,w=0 IOPS][eta 00m:13s]
2319[ 268.581864] psci: CPU25 killed (polled 0 ms)
2320[ 268.902917] CPU26: shutdown
2321[ 268.905707] psci: CPU26 killed (polled 0 ms)
2322[ 269.191079] IRQ 815: no longer affine to CPU27
2323[ 269.195727] CPU27: shutdown
2324[ 269.198525] psci: CPU27 killed (polled 0 ms)
2325[ 269.490466] IRQ 52: no longer affine to CPU28s][r=605k,w=0 IOPS][eta 00m:12s]
2326[ 269.495382] CPU28: shutdown
2327[ 269.498182] psci: CPU28 killed (polled 0 ms)
2328[ 270.146169] CPU29: shutdown
2329[ 270.148959] psci: CPU29 killed (polled 0 ms)
2330[ 270.455175] CPU30: shutdown=2310MiB/s,w=0KiB/s][r=591k,w=0 IOPS][eta 00m:11s]
2331[ 270.457976] psci: CPU30 killed (polled 0 ms)
2332[ 270.714773] IRQ 587: no longer affine to CPU31
2333[ 270.719292] IRQ 816: no longer affine to CPU31
2334[ 270.723928] CPU31: shutdown
2335[ 270.726733] psci: CPU31 killed (polled 0 ms)
2336[ 271.050972] CPU32: shutdown
2337[ 271.053766] psci: CPU32 killed (polled 0 ms)
2338[ 271.378916] CPU33: shutdown=2324MiB/s,w=0KiB/s][r=595k,w=0 IOPS][eta 00m:10s]
2339[ 271.381712] psci: CPU33 killed (polled 0 ms)
2340[ 271.707087] IRQ 265: no longer affine to CPU34
2341[ 271.711933] CPU34: shutdown
2342[ 271.714740] psci: CPU34 killed (polled 0 ms)
2343[ 272.011497] IRQ 817: no longer affine to CPU35
2344[ 272.016202] CPU35: shutdown
2345[ 272.019008] psci: CPU35 killed (polled 0 ms)
2346[ 272.319057] IRQ 38: no longer affine to CPU36
2347[ 272.323880] CPU36: shutdown
2348[ 272.326691] psci: CPU36 killed (polled 0 ms)
2349[ 272.639127] CPU37: shutdown=1944MiB/s,w=0KiB/s][r=498k,w=0 IOPS][eta 00m:09s]
2350[ 272.641924] psci: CPU37 killed (polled 0 ms)
2351[ 272.938802] CPU38: shutdown
2352[ 272.941598] psci: CPU38 killed (polled 0 ms)
2353[ 273.227048] IRQ 818: no longer affine to CPU39
2354[ 273.231630] CPU39: shutdown
2355[ 273.234434] psci: CPU39 killed (polled 0 ms)
2356[ 273.559672] CPU40: shutdown=1976MiB/s,w=0KiB/s][r=506k,w=0 IOPS][eta 00m:08s]
2357[ 273.562504] psci: CPU40 killed (polled 0 ms)
2358[ 273.850867] CPU41: shutdown
2359[ 273.853661] psci: CPU41 killed (polled 0 ms)
2360[ 274.146766] IRQ 813: no longer affine to CPU42
2361[ 274.151363] CPU42: shutdown
2362[ 274.154168] psci: CPU42 killed (polled 0 ms)
2363[ 274.422712] IRQ 819: no longer affine to CPU43][r=383k,w=0 IOPS][eta 00m:07s]
2364[ 274.427289] CPU43: shutdown
2365[ 274.430090] psci: CPU43 killed (polled 0 ms)
2366[ 274.724703] IRQ 33: no longer affine to CPU44
2367[ 274.729512] CPU44: shutdown
2368[ 274.732315] psci: CPU44 killed (polled 0 ms)
2369[ 275.007181] CPU45: shutdown
2370[ 275.009975] psci: CPU45 killed (polled 0 ms)
2371[ 275.250848] CPU46: shutdown
2372[ 275.253642] psci: CPU46 killed (polled 0 ms)
2373[ 275.297221] process 1777 (fio) no longer affine to cpu47
2374[ 275.313489] process 1778 (fio) no longer affine to cpu47
2375[ 275.326659] IRQ 5: no longer affine to CPU47
2376[ 275.330921] IRQ 8: no longer affine to CPU47
2377[ 275.335454] IRQ 820: no longer affine to CPU47
2378[ 275.339938] process 1779 (fio) no longer affine to cpu47
2379[ 275.339946] process 1781 (fio) no longer affine to cpu47
2380Jobs: 6 (f=6): [R(6)][76.9%][r=78[ 275.339951] process 1776 (fio) no longer affine to cpu47
23813MiB/s,w=0KiB/s][r=200k,w=0 IOPS][ 275.339956] process 1780 (fio) no longer affine to cpu47
2382[ 275.340053] CPU47: shutdown
2383[ 275.371084] psci: CPU47 killed (polled 0 ms)
2384long sleep
2385Jobs: 6 (f=6): [R(6)][100.0%][r=2303MiB/s,w=0KiB/s][r=590k,w=0 IOPS][eta 00m:00s]
2386job1: (groupid=0, jobs=6): err= 0: pid=1776: Mon Feb 3 10:05:00 2020
2387 read: IOPS=533k, BW=2082MiB/s (2183MB/s)(50.8GiB/25002msec)
2388 slat (usec): min=2, max=89980, avg= 4.38, stdev=36.46
2389 clat (usec): min=6, max=255213, avg=39.83, stdev=195.55
2390 lat (usec): min=14, max=255339, avg=44.37, stdev=212.13
2391 clat percentiles (usec):
2392 | 1.00th=[ 16], 5.00th=[ 16], 10.00th=[ 16], 20.00th=[ 17],
2393 | 30.00th=[ 17], 40.00th=[ 18], 50.00th=[ 22], 60.00th=[ 23],
2394 | 70.00th=[ 28], 80.00th=[ 77], 90.00th=[ 95], 95.00th=[ 108],
2395 | 99.00th=[ 165], 99.50th=[ 192], 99.90th=[ 314], 99.95th=[ 437],
2396 | 99.99th=[ 2114]
2397 bw ( KiB/s): min= 7736, max=782072, per=16.62%, avg=354245.37, stdev=246013.44, samples=299
2398 iops : min= 1934, max=195518, avg=88561.32, stdev=61503.35, samples=299
2399 lat (usec) : 10=0.01%, 20=44.33%, 50=31.01%, 100=17.28%, 250=7.18%
2400 lat (usec) : 500=0.15%, 750=0.02%, 1000=0.01%
2401 lat (msec) : 2=0.01%, 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%
2402 lat (msec) : 100=0.01%, 250=0.01%, 500=0.01%
2403 cpu : usr=11.90%, sys=41.91%, ctx=3760607, majf=0, minf=436
2404 IO depths : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
2405 submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
2406 complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
2407 issued rwt: total=13323527,0,0, short=0,0,0, dropped=0,0,0
2408 latency : target=0, window=0, percentile=100.00%, depth=4
2409
2410Run status group 0 (all jobs):
2411 READ: bw=2082MiB/s (2183MB/s), 2082MiB/s-2082MiB/s (2183MB/s-2183MB/s), io=50.8GiB (54.6GB), run=25002-25002msec
2412
2413Disk stats (read/write):
2414 nvme0n1: ios=2976455/0, merge=0/0, ticks=273007/0, in_queue=864, util=99.34%
2415 nvme1n1: ios=10260084/0, merge=0/0, ticks=196062/0, in_queue=632, util=99.82%
2416long sleep over
2417[ 315.394304] Detected VIPT I-cache on CPU1
2418[ 315.398314] GICv3: CPU1: found redistributor 10001 region 1:0x00000000ae140000
2419[ 315.405565] CPU1: Booted secondary processor 0x0000010001 [0x480fd010]
2420[ 315.513315] Detected VIPT I-cache on CPU2
2421[ 315.517325] GICv3: CPU2: found redistributor 10002 region 2:0x00000000ae180000
2422[ 315.524569] CPU2: Booted secondary processor 0x0000010002 [0x480fd010]
2423[ 315.632145] Detected VIPT I-cache on CPU3
2424[ 315.636154] GICv3: CPU3: found redistributor 10003 region 3:0x00000000ae1c0000
2425[ 315.643399] CPU3: Booted secondary processor 0x0000010003 [0x480fd010]
2426[ 315.750934] Detected VIPT I-cache on CPU4
2427[ 315.754946] GICv3: CPU4: found redistributor 10100 region 4:0x00000000ae200000
2428[ 315.762192] CPU4: Booted secondary processor 0x0000010100 [0x480fd010]
2429[ 315.875449] Detected VIPT I-cache on CPU5
2430[ 315.879461] GICv3: CPU5: found redistributor 10101 region 5:0x00000000ae240000
2431[ 315.886713] CPU5: Booted secondary processor 0x0000010101 [0x480fd010]
2432[ 315.999761] Detected VIPT I-cache on CPU6
2433[ 316.003770] GICv3: CPU6: found redistributor 10102 region 6:0x00000000ae280000
2434[ 316.011013] CPU6: Booted secondary processor 0x0000010102 [0x480fd010]
2435[ 316.124106] Detected VIPT I-cache on CPU7
2436[ 316.128115] GICv3: CPU7: found redistributor 10103 region 7:0x00000000ae2c0000
2437[ 316.135363] CPU7: Booted secondary processor 0x0000010103 [0x480fd010]
2438[ 316.248269] Detected VIPT I-cache on CPU8
2439[ 316.252278] GICv3: CPU8: found redistributor 10200 region 8:0x00000000ae300000
2440[ 316.259527] CPU8: Booted secondary processor 0x0000010200 [0x480fd010]
2441[ 316.372610] Detected VIPT I-cache on CPU9
2442[ 316.376619] GICv3: CPU9: found redistributor 10201 region 9:0x00000000ae340000
2443[ 316.383870] CPU9: Booted secondary processor 0x0000010201 [0x480fd010]
2444[ 316.496831] Detected VIPT I-cache on CPU10
2445[ 316.500927] GICv3: CPU10: found redistributor 10202 region 10:0x00000000ae380000
2446[ 316.508351] CPU10: Booted secondary processor 0x0000010202 [0x480fd010]
2447[ 316.621053] Detected VIPT I-cache on CPU11
2448[ 316.625149] GICv3: CPU11: found redistributor 10203 region 11:0x00000000ae3c0000
2449[ 316.632575] CPU11: Booted secondary processor 0x0000010203 [0x480fd010]
2450[ 316.745283] Detected VIPT I-cache on CPU12
2451[ 316.749380] GICv3: CPU12: found redistributor 10300 region 12:0x00000000ae400000
2452[ 316.756808] CPU12: Booted secondary processor 0x0000010300 [0x480fd010]
2453[ 316.869649] Detected VIPT I-cache on CPU13
2454[ 316.873746] GICv3: CPU13: found redistributor 10301 region 13:0x00000000ae440000
2455[ 316.881170] CPU13: Booted secondary processor 0x0000010301 [0x480fd010]
2456[ 316.993930] Detected VIPT I-cache on CPU14
2457[ 316.998027] GICv3: CPU14: found redistributor 10302 region 14:0x00000000ae480000
2458[ 317.005452] CPU14: Booted secondary processor 0x0000010302 [0x480fd010]
2459[ 317.118252] Detected VIPT I-cache on CPU15
2460[ 317.122350] GICv3: CPU15: found redistributor 10303 region 15:0x00000000ae4c0000
2461[ 317.129778] CPU15: Booted secondary processor 0x0000010303 [0x480fd010]
2462[ 317.242642] Detected VIPT I-cache on CPU16
2463[ 317.246740] GICv3: CPU16: found redistributor 10400 region 16:0x00000000ae500000
2464[ 317.254170] CPU16: Booted secondary processor 0x0000010400 [0x480fd010]
2465[ 317.367095] Detected VIPT I-cache on CPU17
2466[ 317.371193] GICv3: CPU17: found redistributor 10401 region 17:0x00000000ae540000
2467[ 317.378622] CPU17: Booted secondary processor 0x0000010401 [0x480fd010]
2468[ 317.491480] Detected VIPT I-cache on CPU18
2469[ 317.495578] GICv3: CPU18: found redistributor 10402 region 18:0x00000000ae580000
2470[ 317.503004] CPU18: Booted secondary processor 0x0000010402 [0x480fd010]
2471[ 317.616100] Detected VIPT I-cache on CPU19
2472[ 317.620198] GICv3: CPU19: found redistributor 10403 region 19:0x00000000ae5c0000
2473[ 317.627629] CPU19: Booted secondary processor 0x0000010403 [0x480fd010]
2474[ 317.740455] Detected VIPT I-cache on CPU20
2475[ 317.744554] GICv3: CPU20: found redistributor 10500 region 20:0x00000000ae600000
2476[ 317.751984] CPU20: Booted secondary processor 0x0000010500 [0x480fd010]
2477[ 317.864998] Detected VIPT I-cache on CPU21
2478[ 317.869095] GICv3: CPU21: found redistributor 10501 region 21:0x00000000ae640000
2479[ 317.876523] CPU21: Booted secondary processor 0x0000010501 [0x480fd010]
2480[ 317.989478] Detected VIPT I-cache on CPU22
2481[ 317.993575] GICv3: CPU22: found redistributor 10502 region 22:0x00000000ae680000
2482[ 318.001006] CPU22: Booted secondary processor 0x0000010502 [0x480fd010]
2483[ 318.113967] Detected VIPT I-cache on CPU23
2484[ 318.118066] GICv3: CPU23: found redistributor 10503 region 23:0x00000000ae6c0000
2485[ 318.125497] CPU23: Booted secondary processor 0x0000010503 [0x480fd010]
2486[ 318.238533] Detected VIPT I-cache on CPU24
2487[ 318.242637] GICv3: CPU24: found redistributor 30000 region 24:0x00000000aa100000
2488[ 318.250076] CPU24: Booted secondary processor 0x0000030000 [0x480fd010]
2489[ 318.364588] Detected VIPT I-cache on CPU25
2490[ 318.368690] GICv3: CPU25: found redistributor 30001 region 25:0x00000000aa140000
2491[ 318.376118] CPU25: Booted secondary processor 0x0000030001 [0x480fd010]
2492[ 318.489864] Detected VIPT I-cache on CPU26
2493[ 318.493967] GICv3: CPU26: found redistributor 30002 region 26:0x00000000aa180000
2494[ 318.501403] CPU26: Booted secondary processor 0x0000030002 [0x480fd010]
2495[ 318.615290] Detected VIPT I-cache on CPU27
2496[ 318.619393] GICv3: CPU27: found redistributor 30003 region 27:0x00000000aa1c0000
2497[ 318.626832] CPU27: Booted secondary processor 0x0000030003 [0x480fd010]
2498[ 318.740926] Detected VIPT I-cache on CPU28
2499[ 318.745031] GICv3: CPU28: found redistributor 30100 region 28:0x00000000aa200000
2500[ 318.752471] CPU28: Booted secondary processor 0x0000030100 [0x480fd010]
2501[ 318.866904] Detected VIPT I-cache on CPU29
2502[ 318.871007] GICv3: CPU29: found redistributor 30101 region 29:0x00000000aa240000
2503[ 318.878448] CPU29: Booted secondary processor 0x0000030101 [0x480fd010]
2504[ 318.993033] Detected VIPT I-cache on CPU30
2505[ 318.997138] GICv3: CPU30: found redistributor 30102 region 30:0x00000000aa280000
2506[ 319.004579] CPU30: Booted secondary processor 0x0000030102 [0x480fd010]
2507[ 319.119193] Detected VIPT I-cache on CPU31
2508[ 319.123297] GICv3: CPU31: found redistributor 30103 region 31:0x00000000aa2c0000
2509[ 319.130741] CPU31: Booted secondary processor 0x0000030103 [0x480fd010]
2510[ 319.245286] Detected VIPT I-cache on CPU32
2511[ 319.249391] GICv3: CPU32: found redistributor 30200 region 32:0x00000000aa300000
2512[ 319.256830] CPU32: Booted secondary processor 0x0000030200 [0x480fd010]
2513[ 319.371610] Detected VIPT I-cache on CPU33
2514[ 319.375714] GICv3: CPU33: found redistributor 30201 region 33:0x00000000aa340000
2515[ 319.383151] CPU33: Booted secondary processor 0x0000030201 [0x480fd010]
2516[ 319.497816] Detected VIPT I-cache on CPU34
2517[ 319.501921] GICv3: CPU34: found redistributor 30202 region 34:0x00000000aa380000
2518[ 319.509358] CPU34: Booted secondary processor 0x0000030202 [0x480fd010]
2519[ 319.624266] Detected VIPT I-cache on CPU35
2520[ 319.628370] GICv3: CPU35: found redistributor 30203 region 35:0x00000000aa3c0000
2521[ 319.635805] CPU35: Booted secondary processor 0x0000030203 [0x480fd010]
2522[ 319.750594] Detected VIPT I-cache on CPU36
2523[ 319.754700] GICv3: CPU36: found redistributor 30300 region 36:0x00000000aa400000
2524[ 319.762139] CPU36: Booted secondary processor 0x0000030300 [0x480fd010]
2525[ 319.877088] Detected VIPT I-cache on CPU37
2526[ 319.881193] GICv3: CPU37: found redistributor 30301 region 37:0x00000000aa440000
2527[ 319.888632] CPU37: Booted secondary processor 0x0000030301 [0x480fd010]
2528[ 320.003597] Detected VIPT I-cache on CPU38
2529[ 320.007702] GICv3: CPU38: found redistributor 30302 region 38:0x00000000aa480000
2530[ 320.015139] CPU38: Booted secondary processor 0x0000030302 [0x480fd010]
2531[ 320.130320] Detected VIPT I-cache on CPU39
2532[ 320.134425] GICv3: CPU39: found redistributor 30303 region 39:0x00000000aa4c0000
2533[ 320.141859] CPU39: Booted secondary processor 0x0000030303 [0x480fd010]
2534[ 320.256946] Detected VIPT I-cache on CPU40
2535[ 320.261052] GICv3: CPU40: found redistributor 30400 region 40:0x00000000aa500000
2536[ 320.268496] CPU40: Booted secondary processor 0x0000030400 [0x480fd010]
2537[ 320.383966] Detected VIPT I-cache on CPU41
2538[ 320.388071] GICv3: CPU41: found redistributor 30401 region 41:0x00000000aa540000
2539[ 320.395513] CPU41: Booted secondary processor 0x0000030401 [0x480fd010]
2540[ 320.511121] Detected VIPT I-cache on CPU42
2541[ 320.515226] GICv3: CPU42: found redistributor 30402 region 42:0x00000000aa580000
2542[ 320.522669] CPU42: Booted secondary processor 0x0000030402 [0x480fd010]
2543[ 320.638170] Detected VIPT I-cache on CPU43
2544[ 320.642275] GICv3: CPU43: found redistributor 30403 region 43:0x00000000aa5c0000
2545[ 320.649726] CPU43: Booted secondary processor 0x0000030403 [0x480fd010]
2546[ 320.765266] Detected VIPT I-cache on CPU44
2547[ 320.769370] GICv3: CPU44: found redistributor 30500 region 44:0x00000000aa600000
2548[ 320.776805] CPU44: Booted secondary processor 0x0000030500 [0x480fd010]
2549[ 320.808558] Detected VIPT I-cache on CPU45
2550[ 320.812663] GICv3: CPU45: found redistributor 30501 region 45:0x00000000aa640000
2551[ 320.820103] CPU45: Booted secondary processor 0x0000030501 [0x480fd010]
2552[ 320.851766] Detected VIPT I-cache on CPU46
2553[ 320.855870] GICv3: CPU46: found redistributor 30502 region 46:0x00000000aa680000
2554[ 320.863297] CPU46: Booted secondary processor 0x0000030502 [0x480fd010]
2555[ 320.895089] Detected VIPT I-cache on CPU47
2556[ 320.899193] GICv3: CPU47: found redistributor 30503 region 47:0x00000000aa6c0000
2557[ 320.906630] CPU47: Booted secondary processor 0x0000030503 [0x480fd010]
2558Looping ... number 3
2559short sleep, then disable
2560Creat 4k_read_depth4_fiotest file sucessfully
2561job1: (g=0): rw=read, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4
2562...
2563job1: (g=0): rw=read, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4
2564...
2565fio-3.1
2566Starting 6 processes
2567[ 328.722764] Filesystem uses "xz" compression. This is not supporteda 00m:21s]
2568[ 333.995235] CPU1: shutdownr=2647MiB/s,w=0KiB/s][r=678k,w=0 IOPS][eta 00m:16s]
2569[ 333.997959] psci: CPU1 killed (polled 0 ms)
2570[ 334.038775] irq_migrate_all_off_this_cpu: 6 callbacks suppressed
2571[ 334.038778] IRQ 46: no longer affine to CPU2
2572[ 334.049578] CPU2: shutdown
2573[ 334.052302] psci: CPU2 killed (polled 0 ms)
2574[ 334.091141] CPU3: shutdown
2575[ 334.093852] psci: CPU3 killed (polled 0 ms)
2576[ 334.170642] IRQ 52: no longer affine to CPU4
2577[ 334.175330] CPU4: shutdown
2578[ 334.178040] psci: CPU4 killed (polled 0 ms)
2579[ 334.255008] CPU5: shutdown
2580[ 334.257715] psci: CPU5 killed (polled 0 ms)
2581[ 334.331040] CPU6: shutdownr=2499MiB/s,w=0KiB/s][r=640k,w=0 IOPS][eta 00m:15s]
2582[ 334.333747] psci: CPU6 killed (polled 0 ms)
2583[ 334.379052] IRQ 813: no longer affine to CPU7
2584[ 334.383403] IRQ 822: no longer affine to CPU7
2585[ 334.387971] CPU7: shutdown
2586[ 334.390689] psci: CPU7 killed (polled 0 ms)
2587[ 334.467057] CPU8: shutdown
2588[ 334.469763] psci: CPU8 killed (polled 0 ms)
2589[ 334.546912] CPU9: shutdown
2590[ 334.549620] psci: CPU9 killed (polled 0 ms)
2591[ 334.623023] CPU10: shutdown
2592[ 334.625816] psci: CPU10 killed (polled 0 ms)
2593[ 334.670779] IRQ 53: no longer affine to CPU11
2594[ 334.675377] IRQ 823: no longer affine to CPU11
2595[ 334.681376] CPU11: shutdown
2596[ 334.684179] psci: CPU11 killed (polled 0 ms)
2597[ 334.758978] CPU12: shutdown
2598[ 334.761776] psci: CPU12 killed (polled 0 ms)
2599[ 334.846909] CPU13: shutdown
2600[ 334.849703] psci: CPU13 killed (polled 0 ms)
2601[ 334.926917] CPU14: shutdown
2602[ 334.929714] psci: CPU14 killed (polled 0 ms)
2603[ 334.971024] IRQ 824: no longer affine to CPU15
2604[ 334.975686] CPU15: shutdown
2605[ 334.978489] psci: CPU15 killed (polled 0 ms)
2606[ 335.075917] CPU16: shutdown
2607[ 335.078720] psci: CPU16 killed (polled 0 ms)
2608[ 335.150915] CPU17: shutdown
2609[ 335.153712] psci: CPU17 killed (polled 0 ms)
2610[ 335.230823] CPU18: shutdown
2611[ 335.233619] psci: CPU18 killed (polled 0 ms)
2612[ 335.294701] IRQ 39: no longer affine to CPU19s][r=556k,w=0 IOPS][eta 00m:14s]
2613[ 335.299174] IRQ 426: no longer affine to CPU19
2614[ 335.303730] IRQ 825: no longer affine to CPU19
2615[ 335.308361] CPU19: shutdown
2616[ 335.311165] psci: CPU19 killed (polled 0 ms)
2617[ 335.395064] CPU20: shutdown
2618[ 335.397857] psci: CPU20 killed (polled 0 ms)
2619[ 335.518935] CPU21: shutdown
2620[ 335.521731] psci: CPU21 killed (polled 0 ms)
2621[ 335.606916] CPU22: shutdown
2622[ 335.609709] psci: CPU22 killed (polled 0 ms)
2623[ 335.667043] CPU23: shutdown
2624[ 335.669839] psci: CPU23 killed (polled 0 ms)
2625[ 335.950995] CPU24: shutdown
2626[ 335.953792] psci: CPU24 killed (polled 0 ms)
2627[ 336.282899] CPU25: shutdown=2020MiB/s,w=0KiB/s][r=517k,w=0 IOPS][eta 00m:13s]
2628[ 336.285697] psci: CPU25 killed (polled 0 ms)
2629[ 336.603549] CPU26: shutdown
2630[ 336.606376] psci: CPU26 killed (polled 0 ms)
2631[ 336.870967] CPU27: shutdown
2632[ 336.873761] psci: CPU27 killed (polled 0 ms)
2633[ 337.226915] CPU28: shutdown
2634[ 337.229708] psci: CPU28 killed (polled 0 ms)
2635[ 337.566908] CPU29: shutdown=1920MiB/s,w=0KiB/s][r=491k,w=0 IOPS][eta 00m:12s]
2636[ 337.569704] psci: CPU29 killed (polled 0 ms)
2637[ 337.898867] CPU30: shutdown
2638[ 337.901661] psci: CPU30 killed (polled 0 ms)
2639[ 338.270882] CPU31: shutdown
2640Jobs: 6 (f=6): [R(6)][57.7%][r=17[ 338.273675] psci: CPU31 killed (polled 0 ms)
2641[ 339.023023] CPU32: shutdownOPS][eta 00m:11s]
2642[ 339.025818] psci: CPU32 killed (polled 0 ms)
2643[ 340.194948] CPU33: shutdown=1372MiB/s,w=0KiB/s][r=351k,w=0 IOPS][eta 00m:10s]
2644[ 340.197744] psci: CPU33 killed (polled 0 ms)
2645[ 340.943078] CPU34: shutdown=1363MiB/s,w=0KiB/s][r=349k,w=0 IOPS][eta 00m:09s]
2646[ 340.945875] psci: CPU34 killed (polled 0 ms)
2647[ 341.750755] irq_migrate_all_off_this_cpu: 11 callbacks suppressedeta 00m:08s]
2648[ 341.750758] IRQ 817: no longer affine to CPU35
2649[ 341.761480] CPU35: shutdown
2650[ 341.764286] psci: CPU35 killed (polled 0 ms)
2651[ 342.114521] IRQ 38: no longer affine to CPU36
2652[ 342.119351] CPU36: shutdown
2653[ 342.122155] psci: CPU36 killed (polled 0 ms)
2654[ 342.442863] CPU37: shutdown=1608MiB/s,w=0KiB/s][r=412k,w=0 IOPS][eta 00m:07s]
2655[ 342.445659] psci: CPU37 killed (polled 0 ms)
2656[ 342.814873] CPU38: shutdown
2657[ 342.817668] psci: CPU38 killed (polled 0 ms)
2658[ 343.656686] IRQ 818: no longer affine to CPU39][r=464k,w=0 IOPS][eta 00m:06s]
2659[ 343.661285] CPU39: shutdown
2660[ 343.664103] psci: CPU39 killed (polled 0 ms)
2661[ 346.212576] CPU40: shutdown=2058MiB/s,w=0KiB/s][r=527k,w=0 IOPS][eta 00m:04s]
2662[ 346.215379] psci: CPU40 killed (polled 0 ms)
2663[ 346.551288] CPU41: shutdown=1958MiB/s,w=0KiB/s][r=501k,w=0 IOPS][eta 00m:03s]
2664[ 346.554093] psci: CPU41 killed (polled 0 ms)
2665[ 346.858902] CPU42: shutdown
2666[ 346.861695] psci: CPU42 killed (polled 0 ms)
2667[ 347.142728] IRQ 819: no longer affine to CPU43
2668[ 347.147351] CPU43: shutdown
2669[ 347.150156] psci: CPU43 killed (polled 0 ms)
2670[ 347.450628] IRQ 33: no longer affine to CPU44s][r=342k,w=0 IOPS][eta 00m:02s]
2671[ 347.455487] CPU44: shutdown
2672[ 347.458291] psci: CPU44 killed (polled 0 ms)
2673[ 347.747643] CPU45: shutdown
2674[ 347.750444] psci: CPU45 killed (polled 0 ms)
2675[ 347.963198] CPU46: shutdown
2676[ 347.965990] psci: CPU46 killed (polled 0 ms)
2677[ 348.043815] process 1903 (fio) no longer affine to cpu47
2678[ 348.043825] process 1902 (fio) no longer affine to cpu47
2679[ 348.044062] process 1901 (fio) no longer affine to cpu47
2680[ 348.098630] IRQ 5: no longer affine to CPU47
2681[ 348.102893] IRQ 8: no longer affine to CPU47
2682[ 348.107437] IRQ 820: no longer affine to CPU47
2683[ 348.111876] IRQ 839: no longer affine to CPU47
2684[ 348.116308] IRQ 840: no longer affine to CPU47
2685[ 348.120743] IRQ 847: no longer affine to CPU47
2686[ 348.125175] IRQ 848: no longer affine to CPU47
2687[ 348.129606] IRQ 849: no longer affine to CPU47
2688[ 348.134068] process 1906 (fio) no longer affine to cpu47
2689[ 348.134076] process 1905 (fio) no longer affine to cpu47
2690[ 348.134081] process 1904 (fio) no longer affine to cpu47
2691[ 348.134195] CPU47: shutdown
2692[ 348.152895] psci: CPU47 killed (polled 0 ms)
2693long sleep
2694[ 378.526125] nvme nvme1: I/O 605 QID 4 timeout, completion polledOPS][eta 01m:36s]
2695[ 378.532154] nvme nvme1: I/O 909 QID 5 timeout, completion polled
2696
2697job1: (groupid=0, jobs=6): err= 0: pid=1901: Mon Feb 3 10:06:37 2020
2698 read: IOPS=229k, BW=896MiB/s (939MB/s)(47.3GiB/54107msec)
2699 slat (usec): min=2, max=2055.2k, avg= 4.29, stdev=587.42
2700 clat (usec): min=6, max=31385k, avg=50.32, stdev=14974.83
2701 lat (usec): min=16, max=31390k, avg=54.74, stdev=15001.68
2702 clat percentiles (usec):
2703 | 1.00th=[ 15], 5.00th=[ 16], 10.00th=[ 16], 20.00th=[ 17],
2704 | 30.00th=[ 18], 40.00th=[ 21], 50.00th=[ 23], 60.00th=[ 25],
2705 | 70.00th=[ 33], 80.00th=[ 72], 90.00th=[ 92], 95.00th=[ 99],
2706 | 99.00th=[ 141], 99.50th=[ 176], 99.90th=[ 1020], 99.95th=[ 1811],
2707 | 99.99th=[ 7242]
2708 bw ( KiB/s): min= 64, max=810457, per=36.62%, avg=335886.33, stdev=20.01%, 20=35.30%, 50=44.01%, 100=15.86%, 250=4.50%
2709 lat (usec) : 500=0.14%, 750=0.05%, 1000=0.03%
2710 lat (msec) : 2=0.06%, 4=0.02%, 10=0.01%, 20=0.01%, 50=0.01%
2711 lat (msec) : 100=0.01%, 250=0.01%, 750=0.01%, 1000=0.01%, 2000=0.01%
2712 lat (msec) : >=2000=0.01%
2713 cpu : usr=9.08%, sys=34.05%, ctx=3903518, majf=0, minf=425
2714 IO depths : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
2715 submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
2716 complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
2717 issued rwt: total=12405665,0,0, short=0,0,0, dropped=0,0,0
2718 latency : target=0, window=0, percentile=100.00%, depth=4
2719
2720Run status group 0 (all jobs):
2721 READ: bw=896MiB/s (939MB/s), 896MiB/s-896MiB/s (939MB/s-939MB/s), io=47.3GiB (50.8GB), run=54107-54107msec
2722
2723Disk stats (read/write):
2724 nvme0n1: ios=2351217/0, merge=0/0, ticks=265802/0, in_queue=35412, util=98.91%
2725 nvme1n1: ios=10036010/0, merge=0/0, ticks=223428/0, in_queue=764, util=46.10%
2726long sleep over
2727[ 388.182281] Detected VIPT I-cache on CPU1
2728[ 388.186291] GICv3: CPU1: found redistributor 10001 region 1:0x00000000ae140000
2729[ 388.193542] CPU1: Booted secondary processor 0x0000010001 [0x480fd010]
2730[ 388.301294] Detected VIPT I-cache on CPU2
2731[ 388.305305] GICv3: CPU2: found redistributor 10002 region 2:0x00000000ae180000
2732[ 388.312551] CPU2: Booted secondary processor 0x0000010002 [0x480fd010]
2733[ 388.420127] Detected VIPT I-cache on CPU3
2734[ 388.424136] GICv3: CPU3: found redistributor 10003 region 3:0x00000000ae1c0000
2735[ 388.431382] CPU3: Booted secondary processor 0x0000010003 [0x480fd010]
2736[ 388.538902] Detected VIPT I-cache on CPU4
2737[ 388.542913] GICv3: CPU4: found redistributor 10100 region 4:0x00000000ae200000
2738[ 388.550166] CPU4: Booted secondary processor 0x0000010100 [0x480fd010]
2739[ 388.663479] Detected VIPT I-cache on CPU5
2740[ 388.667490] GICv3: CPU5: found redistributor 10101 region 5:0x00000000ae240000
2741[ 388.674744] CPU5: Booted secondary processor 0x0000010101 [0x480fd010]
2742[ 388.787949] Detected VIPT I-cache on CPU6
2743[ 388.791958] GICv3: CPU6: found redistributor 10102 region 6:0x00000000ae280000
2744[ 388.799202] CPU6: Booted secondary processor 0x0000010102 [0x480fd010]
2745[ 388.912274] Detected VIPT I-cache on CPU7
2746[ 388.916284] GICv3: CPU7: found redistributor 10103 region 7:0x00000000ae2c0000
2747[ 388.923534] CPU7: Booted secondary processor 0x0000010103 [0x480fd010]
2748[ 389.036464] Detected VIPT I-cache on CPU8
2749[ 389.040473] GICv3: CPU8: found redistributor 10200 region 8:0x00000000ae300000
2750[ 389.047723] CPU8: Booted secondary processor 0x0000010200 [0x480fd010]
2751[ 389.160813] Detected VIPT I-cache on CPU9
2752[ 389.164823] GICv3: CPU9: found redistributor 10201 region 9:0x00000000ae340000
2753[ 389.172074] CPU9: Booted secondary processor 0x0000010201 [0x480fd010]
2754[ 389.284982] Detected VIPT I-cache on CPU10
2755[ 389.289078] GICv3: CPU10: found redistributor 10202 region 10:0x00000000ae380000
2756[ 389.296501] CPU10: Booted secondary processor 0x0000010202 [0x480fd010]
2757[ 389.409198] Detected VIPT I-cache on CPU11
2758[ 389.413295] GICv3: CPU11: found redistributor 10203 region 11:0x00000000ae3c0000
2759[ 389.420718] CPU11: Booted secondary processor 0x0000010203 [0x480fd010]
2760[ 389.533476] Detected VIPT I-cache on CPU12
2761[ 389.537574] GICv3: CPU12: found redistributor 10300 region 12:0x00000000ae400000
2762[ 389.545001] CPU12: Booted secondary processor 0x0000010300 [0x480fd010]
2763[ 389.657847] Detected VIPT I-cache on CPU13
2764[ 389.661944] GICv3: CPU13: found redistributor 10301 region 13:0x00000000ae440000
2765[ 389.669372] CPU13: Booted secondary processor 0x0000010301 [0x480fd010]
2766[ 389.782492] Detected VIPT I-cache on CPU14
2767[ 389.786591] GICv3: CPU14: found redistributor 10302 region 14:0x00000000ae480000
2768[ 389.794021] CPU14: Booted secondary processor 0x0000010302 [0x480fd010]
2769[ 389.907108] Detected VIPT I-cache on CPU15
2770[ 389.911207] GICv3: CPU15: found redistributor 10303 region 15:0x00000000ae4c0000
2771[ 389.918635] CPU15: Booted secondary processor 0x0000010303 [0x480fd010]
2772[ 390.031609] Detected VIPT I-cache on CPU16
2773[ 390.035708] GICv3: CPU16: found redistributor 10400 region 16:0x00000000ae500000
2774[ 390.043133] CPU16: Booted secondary processor 0x0000010400 [0x480fd010]
2775[ 390.156290] Detected VIPT I-cache on CPU17
2776[ 390.160389] GICv3: CPU17: found redistributor 10401 region 17:0x00000000ae540000
2777[ 390.167819] CPU17: Booted secondary processor 0x0000010401 [0x480fd010]
2778[ 390.280586] Detected VIPT I-cache on CPU18
2779[ 390.284684] GICv3: CPU18: found redistributor 10402 region 18:0x00000000ae580000
2780[ 390.292112] CPU18: Booted secondary processor 0x0000010402 [0x480fd010]
2781[ 390.404900] Detected VIPT I-cache on CPU19
2782[ 390.408998] GICv3: CPU19: found redistributor 10403 region 19:0x00000000ae5c0000
2783[ 390.416432] CPU19: Booted secondary processor 0x0000010403 [0x480fd010]
2784[ 390.529187] Detected VIPT I-cache on CPU20
2785[ 390.533286] GICv3: CPU20: found redistributor 10500 region 20:0x00000000ae600000
2786[ 390.540719] CPU20: Booted secondary processor 0x0000010500 [0x480fd010]
2787[ 390.653649] Detected VIPT I-cache on CPU21
2788[ 390.657748] GICv3: CPU21: found redistributor 10501 region 21:0x00000000ae640000
2789[ 390.665178] CPU21: Booted secondary processor 0x0000010501 [0x480fd010]
2790[ 390.778052] Detected VIPT I-cache on CPU22
2791[ 390.782151] GICv3: CPU22: found redistributor 10502 region 22:0x00000000ae680000
2792[ 390.789583] CPU22: Booted secondary processor 0x0000010502 [0x480fd010]
2793[ 390.902506] Detected VIPT I-cache on CPU23
2794[ 390.906604] GICv3: CPU23: found redistributor 10503 region 23:0x00000000ae6c0000
2795[ 390.914036] CPU23: Booted secondary processor 0x0000010503 [0x480fd010]
2796[ 391.026947] Detected VIPT I-cache on CPU24
2797[ 391.031051] GICv3: CPU24: found redistributor 30000 region 24:0x00000000aa100000
2798[ 391.038492] CPU24: Booted secondary processor 0x0000030000 [0x480fd010]
2799[ 391.152927] Detected VIPT I-cache on CPU25
2800[ 391.157031] GICv3: CPU25: found redistributor 30001 region 25:0x00000000aa140000
2801[ 391.164467] CPU25: Booted secondary processor 0x0000030001 [0x480fd010]
2802[ 391.278245] Detected VIPT I-cache on CPU26
2803[ 391.282348] GICv3: CPU26: found redistributor 30002 region 26:0x00000000aa180000
2804[ 391.289784] CPU26: Booted secondary processor 0x0000030002 [0x480fd010]
2805[ 391.403748] Detected VIPT I-cache on CPU27
2806[ 391.407850] GICv3: CPU27: found redistributor 30003 region 27:0x00000000aa1c0000
2807[ 391.415282] CPU27: Booted secondary processor 0x0000030003 [0x480fd010]
2808[ 391.529429] Detected VIPT I-cache on CPU28
2809[ 391.533534] GICv3: CPU28: found redistributor 30100 region 28:0x00000000aa200000
2810[ 391.540975] CPU28: Booted secondary processor 0x0000030100 [0x480fd010]
2811[ 391.655212] Detected VIPT I-cache on CPU29
2812[ 391.659315] GICv3: CPU29: found redistributor 30101 region 29:0x00000000aa240000
2813[ 391.666751] CPU29: Booted secondary processor 0x0000030101 [0x480fd010]
2814[ 391.780975] Detected VIPT I-cache on CPU30
2815[ 391.785079] GICv3: CPU30: found redistributor 30102 region 30:0x00000000aa280000
2816[ 391.792518] CPU30: Booted secondary processor 0x0000030102 [0x480fd010]
2817[ 391.906764] Detected VIPT I-cache on CPU31
2818[ 391.910867] GICv3: CPU31: found redistributor 30103 region 31:0x00000000aa2c0000
2819[ 391.918306] CPU31: Booted secondary processor 0x0000030103 [0x480fd010]
2820[ 392.032717] Detected VIPT I-cache on CPU32
2821[ 392.036823] GICv3: CPU32: found redistributor 30200 region 32:0x00000000aa300000
2822[ 392.044264] CPU32: Booted secondary processor 0x0000030200 [0x480fd010]
2823[ 392.158858] Detected VIPT I-cache on CPU33
2824[ 392.162960] GICv3: CPU33: found redistributor 30201 region 33:0x00000000aa340000
2825[ 392.170398] CPU33: Booted secondary processor 0x0000030201 [0x480fd010]
2826[ 392.285119] Detected VIPT I-cache on CPU34
2827[ 392.289222] GICv3: CPU34: found redistributor 30202 region 34:0x00000000aa380000
2828[ 392.296653] CPU34: Booted secondary processor 0x0000030202 [0x480fd010]
2829[ 392.411305] Detected VIPT I-cache on CPU35
2830[ 392.415411] GICv3: CPU35: found redistributor 30203 region 35:0x00000000aa3c0000
2831[ 392.422855] CPU35: Booted secondary processor 0x0000030203 [0x480fd010]
2832[ 392.537612] Detected VIPT I-cache on CPU36
2833[ 392.541718] GICv3: CPU36: found redistributor 30300 region 36:0x00000000aa400000
2834[ 392.549157] CPU36: Booted secondary processor 0x0000030300 [0x480fd010]
2835[ 392.664192] Detected VIPT I-cache on CPU37
2836[ 392.668298] GICv3: CPU37: found redistributor 30301 region 37:0x00000000aa440000
2837[ 392.675739] CPU37: Booted secondary processor 0x0000030301 [0x480fd010]
2838[ 392.790777] Detected VIPT I-cache on CPU38
2839[ 392.794880] GICv3: CPU38: found redistributor 30302 region 38:0x00000000aa480000
2840[ 392.802319] CPU38: Booted secondary processor 0x0000030302 [0x480fd010]
2841[ 392.917517] Detected VIPT I-cache on CPU39
2842[ 392.921621] GICv3: CPU39: found redistributor 30303 region 39:0x00000000aa4c0000
2843[ 392.929057] CPU39: Booted secondary processor 0x0000030303 [0x480fd010]
2844[ 393.044198] Detected VIPT I-cache on CPU40
2845[ 393.048304] GICv3: CPU40: found redistributor 30400 region 40:0x00000000aa500000
2846[ 393.055748] CPU40: Booted secondary processor 0x0000030400 [0x480fd010]
2847[ 393.171116] Detected VIPT I-cache on CPU41
2848[ 393.175221] GICv3: CPU41: found redistributor 30401 region 41:0x00000000aa540000
2849[ 393.182664] CPU41: Booted secondary processor 0x0000030401 [0x480fd010]
2850[ 393.298278] Detected VIPT I-cache on CPU42
2851[ 393.302383] GICv3: CPU42: found redistributor 30402 region 42:0x00000000aa580000
2852[ 393.309818] CPU42: Booted secondary processor 0x0000030402 [0x480fd010]
2853[ 393.425390] Detected VIPT I-cache on CPU43
2854[ 393.429495] GICv3: CPU43: found redistributor 30403 region 43:0x00000000aa5c0000
2855[ 393.436936] CPU43: Booted secondary processor 0x0000030403 [0x480fd010]
2856[ 393.552448] Detected VIPT I-cache on CPU44
2857[ 393.556553] GICv3: CPU44: found redistributor 30500 region 44:0x00000000aa600000
2858[ 393.563998] CPU44: Booted secondary processor 0x0000030500 [0x480fd010]
2859[ 393.595666] Detected VIPT I-cache on CPU45
2860[ 393.599770] GICv3: CPU45: found redistributor 30501 region 45:0x00000000aa640000
2861[ 393.607198] CPU45: Booted secondary processor 0x0000030501 [0x480fd010]
2862[ 393.638946] Detected VIPT I-cache on CPU46
2863[ 393.643049] GICv3: CPU46: found redistributor 30502 region 46:0x00000000aa680000
2864[ 393.650494] CPU46: Booted secondary processor 0x0000030502 [0x480fd010]
2865[ 393.682319] Detected VIPT I-cache on CPU47
2866[ 393.686423] GICv3: CPU47: found redistributor 30503 region 47:0x00000000aa6c0000
2867[ 393.693863] CPU47: Booted secondary processor 0x0000030503 [0x480fd010]
2868Looping ... number 4
2869short sleep, then disable
2870Creat 4k_read_depth4_fiotest file sucessfully
2871job1: (g=0): rw=read, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4
2872...
2873job1: (g=0): rw=read, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4
2874...
2875fio-3.1
2876Starting 6 processes
2877[ 406.799515] CPU1: shutdownr=2456MiB/s,w=0KiB/s][r=629k,w=0 IOPS][eta 00m:16s]
2878[ 406.802253] psci: CPU1 killed (polled 0 ms)
2879[ 406.859187] CPU2: shutdown
2880[ 406.861895] psci: CPU2 killed (polled 0 ms)
2881[ 406.907336] CPU3: shutdown
2882[ 406.910075] psci: CPU3 killed (polled 4 ms)
2883[ 407.011841] CPU4: shutdown
2884[ 407.014561] psci: CPU4 killed (polled 0 ms)
2885[ 407.375020] irq_migrate_all_off_this_cpu: 1 callbacks suppressed[eta 00m:15s]
2886[ 407.375023] IRQ 52: no longer affine to CPU5
2887[ 407.385814] CPU5: shutdown
2888[ 407.388542] psci: CPU5 killed (polled 0 ms)
2889[ 407.502689] IRQ 53: no longer affine to CPU6
2890[ 407.507179] IRQ 813: no longer affine to CPU6
2891[ 407.511683] CPU6: shutdown
2892[ 407.514417] psci: CPU6 killed (polled 0 ms)
2893[ 407.562999] IRQ 822: no longer affine to CPU7
2894[ 407.567574] CPU7: shutdown
2895[ 407.570294] psci: CPU7 killed (polled 0 ms)
2896[ 407.643234] IRQ 33: no longer affine to CPU8
2897[ 407.647507] IRQ 57: no longer affine to CPU8
2898[ 407.652229] CPU8: shutdown
2899[ 407.654946] psci: CPU8 killed (polled 0 ms)
2900[ 407.738666] IRQ 50: no longer affine to CPU9
2901[ 407.743331] CPU9: shutdown
2902[ 407.746046] psci: CPU9 killed (polled 0 ms)
2903[ 407.830619] IRQ 38: no longer affine to CPU10
2904[ 407.834971] IRQ 51: no longer affine to CPU10
2905[ 407.839429] IRQ 426: no longer affine to CPU10
2906[ 407.844190] CPU10: shutdown
2907[ 407.846996] psci: CPU10 killed (polled 0 ms)
2908[ 407.895143] CPU11: shutdown
2909[ 407.897938] psci: CPU11 killed (polled 0 ms)
2910[ 407.976164] CPU12: shutdown
2911[ 407.978967] psci: CPU12 killed (polled 0 ms)
2912Jobs: 6 (f=6): [R(6)][44.0%][r=21[ 408.059194] CPU13: shutdown
291338MiB/s,w=0KiB/s][r=547k,w=0 IOP[ 408.064244] psci: CPU13 killed (polled 0 ms)
2914[ 408.151344] CPU14: shutdown
2915[ 408.154147] psci: CPU14 killed (polled 0 ms)
2916[ 408.195070] CPU15: shutdown
2917[ 408.197865] psci: CPU15 killed (polled 0 ms)
2918[ 408.282892] CPU16: shutdown
2919[ 408.285687] psci: CPU16 killed (polled 0 ms)
2920[ 408.362825] CPU17: shutdown
2921[ 408.365620] psci: CPU17 killed (polled 0 ms)
2922[ 408.438838] CPU18: shutdown
2923[ 408.441634] psci: CPU18 killed (polled 0 ms)
2924[ 408.495023] CPU19: shutdown
2925[ 408.497819] psci: CPU19 killed (polled 0 ms)
2926[ 408.586932] CPU20: shutdown
2927[ 408.589726] psci: CPU20 killed (polled 0 ms)
2928[ 408.674934] CPU21: shutdown
2929[ 408.677727] psci: CPU21 killed (polled 0 ms)
2930[ 408.762882] CPU22: shutdown
2931[ 408.765679] psci: CPU22 killed (polled 0 ms)
2932[ 408.806969] CPU23: shutdown
2933[ 408.809762] psci: CPU23 killed (polled 0 ms)
2934[ 417.296020] irq_migrate_all_off_this_cpu: 6 callbacks suppressed[eta 00m:05s]
2935[ 417.296022] IRQ 813: no longer affine to CPU24
2936[ 417.306638] CPU24: shutdown
2937[ 417.309439] psci: CPU24 killed (polled 0 ms)
2938[ 419.328986] CPU25: shutdown=2046MiB/s,w=0KiB/s][r=524k,w=0 IOPS][eta 00m:03s]
2939[ 419.331791] psci: CPU25 killed (polled 0 ms)
2940[ 419.635258] CPU26: shutdown
2941[ 419.638072] psci: CPU26 killed (polled 0 ms)
2942[ 419.910812] IRQ 815: no longer affine to CPU27
2943[ 419.915443] CPU27: shutdown
2944[ 419.918249] psci: CPU27 killed (polled 0 ms)
2945[ 420.246544] IRQ 52: no longer affine to CPU28s][r=521k,w=0 IOPS][eta 00m:02s]
2946[ 420.251394] CPU28: shutdown
2947[ 420.254202] psci: CPU28 killed (polled 0 ms)
2948[ 420.567566] CPU29: shutdown
2949[ 420.570404] psci: CPU29 killed (polled 0 ms)
2950[ 420.890961] CPU30: shutdown
2951[ 420.893757] psci: CPU30 killed (polled 0 ms)
2952[ 421.154778] IRQ 816: no longer affine to CPU31][r=560k,w=0 IOPS][eta 00m:01s]
2953[ 421.159383] CPU31: shutdown
2954[ 421.162187] psci: CPU31 killed (polled 0 ms)
2955[ 421.511198] CPU32: shutdown
2956[ 421.513994] psci: CPU32 killed (polled 0 ms)
2957[ 421.886852] CPU33: shutdown
2958[ 421.889647] psci: CPU33 killed (polled 0 ms)
2959[ 422.214823] CPU34: shutdownr=2068MiB/s,w=0KiB/s][r=529k,w=0 IOPS][eta 00m:00s]
2960[ 422.217617] psci: CPU34 killed (polled 0 ms)
2961
2962job1: (groupid=0, jobs=6): err= 0: pid=2025: Mon Feb 3 10:07:21 2020
2963 read: IOPS=501k, BW=1955MiB/s (2050MB/s)(47.7GiB/25001msec)
2964 slat (usec): min=2, max=13901, avg= 3.79, stdev= 9.10
2965 clat (usec): min=11, max=4821.6k, avg=43.44, stdev=3334.61
2966 lat (usec): min=16, max=4821.6k, avg=47.34, stdev=3334.63
2967 clat percentiles (usec):
2968 | 1.00th=[ 16], 5.00th=[ 16], 10.00th=[ 16], 20.00th=[ 17],
2969 | 30.00th=[ 21], 40.00th=[ 22], 50.00th=[ 25], 60.00th=[ 34],
2970 | 70.00th=[ 38], 80.00th=[ 74], 90.00th=[ 92], 95.00th=[ 101],
2971 | 99.00th=[ 130], 99.50th=[ 147], 99.90th=[ 221], 99.95th=[ 297],
2972 | 99.99th=[ 1565]
2973 bw ( KiB/s): min= 32, max=766733, per=17.52%, avg=350731.06, stdev=214532.52, samples=282
2974 iops : min= 8, max=191683, avg=87682.51, stdev=53633.06, samples=282
2975 lat (usec) : 20=27.49%, 50=50.84%, 100=16.53%, 250=5.06%, 500=0.05%
2976 lat (usec) : 750=0.01%, 1000=0.01%
2977 lat (msec) : 2=0.01%, 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%
2978 lat (msec) : 500=0.01%, >=2000=0.01%
2979 cpu : usr=11.37%, sys=41.42%, ctx=4420993, majf=0, minf=349
2980 IO depths : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
2981 submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
2982 complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
2983 issued rwt: total=12513639,0,0, short=0,0,0, dropped=0,0,0
2984 latency : target=0, window=0, percentile=100.00%, depth=4
2985
2986Run status group 0 (all jobs):
2987 READ: bw=1955MiB/s (2050MB/s), 1955MiB/s-1955MiB/s (2050MB/s-2050MB/s), io=47.7GiB (51.3GB), run=25001-25001msec
2988
2989Disk stats (read/write):
2990 nvme0n1: ios=2587412/0, merge=0/0, ticks=283587/0, in_queue=48580, util=99.35%
2991 nvme1n1: ios=9843745/0, merge=0/0, ticks=242430/0, i[ 422.466691] IRQ 587: no longer affine to CPU35
2992[ 422.472552] IRQ 817: no longer affine to CPU35
2993n_queue=660, util=99.70%
2994[ 422.477211] CPU35: shutdown
2995[ 422.482153] psci: CPU35 killed (polled 0 ms)
2996[ 422.646489] IRQ 38: no longer affine to CPU36
2997[ 422.651358] CPU36: shutdown
2998[ 422.654163] psci: CPU36 killed (polled 0 ms)
2999[ 422.826880] CPU37: shutdown
3000[ 422.829673] psci: CPU37 killed (polled 0 ms)
3001[ 422.990862] CPU38: shutdown
3002[ 422.993654] psci: CPU38 killed (polled 0 ms)
3003[ 423.138774] IRQ 818: no longer affine to CPU39
3004[ 423.143373] CPU39: shutdown
3005[ 423.146173] psci: CPU39 killed (polled 0 ms)
3006[ 423.310848] CPU40: shutdown
3007[ 423.313641] psci: CPU40 killed (polled 0 ms)
3008[ 423.498880] CPU41: shutdown
3009[ 423.501673] psci: CPU41 killed (polled 0 ms)
3010[ 423.662810] CPU42: shutdown
3011[ 423.665602] psci: CPU42 killed (polled 0 ms)
3012[ 423.818753] IRQ 819: no longer affine to CPU43
3013[ 423.823344] CPU43: shutdown
3014[ 423.826145] psci: CPU43 killed (polled 0 ms)
3015[ 423.986456] IRQ 33: no longer affine to CPU44
3016[ 423.991288] CPU44: shutdown
3017[ 423.994087] psci: CPU44 killed (polled 0 ms)
3018[ 424.154811] CPU45: shutdown
3019[ 424.157603] psci: CPU45 killed (polled 0 ms)
3020[ 424.318827] CPU46: shutdown
3021[ 424.321619] psci: CPU46 killed (polled 0 ms)
3022[ 424.370606] IRQ 5: no longer affine to CPU47
3023[ 424.374870] IRQ 8: no longer affine to CPU47
3024[ 424.379427] IRQ 820: no longer affine to CPU47
3025[ 424.383866] IRQ 839: no longer affine to CPU47
3026[ 424.388477] CPU47: shutdown
3027[ 424.391278] psci: CPU47 killed (polled 0 ms)
3028long sleep
3029long sleep over
3030[ 464.414309] Detected VIPT I-cache on CPU1
3031[ 464.418319] GICv3: CPU1: found redistributor 10001 region 1:0x00000000ae140000
3032[ 464.425568] CPU1: Booted secondary processor 0x0000010001 [0x480fd010]
3033[ 464.533147] Detected VIPT I-cache on CPU2
3034[ 464.537157] GICv3: CPU2: found redistributor 10002 region 2:0x00000000ae180000
3035[ 464.544402] CPU2: Booted secondary processor 0x0000010002 [0x480fd010]
3036[ 464.651974] Detected VIPT I-cache on CPU3
3037[ 464.655984] GICv3: CPU3: found redistributor 10003 region 3:0x00000000ae1c0000
3038[ 464.663230] CPU3: Booted secondary processor 0x0000010003 [0x480fd010]
3039[ 464.770768] Detected VIPT I-cache on CPU4
3040[ 464.774778] GICv3: CPU4: found redistributor 10100 region 4:0x00000000ae200000
3041[ 464.782030] CPU4: Booted secondary processor 0x0000010100 [0x480fd010]
3042[ 464.895235] Detected VIPT I-cache on CPU5
3043[ 464.899245] GICv3: CPU5: found redistributor 10101 region 5:0x00000000ae240000
3044[ 464.906495] CPU5: Booted secondary processor 0x0000010101 [0x480fd010]
3045[ 465.019616] Detected VIPT I-cache on CPU6
3046[ 465.023625] GICv3: CPU6: found redistributor 10102 region 6:0x00000000ae280000
3047[ 465.030873] CPU6: Booted secondary processor 0x0000010102 [0x480fd010]
3048[ 465.143825] Detected VIPT I-cache on CPU7
3049[ 465.147833] GICv3: CPU7: found redistributor 10103 region 7:0x00000000ae2c0000
3050[ 465.155075] CPU7: Booted secondary processor 0x0000010103 [0x480fd010]
3051[ 465.268013] Detected VIPT I-cache on CPU8
3052[ 465.272023] GICv3: CPU8: found redistributor 10200 region 8:0x00000000ae300000
3053[ 465.279274] CPU8: Booted secondary processor 0x0000010200 [0x480fd010]
3054[ 465.392338] Detected VIPT I-cache on CPU9
3055[ 465.396348] GICv3: CPU9: found redistributor 10201 region 9:0x00000000ae340000
3056[ 465.403597] CPU9: Booted secondary processor 0x0000010201 [0x480fd010]
3057[ 465.516596] Detected VIPT I-cache on CPU10
3058[ 465.520693] GICv3: CPU10: found redistributor 10202 region 10:0x00000000ae380000
3059[ 465.528118] CPU10: Booted secondary processor 0x0000010202 [0x480fd010]
3060[ 465.640790] Detected VIPT I-cache on CPU11
3061[ 465.644888] GICv3: CPU11: found redistributor 10203 region 11:0x00000000ae3c0000
3062[ 465.652313] CPU11: Booted secondary processor 0x0000010203 [0x480fd010]
3063[ 465.765035] Detected VIPT I-cache on CPU12
3064[ 465.769133] GICv3: CPU12: found redistributor 10300 region 12:0x00000000ae400000
3065[ 465.776559] CPU12: Booted secondary processor 0x0000010300 [0x480fd010]
3066[ 465.889399] Detected VIPT I-cache on CPU13
3067[ 465.893497] GICv3: CPU13: found redistributor 10301 region 13:0x00000000ae440000
3068[ 465.900923] CPU13: Booted secondary processor 0x0000010301 [0x480fd010]
3069[ 466.013638] Detected VIPT I-cache on CPU14
3070[ 466.017734] GICv3: CPU14: found redistributor 10302 region 14:0x00000000ae480000
3071[ 466.025161] CPU14: Booted secondary processor 0x0000010302 [0x480fd010]
3072[ 466.137915] Detected VIPT I-cache on CPU15
3073[ 466.142011] GICv3: CPU15: found redistributor 10303 region 15:0x00000000ae4c0000
3074[ 466.149440] CPU15: Booted secondary processor 0x0000010303 [0x480fd010]
3075[ 466.262207] Detected VIPT I-cache on CPU16
3076[ 466.266306] GICv3: CPU16: found redistributor 10400 region 16:0x00000000ae500000
3077[ 466.273735] CPU16: Booted secondary processor 0x0000010400 [0x480fd010]
3078[ 466.386757] Detected VIPT I-cache on CPU17
3079[ 466.390854] GICv3: CPU17: found redistributor 10401 region 17:0x00000000ae540000
3080[ 466.398281] CPU17: Booted secondary processor 0x0000010401 [0x480fd010]
3081[ 466.511127] Detected VIPT I-cache on CPU18
3082[ 466.515226] GICv3: CPU18: found redistributor 10402 region 18:0x00000000ae580000
3083[ 466.522656] CPU18: Booted secondary processor 0x0000010402 [0x480fd010]
3084[ 466.635510] Detected VIPT I-cache on CPU19
3085[ 466.639607] GICv3: CPU19: found redistributor 10403 region 19:0x00000000ae5c0000
3086[ 466.647032] CPU19: Booted secondary processor 0x0000010403 [0x480fd010]
3087[ 466.760058] Detected VIPT I-cache on CPU20
3088[ 466.764157] GICv3: CPU20: found redistributor 10500 region 20:0x00000000ae600000
3089[ 466.771589] CPU20: Booted secondary processor 0x0000010500 [0x480fd010]
3090[ 466.884603] Detected VIPT I-cache on CPU21
3091[ 466.888700] GICv3: CPU21: found redistributor 10501 region 21:0x00000000ae640000
3092[ 466.896129] CPU21: Booted secondary processor 0x0000010501 [0x480fd010]
3093[ 467.009218] Detected VIPT I-cache on CPU22
3094[ 467.013316] GICv3: CPU22: found redistributor 10502 region 22:0x00000000ae680000
3095[ 467.020748] CPU22: Booted secondary processor 0x0000010502 [0x480fd010]
3096[ 467.133685] Detected VIPT I-cache on CPU23
3097[ 467.137784] GICv3: CPU23: found redistributor 10503 region 23:0x00000000ae6c0000
3098[ 467.145216] CPU23: Booted secondary processor 0x0000010503 [0x480fd010]
3099[ 467.258260] Detected VIPT I-cache on CPU24
3100[ 467.262364] GICv3: CPU24: found redistributor 30000 region 24:0x00000000aa100000
3101[ 467.269803] CPU24: Booted secondary processor 0x0000030000 [0x480fd010]
3102[ 467.384377] Detected VIPT I-cache on CPU25
3103[ 467.388480] GICv3: CPU25: found redistributor 30001 region 25:0x00000000aa140000
3104[ 467.395911] CPU25: Booted secondary processor 0x0000030001 [0x480fd010]
3105[ 467.509639] Detected VIPT I-cache on CPU26
3106[ 467.513742] GICv3: CPU26: found redistributor 30002 region 26:0x00000000aa180000
3107[ 467.521178] CPU26: Booted secondary processor 0x0000030002 [0x480fd010]
3108[ 467.635109] Detected VIPT I-cache on CPU27
3109[ 467.639213] GICv3: CPU27: found redistributor 30003 region 27:0x00000000aa1c0000
3110[ 467.646653] CPU27: Booted secondary processor 0x0000030003 [0x480fd010]
3111[ 467.760651] Detected VIPT I-cache on CPU28
3112[ 467.764755] GICv3: CPU28: found redistributor 30100 region 28:0x00000000aa200000
3113[ 467.772190] CPU28: Booted secondary processor 0x0000030100 [0x480fd010]
3114[ 467.886331] Detected VIPT I-cache on CPU29
3115[ 467.890433] GICv3: CPU29: found redistributor 30101 region 29:0x00000000aa240000
3116[ 467.897870] CPU29: Booted secondary processor 0x0000030101 [0x480fd010]
3117[ 468.011993] Detected VIPT I-cache on CPU30
3118[ 468.016097] GICv3: CPU30: found redistributor 30102 region 30:0x00000000aa280000
3119[ 468.023525] CPU30: Booted secondary processor 0x0000030102 [0x480fd010]
3120[ 468.137795] Detected VIPT I-cache on CPU31
3121[ 468.141898] GICv3: CPU31: found redistributor 30103 region 31:0x00000000aa2c0000
3122[ 468.149340] CPU31: Booted secondary processor 0x0000030103 [0x480fd010]
3123[ 468.263585] Detected VIPT I-cache on CPU32
3124[ 468.267689] GICv3: CPU32: found redistributor 30200 region 32:0x00000000aa300000
3125[ 468.275126] CPU32: Booted secondary processor 0x0000030200 [0x480fd010]
3126[ 468.389870] Detected VIPT I-cache on CPU33
3127[ 468.393974] GICv3: CPU33: found redistributor 30201 region 33:0x00000000aa340000
3128[ 468.401415] CPU33: Booted secondary processor 0x0000030201 [0x480fd010]
3129[ 468.515954] Detected VIPT I-cache on CPU34
3130[ 468.520058] GICv3: CPU34: found redistributor 30202 region 34:0x00000000aa380000
3131[ 468.527489] CPU34: Booted secondary processor 0x0000030202 [0x480fd010]
3132[ 468.642188] Detected VIPT I-cache on CPU35
3133[ 468.646291] GICv3: CPU35: found redistributor 30203 region 35:0x00000000aa3c0000
3134[ 468.653732] CPU35: Booted secondary processor 0x0000030203 [0x480fd010]
3135[ 468.768479] Detected VIPT I-cache on CPU36
3136[ 468.772584] GICv3: CPU36: found redistributor 30300 region 36:0x00000000aa400000
3137[ 468.780023] CPU36: Booted secondary processor 0x0000030300 [0x480fd010]
3138[ 468.895049] Detected VIPT I-cache on CPU37
3139[ 468.899153] GICv3: CPU37: found redistributor 30301 region 37:0x00000000aa440000
3140[ 468.906597] CPU37: Booted secondary processor 0x0000030301 [0x480fd010]
3141[ 469.021678] Detected VIPT I-cache on CPU38
3142[ 469.025784] GICv3: CPU38: found redistributor 30302 region 38:0x00000000aa480000
3143[ 469.033216] CPU38: Booted secondary processor 0x0000030302 [0x480fd010]
3144[ 469.148613] Detected VIPT I-cache on CPU39
3145[ 469.152717] GICv3: CPU39: found redistributor 30303 region 39:0x00000000aa4c0000
3146[ 469.160158] CPU39: Booted secondary processor 0x0000030303 [0x480fd010]
3147[ 469.275351] Detected VIPT I-cache on CPU40
3148[ 469.279457] GICv3: CPU40: found redistributor 30400 region 40:0x00000000aa500000
3149[ 469.286900] CPU40: Booted secondary processor 0x0000030400 [0x480fd010]
3150[ 469.402434] Detected VIPT I-cache on CPU41
3151[ 469.406539] GICv3: CPU41: found redistributor 30401 region 41:0x00000000aa540000
3152[ 469.413984] CPU41: Booted secondary processor 0x0000030401 [0x480fd010]
3153[ 469.529565] Detected VIPT I-cache on CPU42
3154[ 469.533671] GICv3: CPU42: found redistributor 30402 region 42:0x00000000aa580000
3155[ 469.541117] CPU42: Booted secondary processor 0x0000030402 [0x480fd010]
3156[ 469.656599] Detected VIPT I-cache on CPU43
3157[ 469.660704] GICv3: CPU43: found redistributor 30403 region 43:0x00000000aa5c0000
3158[ 469.668153] CPU43: Booted secondary processor 0x0000030403 [0x480fd010]
3159[ 469.784154] Detected VIPT I-cache on CPU44
3160[ 469.788259] GICv3: CPU44: found redistributor 30500 region 44:0x00000000aa600000
3161[ 469.795705] CPU44: Booted secondary processor 0x0000030500 [0x480fd010]
3162[ 469.827511] Detected VIPT I-cache on CPU45
3163[ 469.831614] GICv3: CPU45: found redistributor 30501 region 45:0x00000000aa640000
3164[ 469.839041] CPU45: Booted secondary processor 0x0000030501 [0x480fd010]
3165[ 469.870903] Detected VIPT I-cache on CPU46
3166[ 469.875006] GICv3: CPU46: found redistributor 30502 region 46:0x00000000aa680000
3167[ 469.882439] CPU46: Booted secondary processor 0x0000030502 [0x480fd010]
3168[ 469.914333] Detected VIPT I-cache on CPU47
3169[ 469.918437] GICv3: CPU47: found redistributor 30503 region 47:0x00000000aa6c0000
3170[ 469.925875] CPU47: Booted secondary processor 0x0000030503 [0x480fd010]
3171Looping ... number 5
3172short sleep, then disable
3173Creat 4k_read_depth4_fiotest file sucessfully
3174job1: (g=0): rw=read, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4
3175...
3176job1: (g=0): rw=read, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4
3177...
3178fio-3.1
3179Starting 6 processes
3180[ 483.023184] CPU1: shutdownr=2416MiB/s,w=0KiB/s][r=619k,w=0 IOPS][eta 00m:16s]
3181[ 483.025913] psci: CPU1 killed (polled 0 ms)
3182[ 483.055153] CPU2: shutdown
3183[ 483.057861] psci: CPU2 killed (polled 0 ms)
3184[ 483.119367] CPU3: shutdown
3185[ 483.122083] psci: CPU3 killed (polled 0 ms)
3186[ 483.203485] CPU4: shutdown
3187[ 483.206203] psci: CPU4 killed (polled 0 ms)
3188[ 483.283626] CPU5: shutdown
3189[ 483.286343] psci: CPU5 killed (polled 0 ms)
3190[ 483.363071] CPU6: shutdownr=2225MiB/s,w=0KiB/s][r=570k,w=0 IOPS][eta 00m:15s]
3191[ 483.365780] psci: CPU6 killed (polled 0 ms)
3192[ 483.407011] irq_migrate_all_off_this_cpu: 5 callbacks suppressed
3193[ 483.407014] IRQ 822: no longer affine to CPU7
3194[ 483.417593] CPU7: shutdown
3195[ 483.420310] psci: CPU7 killed (polled 0 ms)
3196[ 483.511480] CPU8: shutdown
3197[ 483.514196] psci: CPU8 killed (polled 0 ms)
3198[ 483.595168] CPU9: shutdown
3199[ 483.597876] psci: CPU9 killed (polled 0 ms)
3200[ 483.679052] CPU10: shutdown
3201[ 483.681845] psci: CPU10 killed (polled 0 ms)
3202[ 483.731052] IRQ 823: no longer affine to CPU11
3203[ 483.735791] CPU11: shutdown
3204[ 483.738594] psci: CPU11 killed (polled 0 ms)
3205[ 483.823644] CPU12: shutdown
3206[ 483.826446] psci: CPU12 killed (polled 0 ms)
3207[ 483.902627] IRQ 53: no longer affine to CPU13
3208[ 483.907329] CPU13: shutdown
3209[ 483.910134] psci: CPU13 killed (polled 0 ms)
3210[ 483.994844] CPU14: shutdown
3211[ 483.997639] psci: CPU14 killed (polled 0 ms)
3212[ 484.042756] IRQ 38: no longer affine to CPU15
3213[ 484.047347] IRQ 824: no longer affine to CPU15
3214[ 484.051934] CPU15: shutdown
3215[ 484.054741] psci: CPU15 killed (polled 0 ms)
3216[ 484.139699] CPU16: shutdown
3217[ 484.142499] psci: CPU16 killed (polled 0 ms)
3218[ 484.218957] IRQ 52: no longer affine to CPU17
3219[ 484.223746] CPU17: shutdown
3220[ 484.226550] psci: CPU17 killed (polled 0 ms)
3221[ 484.319457] CPU18: shutdown=2188MiB/s,w=0KiB/s][r=560k,w=0 IOPS][eta 00m:14s]
3222[ 484.322260] psci: CPU18 killed (polled 0 ms)
3223[ 484.362772] IRQ 39: no longer affine to CPU19
3224[ 484.367352] IRQ 825: no longer affine to CPU19
3225[ 484.372001] CPU19: shutdown
3226[ 484.374803] psci: CPU19 killed (polled 0 ms)
3227[ 484.450763] IRQ 58: no longer affine to CPU20
3228[ 484.455628] CPU20: shutdown
3229[ 484.458430] psci: CPU20 killed (polled 0 ms)
3230[ 484.550906] CPU21: shutdown
3231[ 484.553703] psci: CPU21 killed (polled 0 ms)
3232[ 484.647015] CPU22: shutdown
3233[ 484.649812] psci: CPU22 killed (polled 0 ms)
3234[ 484.710678] IRQ 33: no longer affine to CPU23
3235[ 484.715506] CPU23: shutdown
3236[ 484.718320] psci: CPU23 killed (polled 0 ms)
3237[ 484.983007] CPU24: shutdown
3238[ 484.985803] psci: CPU24 killed (polled 0 ms)
3239[ 485.302954] CPU25: shutdown=2037MiB/s,w=0KiB/s][r=521k,w=0 IOPS][eta 00m:13s]
3240[ 485.305749] psci: CPU25 killed (polled 0 ms)
3241[ 485.606904] CPU26: shutdown
3242[ 485.609698] psci: CPU26 killed (polled 0 ms)
3243[ 485.886885] CPU27: shutdown
3244[ 485.889680] psci: CPU27 killed (polled 0 ms)
3245[ 486.206926] CPU28: shutdown
3246[ 486.209724] psci: CPU28 killed (polled 0 ms)
3247[ 486.506928] CPU29: shutdown=2147MiB/s,w=0KiB/s][r=550k,w=0 IOPS][eta 00m:12s]
3248[ 486.509722] psci: CPU29 killed (polled 0 ms)
3249[ 486.798948] CPU30: shutdown
3250[ 486.801742] psci: CPU30 killed (polled 0 ms)
3251[ 487.094890] CPU31: shutdown
3252[ 487.097684] psci: CPU31 killed (polled 0 ms)
3253[ 487.442928] CPU32: shutdown=2149MiB/s,w=0KiB/s][r=550k,w=0 IOPS][eta 00m:11s]
3254[ 487.445722] psci: CPU32 killed (polled 0 ms)
3255[ 487.762957] CPU33: shutdown
3256[ 487.765752] psci: CPU33 killed (polled 0 ms)
3257[ 488.054863] CPU34: shutdown
3258[ 488.057659] psci: CPU34 killed (polled 0 ms)
3259[ 488.342910] CPU35: shutdown=2137MiB/s,w=0KiB/s][r=547k,w=0 IOPS][eta 00m:10s]
3260[ 488.345704] psci: CPU35 killed (polled 0 ms)
3261Jobs: 6[ 509.614051] rcu: INFO: rcu_preempt detected stalls on CPUs/tasks:
3262[ 509.620140] rcu: 0-...0: (1 GPs behind) idle=896/1/0x4000000000000000 softirq=7411/7412 fqs=2626
3263[ 509.629087] rcu: 36-...!: (0 ticks this GP) idle=ad2/1/0x4000000000000000 softirq=2631/2631 fqs=2627
3264[ 509.638398] (detected by 74, t=5257 jiffies, g=24921, q=1785)
3265[ 509.644218] Task dump for CPU 0:
3266[ 509.647435] irqbalance R running task 0 1308 1 0x00000002
3267[ 509.654472] Call trace:
3268[ 509.656913] __switch_to+0xbc/0x218
3269[ 509.660392] 0xffff800017043d68
3270[ 509.663521] Task dump for CPU 36:
3271[ 509.666824] cpuhp/36 R running task 0 192 2 0x0000002a
3272[ 509.673860] Call trace:
3273[ 509.676295] __switch_to+0xbc/0x218
3274[ 509.679776] page_wait_table+0x1500/0x1800
3275Jobs: 6 ([ 519.858094] nvme nvme1: controller is down; will reset: CSTS=0xffffffff, PCI_STATUS=0xffff
3276Jobs: 6 (f=6[ 572.634049] rcu: INFO: rcu_preempt detected stalls on CPUs/tasks:6s]
3277[ 572.640136] rcu: 0-...0: (1 GPs behind) idle=896/1/0x4000000000000000 softirq=7411/7412 fqs=10499
3278[ 572.649171] rcu: 36-...!: (0 ticks this GP) idle=ad2/1/0x4000000000000000 softirq=2631/2631 fqs=10500
3279[ 572.658561] (detected by 51, t=21012 jiffies, g=24921, q=2275)
3280[ 572.664469] Task dump for CPU 0:
3281[ 572.667685] irqbalance R running task 0 1308 1 0x00000002
3282[ 572.674723] Call trace:
3283[ 572.677164] __switch_to+0xbc/0x218
3284[ 572.680641] 0xffff800017043d68
3285[ 572.683772] Task dump for CPU 36:
3286[ 572.687076] cpuhp/36 R running task 0 192 2 0x0000002a
3287[ 572.694112] Call trace:
3288[ 572.696547] __switch_to+0xbc/0x218
3289[ 572.700027] page_wait_table+0x1500/0x1800
3290[ 635.654053] rcu: INFO: rcu_preempt detected stalls on CPUs/tasks:
3291[ 635.660141] rcu: 0-...0: (1 GPs behind) idle=896/1/0x4000000000000000 softirq=7411/7412 fqs=18372
3292[ 635.669175] rcu: 36-...!: (0 ticks this GP) idle=ad2/1/0x4000000000000000 softirq=2631/2631 fqs=18373
3293[ 635.678576] (detected by 92, t=36768 jiffies, g=24921, q=2279)
3294[ 635.684482] Task dump for CPU 0:
3295[ 635.687699] irqbalance R running task 0 1308 1 0x00000002
3296[ 635.694735] Call trace:
3297[ 635.697172] __switch_to+0xbc/0x218
3298[ 635.700648] 0xffff800017043d68
3299[ 635.703778] Task dump for CPU 36:
3300[ 635.707081] cpuhp/36 R running task 0 192 2 0x0000002a
3301[ 635.714117] Call trace:
3302[ 635.716552] __switch_to+0xbc/0x218
3303[ 635.720030] page_wait_table+0x1500/0x1800
3304[ 698.674054] rcu: INFO: rcu_preempt detected stalls on CPUs/tasks:
3305[ 698.680141] rcu: 0-...0: (1 GPs behind) idle=896/1/0x4000000000000000 softirq=7411/7412 fqs=26242
3306[ 698.689174] rcu: 36-...!: (0 ticks this GP) idle=ad2/1/0x4000000000000000 softirq=2631/2631 fqs=26242
3307[ 698.698563] (detected by 81, t=52522 jiffies, g=24921, q=2281)
3308[ 698.704469] Task dump for CPU 0:
3309[ 698.707684] irqbalance R running task 0 1308 1 0x00000002
3310[ 698.714721] Call trace:
3311[ 698.717158] __switch_to+0xbc/0x218
3312[ 698.720634] 0xffff800017043d68
3313[ 698.723764] Task dump for CPU 36:
3314[ 698.727066] cpuhp/36 R running task 0 192 2 0x0000002a
3315[ 698.734101] Call trace:
3316[ 698.736536] __switch_to+0xbc/0x218
3317[ 698.740013] page_wait_table+0x1500/0x1800
3318[ 761.694053] rcu: INFO: rcu_preempt detected stalls on CPUs/tasks:
3319[ 761.700136] rcu: 0-...0: (1 GPs behind) idle=896/1/0x4000000000000000 softirq=7411/7412 fqs=34111
3320[ 761.709169] rcu: 36-...!: (0 ticks this GP) idle=ad2/1/0x4000000000000000 44] __switch_to+0xbc/0x218
3321[ 761.740620] 0xffff800017043d68
3322[ 761.743749] Task dump for CPU 36:
3323[ 761.747051] cpuhp/36 R running task 0 192 2 0x0000002a
3324[ 761.754087] Call trace:
3325[ 761.756521] __switch_to+0xbc/0x218
3326[ 761.759998] page_wait_table+0x1500/0x1800