Project

General

Profile

Bug #1333 » power_cpu_issue.txt

Jon Strabala, 2011-08-30 09:38 PM

 
1
root@lab10:~# csh
2
lab10# uname -a
3
SunOS lab10 5.11 oi_148b i86pc i386 i86pc Solaris
4
lab10# prstat -s cpu -n 5
5
lab10# prstat -s cpu -n 5 > /tmp/prstat.s.cpu.n.5.out
6
^C
7
lab10# cat  /tmp/prstat.s.cpu.n.5.out
8
   PID USERNAME  SIZE   RSS STATE  PRI NICE      TIME  CPU PROCESS/NLWP
9
  1956 admin      82M   19M sleep   59    0   0:00:00 0.0% gnome-terminal/2
10
    10 root       16M   13M sleep   59    0   0:00:01 0.0% svc.startd/13
11
   874 root     2308K 1420K sleep   59    0   0:00:00 0.0% ttymon/1
12
     1 root     2728K 1832K sleep   59    0   0:00:00 0.0% init/1
13
     6 root        0K    0K sleep   99  -20   0:00:00 0.0% zpool-rpool/150
14
Total: 84 processes, 414 lwps, load averages: 0.00, 0.03, 0.02
15
   PID USERNAME  SIZE   RSS STATE  PRI NICE      TIME  CPU PROCESS/NLWP
16
  1956 admin      82M   19M sleep   59    0   0:00:00 0.0% gnome-terminal/2
17
    10 root       16M   13M sleep   59    0   0:00:01 0.0% svc.startd/13
18
   874 root     2308K 1420K sleep   59    0   0:00:00 0.0% ttymon/1
19
     1 root     2728K 1832K sleep   59    0   0:00:00 0.0% init/1
20
     6 root        0K    0K sleep   99  -20   0:00:00 0.0% zpool-rpool/150
21
Total: 84 processes, 414 lwps, load averages: 0.00, 0.03, 0.02
22

    
23

    
24

    
25
lab10# mpstat 5 2
26
CPU minf mjf xcal  intr ithr  csw icsw migr smtx  srw syscl  usr sys  wt idl
27
  0   85   0   15   356  114  294    3   24   27    0   841    1   1   0  99
28
  1  113   0   18    82   14  283    3   24   34    0   621    0   0   0  99
29
  2  116   0   24    72   10  250    3   20   24    0   768    0   0   0  99
30
  3  113   0   11    87   31  189    2   17   25    0   432    0   0   0 100
31
  4  105   0   10    78   17  223    2   15   23    0   532    0   0   0  99
32
  5  111   0   10    60    8  226    4   10   19    0   442    0   0   0 100
33
  6   91   0   11    62    9  156    1   11   30    0   401    0   0   0 100
34
  7   71   0    8    67    8  205    3   14   27    0   462    1   0   0  99
35
CPU minf mjf xcal  intr ithr  csw icsw migr smtx  srw syscl  usr sys  wt idl
36
  0    0   0    0   317  101   46    0    1    0    0     2    0   0   0 100
37
  1    0   0    0    11    4    8    0    0    0    0    17    0   0   0 100
38
  2    0   0    0    50   24   45    0    0    0    0     1    0   0   0 100
39
  3    0   0    0    17    0   22    0    0    0    0     0    0   0   0 100
40
  4    0   0    0    15    2   12    0    0    0    0    19    0   0   0 100
41
  5    5   0    0    80   37   77    0    0    0    0    64    0   0   0 100
42
  6    0   0    0    15    2   11    0    0    0    0    11    0   0   0 100
43
  7    0   0    0   110    0  108    0    0    0    0     0    0   0   0 100
44
lab10#
45

    
46

    
47

    
48
lab10# powertop
49
                                             OpenIndiana PowerTOP version 1.2
50

    
51
C-states (idle power)   Avg     Residency                            P-states (frequencies)
52
C0 (cpu running)                (0.0%)                               1600 Mhz        0.0%
53
C1                      8.8ms   (0.2%)                               1800 Mhz        0.0%
54
C2                      0.0ms   (0.0%)                               2000 Mhz        0.0%
55
C3                      2.5ms   (99.8%)                              2200 Mhz        0.0%
56
                                                                     2400 Mhz        0.0%
57
                                                                     2600 Mhz        0.0%
58
                                                                     2800 Mhz        0.0%
59
                                                                     3000 Mhz        0.0%
60
                                                                     3200 Mhz        0.0%
61
                                                                     3400 Mhz        0.0%
62
                                                                     3586 Mhz(turbo) 100.0%
63

    
64
Wakeups-from-idle per second: 3406.8    interval: 5.0s
65
no ACPI power usage estimate available
66

    
67
Top causes for wakeups:
68
83.8% (2854.6)                 sched :  <xcalls> unix`dtrace_xcall_func
69
 2.9% (100.0)               <kernel> :  genunix`clock
70
                                             OpenIndiana PowerTOP version 1.2
71

    
72
C-states (idle power)   Avg     Residency                            P-states (frequencies)
73
C0 (cpu running)                (0.0%)                               1600 Mhz        0.0%
74
C1                      8.8ms   (0.2%)                               1800 Mhz        0.0%
75
C2                      0.0ms   (0.0%)                               2000 Mhz        0.0%
76
C3                      2.5ms   (99.8%)                              2200 Mhz        0.0%
77
                                                                     2400 Mhz        0.0%
78
                                                                     2600 Mhz        0.0%
79
                                                                     2800 Mhz        0.0%
80
                                                                     3000 Mhz        0.0%
81
                                                                     3200 Mhz        0.0%
82
                                                                     3400 Mhz        0.0%
83
                                                                     3586 Mhz(turbo) 100.0%
84

    
85
Wakeups-from-idle per second: 3406.8    interval: 5.0s
86
no ACPI power usage estimate available
87

    
88
Top causes for wakeups:
89
83.8% (2854.6)                 sched :  <xcalls> unix`dtrace_xcall_func
90
 2.9% (100.0)               <kernel> :  genunix`clock
91
 2.3% ( 78.2)               <kernel> :  genunix`cv_wakeup
92
 1.5% ( 50.0)               <kernel> :  SDC`sysdc_update
93
 0.2% (  8.0)               <kernel> :  cpudrv`cpudrv_monitor_disp
94
 0.2% (  7.6)               <kernel> :  ehci`ehci_handle_root_hub_status_change
95
 0.2% (  6.4)            <interrupt> :  ahci#0
96
 0.1% (  4.0)               <kernel> :  genunix`schedpaging
97
 0.1% (  2.4)               <kernel> :  sd`sd_pm_idletimeout_handler
98
 0.1% (  2.0)            <interrupt> :  e1000g#0
99
 0.0% (  1.0)               <kernel> :  TS`ts_update
100
 0.0% (  1.0)               <kernel> :  e1000g`e1000g_local_timer
101
 0.0% (  1.0)            <interrupt> :  ehci#0
102
 0.0% (  1.0)            <interrupt> :  ehci#1
103
 0.0% (  0.4)               <kernel> :  kcf`rnd_handler
104
 0.0% (  0.4)               <kernel> :  swrand`rnd_handler
105
 0.0% (  0.2)               <kernel> :  ahci`ahci_watchdog_handler
106
 0.0% (  0.2)               <kernel> :  genunix`vmem_update
107
 0.0% (  0.2)               <kernel> :  genunix`kmem_update
108
 0.0% (  0.2)               <kernel> :  ibcm`ibcm_path_cache_timeout_cb
109
 0.0% (  0.2)               <kernel> :  ip`igmp_slowtimo
110

    
111

    
112
Suggestion: enable CPU power management by pressing the P key
113

    
114

    
115

    
116

    
117
lab10# prtdiag
118
System Configuration: Supermicro X9SCI/X9SCA
119
BIOS Configuration: American Megatrends Inc. 4.6.4 02/24/2011
120
BMC Configuration: IPMI 2.0 (KCS: Keyboard Controller Style)
121

    
122
==== Processor Sockets ====================================
123

    
124
Version                          Location Tag
125
-------------------------------- --------------------------
126
Intel(R) Xeon(R) CPU E31270 @ 3.40GHz SOCKET 0
127

    
128
==== Memory Device Sockets ================================
129

    
130
Type        Status Set Device Locator      Bank Locator
131
----------- ------ --- ------------------- ----------------
132
Unknown     in use 0   DIMM_1A             BANK0
133
Unknown     in use 0   DIMM_2A             BANK0
134
Unknown     in use 0   DIMM_1B             BANK0
135
Unknown     in use 0   DIMM_2B             BANK0
136

    
137
==== On-Board Devices =====================================
138
   To Be Filled By O.E.M.
139

    
140
==== Upgradeable Slots ====================================
141

    
142
ID  Status    Type             Description
143
--- --------- ---------------- ----------------------------
144
0   in use    PCI Express      J6B2
145
1   in use    PCI Express      J6B1
146
2   in use    PCI Express      J6D1
147
3   in use    PCI Express      J7B1
148
4   in use    PCI Express      J8B4
149
lab10# top
150

    
151

    
152

    
153
lab10# cat /etc/power.conf
154
#
155
# Copyright 1996-2002 Sun Microsystems, Inc.  All rights reserved.
156
# Use is subject to license terms.
157
#
158
#pragma ident   "@(#)power.conf 2.1     02/03/04 SMI"
159
#
160
# Power Management Configuration File
161
#
162

    
163
cpu_deep_idle enable
164
cpu-threshold 10s
165
cpupm disable
166
lab10#
167

    
168
lab10# dtrace -n 'profile-10ms{@[stack()] = count()}'
169
dtrace: description 'profile-10ms' matched 1 probe
170
^C
171

    
172

    
173
              unix`mutex_enter+0x10
174
              zfs`zio_done+0x3c6
175
              zfs`zio_execute+0x8d
176
              genunix`taskq_thread+0x248
177
              unix`thread_start+0x8
178
                1
179

    
180
              ahci`ahci_intr_ncq_events+0x2fd
181
              ahci`ahci_intr_set_device_bits+0x7b
182
              ahci`ahci_port_intr+0x1ab
183
              ahci`ahci_intr+0x82
184
              apix`apix_dispatch_pending_autovect+0x12c
185
              apix`apix_dispatch_pending_hardint+0x33
186
              unix`switch_sp_and_call+0x13
187
                1
188

    
189
              unix`mutex_delay_default
190
              unix`mutex_vector_enter+0x2ad
191
              genunix`cv_wait+0x69
192
              genunix`taskq_thread_wait+0x84
193
              genunix`taskq_thread+0x2d1
194
              unix`thread_start+0x8
195
                1
196

    
197
              unix`mutex_delay_default+0x7
198
              unix`mutex_vector_enter+0x2ad
199
              genunix`cv_wait+0x69
200
              genunix`taskq_thread_wait+0x84
201
              genunix`taskq_thread+0x2d1
202
              unix`thread_start+0x8
203
                1
204

    
205
              unix`mutex_delay_default+0x7
206
              unix`mutex_vector_enter+0x2ad
207
              genunix`taskq_thread+0x26c
208
              unix`thread_start+0x8
209
                1
210

    
211
              unix`i86_mwait+0xd
212
              unix`cpu_idle_mwait+0xf1
213
              unix`cpu_acpi_idle+0x8d
214
              unix`cpu_idle_adaptive+0x19
215
              unix`idle+0x114
216
              unix`thread_start+0x8
217
               11
218

    
219
              unix`acpi_cpu_cstate+0x2ae
220
              unix`cpu_acpi_idle+0x82
221
              unix`cpu_idle_adaptive+0x19
222
              unix`idle+0x114
223
              unix`thread_start+0x8
224
             9368
225
lab10#
226

    
227

    
228

    
229
lab10# echo ::interrupts | mdb -k
230
CPU/Vect  IRQ IPL Bus    Trg Type   Share APIC/INT# ISR
231
0/0x20    -   6   PCI    Edg MSI    1     -         e1000g_intr_pciexpress
232
0/0x25    16  9   PCI    Lvl Fixed  1     0x0/0x10  ehci_intr
233
1/0x20    9   9   PCI    Lvl Fixed  1     0x0/0x9   acpi_wrapper_isr
234
1/0x21    23  9   PCI    Lvl Fixed  1     0x0/0x17  ehci_intr
235
2/0x20    11  14  PCI    Lvl Fixed  1     0x0/0xb   hpet_isr
236
2/0x21    -   6   PCI    Edg MSI    1     -         e1000g_intr_pciexpress
237
2/0x22    4   12  ISA    Edg Fixed  1     0x0/0x4   asyintr
238
3/0x20    -   5   PCI    Edg MSI    1     -         ahci_intr
239
4/0x20    3   12  ISA    Edg Fixed  1     0x0/0x3   asyintr
240
6/0x20    1   5   ISA    Edg Fixed  1     0x0/0x1   i8042_intr
241
6/0x21    10  12  ISA    Edg Fixed  1     0x0/0xa   asyintr
242
7/0x20    12  5   ISA    Edg Fixed  1     0x0/0xc   i8042_intr
243
all/0xf0  -   15  -      Edg IPI    1     -         xc_serv
244
all/0xf1  -   11  -      Edg IPI    0     -         poke_cpu
245
all/0xf2  -   14  -      Edg IPI    1     -         kcpc_hw_overflow_intr
246
all/0xf3  -   15  -      Edg IPI    1     -         apic_error_intr
247
all/0xf4  -   2   -      Edg IPI    1     -         cmi_cmci_trap
248
all/0xf5  -   14  -      Edg IPI    1     -         cbe_fire
249
all/0xf6  -   14  -      Edg IPI    1     -         cbe_fire
250
lab10#
251

    
252

    
253
lab10# echo ::interrupts -d | mdb -k
254
CPU/Vect  IRQ IPL Bus    Trg Type   Share APIC/INT# Driver Name(s)
255
0/0x20    -   6   PCI    Edg MSI    1     -         e1000g#1
256
0/0x25    16  9   PCI    Lvl Fixed  1     0x0/0x10  ehci#0
257
1/0x20    9   9   PCI    Lvl Fixed  1     0x0/0x9   acpi_wrapper_isr
258
1/0x21    23  9   PCI    Lvl Fixed  1     0x0/0x17  ehci#1
259
2/0x20    11  14  PCI    Lvl Fixed  1     0x0/0xb   hpet_isr
260
2/0x21    -   6   PCI    Edg MSI    1     -         e1000g#0
261
2/0x22    4   12  ISA    Edg Fixed  1     0x0/0x4   asy#0
262
3/0x20    -   5   PCI    Edg MSI    1     -         ahci#0
263
4/0x20    3   12  ISA    Edg Fixed  1     0x0/0x3   asy#1
264
6/0x20    1   5   ISA    Edg Fixed  1     0x0/0x1   i8042#0
265
6/0x21    10  12  ISA    Edg Fixed  1     0x0/0xa   asy#2
266
7/0x20    12  5   ISA    Edg Fixed  1     0x0/0xc   i8042#0
267
all/0xf0  -   15  -      Edg IPI    1     -         xc_serv
268
all/0xf1  -   11  -      Edg IPI    0     -         poke_cpu
269
all/0xf2  -   14  -      Edg IPI    1     -         kcpc_hw_overflow_intr
270
all/0xf3  -   15  -      Edg IPI    1     -         apic_error_intr
271
all/0xf4  -   2   -      Edg IPI    1     -         cmi_cmci_trap
272
all/0xf5  -   14  -      Edg IPI    1     -         cbe_fire
273
all/0xf6  -   14  -      Edg IPI    1     -         cbe_fire
274
lab10#
275

    
276

    
277
lab10# intrstat 30
278

    
279
      device |      cpu0 %tim      cpu1 %tim      cpu2 %tim      cpu3 %tim      cpu4 %tim      cpu5 %tim      cpu6 %tim
280
-------------+---------------------------------------------------------------------------------------------------------
281
      ahci#0 |         0  0.0         0  0.0         0  0.0         1  0.0         0  0.0         0  0.0         0  0.0
282
    e1000g#0 |         0  0.0         0  0.0         1  0.0         0  0.0         0  0.0         0  0.0         0  0.0
283
      ehci#0 |         0  0.0         0  0.0         0  0.0         0  0.0         0  0.0         0  0.0         0  0.0
284
      ehci#1 |         0  0.0         0  0.0         0  0.0         0  0.0         0  0.0         0  0.0         0  0.0
285

    
286
      device |      cpu7 %tim
287
-------------+---------------
288
      ahci#0 |         0  0.0
289
    e1000g#0 |         0  0.0
290
      ehci#0 |         0  0.0
291
      ehci#1 |         0  0.0
292
lab10#
293

    
294

    
295
                                             OpenIndiana PowerTOP version 1.2
296

    
297
C-states (idle power)   Avg     Residency                            P-states (frequencies)
298
C0 (cpu running)                (0.0%)                               1600 Mhz        0.0%
299
C1                      8.9ms   (0.0%)                               1800 Mhz        0.0%
300
C2                      0.0ms   (0.0%)                               2000 Mhz        0.0%
301
C3                      2.5ms   (100.0%)                             2200 Mhz        0.0%
302
                                                                     2400 Mhz        0.0%
303
                                                                     2600 Mhz        0.0%
304
                                                                     2800 Mhz        0.0%
305
                                                                     3000 Mhz        0.0%
306
                                                                     3200 Mhz        0.0%
307
                                                                     3400 Mhz        0.0%
308
                                                                     3593 Mhz(turbo) 100.0%
309

    
310
Wakeups-from-idle per second: 3245.1    interval: 30.0s
311
no ACPI power usage estimate available
312

    
313
Top causes for wakeups:
314
87.8% (2849.9)                 sched :  <xcalls> unix`dtrace_xcall_func
315
 3.1% (100.0)               <kernel> :  genunix`clock
316
 2.4% ( 76.6)               <kernel> :  genunix`cv_wakeup
317
 1.5% ( 50.0)               <kernel> :  SDC`sysdc_update
318
 0.2% (  8.0)               <kernel> :  cpudrv`cpudrv_monitor_disp
319
 0.2% (  7.7)               <kernel> :  ehci`ehci_handle_root_hub_status_change
320
 0.1% (  4.0)               <kernel> :  genunix`schedpaging
321
 0.1% (  2.3)            <interrupt> :  ahci#0
322
 0.0% (  1.3)            <interrupt> :  e1000g#0
323
 0.0% (  1.0)               <kernel> :  TS`ts_update
324
 0.0% (  1.0)               <kernel> :  e1000g`e1000g_local_timer
325
 0.0% (  1.0)            <interrupt> :  ehci#1
326
 0.0% (  1.0)            <interrupt> :  ehci#0
327
 0.0% (  0.4)               <kernel> :  sd`sd_pm_idletimeout_handler
328
 0.0% (  0.3)               <kernel> :  kcf`rnd_handler
329
 0.0% (  0.2)               <kernel> :  ahci`ahci_watchdog_handler
330
 0.0% (  0.2)               <kernel> :  swrand`rnd_handler
331
 0.0% (  0.1)               <kernel> :  ip`igmp_slowtimo
332
 0.0% (  0.1)               <kernel> :  genunix`kmem_update
333
 0.0% (  0.1)               <kernel> :  genunix`vmem_update
334

    
335

    
336

    
337
Suggestion: enable CPU power management by pressing the P key
338

    
(1-1/18)