lock_spin_flags ktr = NO, unlock_spin = YES, thread_lock=YES Dump header from device /dev/ad6s1d Architecture: amd64 Architecture Version: 2 Dump Length: 180830208B (172 MB) Blocksize: 512 Dumptime: Fri Jul 18 01:23:20 2008 Hostname: pegasus.clearchain.com Magic: FreeBSD Kernel Dump Version String: FreeBSD 7.0-STABLE #2: Fri Jul 18 01:13:43 CST 2008 root@pegasus.clearchain.com:/data/usr/src/sys/amd64/compile/PEGASUS Panic String: mutex sleepq chain (0xffffffff810254c8) not owned at ../../../kern/subr_sleepqueue.c:780 Dump Parity: 4283230779 Bounds: 12 Dump Status: good db> show lock 0xffffffff810254c8 class: spin mutex name: sleepq chain flags: {SPIN, RECURSE} state: {UNOWNED} db> show thread 100045 Thread 100045 at 0xffffff000254a350: proc (pid 135): 0xffffff0002547000 name: spa_zio_intr_2 flags: 0x4 pflags: 0 state: RUNNING (CPU 0) priority: 96 container lock: sched lock 0 (0xffffffff810235c0) db> show lock 0xffffffff810235c0 class: spin mutex name: sched lock 0 type: sched lock flags: {SPIN, RECURSE} state: {UNOWNED} db> show allpcpu Current CPU: 0 cpuid = 0 curthread = 0xffffff000254a350: pid 135 "spa_zio_intr_2" curpcb = 0xffffffffbf9fad40 fpcurthread = none idlethread = 0xffffff0002170350: pid 12 "idle: cpu0" cpuid = 1 curthread = 0xffffff00021706a0: pid 11 "idle: cpu1" curpcb = 0xffffffffbd476d40 fpcurthread = none idlethread = 0xffffff00021706a0: pid 11 "idle: cpu1" db> show witness No such command db> show ktr 39516 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39515 (0xffffff00024fe9f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810254c8 held @ ../../../kern/subr_sleepqueue.c:264 39514 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 39513 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 39512 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39511 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:565 39510 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:966 39509 (0xffffff000254a350:cpu0): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:785 39508 (0xffffff000254a350:cpu0): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:978 39507 (0xffffff000254a350:cpu0): UNLOCK (spin mutex) sleepq chain r = 1 at ../../../kern/kern_mutex.c:568 39506 (0xffffff000254a350:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81025490 held @ ../../../kern/kern_mutex.c:568 39505 (0xffffff000254a350:cpu0): LOCK (spin mutex) sleepq chain r = 1 at ../../../kern/subr_sleepqueue.c:781 39504 (0xffffff000254a350:cpu0): _thread_lock_flags: mutex 0xffffffff81025490 held @ ../../../kern/subr_sleepqueue.c:781 39503 (0xffffff000254a350:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39502 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:802 39501 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 39500 (0xffffff00024fe9f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025490 held @ ../../../kern/sched_ule.c:1771 39499 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:1871 39498 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_mutex.c:591 39497 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:563 39496 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 39495 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 39494 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39493 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:565 39492 (0xffffff00024809f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 39491 (0xffffff00024809f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81026488 held @ ../../../kern/sched_ule.c:1771 39490 (0xffffff00024809f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:1871 39489 (0xffffff00024809f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_mutex.c:591 39488 (0xffffff00024809f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:563 39487 (0xffffff00024809f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 39486 (0xffffff00024809f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 39485 (0xffffff00024809f0:cpu1): UNLOCK (sleep mutex) zfs:vdev:geom:queue r = 0 at ../../../kern/kern_mutex.c:161 39484 (0xffffff00024809f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39483 (0xffffff00024809f0:cpu1): LOCK (sleep mutex) zfs:vdev:geom:queue r = 0 at /data/usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/vdev_geom.c:203 39482 (0xffffff00024809f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39481 (0xffffff00024809f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810254c8 held @ ../../../kern/subr_sleepqueue.c:264 39480 (0xffffff00024809f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:750 39479 (0xffffff00024809f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:978 39478 (0xffffff00024809f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 1 at ../../../kern/kern_mutex.c:568 39477 (0xffffff00024809f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810254c8 held @ ../../../kern/kern_mutex.c:568 39476 (0xffffff00024809f0:cpu1): LOCK (spin mutex) sleepq chain r = 1 at ../../../kern/subr_sleepqueue.c:748 39475 (0xffffff00024809f0:cpu1): _thread_lock_flags: mutex 0xffffffff810254c8 held @ ../../../kern/subr_sleepqueue.c:748 39474 (0xffffff00024809f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39473 (0xffffff00024809f0:cpu1): UNLOCK (sleep mutex) g_bio r = 0 at ../../../vm/uma_core.c:2262 39472 (0xffffff00024809f0:cpu1): LOCK (sleep mutex) g_bio r = 0 at ../../../vm/uma_core.c:2257 39471 (0xffffff00024809f0:cpu1): UNLOCK (sleep mutex) zfs:vdev:geom:queue r = 0 at /data/usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/vdev_geom.c:216 39470 (0xffffff00024809f0:cpu1): LOCK (sleep mutex) zfs:vdev:geom:queue r = 0 at /data/usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/vdev_geom.c:203 39469 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2262 39468 (0xffffff00024809f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:565 39467 (0xffffff000254a350:cpu0): LOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2257 39466 (0xffffff00021719f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 39465 (0xffffff00021719f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810268b0 held @ ../../../kern/sched_ule.c:1771 39464 (0xffffff00021719f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:1871 39463 (0xffffff00021719f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_mutex.c:591 39462 (0xffffff00021719f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:598 39461 (0xffffff00021719f0:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:475 39460 (0xffffff00021719f0:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:419 39459 (0xffffff00021719f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 39458 (0xffffff00021719f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 39457 (0xffffff000254a350:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39456 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) bio queue r = 0 at ../../../kern/kern_mutex.c:161 39455 (0xffffff00021719f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39454 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) bio queue r = 0 at ../../../geom/geom_io.c:68 39453 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) zfs:vdev:geom:queue r = 0 at /data/usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/vdev_geom.c:475 39452 (0xffffff00021719f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39451 (0xffffff00021719f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81026488 held @ ../../../kern/subr_sleepqueue.c:264 39450 (0xffffff00021719f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:750 39449 (0xffffff00021719f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:978 39448 (0xffffff00021719f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 1 at ../../../kern/kern_mutex.c:568 39447 (0xffffff00021719f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81026488 held @ ../../../kern/kern_mutex.c:568 39446 (0xffffff00021719f0:cpu1): LOCK (spin mutex) sleepq chain r = 1 at ../../../kern/subr_sleepqueue.c:748 39445 (0xffffff000254a350:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81025c38 held @ ../../../kern/subr_sleepqueue.c:264 39444 (0xffffff00021719f0:cpu1): _thread_lock_flags: mutex 0xffffffff81026488 held @ ../../../kern/subr_sleepqueue.c:748 39443 (0xffffff00021719f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39442 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) zfs:vdev:geom:queue r = 0 at /data/usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/vdev_geom.c:472 39441 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) bdone lock r = 0 at ../../../kern/vfs_bio.c:3007 39440 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) bdone lock r = 0 at ../../../kern/vfs_bio.c:3002 39439 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) bio queue r = 0 at ../../../geom/geom_io.c:75 39438 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) bio queue r = 0 at ../../../geom/geom_io.c:68 39437 (0xffffff00021719f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39436 (0xffffff00021719f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810268b0 held @ ../../../kern/subr_sleepqueue.c:264 39435 (0xffffff00021719f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39434 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) bio queue r = 0 at ../../../geom/geom_io.c:75 39433 (0xffffff000254a350:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39432 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) bio queue r = 0 at ../../../geom/geom_io.c:68 39431 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) g_bio r = 0 at ../../../vm/uma_core.c:2262 39430 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) g_bio r = 0 at ../../../vm/uma_core.c:2257 39429 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) bdone lock r = 0 at ../../../kern/vfs_bio.c:3007 39428 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) bdone lock r = 0 at ../../../kern/vfs_bio.c:3002 39427 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) bio queue r = 0 at ../../../geom/geom_io.c:75 39426 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) bio queue r = 0 at ../../../geom/geom_io.c:68 39425 (0xffffff00021719f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39424 (0xffffff00021719f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810268b0 held @ ../../../kern/subr_sleepqueue.c:264 39423 (0xffffff00021719f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39422 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) bio queue r = 0 at ../../../geom/geom_io.c:75 39421 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2262 39420 (0xffffff000254a350:cpu0): LOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2257 39419 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) bio queue r = 0 at ../../../geom/geom_io.c:68 39418 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) g_bio r = 0 at ../../../vm/uma_core.c:2262 39417 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) g_bio r = 0 at ../../../vm/uma_core.c:2257 39416 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) bdone lock r = 0 at ../../../kern/vfs_bio.c:3007 39415 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) bdone lock r = 0 at ../../../kern/vfs_bio.c:3002 39414 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) bio queue r = 0 at ../../../geom/geom_io.c:75 39413 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) bio queue r = 0 at ../../../geom/geom_io.c:68 39412 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) ATA queue lock r = 0 at ../../../dev/ata/ata-queue.c:225 39411 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) ATA state lock r = 0 at ../../../dev/ata/ata-queue.c:222 39410 (0xffffff00021719f0:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:475 39409 (0xffffff00021719f0:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:419 39408 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) ATA state lock r = 0 at ../../../dev/ata/ata-queue.c:194 39407 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) ATA queue lock r = 0 at ../../../dev/ata/ata-queue.c:177 39406 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) ata_request r = 0 at ../../../vm/uma_core.c:2262 39405 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) ata_request r = 0 at ../../../vm/uma_core.c:2257 39404 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) g_disk_done r = 0 at ../../../geom/geom_disk.c:215 39403 (0xffffff00021719f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39402 (0xffffff00021719f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810268b0 held @ ../../../kern/subr_sleepqueue.c:264 39401 (0xffffff000254a350:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39400 (0xffffff00021719f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39399 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) bio queue r = 0 at ../../../geom/geom_io.c:75 39398 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) bio queue r = 0 at ../../../geom/geom_io.c:68 39397 (0xffffff000254a350:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff810258f0 held @ ../../../kern/subr_sleepqueue.c:264 39396 (0xffffff000254a350:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39395 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) g_bio r = 0 at ../../../vm/uma_core.c:2262 39394 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) g_bio r = 0 at ../../../vm/uma_core.c:2257 39393 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) g_disk_done r = 0 at ../../../geom/geom_disk.c:198 39392 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) bdone lock r = 0 at ../../../kern/vfs_bio.c:3007 39391 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) bdone lock r = 0 at ../../../kern/vfs_bio.c:3002 39390 (0xffffff00021719f0:cpu1): UNLOCK (sleep mutex) bio queue r = 0 at ../../../geom/geom_io.c:75 39389 (0xffffff00021719f0:cpu1): LOCK (sleep mutex) bio queue r = 0 at ../../../geom/geom_io.c:68 39388 (0xffffff00021719f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:601 39387 (0xffffff00021719f0:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:606 39386 (0xffffff00021719f0:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:500 39385 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) 256 r = 0 at ../../../vm/uma_core.c:2262 39384 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:800 39383 (0xffffff000254a350:cpu0): LOCK (sleep mutex) 256 r = 0 at ../../../vm/uma_core.c:2257 39382 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 0 r = 1 at ../../../kern/sched_ule.c:725 39381 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 0 r = 1 at ../../../kern/sched_ule.c:723 39380 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:622 39379 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:621 39378 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_switch.c:186 39377 (0xffffff000229f9f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 1 at ../../../kern/sched_ule.c:1771 39376 (0xffffff000229f9f0:cpu1): LOCK (spin mutex) sched lock 1 r = 1 at ../../../kern/sched_ule.c:1871 39375 (0xffffff000229f9f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_intr.c:1131 39374 (0xffffff000229f9f0:cpu1): UNLOCK (spin mutex) icu r = 0 at ../../../amd64/amd64/io_apic.c:219 39373 (0xffffff000229f9f0:cpu1): LOCK (spin mutex) icu r = 0 at ../../../amd64/amd64/io_apic.c:212 39372 (0xffffff000229f9f0:cpu1): UNLOCK (sleep mutex) ATA state lock r = 0 at ../../../dev/ata/ata-all.c:348 39371 (0xffffff000229f9f0:cpu1): UNLOCK (spin mutex) pcicfg r = 0 at ../../../amd64/pci/pci_cfgreg.c:149 39370 (0xffffff000229f9f0:cpu1): LOCK (spin mutex) pcicfg r = 0 at ../../../amd64/pci/pci_cfgreg.c:133 39369 (0xffffff000229f9f0:cpu1): UNLOCK (spin mutex) pcicfg r = 0 at ../../../amd64/pci/pci_cfgreg.c:149 39368 (0xffffff000229f9f0:cpu1): LOCK (spin mutex) pcicfg r = 0 at ../../../amd64/pci/pci_cfgreg.c:133 39367 (0xffffff000229f9f0:cpu1): UNLOCK (spin mutex) pcicfg r = 0 at ../../../amd64/pci/pci_cfgreg.c:149 39366 (0xffffff000229f9f0:cpu1): LOCK (spin mutex) pcicfg r = 0 at ../../../amd64/pci/pci_cfgreg.c:133 39365 (0xffffff000229f9f0:cpu1): LOCK (sleep mutex) ATA state lock r = 0 at ../../../dev/ata/ata-all.c:316 39364 (0xffffff000229f9f0:cpu1): UNLOCK (sleep mutex) ATA state lock r = 0 at ../../../dev/ata/ata-all.c:348 39363 (0xffffff000229f9f0:cpu1): UNLOCK (spin mutex) pcicfg r = 0 at ../../../amd64/pci/pci_cfgreg.c:149 39362 (0xffffff000229f9f0:cpu1): LOCK (spin mutex) pcicfg r = 0 at ../../../amd64/pci/pci_cfgreg.c:133 39361 (0xffffff000229f9f0:cpu1): UNLOCK (spin mutex) pcicfg r = 0 at ../../../amd64/pci/pci_cfgreg.c:149 39360 (0xffffff000229f9f0:cpu1): LOCK (spin mutex) pcicfg r = 0 at ../../../amd64/pci/pci_cfgreg.c:133 39359 (0xffffff000229f9f0:cpu1): UNLOCK (spin mutex) pcicfg r = 0 at ../../../amd64/pci/pci_cfgreg.c:149 39358 (0xffffff000229f9f0:cpu1): LOCK (spin mutex) pcicfg r = 0 at ../../../amd64/pci/pci_cfgreg.c:133 39357 (0xffffff000229f9f0:cpu1): LOCK (sleep mutex) ATA state lock r = 0 at ../../../dev/ata/ata-all.c:316 39356 (0xffffff000229f9f0:cpu1): UNLOCK (sleep mutex) ATA state lock r = 0 at ../../../dev/ata/ata-all.c:348 39355 (0xffffff000229f9f0:cpu1): LOCK (sleep mutex) ATA state lock r = 0 at ../../../dev/ata/ata-all.c:316 39354 (0xffffff000229f9f0:cpu1): UNLOCK (sleep mutex) ATA state lock r = 0 at ../../../dev/ata/ata-all.c:348 39353 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2262 39352 (0xffffff000254a350:cpu0): LOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2257 39351 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) UMA Slabs r = 0 at ../../../vm/uma_core.c:2498 39350 (0xffffff000229f9f0:cpu1): LOCK (sleep mutex) ATA state lock r = 0 at ../../../dev/ata/ata-all.c:316 39349 (0xffffff000229f9f0:cpu1): UNLOCK (sleep mutex) bio queue r = 0 at ../../../geom/geom_io.c:75 39348 (0xffffff000229f9f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39347 (0xffffff000229f9f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810268b0 held @ ../../../kern/subr_sleepqueue.c:264 39346 (0xffffff000229f9f0:cpu1): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:785 39345 (0xffffff000229f9f0:cpu1): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:978 39344 (0xffffff000229f9f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 1 at ../../../kern/kern_mutex.c:568 39343 (0xffffff000229f9f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810268b0 held @ ../../../kern/kern_mutex.c:568 39342 (0xffffff000229f9f0:cpu1): LOCK (spin mutex) sleepq chain r = 1 at ../../../kern/subr_sleepqueue.c:781 39341 (0xffffff000229f9f0:cpu1): _thread_lock_flags: mutex 0xffffffff810268b0 held @ ../../../kern/subr_sleepqueue.c:781 39340 (0xffffff000229f9f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39339 (0xffffff000229f9f0:cpu1): LOCK (sleep mutex) bio queue r = 0 at ../../../geom/geom_io.c:68 39338 (0xffffff000229f9f0:cpu1): UNLOCK (sleep mutex) ATA state lock r = 0 at ../../../dev/ata/ata-all.c:342 39337 (0xffffff000229f9f0:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:606 39336 (0xffffff000229f9f0:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:500 39335 (0xffffff000254a350:cpu0): LOCK (sleep mutex) UMA Slabs r = 0 at ../../../vm/uma_core.c:2436 39334 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) system map r = 0 at ../../../vm/vm_map.c:2424 39333 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) KMAP ENTRY r = 0 at ../../../vm/uma_core.c:2262 39332 (0xffffff000254a350:cpu0): LOCK (sleep mutex) KMAP ENTRY r = 0 at ../../../vm/uma_core.c:2257 39331 (0xffffff000229f9f0:cpu1): LOCK (sleep mutex) ATA state lock r = 0 at ../../../dev/ata/ata-all.c:316 39330 (0xffffff000229f9f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_intr.c:1137 39329 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_switch.c:182 39328 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_intr.c:716 39327 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) vm object r = 0 at ../../../vm/vm_object.c:481 39326 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_intr.c:706 39325 (0xffffff000254a350:cpu0): LOCK (sleep mutex) vm object r = 0 at ../../../vm/vm_object.c:441 39324 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) entropy harvest mutex r = 0 at ../../../dev/random/randomdev_soft.c:334 39323 (0xffffff00021706a0:cpu1): LOCK (spin mutex) entropy harvest mutex r = 0 at ../../../dev/random/randomdev_soft.c:308 39322 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) icu r = 0 at ../../../amd64/amd64/io_apic.c:240 39321 (0xffffff00021706a0:cpu1): LOCK (spin mutex) icu r = 0 at ../../../amd64/amd64/io_apic.c:229 39320 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) vm object r = 0 at ../../../vm/vm_map.c:2314 39319 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_object.c:1850 39318 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1326 39317 (0xffffff000254a350:cpu0): LOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1316 39316 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1326 39315 (0xffffff000254a350:cpu0): LOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1316 39314 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1326 39313 (0xffffff000254a350:cpu0): LOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1316 39312 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1326 39311 (0xffffff000254a350:cpu0): LOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1316 39310 (0xffffff000254a350:cpu0): LOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_object.c:1816 39309 (0xffffff000254a350:cpu0): LOCK (sleep mutex) vm object r = 0 at ../../../vm/vm_map.c:2302 39308 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2051 39307 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) vm page queue mutex r = 0 at ../../../amd64/amd64/pmap.c:2050 39306 (0xffffff000254a350:cpu0): UNLOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:852 39305 (0xffffff000254a350:cpu0): LOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:845 39304 (0xffffff000254a350:cpu0): UNLOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:852 39303 (0xffffff000254a350:cpu0): LOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:845 39302 (0xffffff000254a350:cpu0): UNLOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:852 39301 (0xffffff000254a350:cpu0): LOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:845 39300 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:289 39299 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:286 39298 (0xffffff000254a350:cpu0): UNLOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:852 39297 (0xffffff000254a350:cpu0): LOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:845 39296 (0xffffff000254a350:cpu0): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:1961 39295 (0xffffff000254a350:cpu0): LOCK (sleep mutex) vm page queue mutex r = 0 at ../../../amd64/amd64/pmap.c:1960 39294 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1063 39293 (0xffffff000254a350:cpu0): LOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1061 39292 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2718 39291 (0xffffff000254a350:cpu0): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2709 39290 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:916 39289 (0xffffff000254a350:cpu0): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:902 39288 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1063 39287 (0xffffff000254a350:cpu0): LOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1061 39286 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2718 39285 (0xffffff000254a350:cpu0): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2709 39284 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:916 39283 (0xffffff000254a350:cpu0): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:902 39282 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1063 39281 (0xffffff000254a350:cpu0): LOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1061 39280 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2718 39279 (0xffffff000254a350:cpu0): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2709 39278 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:916 39277 (0xffffff000254a350:cpu0): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:902 39276 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1063 39275 (0xffffff000254a350:cpu0): LOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1061 39274 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2718 39273 (0xffffff000254a350:cpu0): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2709 39272 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:916 39271 (0xffffff000254a350:cpu0): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:902 39270 (0xffffff000254a350:cpu0): LOCK (sleep mutex) system map r = 0 at ../../../vm/vm_map.c:2421 39269 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2262 39268 (0xffffff000254a350:cpu0): LOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2257 39267 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:971 39266 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 39265 (0xffffff00024fe9f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810254c8 held @ ../../../kern/sched_ule.c:1771 39264 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:1871 39263 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_mutex.c:591 39262 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:563 39261 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39260 (0xffffff000254a350:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 39259 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39258 (0xffffff00024fe9f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810254c8 held @ ../../../kern/subr_sleepqueue.c:264 39257 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 39256 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 39255 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39254 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2262 39253 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2257 39252 (0xffffff000254a350:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 39251 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39250 (0xffffff00024fe9f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025490 held @ ../../../kern/subr_sleepqueue.c:264 39249 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39248 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2262 39247 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2257 39246 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39245 (0xffffff00024fe9f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810266b8 held @ ../../../kern/subr_sleepqueue.c:264 39244 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39243 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) 256 r = 0 at ../../../vm/uma_core.c:2262 39242 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) 256 r = 0 at ../../../vm/uma_core.c:2257 39241 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2262 39240 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2257 39239 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) UMA Slabs r = 0 at ../../../vm/uma_core.c:2498 39238 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) UMA Slabs r = 0 at ../../../vm/uma_core.c:2436 39237 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) system map r = 0 at ../../../vm/vm_map.c:2424 39236 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) KMAP ENTRY r = 0 at ../../../vm/uma_core.c:2262 39235 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) KMAP ENTRY r = 0 at ../../../vm/uma_core.c:2257 39234 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm object r = 0 at ../../../vm/vm_object.c:481 39233 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm object r = 0 at ../../../vm/vm_object.c:441 39232 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm object r = 0 at ../../../vm/vm_map.c:2314 39231 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_object.c:1850 39230 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1326 39229 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1316 39228 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1326 39227 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1316 39226 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1326 39225 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1316 39224 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1326 39223 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1316 39222 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_object.c:1816 39221 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm object r = 0 at ../../../vm/vm_map.c:2302 39220 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2051 39219 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm page queue mutex r = 0 at ../../../amd64/amd64/pmap.c:2050 39218 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:852 39217 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:845 39216 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:852 39215 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:845 39214 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:852 39213 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:845 39212 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:852 39211 (0xffffff000254a350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:565 39210 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:845 39209 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:1961 39208 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm page queue mutex r = 0 at ../../../amd64/amd64/pmap.c:1960 39207 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1063 39206 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1061 39205 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2718 39204 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:800 39203 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2709 39202 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:916 39201 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:902 39200 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1063 39199 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1061 39198 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2718 39197 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2709 39196 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:916 39195 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:902 39194 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1063 39193 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1061 39192 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2718 39191 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2709 39190 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:916 39189 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:902 39188 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1063 39187 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1061 39186 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2718 39185 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2709 39184 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:916 39183 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:902 39182 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm object r = 0 at ../../../vm/vm_object.c:363 39181 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm object r = 0 at ../../../vm/vm_object.c:352 39180 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) KMAP ENTRY r = 0 at ../../../vm/uma_core.c:1832 39179 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) KMAP ENTRY r = 0 at ../../../vm/uma_core.c:1830 39178 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm object r = 0 at ../../../vm/vm_object.c:363 39177 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm object r = 0 at ../../../vm/vm_object.c:352 39176 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) KMAP ENTRY r = 0 at ../../../vm/uma_core.c:1832 39175 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) KMAP ENTRY r = 0 at ../../../vm/uma_core.c:1830 39174 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) system map r = 0 at ../../../vm/vm_map.c:2421 39173 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2262 39172 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2257 39171 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 39170 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 39169 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2262 39168 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2257 39167 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 1 r = 1 at ../../../kern/sched_ule.c:725 39166 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39165 (0xffffff00024fe9f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025420 held @ ../../../kern/subr_sleepqueue.c:264 39164 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39163 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39162 (0xffffff00024fe9f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810254c8 held @ ../../../kern/subr_sleepqueue.c:264 39161 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39160 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2262 39159 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2257 39158 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 1 r = 1 at ../../../kern/sched_ule.c:723 39157 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 39156 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 39155 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2262 39154 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2257 39153 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39152 (0xffffff00024fe9f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025a78 held @ ../../../kern/subr_sleepqueue.c:264 39151 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39150 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39149 (0xffffff00024fe9f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810254c8 held @ ../../../kern/subr_sleepqueue.c:264 39148 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39147 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2262 39146 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2257 39145 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 39144 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 39143 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2262 39142 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2257 39141 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39140 (0xffffff00024fe9f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81026920 held @ ../../../kern/subr_sleepqueue.c:264 39139 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39138 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2262 39137 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:619 39136 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2257 39135 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39134 (0xffffff00024fe9f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810264f8 held @ ../../../kern/subr_sleepqueue.c:264 39133 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39132 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39131 (0xffffff00024fe9f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810254c8 held @ ../../../kern/subr_sleepqueue.c:264 39130 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39129 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2262 39128 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2257 39127 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) UMA Slabs r = 0 at ../../../vm/uma_core.c:2498 39126 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) UMA Slabs r = 0 at ../../../vm/uma_core.c:2436 39125 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) system map r = 0 at ../../../vm/vm_map.c:2424 39124 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) KMAP ENTRY r = 0 at ../../../vm/uma_core.c:2262 39123 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:618 39122 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) KMAP ENTRY r = 0 at ../../../vm/uma_core.c:2257 39121 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm object r = 0 at ../../../vm/vm_object.c:481 39120 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm object r = 0 at ../../../vm/vm_object.c:441 39119 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm object r = 0 at ../../../vm/vm_map.c:2314 39118 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_object.c:1850 39117 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1326 39116 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1316 39115 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1326 39114 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm page queue free mutex r = 0 at ../../../vm/vm_page.c:1316 39113 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_object.c:1816 39112 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm object r = 0 at ../../../vm/vm_map.c:2302 39111 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2051 39110 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm page queue mutex r = 0 at ../../../amd64/amd64/pmap.c:2050 39109 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:852 39108 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:845 39107 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:852 39106 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../amd64/amd64/mp_machdep.c:971 39105 (0xffffff00021719f0:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 39104 (0xffffff00021719f0:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff810268b0 held @ ../../../kern/sched_ule.c:1771 39103 (0xffffff00021719f0:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:1871 39102 (0xffffff00021719f0:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_mutex.c:591 39101 (0xffffff00021719f0:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:598 39100 (0xffffff00021719f0:cpu0): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:475 39099 (0xffffff00021719f0:cpu0): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:419 39098 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) smp rendezvous r = 0 at ../../../amd64/amd64/mp_machdep.c:845 39097 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:1961 39096 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm page queue mutex r = 0 at ../../../amd64/amd64/pmap.c:1960 39095 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1063 39094 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1061 39093 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2718 39092 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2709 39091 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:916 39090 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:902 39089 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1063 39088 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm page queue mutex r = 0 at ../../../vm/vm_fault.c:1061 39087 (0xffffff00021719f0:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:341 39086 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2718 39085 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:2709 39084 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:916 39083 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) pmap r = 0 at ../../../amd64/amd64/pmap.c:902 39082 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) vm object r = 0 at ../../../vm/vm_object.c:363 39081 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) vm object r = 0 at ../../../vm/vm_object.c:352 39080 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) KMAP ENTRY r = 0 at ../../../vm/uma_core.c:1832 39079 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) KMAP ENTRY r = 0 at ../../../vm/uma_core.c:1830 39078 (0xffffff00021719f0:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:331 39077 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) system map r = 0 at ../../../vm/vm_map.c:2421 39076 (0xffffff00024fe9f0:cpu1): UNLOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2262 39075 (0xffffff00024fe9f0:cpu1): LOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2257 39074 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39073 (0xffffff00024fe9f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81026760 held @ ../../../kern/subr_sleepqueue.c:264 39072 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 39071 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 39070 (0xffffff00024fe9f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810254c8 held @ ../../../kern/subr_sleepqueue.c:264 39069 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:750 39068 (0xffffff00024fe9f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:978 39067 (0xffffff00024fe9f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 1 at ../../../kern/kern_mutex.c:568 39066 (0xffffff00024fe9f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff8102