Dump header from device /dev/ad6s1d Architecture: amd64 Architecture Version: 2 Dump Length: 282554368B (269 MB) Blocksize: 512 Dumptime: Thu Jun 26 22:21:24 2008 Hostname: pegasus.clearchain.com Magic: FreeBSD Kernel Dump Version String: FreeBSD 7.0-STABLE #31: Thu Jun 26 22:18:42 CST 2008 root@pegasus.clearchain.com:/data/usr/src/sys/amd64/compile/PEGASUS Panic String: mutex sleepq chain (0xffffffff81025880) not owned at ../../../kern/subr_sleepqueue.c:778 Dump Parity: 2514519306 Bounds: 6 Dump Status: good db> bt Tracing pid 151 tid 100080 td 0xffffff000282f350 kdb_enter_why() at kdb_enter_why+0x3d panic() at panic+0x176 _mtx_assert() at _mtx_assert+0xe2 sleepq_broadcast() at sleepq_broadcast+0xaa txg_sync_thread() at txg_sync_thread+0x1ae fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xffffffffbfaa9d30, rbp = 0 --- db> show lock 0xffffffff81025880 class: spin mutex name: sleepq chain flags: {SPIN, RECURSE} state: {UNOWNED} db> show thread 151 db> show allpcpu Current CPU: 0 cpuid = 0 curthread = 0xffffff000282f350: pid 151 "txg_thread_enter" curpcb = 0xffffffffbfaa9d40 fpcurthread = none idlethread = 0xffffff0002170350: pid 12 "idle: cpu0" cpuid = 1 curthread = 0xffffff00021706a0: pid 11 "idle: cpu1" curpcb = 0xffffffffbd476d40 fpcurthread = none idlethread = 0xffffff00021706a0: pid 11 "idle: cpu1" db> show thread 0xffffff00282f350 db> show thread 0xffffff000282f350 Thread 100080 at 0xffffff000282f350: proc (pid 151): 0xffffff000266c468 name: txg_thread_enter flags: 0x4 pflags: 0 state: RUNNING (CPU 0) priority: 96 container lock: sched lock 0 (0xffffffff810235c0) db> show lock 0xffffffff810235c0 class: spin mutex name: sched lock 0 type: sched lock flags: {SPIN, RECURSE} state: {UNOWNED} db> show ktr 12720 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 12719 (0xffffff000282f6a0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/sched_ule.c:1771 12718 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:1871 12717 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_mutex.c:591 12716 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:563 12715 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 12714 (0xffffff000282f6a0:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:232 12713 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 12712 (0xffffff000282f6a0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:264 12711 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 12710 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 12709 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 12708 (0xffffff000282f6a0:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:232 12707 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:565 12706 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:966 12705 (0xffffff000282f350:cpu0): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:783 12704 (0xffffff000282f350:cpu0): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:978 12703 (0xffffff000282f350:cpu0): UNLOCK (spin mutex) sleepq chain r = 1 at ../../../kern/kern_mutex.c:568 12702 (0xffffff000282f350:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81025848 held @ ../../../kern/kern_mutex.c:568 12701 (0xffffff000282f350:cpu0): LOCK (spin mutex) sleepq chain r = 1 at ../../../kern/subr_sleepqueue.c:779 12700 (0xffffff000282f350:cpu0): _thread_lock_flags: mutex 0xffffffff81025848 held @ ../../../kern/subr_sleepqueue.c:779 12699 (0xffffff000282f350:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 12698 (0xffffff000282f350:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81025848 held @ ../../../kern/subr_sleepqueue.c:232 12697 (0xffffff000282f350:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 12696 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:971 12695 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 12694 (0xffffff000282f6a0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025848 held @ ../../../kern/sched_ule.c:1771 12693 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:1871 12692 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_mutex.c:591 12691 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:563 12690 (0xffffff000282f350:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:264 12689 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 12688 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 12687 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 12686 (0xffffff000282f6a0:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81025848 held @ ../../../kern/subr_sleepqueue.c:232 12685 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:565 12684 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:966 12683 (0xffffff000282f350:cpu0): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:783 12682 (0xffffff000282f350:cpu0): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:978 12681 (0xffffff000282f350:cpu0): UNLOCK (spin mutex) sleepq chain r = 1 at ../../../kern/kern_mutex.c:568 12680 (0xffffff000282f350:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/kern_mutex.c:568 12679 (0xffffff000282f350:cpu0): LOCK (spin mutex) sleepq chain r = 1 at ../../../kern/subr_sleepqueue.c:779 12678 (0xffffff000282f350:cpu0): _thread_lock_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:779 12677 (0xffffff000282f350:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 12676 (0xffffff000282f350:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:232 12675 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:633 12674 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:632 12673 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:622 12672 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:621 12671 (0xffffff00021706a0:cpu1): _mtx_lock_spin: 0xffffffff810235c0 spin done 12670 (0xffffff000282f350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:565 12669 (0xffffff00021706a0:cpu1): _mtx_lock_spin: 0xffffffff810235c0 spinning 12668 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:802 12667 (0xffffff000282f000:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 12666 (0xffffff000282f000:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/sched_ule.c:1771 12665 (0xffffff000282f000:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:1871 12664 (0xffffff000282f000:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_mutex.c:591 12663 (0xffffff000282f000:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:598 12662 (0xffffff000282f000:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 12661 (0xffffff000282f000:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:232 12660 (0xffffff000282f000:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 12659 (0xffffff000282f000:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:264 12658 (0xffffff000282f000:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:475 12657 (0xffffff000282f000:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:419 12656 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../amd64/amd64/mp_machdep.c:966 12655 (0xffffff000282f000:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 12654 (0xffffff000282f000:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 12653 (0xffffff000282f000:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 12652 (0xffffff000282f000:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:232 12651 (0xffffff000282f000:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:565 12650 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 12649 (0xffffff000282f6a0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/sched_ule.c:1771 12648 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:1871 12647 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_mutex.c:591 12646 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:563 12645 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 12644 (0xffffff000282f6a0:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:232 12643 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 12642 (0xffffff000282f6a0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:264 12641 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 12640 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 12639 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 12638 (0xffffff000282f6a0:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:232 12637 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 12636 (0xffffff000282f6a0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:264 12635 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:783 12634 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:978 12633 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sleepq chain r = 1 at ../../../kern/kern_mutex.c:568 12632 (0xffffff000282f6a0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/kern_mutex.c:568 12631 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sleepq chain r = 1 at ../../../kern/subr_sleepqueue.c:779 12630 (0xffffff000282f6a0:cpu1): _thread_lock_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:779 12629 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 12628 (0xffffff000282f6a0:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:232 12627 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 12626 (0xffffff000282f6a0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:264 12625 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:783 12624 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:978 12623 (0xffffff000282f6a0:cpu1): _mtx_lock_spin: 0xffffffff810235c0 spin done 12622 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../amd64/amd64/mp_machdep.c:971 12621 (0xffffff000282f6a0:cpu1): _mtx_lock_spin: 0xffffffff810235c0 spinning 12620 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sleepq chain r = 1 at ../../../kern/kern_mutex.c:568 12619 (0xffffff000282f6a0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/kern_mutex.c:568 12618 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sleepq chain r = 1 at ../../../kern/subr_sleepqueue.c:779 12617 (0xffffff000282f6a0:cpu1): _thread_lock_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:779 12616 (0xffffff000282f6a0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 12615 (0xffffff000282f6a0:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:232 12614 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../amd64/amd64/mp_machdep.c:966 12613 (0xffffff000282f6a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:565 12612 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:800 12611 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 0 r = 1 at ../../../kern/sched_ule.c:725 12610 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 0 r = 1 at ../../../kern/sched_ule.c:723 12609 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:622 12608 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:621 12607 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:802 12606 (0xffffff000282f000:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 12605 (0xffffff000282f000:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/sched_ule.c:1771 12604 (0xffffff000282f000:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:1871 12603 (0xffffff000282f000:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_mutex.c:591 12602 (0xffffff000282f000:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:563 12601 (0xffffff000282f000:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 12600 (0xffffff000282f000:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:232 12599 (0xffffff000282f000:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 12598 (0xffffff000282f000:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:264 12597 (0xffffff000282f000:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 12596 (0xffffff000282f000:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 12595 (0xffffff000282f000:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 12594 (0xffffff000282f000:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:232 12593 (0xffffff000282f000:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 12592 (0xffffff000282f000:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:264 12591 (0xffffff000282f000:cpu1): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:783 12590 (0xffffff000282f000:cpu1): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:978 12589 (0xffffff000282f000:cpu1): _mtx_lock_spin: 0xffffffff810235c0 spin done 12588 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../amd64/amd64/mp_machdep.c:971 12587 (0xffffff000282f000:cpu1): _mtx_lock_spin: 0xffffffff810235c0 spinning 12586 (0xffffff000282f000:cpu1): UNLOCK (spin mutex) sleepq chain r = 1 at ../../../kern/kern_mutex.c:568 12585 (0xffffff000282f000:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/kern_mutex.c:568 12584 (0xffffff000282f000:cpu1): LOCK (spin mutex) sleepq chain r = 1 at ../../../kern/subr_sleepqueue.c:779 12583 (0xffffff000282f000:cpu1): _thread_lock_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:779 12582 (0xffffff000282f000:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 12581 (0xffffff000282f000:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:232 12580 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../amd64/amd64/mp_machdep.c:966 12579 (0xffffff000282f000:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:601 12578 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:800 12577 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 0 r = 1 at ../../../kern/sched_ule.c:725 12576 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 0 r = 1 at ../../../kern/sched_ule.c:723 12575 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:622 12574 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:621 12573 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:971 12572 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 1 at ../../../kern/sched_ule.c:1771 12571 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) sched lock 1 r = 1 at ../../../kern/sched_ule.c:1871 12570 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_intr.c:1131 12569 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:318 12568 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:296 12567 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:818 12566 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:978 12565 (0xffffff000217f6a0:cpu1): _mtx_lock_spin: 0xffffffff810235c0 spin done 12564 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:534 12563 (0xffffff000217f6a0:cpu1): _mtx_lock_spin: 0xffffffff810235c0 spinning 12562 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/kern_mutex.c:568 12561 (0xffffff000217f6a0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025880 held @ ../../../kern/kern_mutex.c:568 12560 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:809 12559 (0xffffff000217f6a0:cpu1): _thread_lock_flags: mutex 0xffffffff81025880 held @ ../../../kern/subr_sleepqueue.c:809 12558 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:239 12557 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:191 12556 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_intr.c:1137 12555 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:966 12554 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_intr.c:716 12553 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_intr.c:706 12552 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:289 12551 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:286 12550 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:289 12549 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:286 12548 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:289 12547 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:286 12546 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:289 12545 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:286 12544 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:289 12543 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:286 12542 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:289 12541 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:286 12540 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:289 12539 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:286 12538 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:289 12537 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:286 12536 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:802 12535 (0xffffff00025029f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 12534 (0xffffff00025029f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810264c0 held @ ../../../kern/sched_ule.c:1771 12533 (0xffffff00025029f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:1871 12532 (0xffffff00025029f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_mutex.c:591 12531 (0xffffff00025029f0:cpu1): UNLOCK (spin mutex) process slock r = 0 at ../../../kern/subr_sleepqueue.c:414 12530 (0xffffff00025029f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:413 12529 (0xffffff00025029f0:cpu1): UNLOCK (sleep mutex) process lock r = 0 at ../../../kern/subr_sleepqueue.c:412 12528 (0xffffff00025029f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:411 12527 (0xffffff00025029f0:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff810264c0 held @ ../../../kern/subr_sleepqueue.c:411 12526 (0xffffff00025029f0:cpu1): LOCK (spin mutex) process slock r = 0 at ../../../kern/subr_sleepqueue.c:410 12525 (0xffffff00025029f0:cpu1): UNLOCK (sleep mutex) sigacts r = 0 at ../../../kern/subr_sleepqueue.c:395 12524 (0xffffff00025029f0:cpu1): LOCK (sleep mutex) sigacts r = 0 at ../../../kern/subr_sleepqueue.c:392 12523 (0xffffff00025029f0:cpu1): LOCK (sleep mutex) process lock r = 0 at ../../../kern/subr_sleepqueue.c:390 12522 (0xffffff00025029f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:387 12521 (0xffffff00025029f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810264c0 held @ ../../../kern/subr_sleepqueue.c:387 12520 (0xffffff00025029f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_synch.c:218 12519 (0xffffff00025029f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_synch.c:216 12518 (0xffffff00025029f0:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:475 12517 (0xffffff00025029f0:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:419 12516 (0xffffff00025029f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 12515 (0xffffff00025029f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 12514 (0xffffff00025029f0:cpu1): UNLOCK (sleep mutex) kqueue r = 0 at ../../../kern/kern_mutex.c:161 12513 (0xffffff00025029f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 12512 (0xffffff00025029f0:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff810264c0 held @ ../../../kern/subr_sleepqueue.c:232 12511 (0xffffff00025029f0:cpu1): LOCK (sleep mutex) kqueue r = 0 at ../../../kern/kern_event.c:1182 12510 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../amd64/amd64/mp_machdep.c:971 12509 (0xffffff00025029f0:cpu1): UNLOCK (sleep mutex) KNOTE r = 0 at ../../../vm/uma_core.c:1832 12508 (0xffffff00025029f0:cpu1): LOCK (sleep mutex) KNOTE r = 0 at ../../../vm/uma_core.c:1830 12507 (0xffffff00025029f0:cpu1): UNLOCK (sleep mutex) sleep mtxpool r = 0 at ../../../kern/kern_event.c:1010 12506 (0xffffff00025029f0:cpu1): UNLOCK (sleep mutex) kqueue r = 0 at ../../../kern/kern_event.c:1008 12505 (0xffffff00025029f0:cpu1): LOCK (sleep mutex) kqueue r = 0 at ../../../kern/kern_event.c:1001 12504 (0xffffff00025029f0:cpu1): LOCK (sleep mutex) sleep mtxpool r = 0 at ../../../kern/kern_event.c:993 12503 (0xffffff00025029f0:cpu1): UNLOCK (sleep mutex) sleep mtxpool r = 0 at ../../../kern/kern_descrip.c:2074 12502 (0xffffff00025029f0:cpu1): LOCK (sleep mutex) sleep mtxpool r = 0 at ../../../kern/kern_descrip.c:2074 12501 (0xffffff00025029f0:cpu1): UNLOCK (sleep mutex) msq r = 0 at ../../../kern/sysv_msg.c:1248 12500 (0xffffff00025029f0:cpu1): LOCK (sleep mutex) msq r = 0 at ../../../kern/sysv_msg.c:1027 12499 (0xffffff00025029f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:2148 12498 (0xffffff00025029f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:2145 12497 (0xffffff00025029f0:cpu1): UNLOCK (sleep mutex) sleep mtxpool r = 0 at ../../../kern/kern_descrip.c:2223 12496 (0xffffff00025029f0:cpu1): LOCK (sleep mutex) sleep mtxpool r = 0 at ../../../kern/kern_descrip.c:2206 12495 (0xffffff00025029f0:cpu1): UNLOCK (sleep mutex) kqueue r = 0 at ../../../kern/kern_event.c:1026 12494 (0xffffff00025029f0:cpu1): LOCK (sleep mutex) kqueue r = 0 at ../../../kern/kern_event.c:1021 12493 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../amd64/amd64/mp_machdep.c:966 12492 (0xffffff00025029f0:cpu1): LOCK (sleep mutex) KNOTE r = 0 at ../../../vm/uma_core.c:2257 12491 (0xffffff00025029f0:cpu1): UNLOCK (sleep mutex) kqueue r = 0 at ../../../kern/kern_event.c:1307 12490 (0xffffff00025029f0:cpu1): LOCK (sleep mutex) kqueue r = 0 at ../../../kern/kern_mutex.c:144 12489 (0xffffff00025029f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:618 12488 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:800 12487 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 0 r = 1 at ../../../kern/sched_ule.c:725 12486 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 0 r = 1 at ../../../kern/sched_ule.c:723 12485 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:622 12484 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:621 12483 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:971 12482 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 1 at ../../../kern/sched_ule.c:1771 12481 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) sched lock 1 r = 1 at ../../../kern/sched_ule.c:1871 12480 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_intr.c:1131 12479 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:318 12478 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:296 12477 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:818 12476 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:978 12475 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/kern_mutex.c:568 12474 (0xffffff000217f6a0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810264c0 held @ ../../../kern/kern_mutex.c:568 12473 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:809 12472 (0xffffff000217f6a0:cpu1): _thread_lock_flags: mutex 0xffffffff810264c0 held @ ../../../kern/subr_sleepqueue.c:809 12471 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:239 12470 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:191 12469 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_intr.c:1137 12468 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:966 12467 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_intr.c:716 12466 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_intr.c:706 12465 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:289 12464 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:286 12463 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:289 12462 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:286 12461 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:971 12460 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 1 at ../../../kern/sched_ule.c:1771 12459 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) sched lock 1 r = 1 at ../../../kern/sched_ule.c:1871 12458 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_intr.c:1131 12457 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:318 12456 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:296 12455 (0xffffff000217f6a0:cpu1): UNLOCK (sleep mutex) isn_mtx r = 0 at ../../../netinet/tcp_subr.c:1434 12454 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:475 12453 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:419 12452 (0xffffff000217f6a0:cpu1): LOCK (sleep mutex) isn_mtx r = 0 at ../../../netinet/tcp_subr.c:1426 12451 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:239 12450 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:296 12449 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:475 12448 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:419 12447 (0xffffff000217f6a0:cpu1): UNLOCK (sleep mutex) nfsd_mtx r = 0 at ../../../nfsserver/nfs_srvsock.c:810 12446 (0xffffff000217f6a0:cpu1): LOCK (sleep mutex) nfsd_mtx r = 0 at ../../../nfsserver/nfs_srvsock.c:799 12445 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:239 12444 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:296 12443 (0xffffff000217f6a0:cpu1): UNLOCK (sleep mutex) Giant r = 0 at ../../../kern/kern_timeout.c:294 12442 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:475 12441 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:419 12440 (0xffffff000217f6a0:cpu1): LOCK (sleep mutex) Giant r = 0 at ../../../kern/kern_timeout.c:241 12439 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:239 12438 (0xffffff000217f6a0:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:191 12437 (0xffffff000217f6a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_intr.c:1137 12436 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:966 12435 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_intr.c:716 12434 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_intr.c:706 12433 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:289 12432 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:286 12431 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:289 12430 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:286 12429 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:534 12428 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:289 12427 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:286 12426 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:289 12425 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:286 12424 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:289 12423 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:286 12422 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:289 12421 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:286 12420 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:534 12419 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:289 12418 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:286 12417 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:289 12416 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:286 12415 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:289 12414 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:286 12413 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:289 12412 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:286 12411 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:289 12410 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:286 12409 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:289 12408 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:286 12407 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:289 12406 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:286 12405 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:289 12404 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:286 12403 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:289 12402 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:286 12401 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:289 12400 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:286 12399 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:289 12398 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:286 12397 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:534 12396 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:289 12395 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:286 12394 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:289 12393 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_clock.c:286 12392 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:289 12391 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_clock.c:286 12390 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../amd64/amd64/mp_machdep.c:971 12389 (0xffffff000217f000:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 12388 (0xffffff000217f000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff810268b0 held @ ../../../kern/sched_ule.c:1771 12387 (0xffffff000217f000:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:1871 12386 (0xffffff000217f000:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_mutex.c:591 12385 (0xffffff000217f000:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:598 12384 (0xffffff000217f000:cpu0): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:475 12383 (0xffffff000217f000:cpu0): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:419 12382 (0xffffff000217f000:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:341 12381 (0xffffff000217f000:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:331 12380 (0xffffff000217f000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 12379 (0xffffff000217f000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff810268b0 held @ ../../../kern/subr_sleepqueue.c:232 12378 (0xffffff000217f000:cpu0): UNLOCK (sleep mutex) GEOM orphanage r = 0 at ../../../geom/geom_event.c:205 12377 (0xffffff000217f000:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 12376 (0xffffff000217f000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81026840 held @ ../../../kern/subr_sleepqueue.c:264 12375 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:802 12374 (0xffffff000217f000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 12373 (0xffffff00025029f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 12372 (0xffffff00025029f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810264c0 held @ ../../../kern/sched_ule.c:1771 12371 (0xffffff00025029f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:1871 12370 (0xffffff00025029f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_mutex.c:591 12369 (0xffffff00025029f0:cpu1): UNLOCK (spin mutex) process slock r = 0 at ../../../kern/subr_sleepqueue.c:414 12368 (0xffffff00025029f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:413 12367 (0xffffff00025029f0:cpu1): UNLOCK (sleep mutex) process lock r = 0 at ../../../kern/subr_sleepqueue.c:412 12366 (0xffffff00025029f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:411 12365 (0xffffff00025029f0:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff810264c0 held @ ../../../kern/subr_sleepqueue.c:411 12364 (0xffffff00025029f0:cpu1): LOCK (spin mutex) process slock r = 0 at ../../../kern/subr_sleepqueue.c:410 12363 (0xffffff00025029f0:cpu1): UNLOCK (sleep mutex) sigacts r = 0 at ../../../kern/subr_sleepqueue.c:395 12362 (0xffffff00025029f0:cpu1): LOCK (sleep mutex) sigacts r = 0 at ../../../kern/subr_sleepqueue.c:392 12361 (0xffffff000217f000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81026840 held @ ../../../kern/subr_sleepqueue.c:232 12360 (0xffffff00025029f0:cpu1): LOCK (sleep mutex) process lock r = 0 at ../../../kern/subr_sleepqueue.c:390 12359 (0xffffff00025029f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:387 12358 (0xffffff00025029f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff810264c0 held @ ../../../kern/subr_sleepqueue.c:387 12357 (0xffffff00025029f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_synch.c:218 12356 (0xffffff00025029f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_synch.c:216 12355 (0xffffff00025029f0:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:475 12354 (0xffffff00025029f0:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:419 12353 (0xffffff00025029f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 db> show alllocks No such command db> show allocks No such command db> show alllocks No such command db> show all registers breaks threads proc thread watches pciregs geom files file intrcnt intr ktr malloc pgrpdump lock allpcpu pcpu msgbuf allrman rman sleepqueue sleepq locktree sleepchain allchains lockchain turnstile cbstat domain protosw sockbuf socket unpcb lockedbufs buffer vnode lockedvnods inpcb tcpcb uma procvm map vmopag object vmochk pageq page freepages irqs lapic apic rtc db> show lockedvnods Locked vnodes db> show all locks No such command db> panic