lock =YES unlock=YES thread =NO Dump header from device /dev/ad6s1d Architecture: amd64 Architecture Version: 2 Dump Length: 304345088B (290 MB) Blocksize: 512 Dumptime: Fri Jul 18 02:05:49 2008 Hostname: pegasus.clearchain.com Magic: FreeBSD Kernel Dump Version String: FreeBSD 7.0-STABLE #6: Fri Jul 18 02:02:56 CST 2008 root@pegasus.clearchain.com:/data/usr/src/sys/amd64/compile/PEGASUS Panic String: mutex sleepq chain (0xffffffff81024f88) not owned at ../../../kern/subr_sleepqueue.c:780 Dump Parity: 3152153213 Bounds: 16 Dump Status: good db> show 0xffffffff81024f88 all registers breaks threads proc thread watches pciregs geom files file intrcnt intr ktr malloc pgrpdump lock allpcpu pcpu msgbuf allrman rman sleepqueue sleepq locktree sleepchain allchains lockchain turnstile cbstat domain protosw sockbuf socket unpcb lockedbufs buffer vnode lockedvnods inpcb tcpcb uma procvm map vmopag object vmochk pageq page freepages irqs lapic apic rtc db> show lock 0xffffffff81024f88 class: spin mutex name: sleepq chain flags: {SPIN, RECURSE} state: {UNOWNED} db> show thread 100083 Thread 100083 at 0xffffff00024fb000: proc (pid 151): 0xffffff000282e468 name: txg_thread_enter flags: 0x4 pflags: 0 state: RUNNING (CPU 0) priority: 96 container lock: sched lock 0 (0xffffffff810235c0) db> show lock 0xffffffff810235c0 class: spin mutex name: sched lock 0 type: sched lock flags: {SPIN, RECURSE} state: {UNOWNED} db> bt Tracing pid 151 tid 100083 td 0xffffff00024fb000 kdb_enter_why() at kdb_enter_why+0x3d panic() at panic+0x176 _mtx_assert() at _mtx_assert+0xe2 sleepq_broadcast() at sleepq_broadcast+0xda txg_sync_thread() at txg_sync_thread+0x255 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xffffffffbfab8d30, rbp = 0 --- db> show allpcpu Current CPU: 0 cpuid = 0 curthread = 0xffffff00024fb000: pid 151 "txg_thread_enter" curpcb = 0xffffffffbfab8d40 fpcurthread = none idlethread = 0xffffff0002170350: pid 12 "idle: cpu0" cpuid = 1 curthread = 0xffffff00021706a0: pid 11 "idle: cpu1" curpcb = 0xffffffffbd476d40 fpcurthread = none idlethread = 0xffffff00021706a0: pid 11 "idle: cpu1" db> show ktr 52874 (0xffffff00022c89f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:563 52873 (0xffffff00022c89f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 52872 (0xffffff00022c89f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 52871 (0xffffff00022c89f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52870 (0xffffff00022c89f0:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81024f88 held @ ../../../kern/subr_sleepqueue.c:232 52869 (0xffffff00022c89f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:565 52868 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:966 52867 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:785 52866 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:978 52865 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 1 at ../../../kern/kern_mutex.c:568 52864 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/kern_mutex.c:568 52863 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 1 at ../../../kern/subr_sleepqueue.c:781 52862 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52861 (0xffffff00024fb000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:232 52860 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52859 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81025618 held @ ../../../kern/subr_sleepqueue.c:264 52858 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52857 (0xffffff00024fb000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81025618 held @ ../../../kern/subr_sleepqueue.c:232 52856 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52855 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff810255a8 held @ ../../../kern/subr_sleepqueue.c:264 52854 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52853 (0xffffff00024fb000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff810255a8 held @ ../../../kern/subr_sleepqueue.c:232 52852 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 128 r = 0 at ../../../vm/uma_core.c:2262 52851 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 128 r = 0 at ../../../vm/uma_core.c:2257 52850 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) random reseed r = 0 at ../../../dev/random/yarrow.c:324 52849 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) random reseed r = 0 at ../../../dev/random/yarrow.c:278 52848 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 128 r = 0 at ../../../vm/uma_core.c:2262 52847 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 128 r = 0 at ../../../vm/uma_core.c:2257 52846 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2262 52845 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2257 52844 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52843 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81026760 held @ ../../../kern/subr_sleepqueue.c:264 52842 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52841 (0xffffff00024fb000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81026760 held @ ../../../kern/subr_sleepqueue.c:232 52840 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52839 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81026760 held @ ../../../kern/subr_sleepqueue.c:264 52838 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52837 (0xffffff00024fb000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81026760 held @ ../../../kern/subr_sleepqueue.c:232 52836 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2262 52835 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2257 52834 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:1832 52833 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:1830 52832 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:1832 52831 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:1830 52830 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 128 r = 0 at ../../../vm/uma_core.c:1832 52829 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 128 r = 0 at ../../../vm/uma_core.c:1830 52828 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 128 r = 0 at ../../../vm/uma_core.c:1832 52827 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 128 r = 0 at ../../../vm/uma_core.c:1830 52826 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:971 52825 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 52824 (0xffffff00024fb350:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/sched_ule.c:1771 52823 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:1871 52822 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_mutex.c:591 52821 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:563 52820 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52819 (0xffffff00024fb350:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:232 52818 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52817 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52816 (0xffffff00024fb350:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:264 52815 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 52814 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 52813 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52812 (0xffffff00024fb350:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:232 52811 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:565 52810 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:966 52809 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81024f88 held @ ../../../kern/subr_sleepqueue.c:264 52808 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:785 52807 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:978 52806 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 1 at ../../../kern/kern_mutex.c:568 52805 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81024f88 held @ ../../../kern/kern_mutex.c:568 52804 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 1 at ../../../kern/subr_sleepqueue.c:781 52803 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52802 (0xffffff00024fb000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81024f88 held @ ../../../kern/subr_sleepqueue.c:232 52801 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:971 52800 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 52799 (0xffffff00024fb350:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81024f88 held @ ../../../kern/sched_ule.c:1771 52798 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:1871 52797 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52796 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_mutex.c:591 52795 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:563 52794 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 52793 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 52792 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52791 (0xffffff00024fb350:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81024f88 held @ ../../../kern/subr_sleepqueue.c:232 52790 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:565 52789 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:966 52788 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:264 52787 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:785 52786 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:978 52785 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 1 at ../../../kern/kern_mutex.c:568 52784 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/kern_mutex.c:568 52783 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 1 at ../../../kern/subr_sleepqueue.c:781 52782 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52781 (0xffffff00024fb000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:232 52780 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:971 52779 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 52778 (0xffffff00024fb350:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/sched_ule.c:1771 52777 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:1871 52776 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:565 52775 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_mutex.c:591 52774 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:563 52773 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52772 (0xffffff00024fb350:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:232 52771 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52770 (0xffffff00024fb350:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:264 52769 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 52768 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 52767 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52766 (0xffffff00024fb350:cpu1): _mtx_lock_spin: 0xffffffff81024fc0 spin done 52765 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:458 52764 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:458 52763 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:563 52762 (0xffffff00024fb350:cpu1): _mtx_lock_spin: 0xffffffff81024fc0 spinning 52761 (0xffffff00024fb350:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:232 52760 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52759 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52758 (0xffffff00024fb350:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:264 52757 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:785 52756 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:781 52755 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52754 (0xffffff00024fb350:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:232 52753 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52752 (0xffffff00024fb350:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:264 52751 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52750 (0xffffff00024fb350:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:232 52749 (0xffffff00024fb000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:232 52748 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52747 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:565 52746 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:966 52745 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81024f88 held @ ../../../kern/subr_sleepqueue.c:264 52744 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:785 52743 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:978 52742 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 1 at ../../../kern/kern_mutex.c:568 52741 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81024f88 held @ ../../../kern/kern_mutex.c:568 52740 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:971 52739 (0xffffff00022c89f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 52738 (0xffffff00022c89f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/sched_ule.c:1771 52737 (0xffffff00022c89f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:1871 52736 (0xffffff00022c89f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_mutex.c:591 52735 (0xffffff00022c89f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:563 52734 (0xffffff00022c89f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52733 (0xffffff00022c89f0:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:232 52732 (0xffffff00022c89f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52731 (0xffffff00022c89f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:264 52730 (0xffffff00022c89f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 52729 (0xffffff00022c89f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 52728 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 1 at ../../../kern/subr_sleepqueue.c:781 52727 (0xffffff00022c89f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52726 (0xffffff00022c89f0:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:232 52725 (0xffffff00022c89f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52724 (0xffffff00022c89f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:264 52723 (0xffffff00022c89f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52722 (0xffffff00022c89f0:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:232 52721 (0xffffff00022c89f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:565 52720 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:966 52719 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:785 52718 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:978 52717 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 1 at ../../../kern/kern_mutex.c:568 52716 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81024f88 held @ ../../../kern/kern_mutex.c:568 52715 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 1 at ../../../kern/subr_sleepqueue.c:781 52714 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52713 (0xffffff00024fb000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81024f88 held @ ../../../kern/subr_sleepqueue.c:232 52712 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52711 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:264 52710 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:341 52709 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:331 52708 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52707 (0xffffff00024fb000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:232 52706 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:971 52705 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 52704 (0xffffff00024fb350:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81024f88 held @ ../../../kern/sched_ule.c:1771 52703 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:1871 52702 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_mutex.c:591 52701 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:563 52700 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 52699 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 52698 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52697 (0xffffff00024fb350:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52696 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:264 52695 (0xffffff00024fb350:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81024f88 held @ ../../../kern/subr_sleepqueue.c:232 52694 (0xffffff00024fb350:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:565 52693 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:966 52692 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:785 52691 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:978 52690 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 1 at ../../../kern/kern_mutex.c:568 52689 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/kern_mutex.c:568 52688 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 1 at ../../../kern/subr_sleepqueue.c:781 52687 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52686 (0xffffff00024fb000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:232 52685 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:971 52684 (0xffffff00022c89f0:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 52683 (0xffffff00022c89f0:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81024f88 held @ ../../../kern/sched_ule.c:1771 52682 (0xffffff00022c89f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:1871 52681 (0xffffff00022c89f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_mutex.c:591 52680 (0xffffff00022c89f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:563 52679 (0xffffff00022c89f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 52678 (0xffffff00022c89f0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 52677 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52676 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:264 52675 (0xffffff00022c89f0:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52674 (0xffffff00022c89f0:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81024f88 held @ ../../../kern/subr_sleepqueue.c:232 52673 (0xffffff00022c89f0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:565 52672 (0xffffff00021706a0:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:966 52671 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:785 52670 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:978 52669 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 1 at ../../../kern/kern_mutex.c:568 52668 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/kern_mutex.c:568 52667 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 1 at ../../../kern/subr_sleepqueue.c:781 52666 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52665 (0xffffff00024fb000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81024fc0 held @ ../../../kern/subr_sleepqueue.c:232 52664 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52663 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81025618 held @ ../../../kern/subr_sleepqueue.c:264 52662 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52661 (0xffffff00024fb000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81025618 held @ ../../../kern/subr_sleepqueue.c:232 52660 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52659 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52658 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52657 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52656 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52655 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52654 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52653 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52652 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52651 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52650 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52649 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52648 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52647 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52646 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52645 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52644 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52643 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52642 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52641 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52640 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52639 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52638 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52637 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52636 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52635 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52634 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52633 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52632 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52631 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52630 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52629 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52628 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52627 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52626 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52625 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52624 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52623 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52622 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52621 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52620 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52619 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52618 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52617 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52616 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52615 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52614 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52613 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52612 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52611 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52610 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52609 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52608 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52607 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52606 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52605 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52604 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52603 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52602 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52601 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52600 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52599 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52598 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52597 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52596 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52595 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52594 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52593 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52592 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52591 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52590 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52589 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52588 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52587 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52586 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52585 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52584 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52583 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52582 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52581 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52580 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52579 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52578 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52577 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52576 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52575 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52574 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52573 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52572 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52571 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52570 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52569 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52568 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52567 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52566 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52565 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52564 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52563 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52562 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52561 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52560 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52559 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52558 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52557 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52556 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52555 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52554 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52553 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52552 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52551 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52550 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52549 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52548 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52547 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52546 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52545 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52544 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52543 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52542 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52541 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52540 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52539 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52538 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52537 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52536 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52535 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52534 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52533 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52532 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52531 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52530 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52529 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52528 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52527 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52526 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52525 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52524 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52523 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52522 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52521 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52520 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52519 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52518 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52517 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52516 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52515 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52514 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52513 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52512 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52511 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52510 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2262 52509 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:2257 52508 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1832 52507 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 64 r = 0 at ../../../vm/uma_core.c:1830 52506 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52505 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff810255a8 held @ ../../../kern/subr_sleepqueue.c:264 52504 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52503 (0xffffff00024fb000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff810255a8 held @ ../../../kern/subr_sleepqueue.c:232 52502 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 128 r = 0 at ../../../vm/uma_core.c:2262 52501 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 128 r = 0 at ../../../vm/uma_core.c:2257 52500 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2262 52499 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2257 52498 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52497 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81025490 held @ ../../../kern/subr_sleepqueue.c:264 52496 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52495 (0xffffff00024fb000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81025490 held @ ../../../kern/subr_sleepqueue.c:232 52494 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52493 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81025490 held @ ../../../kern/subr_sleepqueue.c:264 52492 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52491 (0xffffff00024fb000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81025490 held @ ../../../kern/subr_sleepqueue.c:232 52490 (0xffffff00021706a0:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../amd64/amd64/mp_machdep.c:971 52489 (0xffffff000d235350:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 52488 (0xffffff000d235350:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025180 held @ ../../../kern/sched_ule.c:1771 52487 (0xffffff000d235350:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:1871 52486 (0xffffff000d235350:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/kern_mutex.c:591 52485 (0xffffff000d235350:cpu1): UNLOCK (spin mutex) process slock r = 0 at ../../../kern/subr_sleepqueue.c:414 52484 (0xffffff000d235350:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:413 52483 (0xffffff000d235350:cpu1): UNLOCK (sleep mutex) process lock r = 0 at ../../../kern/subr_sleepqueue.c:412 52482 (0xffffff000d235350:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:411 52481 (0xffffff000d235350:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81025180 held @ ../../../kern/subr_sleepqueue.c:411 52480 (0xffffff000d235350:cpu1): LOCK (spin mutex) process slock r = 0 at ../../../kern/subr_sleepqueue.c:410 52479 (0xffffff000d235350:cpu1): UNLOCK (sleep mutex) sigacts r = 0 at ../../../kern/subr_sleepqueue.c:395 52478 (0xffffff000d235350:cpu1): LOCK (sleep mutex) sigacts r = 0 at ../../../kern/subr_sleepqueue.c:392 52477 (0xffffff000d235350:cpu1): LOCK (sleep mutex) process lock r = 0 at ../../../kern/subr_sleepqueue.c:390 52476 (0xffffff000d235350:cpu1): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:387 52475 (0xffffff000d235350:cpu1): _mtx_unlock_spin_flags: mutex 0xffffffff81025180 held @ ../../../kern/subr_sleepqueue.c:387 52474 (0xffffff000d235350:cpu1): UNLOCK (sleep mutex) sellck r = 0 at ../../../kern/kern_mutex.c:161 52473 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2262 52472 (0xffffff000d235350:cpu1): UNLOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:475 52471 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:2257 52470 (0xffffff000d235350:cpu1): LOCK (spin mutex) callout r = 0 at ../../../kern/kern_timeout.c:419 52469 (0xffffff000d235350:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:341 52468 (0xffffff000d235350:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/subr_sleepqueue.c:331 52467 (0xffffff000d235350:cpu1): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52466 (0xffffff000d235350:cpu1): _mtx_lock_spin_flags: mutex 0xffffffff81025180 held @ ../../../kern/subr_sleepqueue.c:232 52465 (0xffffff000d235350:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sys_generic.c:783 52464 (0xffffff000d235350:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sys_generic.c:778 52463 (0xffffff000d235350:cpu1): LOCK (sleep mutex) sellck r = 0 at ../../../kern/sys_generic.c:759 52462 (0xffffff000d235350:cpu1): UNLOCK (sleep mutex) sellck r = 0 at ../../../kern/sys_generic.c:756 52461 (0xffffff000d235350:cpu1): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sys_generic.c:755 52460 (0xffffff000d235350:cpu1): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sys_generic.c:753 52459 (0xffffff000d235350:cpu1): LOCK (sleep mutex) sellck r = 0 at ../../../kern/sys_generic.c:750 52458 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:1832 52457 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) 32 r = 0 at ../../../vm/uma_core.c:1830 52456 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:1832 52455 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:1830 52454 (0xffffff00024fb000:cpu0): UNLOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2262 52453 (0xffffff00024fb000:cpu0): LOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2257 52452 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52451 (0xffffff00024fb000:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff810263e0 held @ ../../../kern/subr_sleepqueue.c:264 52450 (0xffffff00024fb000:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52449 (0xffffff00024fb000:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff810263e0 held @ ../../../kern/subr_sleepqueue.c:232 52448 (0xffffff00024fb000:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:565 52447 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:800 52446 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 1 r = 1 at ../../../kern/sched_ule.c:725 52445 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 1 r = 1 at ../../../kern/sched_ule.c:723 52444 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 1 r = 0 at ../../../kern/sched_ule.c:619 52443 (0xffffff0002170350:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:618 52442 (0xffffff0002170350:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:802 52441 (0xffffff00028299f0:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/sched_ule.c:1771 52440 (0xffffff00028299f0:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81025ab0 held @ ../../../kern/sched_ule.c:1771 52439 (0xffffff00028299f0:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/sched_ule.c:1871 52438 (0xffffff00028299f0:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/kern_mutex.c:591 52437 (0xffffff00028299f0:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:563 52436 (0xffffff00028299f0:cpu0): UNLOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:341 52435 (0xffffff00028299f0:cpu0): LOCK (spin mutex) sched lock 0 r = 0 at ../../../kern/subr_sleepqueue.c:331 52434 (0xffffff00028299f0:cpu0): UNLOCK (sleep mutex) zfs:vdev:geom:queue r = 0 at ../../../kern/kern_mutex.c:161 52433 (0xffffff00028299f0:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52432 (0xffffff00028299f0:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81025ab0 held @ ../../../kern/subr_sleepqueue.c:232 52431 (0xffffff00028299f0:cpu0): LOCK (sleep mutex) zfs:vdev:geom:queue r = 0 at /data/usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/vdev_geom.c:203 52430 (0xffffff00028299f0:cpu0): UNLOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2262 52429 (0xffffff00028299f0:cpu0): LOCK (sleep mutex) zio_cache r = 0 at ../../../vm/uma_core.c:2257 52428 (0xffffff00028299f0:cpu0): UNLOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:264 52427 (0xffffff00028299f0:cpu0): _mtx_unlock_spin_flags: mutex 0xffffffff81026610 held @ ../../../kern/subr_sleepqueue.c:264 52426 (0xffffff00028299f0:cpu0): LOCK (spin mutex) sleepq chain r = 0 at ../../../kern/subr_sleepqueue.c:232 52425 (0xffffff00028299f0:cpu0): _mtx_lock_spin_flags: mutex 0xffffffff81026610 held @ ../../../kern/subr_sleepqueue.c:232 52424 (0xffffff00028299f0:cpu0): UNLOC