thor.walstatt.dynvpn.de dumped core - see /var/crash/vmcore.0 Sat Oct 29 16:19:52 CEST 2016 FreeBSD thor.walstatt.dynvpn.de 12.0-CURRENT FreeBSD 12.0-CURRENT #4 r308087: Sat Oct 29 14:39:49 CEST 2016 root@thor.walstatt.dynvpn.de:/usr/obj/usr/src/sys/THOR amd64 panic: GNU gdb 6.1.1 [FreeBSD] Copyright 2004 Free Software Foundation, Inc. GDB is free software, covered by the GNU General Public License, and you are welcome to change it and/or distribute copies of it under certain conditions. Type "show copying" to see the conditions. There is absolutely no warranty for GDB. Type "show warranty" for details. This GDB was configured as "amd64-marcel-freebsd"... Unread portion of the kernel message buffer: Kernel page fault with the following non-sleepable locks held: exclusive rw tcpinp (tcpinp) r = 0 (0xfffff8006b2b4e18) locked @ /usr/src/sys/netinet/in_pcb.c:1961 stack backtrace: #0 0xffffffff80821190 at witness_debugger+0x70 #1 0xffffffff80822507 at witness_warn+0x467 #2 0xffffffff80b02677 at trap_pfault+0x57 #3 0xffffffff80b01d9b at trap+0x28b #4 0xffffffff80ae2f81 at calltrap+0x8 #5 0xffffffff807b661c at _rw_wlock_cookie+0xbc #6 0xffffffff808d3bc7 at ether_output+0xd7 #7 0xffffffff80925834 at ip_output+0x1694 #8 0xffffffff8099c55e at tcp_output+0x17ce #9 0xffffffff80998a4a at tcp_do_segment+0x291a #10 0xffffffff809955b4 at tcp_input+0xe04 #11 0xffffffff80921931 at ip_input+0x181 #12 0xffffffff808ed5d5 at swi_net+0x175 #13 0xffffffff8077f306 at intr_event_execute_handlers+0x96 #14 0xffffffff8077f986 at ithread_loop+0xa6 #15 0xffffffff8077ca14 at fork_exit+0x84 #16 0xffffffff80ae34be at fork_trampoline+0xe Fatal trap 12: page fault while in kernel mode cpuid = 2; apic id = 02 fault virtual address = 0x3b8 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff807b679b stack pointer = 0x28:0xfffffe01f07f3290 frame pointer = 0x28:0xfffffe01f07f3310 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 12 (swi1: netisr 0) Reading symbols from /boot/modules/nvidia-modeset.ko...done. Loaded symbols for /boot/modules/nvidia-modeset.ko Reading symbols from /boot/modules/nvidia.ko...done. Loaded symbols for /boot/modules/nvidia.ko #0 doadump (textdump=0) at pcpu.h:222 222 pcpu.h: No such file or directory. in pcpu.h (kgdb) #0 doadump (textdump=0) at pcpu.h:222 #1 0xffffffff8049ffab in db_dump (dummy=, dummy2=false, dummy3=0, dummy4=0x0) at /usr/src/sys/ddb/db_command.c:546 #2 0xffffffff8049fda9 in db_command (cmd_table=) at /usr/src/sys/ddb/db_command.c:453 #3 0xffffffff8049fb04 in db_command_loop () at /usr/src/sys/ddb/db_command.c:506 #4 0xffffffff804a2f6f in db_trap (type=, code=) at /usr/src/sys/ddb/db_main.c:248 #5 0xffffffff807ff693 in kdb_trap (type=, code=, tf=) at /usr/src/sys/kern/subr_kdb.c:654 #6 0xffffffff80b025d1 in trap_fatal (frame=0xfffffe01f07f31d0, eva=952) at /usr/src/sys/amd64/amd64/trap.c:796 #7 0xffffffff80b0281d in trap_pfault (frame=0xfffffe01f07f31d0, usermode=0) at /usr/src/sys/amd64/amd64/trap.c:658 #8 0xffffffff80b01d9b in trap (frame=0xfffffe01f07f31d0) at /usr/src/sys/amd64/amd64/trap.c:421 #9 0xffffffff80ae2f81 in calltrap () at /usr/src/sys/amd64/amd64/exception.S:236 #10 0xffffffff807b679b in __rw_wlock_hard (c=, tid=, file=, line=) at /usr/src/sys/kern/kern_rwlock.c:830 #11 0xffffffff807b661c in _rw_wlock_cookie (c=0xfffff8006b0bf710, file=0xffffffff80ca8362 "/usr/src/sys/net/if_ethersubr.c", line=304) at /usr/src/sys/kern/kern_rwlock.c:296 #12 0xffffffff808d3bc7 in ether_output (ifp=0xfffff800036f0800, m=, dst=0xfffff8006b2b4e60, ro=0xfffff8006b2b4e40) at /usr/src/sys/net/if_ethersubr.c:304 #13 0xffffffff80925834 in ip_output (m=0xfffff80003556500, opt=, ro=, flags=0, imo=0x0, inp=) at /usr/src/sys/netinet/ip_output.c:664 #14 0xffffffff8099c55e in tcp_output (tp=) at /usr/src/sys/netinet/tcp_output.c:1432 #15 0xffffffff80998a4a in tcp_do_segment (m=, th=, so=0xfffff80010b2fa20, tp=, drop_hdrlen=40, tlen=, iptos=, ti_locked=Cannot access memory at address 0x1 ) at /usr/src/sys/netinet/tcp_input.c:3209 #16 0xffffffff809955b4 in tcp_input (mp=, offp=, proto=) at /usr/src/sys/netinet/tcp_input.c:1465 #17 0xffffffff80921931 in ip_input (m=0x0) at /usr/src/sys/netinet/ip_input.c:809 #18 0xffffffff808ed5d5 in swi_net (arg=) at /usr/src/sys/net/netisr.c:899 #19 0xffffffff8077f306 in intr_event_execute_handlers ( p=, ie=) at /usr/src/sys/kern/kern_intr.c:1262 #20 0xffffffff8077f986 in ithread_loop (arg=) at /usr/src/sys/kern/kern_intr.c:1275 #21 0xffffffff8077ca14 in fork_exit ( callout=0xffffffff8077f8e0 , arg=0xfffff80003536b60, frame=0xfffffe01f07f3ac0) at /usr/src/sys/kern/kern_fork.c:1038 #22 0xffffffff80ae34be in fork_trampoline () at /usr/src/sys/amd64/amd64/exception.S:611 #23 0x0000000000000000 in ?? () Current language: auto; currently minimal (kgdb) ------------------------------------------------------------------------ ps -axlww UID PID PPID CPU PRI NI VSZ RSS MWCHAN STAT TT TIME COMMAND 0 0 0 0 -16 0 0 0 swapin DLs - 0:00.58 [kernel] 0 1 0 0 22 0 5424 868 wait DLs - 0:00.01 [init] 0 2 0 0 -16 0 0 0 crypto_w DL - 0:00.00 [crypto] 0 3 0 0 -16 0 0 0 crypto_r DL - 0:00.00 [crypto returns] 0 4 0 0 -16 0 0 0 - RL - 0:00.04 [cam] 0 5 0 0 -16 0 0 0 - DL - 0:00.00 [ctl] 0 6 0 0 -8 0 0 0 kmem are LL - 0:00.01 [zfskern] 0 7 0 0 -16 0 0 0 waiting_ DL - 0:00.00 [sctp_iterator] 0 8 0 0 -16 0 0 0 - DL - 0:00.00 [rand_harvestq] 0 9 0 0 -16 0 0 0 - DL - 0:00.00 [soaiod1] 0 10 0 0 -16 0 0 0 audit_wo DL - 0:00.00 [audit] 0 11 0 0 155 0 0 0 - RL - 0:47.32 [idle] 0 12 0 0 -60 0 0 0 - WL - 0:00.18 [intr] 0 13 0 0 -16 0 0 0 sleep DL - 0:00.00 [ng_queue] 0 14 0 0 -8 0 0 0 - DL - 0:00.06 [geom] 0 15 0 0 -68 0 0 0 - DL - 0:00.02 [usb] 0 16 0 0 -16 0 0 0 - DL - 0:00.00 [soaiod2] 0 17 0 0 -16 0 0 0 - DL - 0:00.00 [soaiod3] 0 18 0 0 -16 0 0 0 - DL - 0:00.00 [soaiod4] 0 19 0 0 -16 0 0 0 idle DL - 0:00.00 [enc_daemon0] 0 20 0 0 -16 0 0 0 psleep DL - 0:00.00 [pagedaemon] 0 21 0 0 -16 0 0 0 psleep DL - 0:00.00 [vmdaemon] 0 22 0 0 -16 0 0 0 - DL - 0:00.00 [bufspacedaemon] 0 23 0 0 -16 0 0 0 psleep DL - 0:00.00 [bufdaemon] 0 24 0 0 -16 0 0 0 vlruwt DL - 0:00.00 [vnlru] 0 25 0 0 16 0 0 0 syncer DL - 0:00.00 [syncer] 0 26 0 0 16 0 0 0 c_flowcl DL - 0:00.00 [flowcleaner] 0 371 1 0 52 0 12752 2164 select Ds - 0:00.00 [moused] 0 382 1 0 20 0 9592 4992 select Ds - 0:00.03 [devd] 0 451 1 0 20 0 12752 2252 select Ds - 0:00.00 [moused] 0 522 1 0 52 0 10508 2092 pause Ds - 0:00.00 [daemon] 928 523 522 0 52 0 62084 8408 nanslp D - 0:00.10 [nslcd] 0 532 1 0 20 0 12612 2512 select Ds - 0:00.08 [syslogd] 1 540 1 0 20 0 12560 2496 select Ds - 0:00.01 [rpcbind] 389 637 1 0 52 0 294092 15908 uwait Ds - 0:00.08 [slapd] 0 675 1 0 52 0 10840 2252 pause Ds - 0:00.00 [nfsuserd] 0 676 675 0 20 0 10840 2256 select D - 0:00.00 [nfsuserd] 0 677 675 0 20 0 10840 2256 select D - 0:00.00 [nfsuserd] 0 678 675 0 20 0 10840 2256 select D - 0:00.00 [nfsuserd] 0 679 675 0 20 0 10840 2256 select D - 0:00.00 [nfsuserd] 0 689 1 0 20 0 274656 3248 select Ds - 0:00.00 [rpc.statd] 0 696 1 0 52 0 12568 3260 rpcsvc Ds - 0:00.00 [rpc.lockd] 556 726 1 0 21 0 15264 3196 select Ds - 0:00.02 [dbus-daemon] 0 761 1 0 20 0 22768 12624 select Ds - 0:00.10 [ntpd] 194 788 1 0 20 0 43820 3404 select Ds - 0:00.00 [saned] 0 847 1 0 52 0 59988 7612 select Ds - 0:00.00 [sshd] 0 852 1 0 20 0 66908 9056 kqread Ds - 0:00.09 [cupsd] 970 854 1 0 52 0 67480 10512 select D - 0:00.15 [colord] 0 869 1 0 20 0 88164 9616 select Ds - 0:00.00 [sendmail] 25 872 1 0 20 0 25004 6792 pause Ds - 0:00.00 [sendmail] 0 876 1 0 20 0 14708 2636 nanslp Ds - 0:00.00 [cron] 0 898 1 0 52 0 8368 2096 accept Ds - 0:00.00 [nfscbd] 0 899 898 0 52 0 8368 2096 rpcsvc D - 0:00.00 [nfscbd] 0 925 1 0 52 0 14748 2412 select Ds - 0:00.00 [inetd] 0 947 1 0 52 0 10544 2256 kqread Ds - 0:00.00 [autounmountd] 0 951 1 0 52 0 10544 2252 autofscv Ds - 0:00.00 [automountd] 0 956 1 0 52 0 10528 2248 ttyin Ds+ - 0:00.00 [getty] 0 957 1 0 52 0 10528 2248 ttyin Ds+ - 0:00.00 [getty] 0 958 1 0 52 0 10528 2248 ttyin Ds+ - 0:00.00 [getty] 0 959 1 0 52 0 10528 2248 ttyin Ds+ - 0:00.00 [getty] 0 960 1 0 52 0 10528 2248 ttyin Ds+ - 0:00.00 [getty] 0 961 1 0 52 0 10528 2248 ttyin Ds+ - 0:00.00 [getty] 0 962 1 0 52 0 10528 2248 ttyin Ds+ - 0:00.00 [getty] 0 963 1 0 52 0 10528 2248 ttyin Ds+ - 0:00.00 [getty] 0 964 1 0 52 0 10528 2248 ttyin Ds+ - 0:00.00 [getty] 0 965 1 0 37 0 39708 3768 pause D - 0:00.01 [xdm] 0 967 965 0 20 0 12756652 71084 select Ds - 0:00.89 [Xorg] 0 970 965 0 27 0 71016 7712 wait Ds - 0:00.00 [xdm] 2002 980 970 0 52 0 13248 2604 wait Ds - 0:00.00 [sh] 2002 990 980 0 52 0 112612 9548 wait D - 0:00.00 [wmaker] 2002 991 990 0 20 0 33596 3604 select Ds - 0:00.44 [gpg-agent] 2002 992 990 0 20 0 126276 18472 select D - 0:00.00 [wmaker] 2002 1001 992 0 24 0 3131204 2663308 select Ds - 21:12.72 [firefox] 2002 1006 1 0 52 0 26452 3628 select D - 0:00.00 [dbus-launch] 2002 1007 1 0 20 0 15264 3032 select Ds - 0:00.00 [dbus-daemon] 0 1009 1 0 20 0 46864 6440 select D - 0:00.00 [upowerd] 0 1011 1 0 21 0 70216 7340 n D - 0:00.00 [console-kit-daemon] 565 1013 1 0 20 0 91652 12984 select D - 0:00.00 [polkitd] 2002 1034 992 0 20 0 74052 11612 select Ds - 0:00.00 [xterm] 2002 1036 1034 0 27 0 13248 3184 wait Ds - 0:00.00 [sh] 0 1039 1036 0 21 0 66484 7512 select D - 0:00.01 [sudo] 0 1040 1039 0 21 0 50008 3160 wait D - 0:00.00 [su] 0 1041 1040 0 25 0 21784 3768 ttyin D+ - 0:00.00 [csh] 2002 1111 992 0 20 0 74052 11840 select Ds - 0:00.00 [xterm] 2002 1113 1111 0 20 0 13248 3212 wait Ds - 0:00.00 [sh] 0 1124 1113 0 20 0 66484 7556 select D+ - 0:00.01 [sudo] 0 1125 1124 0 26 0 5028 1020 wait D+ - 0:00.00 [make] 0 1128 1125 0 52 0 13248 3272 wait D+ - 0:00.00 [sh] 0 42100 1128 0 52 0 13248 3272 wait D+ - 0:00.00 [sh] 0 42107 42100 0 52 0 5028 1180 wait D+ - 0:00.00 [make] 0 42123 42107 0 26 0 5028 2104 wait D+ - 0:00.00 [make] 0 42257 42123 0 27 0 13248 3064 wait D+ - 0:00.00 [sh] 0 42258 42257 0 52 0 5028 2120 wait D+ - 0:00.00 [make] 0 42324 42258 0 37 0 5028 2124 wait D+ - 0:00.00 [make] 0 48269 42324 0 52 0 11172 8024 wait D+ - 0:00.00 [make] 0 49005 48269 0 52 0 5028 1404 wait D+ - 0:00.00 [make] 0 49015 49005 0 72 0 5028 1644 kmem are L+ - 0:00.00 [make] ------------------------------------------------------------------------ vmstat -s 28503533 cpu context switches 1275557 device interrupts 1125873 software interrupts 30229852 traps 58369891 system calls 26 kernel threads created 2588 fork() calls 46403 vfork() calls 0 rfork() calls 0 swap pager pageins 0 swap pager pages paged in 0 swap pager pageouts 0 swap pager pages paged out 149050 vnode pager pageins 149155 vnode pager pages paged in 21 vnode pager pageouts 42 vnode pager pages paged out 0 page daemon wakeups 0 pages examined by the page daemon 0 pages reactivated 1806918 copy-on-write faults 295 copy-on-write optimized faults 15667296 zero fill pages zeroed 5469 zero fill pages prezeroed 135 intransit blocking page faults 19440311 total VM faults taken 156673 page faults requiring I/O 0 pages affected by kernel thread creation 112205 pages affected by fork() 2088202 pages affected by vfork() 0 pages affected by rfork() 0 pages cached 18190459 pages freed 0 pages freed by daemon 0 pages freed by exiting processes 192062 pages active 605650 pages inactive 0 pages in VM cache 924041 pages wired down 301284 pages free 4096 bytes per page 0 total name lookups cache hits (0% pos + 0% neg) system 0% per-directory deletions 0%, falsehits 0%, toolong 0% ------------------------------------------------------------------------ vmstat -m Type InUse MemUse HighUse Requests Size(s) entropy 0 0K - 46 4096 solaris 309291 98564K - 109774421 16,32,64,128,256,512,1024,2048,4096,8192,32768 hdaa 10 63K - 10 128,1024,2048,4096,16384,32768 hdac 2 2K - 2 1024 hdacc 2 1K - 2 32 feeder 36 4K - 146 32,128 mixer 7 28K - 7 4096 kstat_data 6 1K - 6 64 USB 96 171K - 114 16,32,128,256,512,1024,2048,4096,16384,32768 USBdev 72 17K - 74 32,64,128,256,512,4096 CAM SIM 12 3K - 12 256 CAM XPT 67 6K - 360 16,32,64,128,256,512,1024,2048,65536 CAM DEV 18 36K - 31 2048 CAM CCB 0 0K - 124473 2048 CAM path 25 1K - 139 32 ddb_capture 1 64K - 1 65536 acpiintr 1 1K - 1 64 acpica 5666 580K - 58644 16,32,64,128,256,512,1024,2048,4096 vtbuf 20 1640K - 38 4096 vt 9 5K - 9 512 sysmouse 1 2K - 3 2048 autofs 5 17K - 5 16,128,8192 acpitask 1 64K - 1 65536 acpisem 76 10K - 76 128 CAM periph 16 4K - 686 16,32,64,128,256 acpidev 47 3K - 47 64 CAM I/O Scheduler 5 5K - 5 1024 CAM queue 30 10K - 75 16,32,512 scsi_cd 0 0K - 8 16 DEVFS3 226 57K - 253 256 DEVFS1 194 97K - 217 512 DEVFS_RULE 58 27K - 58 64,512 DEVFS 24 1K - 25 16,128 DEVFSP 16 1K - 23 64 fdesc_mount 1 1K - 1 16 NFSD V4client 1 1K - 1 256 NFSD lckfile 1 1K - 1 256 NFSD string 1 1K - 1 32 NFSD usrgroup 133 49K - 136 128,8192 NFSD session 1 1K - 1 1024 pfs_nodes 21 6K - 21 256 pfs_vncache 6 1K - 8 64 tmpfs mount 2 1K - 2 128 tmpfs name 2109 44K - 76746 16,32 gg_data 1 2K - 1 2048 GEOM 364 59K - 3623 16,32,64,128,256,512,1024,2048,8192,16384 raid_data 0 0K - 444 32,128,256 isadev 7 1K - 7 128 ctlmem 6 193K - 6 16,32,65536 pci_link 16 2K - 16 64,128 acpi_perf 4 2K - 4 512 cdev 5 2K - 5 256 filedesc 10 41K - 34 16,4096,8192 sigio 2 1K - 2 64 filecaps 0 0K - 23 16 kdtrace 931 215K - 50452 64,256 kenv 122 13K - 126 16,32,64,128,8192 kqueue 113 23K - 49036 64,256,512,2048 proc-args 68 5K - 50217 16,32,64,128,256 hhook 13 3K - 13 32,256 ithread 108 18K - 108 32,128,256 KTRACE 100 13K - 100 128 linker 152 5361K - 170 16,32,64,128,256,512,1024,2048,32768,65536 lockf 60 7K - 80595 64,128 loginclass 3 1K - 4 64 cache 1 1K - 1 32 devbuf 20293 40598K - 21156 16,32,64,128,256,512,1024,2048,4096,8192,16384,32768,65536 temp 40 2K - 13507543 16,32,64,128,256,512,1024,2048,8192,16384,65536 module 316 40K - 317 128 mtx_pool 3 84K - 3 8192 osd 50 2K - 46835 16,32,64,128,256 pmchooks 1 1K - 1 128 pgrp 45 6K - 16361 128 session 42 6K - 63 128 proc 2 32K - 2 16384 subproc 260 470K - 49181 512,4096 cred 70 18K - 1784 256 ramdisk 1 1024K - 1 plimit 40 10K - 727 256 uidinfo 11 6K - 35 128,4096 dumper 1 1K - 1 512 CAM dev queue 12 1K - 12 64 sysctl 0 0K - 59412 16,32,64 sysctloid 7029 365K - 7142 16,32,64,128 sysctltmp 0 0K - 11990 16,32,64,256,1024 scsi_da 0 0K - 7 16 tidhash 1 32K - 1 32768 callout 5 2184K - 5 umtx 1728 216K - 1728 128 p1003.1b 1 1K - 1 16 SWAP 2 8741K - 2 64 bus 883 84K - 4527 16,32,64,128,256,1024 bus-sc 99 1911K - 869 16,32,64,128,256,512,1024,2048,4096,8192,16384,65536 devstat 24 49K - 24 32,4096 eventhandler 112 9K - 112 64,128 taskqueue 17 18K - 17 16,32,256,8192 kobj 158 632K - 860 4096 Per-cpu 1 1K - 1 32 rman 261 30K - 617 32,128 sbuf 0 0K - 4311 16,32,64,128,256,512,1024,2048,4096,8192,16384,32768,65536 sglist 50 78K - 66 32,128,256,512,1024,2048,4096,8192,65536 toponodes 12 2K - 12 128 taskqueue 270 31K - 474 16,32,64,128,256 terminal 9 3K - 9 256 Unitno 27 2K - 168575 32,64 vmem 3 656K - 10 2048,8192,16384,32768,65536 Witness 1539 3282K - 1539 2048,16384 ioctlops 1 8K - 142 256,1024,4096,8192 select 140 18K - 140 128 iov 0 0K - 4944922 16,32,64,128,256,512 msg 4 30K - 4 2048,4096,8192,16384 sem 4 106K - 4 2048,4096 shm 4 38K - 19 2048,32768 tty 13 13K - 13 1024 pts 2 1K - 2 256 mbuf_tag 0 0K - 2 32 ksem 1 8K - 1 8192 shmfd 1 8K - 1 8192 soname 33 4K - 40211 16,32,64,128 pcb 45 1176K - 392 16,32,128,1024,2048,8192 acl 0 0K - 13359678 4096 vfscache 4 2129K - 4 512,16384,65536 vfs_hash 1 1024K - 1 vnodes 1 1K - 1 256 mount 285 14K - 430 16,32,64,128,256 SCSI ENC 25 100K - 306 16,64,256,2048,32768 vnodemarker 0 0K - 1885 1024 fadvise 0 0K - 181 32 GSS-API 1 1K - 1 64 iconv 2 1K - 2 128 BPF 4 1K - 4 128 flowtable 6 552K - 6 8192 ifnet 5 9K - 5 128,2048 ifaddr 20 7K - 20 32,256,512,4096 ether_multi 7 1K - 7 16,64 clone 8 1K - 8 128 lltable 11 4K - 12 256,512 routetbl 9 2K - 10 32,128,512 netgraph 1 1K - 1 64 netgraph_node 4 1K - 4 128,256 igmp 4 1K - 4 128 ipid 2 24K - 2 8192,16384 in_mfilter 1 1K - 1 1024 in_multi 2 1K - 2 256 ip_moptions 2 1K - 2 64,256 encap_export_host 1 1K - 1 1024 sctp_a_it 0 0K - 1 16 sctp_vrf 1 1K - 1 64 sctp_ifa 2 1K - 2 128 sctp_ifn 2 1K - 2 128 sctp_iter 0 0K - 1 256 hostcache 1 32K - 1 32768 tcpfunc 1 1K - 1 32 syncache 1 64K - 1 65536 inpcbpolicy 41 2K - 470 32 ipsecpolicy 82 21K - 956 256 dummynet 3 3K - 3 512,1024 IpFw/IpAcct 50 53K - 83 16,32,64,128,256,512,1024,2048,4096,8192,16384 NLM 0 0K - 1 16 crypto 1 1K - 1 512 xform 0 0K - 58 16,32 rpc 41 30K - 109 16,32,64,128,256,512,1024,8192 audit_evclass 189 6K - 233 32 pagedep 7 1792K - 37 256 inodedep 7 7168K - 91 512 bmsafemap 7 56K - 50 256,8192 newblk 7 14336K - 121 256 indirdep 0 0K - 6 128,32768 freefrag 0 0K - 14 128 freeblks 0 0K - 22 256 freefile 0 0K - 22 64 diradd 0 0K - 38 128 mkdir 0 0K - 2 128 dirrem 0 0K - 32 128 newdirblk 0 0K - 1 64 freework 7 1K - 46 16,128 jaddref 0 0K - 40 128 jremref 0 0K - 34 128 jnewblk 0 0K - 114 128 jfreefrag 0 0K - 14 128 jseg 0 0K - 48 128 jsegdep 0 0K - 202 64 sbdep 0 0K - 37 64 savedino 0 0K - 7 256 jblocks 14 5K - 19 128,256,512,1024,2048 softdep 7 4K - 7 512 ufs_dirhash 144 37K - 162 16,32,64,128,256,512,1024,2048 ufs_quota 1 1024K - 1 ufs_mount 21 88K - 21 512,4096,8192 vm_pgdata 2 1025K - 2 128 UMAHash 33 707K - 158 512,1024,2048,4096,8192,16384,32768,65536 pmc 1066 6679K - 1066 16,32,128,256,512,1024,4096,8192,65536 memdesc 1 4K - 1 4096 cpuctl 1 1K - 1 32 icl 3 1K - 3 16,64 apmdev 1 1K - 1 128 madt_table 0 0K - 1 4096 iSCSI 1 1K - 1 128 kbdmux 7 22K - 7 16,512,1024,2048,16384 LED 26 2K - 26 16,128 io_apic 1 2K - 1 2048 MCA 12 2K - 12 32,64,128 msi 19 3K - 19 128 nexusdev 6 1K - 6 16 nvidia 5632 14805K - 43688 16,32,64,128,256,512,1024,2048,4096,8192,16384,32768,65536 nvidia-modeset 147 227K - 697749 16,32,64,128,256,512,1024,2048,4096,16384,32768 ------------------------------------------------------------------------ vmstat -z ITEM SIZE LIMIT USED FREE REQ FAIL SLEEP UMA Kegs: 384, 0, 264, 6, 264, 0, 0 UMA Zones: 1152, 0, 265, 2, 265, 0, 0 UMA Slabs: 112, 0, 75759, 3796, 83492, 0, 0 UMA Hash: 256, 0, 75, 45, 108, 0, 0 4 Bucket: 32, 0, 825, 1283, 77502, 0, 0 6 Bucket: 48, 0, 132, 1445, 18879, 0, 0 8 Bucket: 64, 0, 123, 1427, 19407, 11, 0 12 Bucket: 96, 0, 379, 400, 8045, 0, 0 16 Bucket: 128, 0, 165, 1323, 27946, 0, 0 32 Bucket: 256, 0, 114, 1296, 38415, 135, 0 64 Bucket: 512, 0, 168, 707, 40494,1735, 0 128 Bucket: 1024, 0, 255, 225, 6132,16956, 0 256 Bucket: 2048, 0, 221, 103, 10638, 4, 0 vmem btag: 56, 0, 73360, 1474, 75626, 528, 0 VM OBJECT: 264, 0, 86996, 289, 1362312, 0, 0 RADIX NODE: 144, 0, 122226, 19578, 2511171, 0, 0 MAP: 240, 0, 3, 61, 3, 0, 0 KMAP ENTRY: 128, 0, 40, 363, 44, 0, 0 MAP ENTRY: 128, 0, 4393, 1156, 3040708, 0, 0 VMSPACE: 2512, 0, 71, 43, 48993, 0, 0 fakepg: 104, 0, 2389, 385, 2416, 0, 0 mt_zone: 16400, 0, 390, 0, 390, 0, 0 16: 16, 0, 30114, 13710,18490977, 0, 0 32: 32, 0, 92598, 4370,101630731, 0, 0 64: 64, 0, 110929, 58145, 3384391, 0, 0 128: 128, 0, 12364, 1772, 1273082, 0, 0 256: 256, 0, 85425, 3825, 866580, 0, 0 512: 512, 0, 1678, 1430, 2187507, 0, 0 1024: 1024, 0, 3834, 214, 1178273, 0, 0 2048: 2048, 0, 1708, 42, 126812, 0, 0 4096: 4096, 0, 11213, 7,13895931, 0, 0 8192: 8192, 0, 121, 4, 3058, 0, 0 16384: 16384, 0, 43, 7, 110918, 0, 0 32768: 32768, 0, 63, 7, 110985, 0, 0 65536: 65536, 0, 37, 6, 218, 0, 0 64 pcpu: 8, 0, 67001, 583, 67001, 0, 0 SLEEPQUEUE: 88, 0, 865, 282, 865, 0, 0 Files: 80, 0, 358, 671, 1605290, 0, 0 filedesc0: 1104, 0, 97, 68, 49018, 0, 0 rl_entry: 40, 0, 178, 911, 178, 0, 0 TURNSTILE: 136, 0, 865, 115, 865, 0, 0 umtx pi: 96, 0, 0, 0, 0, 0, 0 umtx_shm: 88, 0, 0, 0, 0, 0, 0 MAC labels: 40, 0, 0, 0, 0, 0, 0 PROC: 1320, 0, 96, 66, 49017, 0, 0 THREAD: 1280, 0, 833, 31, 1433, 0, 0 cpuset: 96, 0, 600, 179, 1100, 0, 0 audit_record: 1248, 0, 0, 0, 0, 0, 0 mbuf_packet: 256, 3236865, 8190, 2202, 537832, 0, 0 mbuf: 256, 3236865, 2, 2294, 900269, 0, 0 mbuf_cluster: 2048, 505760, 9614, 262, 9867, 0, 0 mbuf_jumbo_page: 4096, 252879, 0, 81, 62402, 0, 0 mbuf_jumbo_9k: 9216, 224781, 0, 0, 0, 0, 0 mbuf_jumbo_16k: 16384, 168584, 0, 0, 0, 0, 0 NetGraph items: 72, 4123, 0, 0, 0, 0, 0 NetGraph data items: 72, 4123, 0, 0, 0, 0, 0 g_bio: 400, 0, 0, 441, 492294, 0, 0 DMAR_MAP_ENTRY: 120, 0, 0, 0, 0, 0, 0 ttyinq: 160, 0, 270, 114, 1005, 0, 0 ttyoutq: 256, 0, 142, 113, 534, 0, 0 nvme_request: 128, 0, 0, 0, 0, 0, 0 cryptop: 88, 0, 0, 0, 0, 0, 0 cryptodesc: 72, 0, 0, 0, 0, 0, 0 icl_pdu: 80, 0, 0, 0, 0, 0, 0 iscsi_outstanding: 48, 0, 0, 0, 0, 0, 0 vtnet_tx_hdr: 24, 0, 0, 0, 0, 0, 0 FPU_save_area: 832, 0, 0, 0, 0, 0, 0 CTL IO: 672, 0, 0, 0, 0, 0, 0 beio: 360, 0, 0, 0, 0, 0, 0 cfiscsi_data_wait: 72, 0, 0, 0, 0, 0, 0 taskq_zone: 48, 0, 0, 1079, 1481, 0, 0 g_shsec_zone: 131072, 3200, 0, 0, 0, 0, 0 VNODE: 624, 0, 184062, 36, 301600, 0, 0 VNODEPOLL: 120, 0, 15, 381, 15, 0, 0 BUF TRIE: 144, 0, 1447, 51230, 2707, 0, 0 NAMEI: 1024, 0, 1, 163, 6854376, 0, 0 S VFS Cache: 108, 0, 187395, 1325, 493190, 0, 0 STS VFS Cache: 148, 0, 0, 0, 0, 0, 0 L VFS Cache: 328, 0, 2509, 419, 6332, 0, 0 LTS VFS Cache: 368, 0, 0, 0, 0, 0, 0 nandfs node zone: 312, 0, 0, 0, 0, 0, 0 autofs_request: 5280, 0, 0, 0, 0, 0, 0 autofs_node: 208, 0, 2, 74, 2, 0, 0 mqnode: 416, 0, 3, 33, 3, 0, 0 mqueue: 264, 0, 0, 0, 0, 0, 0 mvdata: 64, 0, 0, 0, 0, 0, 0 mqnotifier: 216, 0, 0, 0, 0, 0, 0 UDF translation buffer, zone: 510, 0, 0, 0, 0, 0, 0 UDF Node zone: 40, 0, 0, 0, 0, 0, 0 UDF Dirstream zone: 72, 0, 0, 0, 0, 0, 0 DIRHASH: 1024, 0, 456, 56, 506, 0, 0 NCLNODE: 528, 0, 0, 0, 0, 0, 0 procdesc: 136, 0, 0, 0, 0, 0, 0 AIO: 224, 0, 0, 0, 0, 0, 0 AIOP: 32, 0, 0, 0, 0, 0, 0 AIOCB: 752, 0, 0, 0, 0, 0, 0 AIOL: 128, 0, 0, 0, 0, 0, 0 AIOLIO: 280, 0, 0, 0, 0, 0, 0 Mountpoints: 1024, 0, 19, 33, 19, 0, 0 reference_cache: 40, 0, 22, 1562, 73258, 0, 0 reference_history_cache: 8, 0, 12, 1233, 73248, 0, 0 range_seg_cache: 64, 0, 20198, 12290, 160476, 0, 0 zio_cache: 984, 0, 45, 1267, 2059075, 0, 0 zio_link_cache: 48, 0, 34, 2539, 755120, 0, 0 zio_buf_512: 512, 0, 178741, 1201, 560091, 0, 0 zio_data_buf_512: 512, 0, 8911, 196, 10522, 0, 0 zio_buf_1024: 1024, 0, 1237, 999, 2660, 0, 0 zio_data_buf_1024: 1024, 0, 2203, 61, 2495, 0, 0 zio_buf_1536: 1536, 0, 430, 326, 1150, 0, 0 zio_data_buf_1536: 1536, 0, 1846, 72, 2132, 0, 0 zio_buf_2048: 2048, 0, 244, 152, 1762, 0, 0 zio_data_buf_2048: 2048, 0, 3562, 34, 3851, 0, 0 zio_buf_2560: 2560, 0, 125, 91, 304, 0, 0 zio_data_buf_2560: 2560, 0, 3331, 68, 3625, 0, 0 zio_buf_3072: 3072, 0, 91, 44, 208, 0, 0 zio_data_buf_3072: 3072, 0, 3191, 22, 3448, 0, 0 zio_buf_3584: 3584, 0, 74, 49, 183, 0, 0 zio_data_buf_3584: 3584, 0, 3158, 7, 3241, 0, 0 zio_buf_4096: 4096, 0, 10950, 2702, 71184, 0, 0 zio_data_buf_4096: 4096, 0, 2985, 10, 3189, 0, 0 zio_buf_5120: 5120, 0, 6, 9, 495, 0, 0 zio_data_buf_5120: 5120, 0, 6355, 15, 6568, 0, 0 zio_buf_6144: 6144, 0, 5, 8, 318, 0, 0 zio_data_buf_6144: 6144, 0, 4396, 9, 4518, 0, 0 zio_buf_7168: 7168, 0, 3, 7, 337, 0, 0 zio_data_buf_7168: 7168, 0, 5756, 11, 5887, 0, 0 zio_buf_8192: 8192, 0, 297, 59, 23110, 0, 0 zio_data_buf_8192: 8192, 0, 3202, 5, 3339, 0, 0 zio_buf_10240: 10240, 0, 3, 7, 523, 0, 0 zio_data_buf_10240: 10240, 0, 2259, 0, 2536, 0, 0 zio_buf_12288: 12288, 0, 5, 15, 5385, 0, 0 zio_data_buf_12288: 12288, 0, 2346, 4, 2574, 0, 0 zio_buf_14336: 14336, 0, 4, 5, 163, 0, 0 zio_data_buf_14336: 14336, 0, 1737, 5, 1930, 0, 0 zio_buf_16384: 16384, 0, 9836, 54, 29572, 0, 0 zio_data_buf_16384: 16384, 0, 2167, 1, 2369, 0, 0 zio_buf_20480: 20480, 0, 4, 10, 2252, 0, 0 zio_data_buf_20480: 20480, 0, 1616, 4, 1995, 0, 0 zio_buf_24576: 24576, 0, 5, 6, 1582, 0, 0 zio_data_buf_24576: 24576, 0, 902, 3, 1219, 0, 0 zio_buf_28672: 28672, 0, 1, 12, 1160, 0, 0 zio_data_buf_28672: 28672, 0, 852, 2, 1162, 0, 0 zio_buf_32768: 32768, 0, 0, 6, 900, 0, 0 zio_data_buf_32768: 32768, 0, 653, 4, 1014, 0, 0 zio_buf_40960: 40960, 0, 2, 5, 1187, 0, 0 zio_data_buf_40960: 40960, 0, 752, 21, 1461, 0, 0 zio_buf_49152: 49152, 0, 2, 7, 1071, 0, 0 zio_data_buf_49152: 49152, 0, 381, 109, 1071, 0, 0 zio_buf_57344: 57344, 0, 9, 6, 622, 0, 0 zio_data_buf_57344: 57344, 0, 315, 96, 923, 0, 0 zio_buf_65536: 65536, 0, 0, 7, 612, 0, 0 zio_data_buf_65536: 65536, 0, 215, 34, 1264, 0, 0 zio_buf_81920: 81920, 0, 0, 6, 798, 0, 0 zio_data_buf_81920: 81920, 0, 335, 1, 1056, 0, 0 zio_buf_98304: 98304, 0, 0, 6, 487, 0, 0 zio_data_buf_98304: 98304, 0, 209, 3, 883, 0, 0 zio_buf_114688: 114688, 0, 0, 5, 379, 0, 0 zio_data_buf_114688: 114688, 0, 161, 5, 858, 0, 0 zio_buf_131072: 131072, 0, 240, 68, 7106, 0, 0 zio_data_buf_131072: 131072, 0, 11317, 43, 18932, 0, 0 zio_buf_163840: 163840, 0, 0, 0, 0, 0, 0 zio_data_buf_163840: 163840, 0, 0, 0, 0, 0, 0 zio_buf_196608: 196608, 0, 0, 0, 0, 0, 0 zio_data_buf_196608: 196608, 0, 0, 0, 0, 0, 0 zio_buf_229376: 229376, 0, 0, 0, 0, 0, 0 zio_data_buf_229376: 229376, 0, 0, 0, 0, 0, 0 zio_buf_262144: 262144, 0, 0, 0, 0, 0, 0 zio_data_buf_262144: 262144, 0, 0, 0, 0, 0, 0 zio_buf_327680: 327680, 0, 0, 0, 0, 0, 0 zio_data_buf_327680: 327680, 0, 0, 0, 0, 0, 0 zio_buf_393216: 393216, 0, 0, 0, 0, 0, 0 zio_data_buf_393216: 393216, 0, 0, 0, 0, 0, 0 zio_buf_458752: 458752, 0, 0, 0, 0, 0, 0 zio_data_buf_458752: 458752, 0, 0, 0, 0, 0, 0 zio_buf_524288: 524288, 0, 0, 0, 0, 0, 0 zio_data_buf_524288: 524288, 0, 0, 0, 0, 0, 0 zio_buf_655360: 655360, 0, 0, 0, 0, 0, 0 zio_data_buf_655360: 655360, 0, 0, 0, 0, 0, 0 zio_buf_786432: 786432, 0, 0, 0, 0, 0, 0 zio_data_buf_786432: 786432, 0, 0, 0, 0, 0, 0 zio_buf_917504: 917504, 0, 0, 0, 0, 0, 0 zio_data_buf_917504: 917504, 0, 0, 0, 0, 0, 0 zio_buf_1048576: 1048576, 0, 0, 0, 0, 0, 0 zio_data_buf_1048576: 1048576, 0, 0, 0, 0, 0, 0 zio_buf_1310720: 1310720, 0, 0, 0, 0, 0, 0 zio_data_buf_1310720: 1310720, 0, 0, 0, 0, 0, 0 zio_buf_1572864: 1572864, 0, 0, 0, 0, 0, 0 zio_data_buf_1572864: 1572864, 0, 0, 0, 0, 0, 0 zio_buf_1835008: 1835008, 0, 0, 0, 0, 0, 0 zio_data_buf_1835008: 1835008, 0, 0, 0, 0, 0, 0 zio_buf_2097152: 2097152, 0, 0, 0, 0, 0, 0 zio_data_buf_2097152: 2097152, 0, 0, 0, 0, 0, 0 zio_buf_2621440: 2621440, 0, 0, 0, 0, 0, 0 zio_data_buf_2621440: 2621440, 0, 0, 0, 0, 0, 0 zio_buf_3145728: 3145728, 0, 0, 0, 0, 0, 0 zio_data_buf_3145728: 3145728, 0, 0, 0, 0, 0, 0 zio_buf_3670016: 3670016, 0, 0, 0, 0, 0, 0 zio_data_buf_3670016: 3670016, 0, 0, 0, 0, 0, 0 zio_buf_4194304: 4194304, 0, 0, 0, 0, 0, 0 zio_data_buf_4194304: 4194304, 0, 0, 0, 0, 0, 0 zio_buf_5242880: 5242880, 0, 0, 0, 0, 0, 0 zio_data_buf_5242880: 5242880, 0, 0, 0, 0, 0, 0 zio_buf_6291456: 6291456, 0, 0, 0, 0, 0, 0 zio_data_buf_6291456: 6291456, 0, 0, 0, 0, 0, 0 zio_buf_7340032: 7340032, 0, 0, 0, 0, 0, 0 zio_data_buf_7340032: 7340032, 0, 0, 0, 0, 0, 0 zio_buf_8388608: 8388608, 0, 0, 0, 0, 0, 0 zio_data_buf_8388608: 8388608, 0, 0, 0, 0, 0, 0 zio_buf_10485760: 10485760, 0, 0, 0, 0, 0, 0 zio_data_buf_10485760: 10485760, 0, 0, 0, 0, 0, 0 zio_buf_12582912: 12582912, 0, 0, 0, 0, 0, 0 zio_data_buf_12582912: 12582912, 0, 0, 0, 0, 0, 0 zio_buf_14680064: 14680064, 0, 0, 0, 0, 0, 0 zio_data_buf_14680064: 14680064, 0, 0, 0, 0, 0, 0 zio_buf_16777216: 16777216, 0, 0, 0, 0, 0, 0 zio_data_buf_16777216: 16777216, 0, 0, 0, 0, 0, 0 lz4_ctx: 16384, 0, 0, 7, 19130, 0, 0 sa_cache: 144, 0, 177078, 987, 220017, 0, 0 dnode_t: 960, 0, 179293, 3131, 220734, 0, 0 arc_buf_hdr_t_full: 344, 0, 96206, 77, 285739, 0, 0 arc_buf_hdr_t_l2only: 88, 0, 0, 0, 0, 0, 0 arc_buf_t: 56, 0, 11876, 13187, 311516, 0, 0 dmu_buf_impl_t: 344, 0, 189280, 8599, 541403, 0, 0 zil_lwb_cache: 192, 0, 1, 299, 397, 0, 0 zfs_znode_cache: 264, 0, 177078, 672, 220017, 0, 0 pipe: 760, 0, 28, 102, 32458, 0, 0 ksiginfo: 112, 0, 150, 865, 62058, 0, 0 itimer: 352, 0, 0, 0, 0, 0, 0 KNOTE: 128, 0, 31, 372, 185, 0, 0 flows: 40, 216876, 14, 1040, 572, 0, 0 socket: 864, 259976, 119, 65, 4696, 0, 0 ipq: 56, 15833, 0, 0, 0, 0, 0 udp_inpcb: 464, 259976, 12, 140, 259, 0, 0 udpcb: 32, 260028, 12, 1104, 259, 0, 0 tcp_inpcb: 464, 259976, 29, 123, 183, 0, 0 tcpcb: 1016, 259976, 28, 64, 183, 0, 0 tcptw: 88, 27810, 1, 269, 41, 0, 0 syncache: 168, 15364, 0, 184, 8, 0, 0 hostcache: 96, 15375, 37, 373, 37, 0, 0 sackhole: 32, 0, 0, 0, 0, 0, 0 tcpreass: 40, 31680, 0, 594, 16325, 0, 0 sctp_ep: 1480, 259976, 0, 0, 0, 0, 0 sctp_asoc: 2400, 40000, 0, 0, 0, 0, 0 sctp_laddr: 48, 80012, 0, 332, 1, 0, 0 sctp_raddr: 728, 80000, 0, 0, 0, 0, 0 sctp_chunk: 152, 400010, 0, 0, 0, 0, 0 sctp_readq: 160, 400008, 0, 0, 0, 0, 0 sctp_stream_msg_out: 112, 400015, 0, 0, 0, 0, 0 sctp_asconf: 40, 400059, 0, 0, 0, 0, 0 sctp_asconf_ack: 48, 400060, 0, 0, 0, 0, 0 udplite_inpcb: 464, 259976, 0, 0, 0, 0, 0 ripcb: 464, 259976, 0, 120, 28, 0, 0 unpcb: 240, 259984, 78, 178, 4223, 0, 0 rtentry: 208, 0, 4, 186, 5, 0, 0 IPFW counters: 16, 0, 28, 996, 28, 0, 0 IPFW dynamic rule: 128, 16399, 8, 519, 471, 0, 0 selfd: 64, 0, 269, 1281,26852734, 0, 0 SWAPMETA: 288, 1011530, 0, 0, 0, 0, 0 FFS inode: 152, 0, 5446, 118, 5468, 0, 0 FFS1 dinode: 128, 0, 0, 0, 0, 0, 0 FFS2 dinode: 256, 0, 5446, 119, 5468, 0, 0 TMPFS dirent: 64, 0, 1397, 649, 75970, 0, 0 TMPFS node: 232, 0, 1398, 132, 75970, 0, 0 TMPFS dirent: 64, 0, 49, 1005, 50, 0, 0 TMPFS node: 232, 0, 50, 205, 51, 0, 0 nvidia_stack_t: 12288, 0, 8, 7, 13347, 0, 0 ------------------------------------------------------------------------ vmstat -i interrupt total rate irq16: ehci0 7241 281 irq23: ehci1 46360 1800 cpu0:timer 2066620 80226 irq264: hdac0 18 1 irq266: hdac1 172619 6701 irq267: em0:rx0 94002 3649 irq268: em0:rx1 433933 16845 irq269: em0:tx0 48809 1895 irq270: em0:tx1 223876 8691 irq273: ahci1 122999 4775 cpu1:timer 1456432 56539 cpu3:timer 1545739 60005 cpu2:timer 1395785 54184 irq274: vgapci0 125700 4880 Total 7740133 300471 ------------------------------------------------------------------------ pstat -T 358/259975 files 0M/65535M swap space ------------------------------------------------------------------------ pstat -s Device 512-blocks Used Avail Capacity /dev/gpt/swap 134217472 0 134217472 0% ------------------------------------------------------------------------ iostat tty ada0 ada1 ada2 cpu tin tout KB/t tps MB/s KB/t tps MB/s KB/t tps MB/s us ni sy in id 0 6 25.43 7 0.17 24.65 58 1.39 15.33 0 0.00 27 0 18 1 54 ------------------------------------------------------------------------