Hi all,
In lab I'm playing around with ip4/ip6 sasyncd setup which requires
carp, pf, pfsync, isakmpd, sasyncd.
I'm sending ip4/ip6 traffic though ipsec tunnels and at the same time
sending ip4 traffic over firewall just to activate all cores. I'm having
NET_TASKQ=6 on 6 cores firewalls.
ix2 is pfsync interface and when sending traffic and doing ifconfig ix2
down && ifconfig ix2 up from time to time I'm able to trigger panic.
this panic is with WITNESS and when doing mach ddbcpu X box freeze
r620-1# ifconfig ix2 down
r620-1# ifconfig ix2 up
uvpma_fnaiult(c:0 x kfefrfnfelffff 8 251 e e6 8, 0 x 1 6 e ,
0, 1 ) - >d iae
kgernnosetli:c p a g e f a ul t tr a p , co d e= 0
Stopped at pfsync_bulk_update+0x60: cmpb $0xff,0x16e(%r15)
TID PID UID PRFLAGS PFLAGS CPU COMMAND
270521 35272 68 0x1000010 0 1 sasyncd
489979 76548 0 0x14000 0x200 3 reaper
164092 74224 0 0x14000 0x200 4 softnet
112060 78126 0 0x14000 0x200 2 systq
*372775 98656 0 0x14000 0x40000200 0 softclock
pfsync_bulk_update(0) at pfsync_bulk_update+0x60
timeout_run(ffff800001942978) at timeout_run+0x93
softclock_thread(ffff8000fffff050) at softclock_thread+0x11d
end trace frame: 0x0, count: 12
https://www.openbsd.org/ddb.html describes the minimum info required in bug
reports. Insufficient info makes it difficult to find and fix bugs.
ddb{0}>
ddb{0}> show panic
*cpu0: uvm_fault(0xffffffff8251ee68, 0x16e, 0, 1) -> e
cpu3: kernel diagnostic assertion "!_kernel_lock_held()" failed: file
"/sys/uvm/uvm_map.c", line 2539
ddb{0}>
ddb{0}> show reg
rdi 0x4
rsi 0
rbp 0xffff800022d53bb0
rbx 0
rdx 0xde0000007fffc240
rcx 0x206
rax 0xd
r8 0xffff7fffffffffff
r9 0xffff800022d53c40
r10 0xffffffff82084c2b cmd0646_9_tim_udma+0x485f1
r11 0xbeeb38867a1c691d
r12 0
r13 0xffff8000fffff050
r14 0xffff800001942000
r15 0
rip 0xffffffff814e71e0 pfsync_bulk_update+0x60
cs 0x8
rflags 0x10246 __ALIGN_SIZE+0xf246
rsp 0xffff800022d53b70
ss 0
pfsync_bulk_update+0x60: cmpb $0xff,0x16e(%r15)
ddb{0}>
ddb{0}> show locks
shared rwlock pfstates r = 0 (0xffffffff8245cc00)
#0 witness_lock+0x311
#1 pfsync_bulk_update+0x45
#2 timeout_run+0x93
#3 softclock_thread+0x11d
#4 proc_trampoline+0x1c
exclusive rwlock netlock r = 0 (0xffffffff82454b38)
#0 witness_lock+0x311
#1 rw_enter+0x292
#2 pfsync_bulk_update+0x29
#3 timeout_run+0x93
#4 softclock_thread+0x11d
#5 proc_trampoline+0x1c
exclusive kernel_lock &kernel_lock r = 1 (0xffffffff8252b258)
#0 witness_lock+0x311
#1 __mp_acquire_count+0x38
#2 mi_switch+0x28b
#3 sleep_finish+0xfe
#4 rw_enter+0x232
#5 pfsync_bulk_update+0x29
#6 timeout_run+0x93
#7 softclock_thread+0x11d
#8 proc_trampoline+0x1c
shared rwlock timeout r = 0 (0xffffffff8244c9c8)
#0 witness_lock+0x311
#1 timeout_run+0x88
#2 softclock_thread+0x11d
#3 proc_trampoline+0x1c
ddb{0}>
ddb{0}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
75873 445724 20843 68 3 0x1000090 kqread isakmpd
20843 31033 1 0 3 0x80 netio isakmpd
76865 283351 1 0 3 0x10008b sigsusp ksh
43091 324769 1 0 3 0x100098 kqread cron
92254 264061 28601 95 3 0x1100092 kqread smtpd
80520 324180 28601 103 3 0x1100092 kqread smtpd
12107 295529 28601 95 3 0x1100092 kqread smtpd
89174 344742 28601 95 3 0x100092 kqread smtpd
50810 389490 28601 95 3 0x1100092 kqread smtpd
75581 433356 28601 95 3 0x1100092 kqread smtpd
28601 432136 1 0 3 0x100080 kqread smtpd
67099 85178 1 0 3 0x88 kqread sshd
35272 270521 29963 68 7 0x1000010 sasyncd
29963 124841 1 0 3 0x80 kqread sasyncd
27546 425204 1 0 3 0x100080 kqread ntpd
88920 144011 29553 83 3 0x100092 kqread ntpd
29553 2629 1 83 3 0x1100092 kqread ntpd
25414 252219 66731 73 3 0x1100090 kqread syslogd
66731 9587 1 0 3 0x100082 netio syslogd
13849 243057 0 0 3 0x14200 bored smr
15866 463556 0 0 3 0x14200 pgzero zerothread
29043 244190 0 0 3 0x14200 aiodoned aiodoned
50284 435047 0 0 3 0x14200 syncer update
91848 147363 0 0 3 0x14200 cleaner cleaner
76548 489979 0 0 7 0x14200 reaper
66124 451925 0 0 3 0x14200 pgdaemon pagedaemon
55065 486855 0 0 3 0x14200 usbtsk usbtask
44227 319119 0 0 3 0x14200 usbatsk usbatsk
2517 232847 0 0 3 0x40014200 acpi0 acpi0
64489 194957 0 0 7 0x40014200 idle5
12011 146522 0 0 3 0x40014200 idle4
78683 508439 0 0 3 0x40014200 idle3
53823 91357 0 0 3 0x40014200 idle2
98702 253408 0 0 3 0x40014200 idle1
70974 238587 0 0 3 0x14200 bored sensors
74224 164092 0 0 7 0x14200 softnet
34426 495096 0 0 3 0x14200 bored softnet
62142 322384 0 0 3 0x14200 bored softnet
83698 165639 0 0 3 0x14200 bored softnet
82253 457185 0 0 3 0x14200 bored softnet
23373 418726 0 0 3 0x14200 bored softnet
1102 123797 0 0 3 0x14200 bored systqmp
78126 112060 0 0 7 0x14200 systq
*98656 372775 0 0 7 0x40014200 softclock
29124 187269 0 0 3 0x40014200 idle0
1 113550 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{0}>
