I think I have hit this panic once already. Any hint on how to debug this further? As far as I can see, there's no obvious offender in uvm_fault_lower_lookup.
This is current plus guenther's uvm_fault.c diff (which affects uvm_fault_lower, not uvm_fault_lower_lookup). ddb{0}> sh panic *cpu0: smashed stack in uvm_fault_lower_lookup ddb{0}> tr panic() at panic+0x106 vce_v2_0_enable_mgcg() at vce_v2_0_enable_mgcg uvm_fault_wire() at uvm_fault_wire uvm_fault_lower() at uvm_fault_lower+0x4c uvm_fault() at uvm_fault+0x150 do_trap_user() at do_trap_user+0x116 cpu_exception_handler_user() at cpu_exception_handler_user+0x7c end of kernel end trace frame: 0x557e81e8, count: -7 ddb{0}> sh reg ra 0xffffffc00029ec78 panic+0x106 sp 0xffffffc326801b20 gp 0x1 tp 0 t0 0x1010101 __ALIGN_SIZE+0xe10101 t1 0xffffffc0002d8ed4 adler32_combine64+0x44 t2 0x445 s0 0xffffffc326801b30 s1 0x1 a0 0x1 a1 0xdd00e07016c01645 a2 0xdd00e07016c01645 a3 0xd a4 0xffffffc000abc078 cpu_info_primary+0x530 a5 0xffffffc0006d515a generic_space_write_4 a6 0xffffffc00094ce28 __guard_local a7 0 s2 0xffffffc00083e582 __rodata_start+0x3e582 s3 0 s4 0xffffffc326801d70 s5 0xffffffc00094ce28 __guard_local s6 0x39ed000 __ALIGN_SIZE+0x37ed000 s7 0xffffffc01f34c480 s8 0xffffffc000a34228 uvmexp_counters s9 0x8 s10 0x2 s11 0x1000 t3 0x11832e6a4 t4 0x112bef098 t5 0x1182be580 t6 0xf3b9a5b __ALIGN_SIZE+0xf1b9a5b panic+0x106: addi a0,zero,256 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND *25253 421952 53493 55 7 0x1000002 cc 53493 145846 94344 55 3 0x110008a sigsusp sh 45910 484408 29966 55 2 0x3000002 compile 45910 342832 29966 55 7 0x7000002 compile 45910 4850 29966 55 3 0x7000082 thrsleep compile 45910 373162 29966 55 3 0x7000082 thrsleep compile 45910 238970 29966 55 3 0x7000082 thrsleep compile 45910 400713 29966 55 3 0x7000082 thrsleep compile 43469 11281 50916 0 3 0x91 nanoslp perl 83550 150081 50916 0 3 0x100083 kqread ssh 75512 439136 31470 55 7 0x3200002 python3.10 31470 306866 94344 55 3 0x110008a sigsusp sh 13092 84131 50916 0 3 0x100083 kqread ssh 30097 51023 98779 55 7 0x1000002 c++ 98779 24187 54331 55 3 0x110008a sigsusp sh 29966 187750 59187 55 3 0x3000082 thrsleep go 29966 40446 59187 55 3 0x7000082 thrsleep go 29966 61954 59187 55 3 0x7000082 thrsleep go 29966 288907 59187 55 3 0x7000082 thrsleep go 29966 913 59187 55 3 0x7000082 kqread go 29966 456813 59187 55 3 0x7000082 thrsleep go 29966 172188 59187 55 3 0x7000082 thrsleep go 29966 258430 59187 55 3 0x7000082 wait go 59187 451912 9830 55 3 0x110008a sigsusp sh 9830 232463 1597 55 3 0x110008a sigsusp make 1597 369316 41901 55 3 0x110008a sigsusp make 41901 490471 51813 55 3 0x110008a sigsusp sh 51813 324355 63554 55 3 0x110008a sigsusp make 63554 329592 92215 55 3 0x110008a sigsusp sh 92215 430131 50916 55 3 0x110008a sigsusp make 70117 495034 50916 0 3 0x100083 kqread ssh 60322 280905 50916 0 3 0x100083 kqread ssh 34039 470764 87963 1000 3 0x100083 kqread top 62476 54956 50916 0 3 0x100083 kqread ssh 21253 69860 18316 55 3 0x1100082 piperd cat 94344 346932 18316 55 3 0x100008a kqread ninja 18316 407104 76553 55 3 0x1000082 wait bash 76553 187337 94045 55 3 0x1000082 wait gmake 94045 164711 16219 55 3 0x110008a sigsusp make 16219 273844 85460 55 3 0x110008a sigsusp sh 85460 410117 22332 55 3 0x110008a sigsusp make 22332 283737 3863 55 3 0x110008a sigsusp sh 3863 292047 50916 55 3 0x110008a sigsusp make 54331 319464 28985 55 3 0x100008a kqread ninja 28985 293377 26695 55 3 0x1000082 kqread cmake 26695 296154 3307 55 3 0x110008a sigsusp make 3307 360961 76515 55 3 0x110008a sigsusp make 76515 419309 95586 55 3 0x110008a sigsusp sh 95586 235090 29226 55 3 0x110008a sigsusp make 29226 266890 96906 55 3 0x110008a sigsusp sh 96906 246548 50916 55 3 0x110008a sigsusp make 56842 123161 50916 0 3 0x100083 kqread ssh 82531 431771 24813 1000 3 0x100083 kqread tmux 24813 23250 62396 1000 3 0x10008b sigsusp ksh 62396 352320 22527 1000 3 0x98 kqread sshd 22527 409056 10293 0 3 0x92 kqread sshd 19570 505539 65024 1000 3 0x100083 ttyin ksh 46784 182571 65024 1000 3 0x100083 ttyin ksh 87963 455757 65024 1000 3 0x10008b sigsusp ksh 47321 351073 50916 0 3 0x100083 kqread ssh 67948 76048 50916 0 3 0x100083 kqread ssh 50916 28124 4615 0 3 0x93 wait perl 4615 215694 65024 1000 3 0x10008b sigsusp ksh 65024 115584 1 1000 3 0x100080 kqread tmux 53269 170352 1 0 3 0x100083 ttyin getty 87470 374055 1 0 3 0x100098 kqread cron 80899 166255 1 99 3 0x1100090 kqread sndiod 13130 229483 1 110 3 0x100090 kqread sndiod 41351 470926 38250 95 3 0x1100092 kqread smtpd 33499 125298 38250 103 3 0x1100092 kqread smtpd 97433 98180 38250 95 3 0x1100092 kqread smtpd 64417 448742 38250 95 3 0x100092 kqread smtpd 71368 257825 38250 95 3 0x1100092 kqread smtpd 45269 32728 38250 95 3 0x1100092 kqread smtpd 38250 240159 1 0 3 0x100080 kqread smtpd 10293 203232 1 0 3 0x88 kqread sshd 28186 230201 0 0 3 0x14280 nfsidl nfsio 87136 454453 0 0 3 0x14280 nfsidl nfsio 45744 66910 0 0 3 0x14280 nfsidl nfsio 18754 461390 0 0 3 0x14280 nfsidl nfsio 6674 212954 33809 0 3 0x80 nfsd nfsd 96780 69732 33809 0 3 0x80 nfsd nfsd 98843 418896 33809 0 3 0x80 nfsd nfsd 83103 370526 33809 0 3 0x80 nfsd nfsd 33809 412630 1 0 3 0x80 netcon nfsd 28130 212710 6502 0 3 0x80 kqread mountd 6502 466705 1 0 3 0x100080 kqread mountd 59653 516411 1 28 3 0x1100090 kqread portmap 77961 115581 77193 83 3 0x100092 kqread ntpd 77193 282188 51769 83 3 0x1100092 kqread ntpd 51769 374654 1 0 3 0x100080 kqread ntpd 16127 266883 71761 74 3 0x1100092 bpf pflogd 71761 122264 1 0 3 0x80 netio pflogd 35372 32328 2132 73 3 0x1100090 kqread syslogd 2132 120932 1 0 3 0x100082 netio syslogd 51573 204669 1 0 3 0x100080 kqread resolvd 87497 128297 66300 77 3 0x100092 kqread dhcpleased 87799 202845 66300 77 3 0x100092 kqread dhcpleased 66300 41678 1 0 3 0x80 kqread dhcpleased 50591 112369 81752 115 3 0x100092 kqread slaacd 7156 177921 81752 115 3 0x100092 kqread slaacd 81752 18338 1 0 3 0x100080 kqread slaacd 8260 359226 0 0 3 0x14200 bored smr 57917 71608 0 0 2 0x14200 zerothread 96841 417222 0 0 3 0x14200 aiodoned aiodoned 79764 433164 0 0 3 0x14200 syncer update 68875 467869 0 0 3 0x14200 cleaner cleaner 34667 354304 0 0 3 0x14200 reaper reaper 60375 210351 0 0 3 0x14200 pgdaemon pagedaemon 35983 103736 0 0 3 0x14200 usbtsk usbtask 50006 168428 0 0 3 0x14200 usbatsk usbatsk 34924 338265 0 0 3 0x14200 bored sensors 68627 271049 0 0 3 0x40014200 idle3 54550 418426 0 0 3 0x40014200 idle2 67924 378921 0 0 3 0x40014200 idle1 61121 95590 0 0 3 0x14200 bored softnet3 70237 71285 0 0 3 0x14200 bored softnet2 93141 158778 0 0 3 0x14200 bored softnet1 19784 202163 0 0 3 0x14200 bored softnet0 44416 207365 0 0 3 0x14200 bored systqmp 51362 157019 0 0 3 0x14200 bored systq 98278 289999 0 0 3 0x40014200 bored softclock 61300 21372 0 0 3 0x40014200 idle0 94547 69486 0 0 3 0x14200 kmalloc kmthread 1 361181 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> -- jca | PGP : 0x1524E7EE / 5135 92C1 AD36 5293 2BDF DDCC 0DFA 74AE 1524 E7EE