The following reply was made to PR kern/30401; it has been noted by GNATS.

From: Frank Kardel <kardel@acm.org>
To: gnats-bugs@netbsd.org
Cc: 
Subject: Re: kern/30401 UPDATE: core/stacktraces now available
Date: Mon, 6 Jun 2005 08:58:40 +0200

 I now have a gdbable crash dump.
 
 Below is a kernel stack trace summary of the lockup scenario wher the nfsd
 lock up.
 At the same time bacula was running on the fs that locks up. Bacula uses
 threads (->SA). 
 
 It seems that the pages used in vp=uobj=0xd7767688 are not unlocked any
 more.
 
 nfsd pid 888
 
 #0  0xcf32da54 in ?? ()
 #1  0xc034e1c3 in bpendtsleep () at ../../../../kern/kern_synch.c:493
 #2  0xc033f642 in acquire (lkp=0xd7b2ad44, s=0xd18388ac, extflags=0, drain=0, 
     wanted=1536) at ../../../../kern/kern_lock.c:259
 #3  0xc033fa97 in lockmgr (lkp=0xd7b2ad44, flags=65538, interlkp=0xd7b2acd4)
     at ../../../../kern/kern_lock.c:731
 #4  0xc0386fbd in genfs_lock (v=0xd18388f4)
     at ../../../../miscfs/genfs/genfs_vnops.c:324
 #5  0xc0385f4c in VOP_LOCK (vp=0xd7b2acd4, flags=65538)
     at ../../../../kern/vnode_if.c:1082
 #6  0xc03855a5 in vn_lock (vp=0xd7b2acd4, flags=65538)
     at ../../../../kern/vfs_vnops.c:782
 #7  0xc037d147 in vget (vp=0xd7b2acd4, flags=65538)
     at ../../../../kern/vfs_subr.c:1247
 #8  0xc0312c33 in ufs_ihashget (dev=4622, inum=5467964, flags=2)
     at ../../../../ufs/ufs/ufs_ihash.c:153
 #9  0xc02fc0f7 in ffs_vget (mp=<incomplete type>, ino=5467964, 
     vpp=<incomplete type>) at ../../../../ufs/ffs/ffs_vfsops.c:1358
 #10 0xc03161cf in ufs_fhtovp (mp=0xc2964400, ufhp=0xd1838c9c, vpp=0xd1838a4c)
     at ../../../../ufs/ufs/ufs_vfsops.c:207
 #11 0xc0389d62 in layerfs_fhtovp (mp=0xc297d800, fidp=0xd1838c9c, 
     vpp=0xd1838aec) at ../../../../miscfs/genfs/layer_vfsops.c:226
 #12 0xc02c30ae in nfsrv_fhtovp (fhp=0xd1838c94, lockflag=0, 
 ---Type <return> to continue, or q <return> to quit---
     vpp=<incomplete type>, cred=0xd185a22c, slp=0xc625ee00, nam=0xc54b8a00, 
     rdonlyp=0xd1838af0, kerbflag=0, pubflag=0)
     at ../../../../nfs/nfs_subs.c:2459
 #13 0xc02c211b in nfs_namei (ndp=0xd1838d24, fhp=0xd1838c94, len=8, 
     slp=0xc625ee00, nam=0xc54b8a00, mdp=0xd1838ba8, dposp=0xd1838bac, 
     retdirp=<incomplete type>, p=0xd1839000, kerbflag=0, pubflag=0)
     at ../../../../nfs/nfs_subs.c:2061
 #14 0xc02a8d7b in nfsrv_lookup (nfsd=0xd185a1a8, slp=0xc625ee00, 
     procp=0xd1839000, mrq=0xd1838dc8) at ../../../../nfs/nfs_serv.c:388
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 #15 0xc02c474d in nfssvc_nfsd (nsd=0xd1838e24, 
     argp=0x804a320 <Error reading address 0x804a320: Bad address>, 
     l=0xcf32da54) at ../../../../nfs/nfs_syscalls.c:691
 #16 0xc02c3b54 in sys_nfssvc (l=0xcf32da54, v=0xd1838f64, retval=0xd1838f5c)
     at ../../../../nfs/nfs_syscalls.c:346
 #17 0xc03ec192 in syscall_plain (frame=0xd1838fa8)
     at ../../../../arch/i386/i386/syscall.c:156
 
 nfsd pid 693
 
 #0  0xcf32d9d0 in ?? ()
 #1  0xc034e1c3 in bpendtsleep () at ../../../../kern/kern_synch.c:493
 #2  0xc033f642 in acquire (lkp=0xd77676f8, s=0xd183385c, extflags=0, drain=0, 
     wanted=1536) at ../../../../kern/kern_lock.c:259
 #3  0xc033fa97 in lockmgr (lkp=0xd77676f8, flags=65538, interlkp=0xd7767688)
     at ../../../../kern/kern_lock.c:731
 #4  0xc0386fbd in genfs_lock (v=0xd18338a4)
     at ../../../../miscfs/genfs/genfs_vnops.c:324
 #5  0xc0385f4c in VOP_LOCK (vp=0xd7767688, flags=65538)
     at ../../../../kern/vnode_if.c:1082
 #6  0xc03855a5 in vn_lock (vp=0xd7767688, flags=65538)
     at ../../../../kern/vfs_vnops.c:782
 #7  0xc037d147 in vget (vp=0xd7767688, flags=65538)
     at ../../../../kern/vfs_subr.c:1247
 #8  0xc03795ce in cache_lookup (dvp=0xd7b2acd4, vpp=<incomplete type>, 
     cnp=0xd1833d48) at ../../../../kern/vfs_cache.c:278
 #9  0xc03133f1 in ufs_lookup (v=0xd1833a44)
     at ../../../../ufs/ufs/ufs_lookup.c:169
 #10 0xc038a057 in layer_lookup (v=0xd1833a44)
     at ../../../../miscfs/genfs/layer_vnops.c:435
 #11 0xc038590e in VOP_LOOKUP (dvp=0xdcfa2774, vpp=<incomplete type>, 
     cnp=0xd1833d48) at ../../../../kern/vnode_if.c:131
 #12 0xc037b801 in lookup (ndp=0xd1833d24) at ../../../../kern/vfs_lookup.c:509
 ---Type <return> to continue, or q <return> to quit---
 #13 0xc02c21b9 in nfs_namei (ndp=0xd1833d24, fhp=0xd1833c94, len=8, 
     slp=0xc625ee00, nam=0xc54b8a00, mdp=0xd1833ba8, dposp=0xd1833bac, 
     retdirp=<incomplete type>, p=0xd1694e68, kerbflag=0, pubflag=0)
     at ../../../../nfs/nfs_subs.c:2147
 #14 0xc02a8d7b in nfsrv_lookup (nfsd=0xd185a0d4, slp=0xc625ee00, 
     procp=0xd1694e68, mrq=0xd1833dc8) at ../../../../nfs/nfs_serv.c:388
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 #15 0xc02c474d in nfssvc_nfsd (nsd=0xd1833e24, 
     argp=0x804a320 <Error reading address 0x804a320: Bad address>, 
     l=0xcf32d9d0) at ../../../../nfs/nfs_syscalls.c:691
 #16 0xc02c3b54 in sys_nfssvc (l=0xcf32d9d0, v=0xd1833f64, retval=0xd1833f5c)
     at ../../../../nfs/nfs_syscalls.c:346
 #17 0xc03ec192 in syscall_plain (frame=0xd1833fa8)
     at ../../../../arch/i386/i386/syscall.c:156
 
 nfsd pid 797
 
 #0  0xcf32d94c in ?? ()
 #1  0xc034e1c3 in bpendtsleep () at ../../../../kern/kern_synch.c:493
 #2  0xc03da245 in uvn_findpage (uobj=0xd7767688, offset=0, pgp=0xd17db680, 
     flags=0) at ../../../../uvm/uvm_vnode.c:413
 #3  0xc03da1a3 in uvn_findpages (uobj=0xd7767688, offset=0, 
     npagesp=0xd17db66c, pgs=0xd17db680, flags=0)
     at ../../../../uvm/uvm_vnode.c:348
 #4  0xc0387455 in genfs_getpages (v=0xd17db6f0)
     at ../../../../miscfs/genfs/genfs_vnops.c:577
 #5  0xc03862ee in VOP_GETPAGES (vp=0xd7767688, offset=0, m=0xd17db760, 
     count=0xd17db7a4, centeridx=0, access_type=2, advice=0, flags=1026)
     at ../../../../kern/vnode_if.c:1631
 #6  0xc03ca696 in ubc_fault (ufi=0xd17db8a0, ign1=3474784256, ign2=0xd17db820, 
     ign3=1, ign4=0, fault_type=0, access_type=2, flags=1026)
     at ../../../../uvm/uvm_bio.c:281
 #7  0xc03cc0d6 in uvm_fault (orig_map=0xc076d6e0, vaddr=3474784256, 
     fault_type=0, access_type=2) at ../../../../uvm/uvm_fault.c:880
 #8  0xc03eca6d in trap (frame=0xd17db974)
     at ../../../../arch/i386/i386/trap.c:613
 #9  0xc0102eb3 in calltrap ()
 #10 0xc02fd1d1 in ffs_write (v=0xd17dbb74)
     at ../../../../ufs/ufs/ufs_readwrite.c:364
 #11 0xc0389ef5 in layer_bypass (v=0xd17dbb74)
 ---Type <return> to continue, or q <return> to quit---
     at ../../../../miscfs/genfs/layer_vnops.c:354
 #12 0xc0385b04 in VOP_WRITE (vp=0xd7abe7e8, uio=0xd17dbc34, ioflag=44, 
     cred=0xd185a300) at ../../../../kern/vnode_if.c:428
 #13 0xc02ab851 in nfsrv_write (nfsd=0xd185a27c, slp=0xc625ee00, 
     procp=0xd1694cd0, mrq=0xd17dbdc8) at ../../../../nfs/nfs_serv.c:955
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 #14 0xc02c474d in nfssvc_nfsd (nsd=0xd17dbe24, 
     argp=0x804a320 <Error reading address 0x804a320: Bad address>, 
     l=0xcf32d94c) at ../../../../nfs/nfs_syscalls.c:691
 #15 0xc02c3b54 in sys_nfssvc (l=0xcf32d94c, v=0xd17dbf64, retval=0xd17dbf5c)
     at ../../../../nfs/nfs_syscalls.c:346
 #16 0xc03ec192 in syscall_plain (frame=0xd17dbfa8)
     at ../../../../arch/i386/i386/syscall.c:156
 
 nfsd pid 823
 
 (gdb) bt
 #0  0xcf32d7c0 in ?? ()
 #1  0xc034e1c3 in bpendtsleep () at ../../../../kern/kern_synch.c:493
 #2  0xc033f642 in acquire (lkp=0xd7b2ad44, s=0xd175b8ac, extflags=0, drain=0, 
     wanted=1536) at ../../../../kern/kern_lock.c:259
 #3  0xc033fa97 in lockmgr (lkp=0xd7b2ad44, flags=65538, interlkp=0xd7b2acd4)
     at ../../../../kern/kern_lock.c:731
 #4  0xc0386fbd in genfs_lock (v=0xd175b8f4)
     at ../../../../miscfs/genfs/genfs_vnops.c:324
 #5  0xc0385f4c in VOP_LOCK (vp=0xd7b2acd4, flags=65538)
     at ../../../../kern/vnode_if.c:1082
 #6  0xc03855a5 in vn_lock (vp=0xd7b2acd4, flags=65538)
     at ../../../../kern/vfs_vnops.c:782
 #7  0xc037d147 in vget (vp=0xd7b2acd4, flags=65538)
     at ../../../../kern/vfs_subr.c:1247
 #8  0xc0312c33 in ufs_ihashget (dev=4622, inum=5467964, flags=2)
     at ../../../../ufs/ufs/ufs_ihash.c:153
 #9  0xc02fc0f7 in ffs_vget (mp=<incomplete type>, ino=5467964, 
     vpp=<incomplete type>) at ../../../../ufs/ffs/ffs_vfsops.c:1358
 #10 0xc03161cf in ufs_fhtovp (mp=0xc2964400, ufhp=0xd175bc9c, vpp=0xd175ba4c)
     at ../../../../ufs/ufs/ufs_vfsops.c:207
 #11 0xc0389d62 in layerfs_fhtovp (mp=0xc297d800, fidp=0xd175bc9c, 
     vpp=0xd175baec) at ../../../../miscfs/genfs/layer_vfsops.c:226
 #12 0xc02c30ae in nfsrv_fhtovp (fhp=0xd175bc94, lockflag=0, 
 ---Type <return> to continue, or q <return> to quit---
     vpp=<incomplete type>, cred=0xd185a084, slp=0xc625ee00, nam=0xc54b8a00, 
     rdonlyp=0xd175baf0, kerbflag=0, pubflag=0)
     at ../../../../nfs/nfs_subs.c:2459
 #13 0xc02c211b in nfs_namei (ndp=0xd175bd24, fhp=0xd175bc94, len=8, 
     slp=0xc625ee00, nam=0xc54b8a00, mdp=0xd175bba8, dposp=0xd175bbac, 
     retdirp=<incomplete type>, p=0xd1694808, kerbflag=0, pubflag=0)
     at ../../../../nfs/nfs_subs.c:2061
 #14 0xc02a8d7b in nfsrv_lookup (nfsd=0xd185a000, slp=0xc625ee00, 
     procp=0xd1694808, mrq=0xd175bdc8) at ../../../../nfs/nfs_serv.c:388
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 can not access 0x804a320, kvm_read: Bad address
 #15 0xc02c474d in nfssvc_nfsd (nsd=0xd175be24, 
     argp=0x804a320 <Error reading address 0x804a320: Bad address>, 
     l=0xcf32d7c0) at ../../../../nfs/nfs_syscalls.c:691
 #16 0xc02c3b54 in sys_nfssvc (l=0xcf32d7c0, v=0xd175bf64, retval=0xd175bf5c)
     at ../../../../nfs/nfs_syscalls.c:346
 #17 0xc03ec192 in syscall_plain (frame=0xd175bfa8)
     at ../../../../arch/i386/i386/syscall.c:156