NetBSD-Bugs archive

[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index][Old Index]

kern/60724: LFS filesystem lockup during in-kernel cleaner segment rewrite (rm -rf blocks in lfs_set_dirop())



>Number:         60724
>Category:       kern
>Synopsis:       LFS filesystem lockup during in-kernel cleaner segment rewrite (rm -rf blocks in lfs_set_dirop())
>Confidential:   no
>Severity:       serious
>Priority:       medium
>Responsible:    kern-bug-people
>State:          open
>Class:          sw-bug
>Submitter-Id:   net
>Arrival-Date:   Sun Sep 13 05:15:00 +0000 2026
>Originator:     Shinichi Doyashiki
>Release:        11.99.8 around 2026-09-12
>Organization:
at home
>Environment:
NetBSD kanade2.hq.csel.org 11.99.8 NetBSD 11.99.8 (KANADE2_12) #9: Sat Sep 12 20:38:51 JST 2026  clare%kanade2.hq.csel.org@localhost:/export/netbsd/debuglfs/src/sys/arch/amd64/compile/KANADE2_12 amd64
>Description:
LFS filesystem lockup during in-kernel cleaner segment rewrite
(rm -rf blocks in lfs_set_dirop())

$ sysctl vfs.lfs
vfs.lfs.flushindir = 1
vfs.lfs.clean_vnhead = 0
vfs.lfs.dostats = 1
vfs.lfs.pagetrip = 0
vfs.lfs.stats.segsused = 3319
vfs.lfs.stats.psegwrites = 12969
vfs.lfs.stats.psyncwrites = 0
vfs.lfs.stats.pcleanwrites = 3986
vfs.lfs.stats.blocktot = 1148914
vfs.lfs.stats.cleanblocks = 323584
vfs.lfs.stats.ncheckpoints = 40
vfs.lfs.stats.nwrites = 90
vfs.lfs.stats.nsync_writes = 0
vfs.lfs.stats.wait_exceeded = 8
vfs.lfs.stats.write_exceeded = 0
vfs.lfs.stats.flush_invoked = 65
vfs.lfs.stats.vflush_invoked = 0
vfs.lfs.stats.clean_inlocked = 0
vfs.lfs.stats.clean_vnlocked = 0
vfs.lfs.stats.segs_reclaimed = 9315
vfs.lfs.rfw = 1
vfs.lfs.debug.freelist = 0
vfs.lfs.debug.log.rollforward = 0
vfs.lfs.debug.log.alloc = 0
vfs.lfs.debug.log.avail = 0
vfs.lfs.debug.log.flush = 0
vfs.lfs.debug.log.lockedlist = 0
vfs.lfs.debug.log.vnode_verbose = 0
vfs.lfs.debug.log.vnode = 0
vfs.lfs.debug.log.segment = 0
vfs.lfs.debug.log.seguse = 0
vfs.lfs.debug.log.cleaner = 0
vfs.lfs.debug.log.mount = 0
vfs.lfs.debug.log.pagecache = 0
vfs.lfs.debug.log.dirop = 0
vfs.lfs.debug.log.malloc = 0
vfs.lfs.ignore_lazy_sync = 1
vfs.lfs.rfw_limit = 0

$ ps -axl
 UID   PID  PPID   CPU PRI NI    VSZ   RSS WCHAN    STAT TTY        TIME COMMAND
   0     0     0  1355 125  0      0 81156 uvm      DKl  ?     401:53.52 [system]
   0     1     0     0  85  0  12296  1916 wait     Is   ?       0:00.01 init 
   0   310     1   616  85  0  12752  1944 select   Ss   ?       3:14.17 /usr/sbin/mountd 
   0   347     1     0  85  0  12736  1768 select   Ss   ?       0:00.02 /usr/sbin/rpc.statd 
   0   389     1  3906  85  0  12436  1872 poll     Ss   ?       8:02.50 /usr/sbin/rpcbind -l 
   0   499     1     0  85  0  12688  1700 select   Is   ?       0:00.31 /usr/sbin/rpc.lockd 
   0   669     1     0  85  0  20276 19748 pause    Ss   ?       1:53.45 /usr/sbin/ntpd -p /var/run/ntpd.pid 
  35   679     1   806  85  0  13096  2304 kqueue   Is   ?       1:08.91 dhcpcd: wm0 [ip6] 
   0   692   679  1209  85  0  13044  1856 kqueue   I    ?       0:02.44 dhcpcd: [privileged proxy] wm0 [ip6] 
  35   695   679     0  85  0  13028  1716 kqueue   I    ?       0:00.00 dhcpcd: [control proxy] wm0 [ip6] 
  35   699   679     0  85  0  13028  1648 kqueue   I    ?       0:00.00 dhcpcd: [network proxy] wm0 [ip6] 
  12   914   922     0  85  0  24332  5596 kqueue   I    ?       0:00.03 qmgr -l -t unix -u 
   0   922     1     0  85  0  24252  3096 kqueue   Ss   ?       2:10.69 /usr/libexec/postfix/master -w 
   0   942     1     0  85  0  20564  2788 kqueue   Ss   ?       0:01.46 /usr/sbin/syslogd -P /var/run/syslogd.sockets -o syslog 
  12   969   922     0  85  0  24284  5572 kqueue   S    ?       0:00.35 pickup -l -t unix -u 
  14   971     1  7796  85  0 124160 22300 kqueue   Isl  ?       0:23.00 /usr/sbin/named -u named -t /var/chroot/named 
   0  1196  1331  1936  85  0  24428  9044 poll     Is   ?       0:00.04 sshd-session: clare [priv] 
   0  1319     1  2010  85  0  12312  1676 kqueue   Is   ?       0:00.00 /usr/sbin/inetd -l 
   0  1331     1     0  85  0  20056  4780 poll     Is   ?       0:00.01 sshd: /usr/sbin/sshd [listener] 0 of 10-100 startups (ss
   0  1355   669   258  85  0  20348  2828 netio    I    ?       2:42.04 ntpd: asynchronous dns resolver 
   0  1469     1   114  85  0  62596  2944 poll     Ssl  ?       6:13.22 /usr/sbin/nfsd -n8 
   0  1699     1    61  85  0  12172  1528 kqueue   Is   ?       0:00.00 /usr/sbin/powerd 
   0  1717     1     0  85  0  12552  1868 nanoslp  Is   ?       0:00.04 /usr/sbin/cron 
1000  1980  1196 10402  83  0  24708  6400 poll     I    ?       0:11.48 sshd-session: clare@pts/0 (sshd-session)
   0 24360  1331  5652  84  0  24424  9108 poll     Is   ?       0:00.04 sshd-session: clare [priv] 
1000 25137 24360 10827  38  0  24704  6400 -        S    ?       0:31.92 sshd-session: clare@pts/1 (sshd-session)
1000   801  1980     0  85  0  12888  2492 wait     Is   pts/0   0:00.02 -sh 
1000 25834 25980   476  85  0  12028  1736 lfs_diro I    pts/0   0:04.00 rm -rf /lfs/netbsd/current/objdir.amd64 
1000 25980     1  1927  85  0  12524  1412 wait     I    pts/0   0:00.01 sh make-all 
1000 26270   801  1478  85  0  12168  1752 prelockc D+   pts/0   0:00.34 ls -al 
1000   407 26297  3161  42  0  12496  1936 -        O+   pts/1   0:00.12 ps -axl 
1000 26297 25137  1113  85  0  12888  2484 wait     Ss   pts/1   0:01.35 -sh 
   0  1339     1   772  85  0  12248  1960 ttyraw   Is+  tty00   0:00.02 /usr/libexec/getty Pc constty 

load averages:  0.76,  0.70,  0.55;               up 0+05:17:32                                                          13:16:23
53 threads: 52 sleeping, 1 on CPU
CPU states:  0.0% user,  0.0% nice, 33.3% system, 19.9% interrupt, 46.7% idle
Memory: 948M Act, 4K Inact, 19M Wired, 22M Exec, 885M File, 26G Free
Swap: 32G Total, 32G Free / Pools: 3917M Used / Network: 

  PID   LID USERNAME PRI STATE       TIME   WCPU    CPU NAME      COMMAND
  389   389 root      85 poll/1      8:13  4.93%  4.93% -         rpcbind
25137 25137 clare     85 poll/2      0:51  4.05%  4.05% -         sshd-session
  342   342 clare     43 CPU/1       0:01  0.40%  0.34% -         top
26297 26297 clare     85 wait/2      0:04  0.20%  0.20% -         sh
 1469   321 root      85 nfsd/0      3:29  0.00%  0.00% slave     nfsd
  310   310 root      84 select/2    3:20  0.00%  0.00% -         mountd
 1469   320 root      85 nfsd/2      2:44  0.00%  0.00% slave     nfsd
 1355  1355 root      85 netio/1     2:42  0.00%  0.00% -         ntpd
  922   922 root      85 kqueue/1    2:10  0.00%  0.00% -         master
  669   669 root      85 pause/1     1:53  0.00%  0.00% -         ntpd
  679   679 _dhcpcd   83 kqueue/0    1:10  0.00%  0.00% -         dhcpcd
  971   971 named     84 kqueue/2    0:12  0.00%  0.00% -         named
 1980  1980 clare     83 poll/1      0:11  0.00%  0.00% -         sshd-session
25834 25834 clare     85 lfs_di/2    0:04  0.00%  0.00% -         rm
  971  1004 named     84 kqueue/3    0:04  0.00%  0.00% isc-*0002 named
  971  1096 named     85 poll/1      0:03  0.00%  0.00% -         named
  971   384 named     85 poll/0      0:03  0.00%  0.00% -         named
  692   692 root      85 kqueue/1    0:02  0.00%  0.00% -         dhcpcd
  942   942 root      85 kqueue/2    0:01  0.00%  0.00% -         syslogd
 1469   322 root      85 nfsd/2      0:00  0.00%  0.00% slave     nfsd
  969   969 postfix   85 kqueue/1    0:00  0.00%  0.00% -         pickup
 1469  1215 root      85 nfsd/2      0:00  0.00%  0.00% slave     nfsd
 1469   830 root      85 nfsd/1      0:00  0.00%  0.00% slave     nfsd
 1469  1469 root      85 poll/0      0:00  0.00%  0.00% master    nfsd
26270 26270 clare     85 preloc/3    0:00  0.00%  0.00% -         ls
    1     1 root      85 wait/3      0:00  0.00%  0.00% -         init
  801   801 clare     85 wait/3      0:00  0.00%  0.00% -         sh
 1196  1196 root      85 poll/0      0:00  0.00%  0.00% -         sshd-session
 1339  1339 root      85 ttyraw/1    0:00  0.00%  0.00% -         getty

db{0}> ps
PID     LID S CPU     FLAGS       STRUCT LWP *               NAME WAIT
26270 26270 3   3         0   ffff801d25f8e400                 ls prelockcv
969     969 3   1       180   ffff801cfc3d6400             pickup kqueue
25834 25834 3   2       180   ffff801d25f8e000                 rm lfs_dirop
25980 25980 3   1       180   ffff801d1dd9ec00                 sh wait
26297 26297 3   1       180   ffff801d2784f400                 sh ttyraw
25137 25137 3   1       180   ffff801d2784f000       sshd-session poll
24360 24360 3   0       180   ffff801d1dd9e400       sshd-session poll
801     801 3   3       180   ffff801cf89ed000                 sh wait
1980   1980 3   1       180   ffff801cf89edc00       sshd-session poll
1196   1196 3   0       180   ffff801cf72b7400       sshd-session poll
1339   1339 3   1       180   ffff801cf87dfc00              getty ttyraw
1717   1717 3   2       180   ffff801cfe496400               cron nanoslp
1319   1319 3   1       180   ffff801cfa6fe400              inetd kqueue
914     914 3   3       180   ffff801cfb75e800               qmgr kqueue
922     922 3   1       180   ffff801d005a1000             master kqueue
1355   1355 3   1       180   ffff801cfe496800               ntpd netio
1331   1331 3   1       180   ffff801cfa6fe000               sshd poll
1699   1699 3   1       180   ffff801cfb75e000             powerd kqueue
669     669 3   1       180   ffff801cfc3d6c00               ntpd pause
499     499 3   1       180   ffff801cfa6fe800          rpc.lockd select
347     347 3   2       180   ffff801cfb75e400          rpc.statd select
1469    325 3   1       180   ffff801cfb437c00              slave nfsd
1469    324 3   1       180   ffff801cfb6f2000              slave nfsd
1469    323 3   3       180   ffff801cfc3d6800              slave nfsd
1469    322 3   2       180   ffff801cfc3d6000              slave nfsd
1469    321 3   0       180   ffff801cf92ee400              slave nfsd
1469    320 3   2       180   ffff801cfb437400              slave nfsd
1469   1215 3   2       180   ffff801cf897a800              slave nfsd
1469    830 3   1       180   ffff801cfb437000              slave nfsd
1469   1469 3   0       180   ffff801cfb6f2800             master poll
310     310 3   1       180   ffff801cfb6f2400             mountd select
389     389 3   2       180   ffff801cf84d5000            rpcbind poll
971     384 3   3       180   ffff801cf897a400              named poll
971    1081 3   2       180   ffff801cf897a000              named parked
971    1082 3   2       180   ffff801cf8bd6000              named parked
971    1059 3   2       180   ffff801cf8439c00              named parked
971    1060 3   0       180   ffff801cf85a1c00              named parked
971    1097 3   3       180   ffff801cfb217c00              named parked
971    1095 3   1       180   ffff801cfb217800              named parked
971     821 3   2       180   ffff801cfb217400              named parked
971    1019 3   2       180   ffff801cfb217000              named parked
971     568 3   2       180   ffff801cfa87bc00      isc-loop-0003 kqueue
971    1004 3   3       180   ffff801cfa87b800      isc-loop-0002 kqueue
971    1020 3   3       180   ffff801cfa87b400      isc-loop-0001 kqueue
971    1096 3   1       180   ffff801cfa87b000              named poll
971     971 3   2       180   ffff801cf8bd6c00              named kqueue
942     942 3   1       180   ffff801cf8eae400            syslogd kqueue
695     695 3   2       180   ffff801cf8bd6800             dhcpcd kqueue
699     699 3   1       180   ffff801cf8bd6400             dhcpcd kqueue
692     692 3   1       180   ffff801cf92eec00             dhcpcd kqueue
679     679 3   0       180   ffff801cf92ee800             dhcpcd kqueue
1         1 3   3       180   ffff801cf85a1800               init wait
0    >  994 7   0     40200   ffff801cfa6fec00        lfs_cleaner
0       991 3   1       200   ffff801d005a1c00         lfs_writer lfswrite
0       304 3   0       200   ffff801cf92ee000              nfsio nfsiod
0       303 3   0       200   ffff801cf8eaec00              nfsio nfsiod
0       300 3   0       200   ffff801cf8eae800              nfsio nfsiod
0       301 3   0       200   ffff801cf8eae000              nfsio nfsiod
0       254 3   1       200   ffff801cf87df000            physiod physiod
0       170 3   3       200   ffff801cf83c0800          pooldrain pooldrain
0       169 3   1       240   ffff801cf87df800            ioflush prelockcv
0       168 3   0       200   ffff801cf87df400           pgdaemon pgdaemon
0       165 3   3       200   ffff801cf83c0400          swwreboot swwreboot
0       162 3   2       200   ffff801cf83c0000             npfgc0 npfgcw
0       161 3   0       200   ffff801cf85a1400            rt_free rt_free
0       160 3   0       200   ffff801cf85a1000              unpgc unpgc
0        95 3   2       200   ffff801cf8385c00    key_timehandler key_timehandle
r          
0       222 3   3       200   ffff801cf8385800    icmp6_wqinput/3 icmp6_wqinput
0       221 3   2       200   ffff801cf8385400    icmp6_wqinput/2 icmp6_wqinput
0       220 3   1       200   ffff801cf8385000    icmp6_wqinput/1 icmp6_wqinput
0       219 3   0       200   ffff801cf8629c00    icmp6_wqinput/0 icmp6_wqinput
0       218 3   1       200   ffff801cf8629800          nd6_timer nd6_timer
0       217 3   3       200   ffff801cf8629400    carp6_wqinput/3 carp6_wqinput
0       216 3   2       200   ffff801cf8629000    carp6_wqinput/2 carp6_wqinput
0       215 3   1       200   ffff801cf84cdc00    carp6_wqinput/1 carp6_wqinput
0       214 3   0       200   ffff801cf84cd800    carp6_wqinput/0 carp6_wqinput
0       213 3   3       200   ffff801cf84cd400     carp_wqinput/3 carp_wqinput
0       212 3   2       200   ffff801cf84cd000     carp_wqinput/2 carp_wqinput
0       211 3   1       200   ffff801cf8531c00     carp_wqinput/1 carp_wqinput
0       210 3   0       200   ffff801cf8531800     carp_wqinput/0 carp_wqinput
0       209 3   3       200   ffff801cf8531400     icmp_wqinput/3 icmp_wqinput
0       208 3   2       200   ffff801cf8531000     icmp_wqinput/2 icmp_wqinput
0       207 3   1       200   ffff801cf84d5c00     icmp_wqinput/1 icmp_wqinput
0       206 3   0       200   ffff801cf84d5800     icmp_wqinput/0 icmp_wqinput
0       205 3   2       200   ffff801cf84d5400           rt_timer rt_timer
0       204 3   1       200   ffff801cf83c0c00        vmem_rehash vmem_rehash
0       198 3   2       200   ffff801cf8439800               usb1 usbevt
0       197 3   2       200   ffff801cf8439400               usb0 usbevt
0       196 3   1       200   ffff801cf8439000          coretemp3 coretemp3
0       195 3   3       200   ffff801cf849dc00          coretemp2 coretemp2
0       194 3   1       200   ffff801cf849d800          coretemp1 coretemp1
0       193 3   3       200   ffff801cf849d400          coretemp0 coretemp0
0       192 3   3       200   ffff801cf849d000            acpitz0 acpitz0
0       122 3   1       200   ffff801cf7cb2c00          entbutler entropy
0       121 3   0       200   ffff801cf7cb2800         usbtask-dr usbtsk
0       120 3   0       200   ffff801cf7cb2400         usbtask-hc usbtsk
0       119 3   3       200   ffff801cf7cb2000           wm0Reset wm0Reset
0       118 3   3       200   ffff801cf7cd6c00          wm0TxRx/3 wm0TxRx
0       117 3   2       200   ffff801cf7cd6800          wm0TxRx/2 wm0TxRx
0       116 3   1       200   ffff801cf7cd6400          wm0TxRx/1 wm0TxRx
0       115 3   0       200   ffff801cf7cd6000          wm0TxRx/0 wm0TxRx
0       114 3   3       200   ffff801cf7b76c00       igc0_tx_rx/3 igc0_tx_rx
0       113 3   2       200   ffff801cf7b76800       igc0_tx_rx/2 igc0_tx_rx
0       112 3   1       200   ffff801cf7b76400       igc0_tx_rx/1 igc0_tx_rx
0       111 3   0       200   ffff801cf7b76000       igc0_tx_rx/0 igc0_tx_rx
0       110 3   0       200   ffff801cf72b7c00            atabus1 atath
0       109 3   1       240   ffff801cf72b7800            atabus0 atath
0       107 3   3       200   ffff801cf72b7000            xcall/3 xcall
0       106 1   3       200   ffff801cf72dbc00          softser/3
0       105 1   3       200   ffff801cf72db800          softclk/3
0       104 1   3       200   ffff801cf72db400          softbio/3
0       103 1   3       200   ffff801cf72db000          softnet/3
0    >  102 1   3       201   ffff801cf722cc00             idle/3
0       101 3   2       200   ffff801cf722c800            xcall/2 xcall
0       100 1   2       200   ffff801cf722c400          softser/2
0        99 1   2       200   ffff801cf722c000          softclk/2
0        98 1   2       200   ffff801cf717bc00          softbio/2
0        97 1   2       200   ffff801cf717b800          softnet/2
0    >   96 1   2       201   ffff801cf717b400             idle/2
0        30 3   1       200   ffff801cf717b000            xcall/1 xcall
0        29 1   1       200   ffff801cf715fc00          softser/1
0        28 1   1       200   ffff801cf715f800          softclk/1
0        27 1   1       200   ffff801cf715f400          softbio/1
0        26 1   1       200   ffff801cf715f000          softnet/1
0    >   25 1   1       201   ffff80242fa4ec00             idle/1
0        24 3   0       200   ffff80242fa4e800           lnxsyswq lnxsyswq
0        23 3   0       200   ffff80242fa4e400           lnxubdwq lnxubdwq
0        22 3   1       200   ffff80242fa4e000           lnxpwrwq lnxpwrwq
0        21 3   2       200   ffff80242fa77c00           lnxlngwq lnxlngwq
0        20 3   0       200   ffff80242fa77800           lnxhipwq lnxhipwq
0        19 3   0       200   ffff80242fa77400           lnxrcugc lnxrcugc
0        18 3   2       200   ffff80242fa77000             sysmon smtaskq
0        17 3   0       200   ffff80242fa91c00         pmfsuspend pmfsuspend
0        16 3   0       200   ffff80242fa91800           pmfevent pmfevent
0        15 3   0       200   ffff80242fa91400         sopendfree sopendfr
0        14 3   2       200   ffff80242fa91000             ifwdog ifwdog
0        13 3   1       200   ffff802430ab7c00            iflnkst iflnkst
0        12 3   0       200   ffff802430ab7800             lfsswq lfsswq
0        11 3   1       200   ffff802430ab7400             lfscwq lfscwq
0        10 3   0       200   ffff802430ab7000           nfssilly nfssilly
0         9 3   0       200   ffff802433ae9c00           pooldisp pooldisp
0         8 3   0       200   ffff802433ae9800          modunload mod_unld
0         7 3   0       200   ffff802433ae9400            xcall/0 xcall
0         6 1   0       200   ffff802433ae9000          softser/0
0         5 1   0       200   ffff802433b21c00          softclk/0
0         4 1   0       200   ffff802433b21800          softbio/0
0         3 1   0       200   ffff802433b21400          softnet/0
0         2 1   0       201   ffff802433b21000             idle/0
0         0 3   2       200   ffffffff814648c0            swapper uvm

db{0}> show locks
PID     LID CPU       STRUCT LWP *              OWNER BITS LOCK

db{0}> show proc /a ffff801d005a1c00
lwp_t ffff801d005a1c00
system: pid 0 proc ffffffff81465040 vmspace/map ffffffff8155a2e0 flags 20002
  lwp 991 [lfs_writer] ffff801d005a1c00 pcb ffffa28948087000
    stat 3 flags 200 cpu 1 pri 123 ref 0
    wmesg lfswrite wchan ffffffff814f3e50
  lwp 304 [nfsio] ffff801cf92ee000 pcb ffffa28946ea7000
    stat 3 flags 200 cpu 0 pri 96 ref 0
    wmesg nfsiod wchan ffff801cf8bdcf48
  lwp 303 [nfsio] ffff801cf8eaec00 pcb ffffa28946ea0000
    stat 3 flags 200 cpu 0 pri 96 ref 0
    wmesg nfsiod wchan ffff801cf9230a08
  lwp 300 [nfsio] ffff801cf8eae800 pcb ffffa28946e57000
    stat 3 flags 200 cpu 0 pri 96 ref 0
    wmesg nfsiod wchan ffff801cf8bdca08
  lwp 301 [nfsio] ffff801cf8eae000 pcb ffffa28946d58000
    stat 3 flags 200 cpu 0 pri 96 ref 0
    wmesg nfsiod wchan ffff801cf928c348
  lwp 254 [physiod] ffff801cf87df000 pcb ffffa28946b87000
    stat 3 flags 200 cpu 1 pri 123 ref 0
    wmesg physiod wchan ffff801cf8b33a08
  lwp 170 [pooldrain] ffff801cf83c0800 pcb ffffa28946b47000
    stat 3 flags 200 cpu 3 pri 125 ref 0
    wmesg pooldrain wchan ffffffff814f7510
  lwp 169 [ioflush] ffff801cf87df800 pcb ffffa28946d66000
    stat 3 flags 240 cpu 1 pri 124 ref 0
    wmesg prelockcv wchan ffff801d012f9228
  lwp 168 [pgdaemon] ffff801cf87df400 pcb ffffa28946d5f000
    stat 3 flags 200 cpu 0 pri 126 ref 0
    wmesg pgdaemon wchan ffffffff814f5b68
  lwp 165 [swwreboot] ffff801cf83c0400 pcb ffffa28946b39000
    stat 3 flags 200 cpu 3 pri 43 ref 0
    wmesg swwreboot wchan ffff801cf86d3988
  lwp 162 [npfgc0] ffff801cf83c0000 pcb ffffa28946c3c000
    stat 3 flags 200 cpu 2 pri 96 ref 0
    wmesg npfgcw wchan ffff801cf843fac8
  lwp 161 [rt_free] ffff801cf85a1400 pcb ffffa28946c21000
    stat 3 flags 200 cpu 0 pri 43 ref 0
    wmesg rt_free wchan ffff801cf84abdc8
  lwp 160 [unpgc] ffff801cf85a1000 pcb ffffa28946c1a000
    stat 3 flags 200 cpu 0 pri 96 ref 0
    wmesg unpgc wchan ffffffff81566450
  lwp 95 [key_timehandler] ffff801cf8385c00 pcb ffffa28946c13000
    stat 3 flags 200 cpu 2 pri 222 ref 0
    wmesg key_timehandler wchan ffff801cf84abc88
  lwp 222 [icmp6_wqinput/3] ffff801cf8385800 pcb ffffa28946c0c000
    stat 3 flags 200 cpu 3 pri 222 ref 0
    wmesg icmp6_wqinput wchan ffff801cf8555508
  lwp 221 [icmp6_wqinput/2] ffff801cf8385400 pcb ffffa28946c05000
    stat 3 flags 200 cpu 2 pri 222 ref 0
    wmesg icmp6_wqinput wchan ffff801cf85554c8
  lwp 220 [icmp6_wqinput/1] ffff801cf8385000 pcb ffffa28946bfe000
    stat 3 flags 200 cpu 1 pri 222 ref 0
    wmesg icmp6_wqinput wchan ffff801cf8555488
  lwp 219 [icmp6_wqinput/0] ffff801cf8629c00 pcb ffffa28946bf7000
    stat 3 flags 200 cpu 0 pri 222 ref 0
    wmesg icmp6_wqinput wchan ffff801cf8555448
  lwp 218 [nd6_timer] ffff801cf8629800 pcb ffffa28946bf0000
    stat 3 flags 200 cpu 1 pri 222 ref 0
    wmesg nd6_timer wchan ffff801cf84abb48
  lwp 217 [carp6_wqinput/3] ffff801cf8629400 pcb ffffa28946be9000
    stat 3 flags 200 cpu 3 pri 222 ref 0
    wmesg carp6_wqinput wchan ffff801cf8555108
  lwp 216 [carp6_wqinput/2] ffff801cf8629000 pcb ffffa28946be2000
    stat 3 flags 200 cpu 2 pri 222 ref 0
    wmesg carp6_wqinput wchan ffff801cf85550c8
  lwp 215 [carp6_wqinput/1] ffff801cf84cdc00 pcb ffffa28946bdb000
    stat 3 flags 200 cpu 1 pri 222 ref 0
    wmesg carp6_wqinput wchan ffff801cf8555088
  lwp 214 [carp6_wqinput/0] ffff801cf84cd800 pcb ffffa28946bd4000
    stat 3 flags 200 cpu 0 pri 222 ref 0
    wmesg carp6_wqinput wchan ffff801cf8555048
  lwp 213 [carp_wqinput/3] ffff801cf84cd400 pcb ffffa28946bcd000
    stat 3 flags 200 cpu 3 pri 222 ref 0
    wmesg carp_wqinput wchan ffff801cf8482d08
  lwp 212 [carp_wqinput/2] ffff801cf84cd000 pcb ffffa28946bc6000
    stat 3 flags 200 cpu 2 pri 222 ref 0
    wmesg carp_wqinput wchan ffff801cf8482cc8
  lwp 211 [carp_wqinput/1] ffff801cf8531c00 pcb ffffa28946bbf000
    stat 3 flags 200 cpu 1 pri 222 ref 0
    wmesg carp_wqinput wchan ffff801cf8482c88
  lwp 210 [carp_wqinput/0] ffff801cf8531800 pcb ffffa28946bb8000
    stat 3 flags 200 cpu 0 pri 222 ref 0
    wmesg carp_wqinput wchan ffff801cf8482c48
  lwp 209 [icmp_wqinput/3] ffff801cf8531400 pcb ffffa28946bb1000
    stat 3 flags 200 cpu 3 pri 222 ref 0
    wmesg icmp_wqinput wchan ffff801cf8482908
  lwp 208 [icmp_wqinput/2] ffff801cf8531000 pcb ffffa28946baa000
    stat 3 flags 200 cpu 2 pri 222 ref 0
    wmesg icmp_wqinput wchan ffff801cf84828c8
  lwp 207 [icmp_wqinput/1] ffff801cf84d5c00 pcb ffffa28946ba3000
    stat 3 flags 200 cpu 1 pri 222 ref 0
    wmesg icmp_wqinput wchan ffff801cf8482888
  lwp 206 [icmp_wqinput/0] ffff801cf84d5800 pcb ffffa28946b9c000
    stat 3 flags 200 cpu 0 pri 222 ref 0
    wmesg icmp_wqinput wchan ffff801cf8482848
  lwp 205 [rt_timer] ffff801cf84d5400 pcb ffffa28946b4e000
    stat 3 flags 200 cpu 2 pri 42 ref 0
    wmesg rt_timer wchan ffff801cf84aba08
  lwp 204 [vmem_rehash] ffff801cf83c0c00 pcb ffffa28946b95000
    stat 3 flags 200 cpu 1 pri 125 ref 0
    wmesg vmem_rehash wchan ffff801cf84ab8c8
  lwp 198 [usb1] ffff801cf8439800 pcb ffffa28946b80000
    stat 3 flags 200 cpu 2 pri 96 ref 0
    wmesg usbevt wchan ffff801cf831d978
  lwp 197 [usb0] ffff801cf8439400 pcb ffffa28946b79000
    stat 3 flags 200 cpu 2 pri 96 ref 0
    wmesg usbevt wchan ffff801cf831d4c0
  lwp 196 [coretemp3] ffff801cf8439000 pcb ffffa28946b72000
    stat 3 flags 200 cpu 1 pri 43 ref 0
    wmesg coretemp3 wchan ffff801cf84ab288
  lwp 195 [coretemp2] ffff801cf849dc00 pcb ffffa28946b6b000
    stat 3 flags 200 cpu 3 pri 43 ref 0
    wmesg coretemp2 wchan ffff801cf84ab148
  lwp 194 [coretemp1] ffff801cf849d800 pcb ffffa28946b64000
    stat 3 flags 200 cpu 1 pri 43 ref 0
    wmesg coretemp1 wchan ffff801cf836fec8
  lwp 193 [coretemp0] ffff801cf849d400 pcb ffffa28946b5d000
    stat 3 flags 200 cpu 3 pri 43 ref 0
    wmesg coretemp0 wchan ffff801cf836fd88
  lwp 192 [acpitz0] ffff801cf849d000 pcb ffffa28946b56000
    stat 3 flags 200 cpu 3 pri 43 ref 0
    wmesg acpitz0 wchan ffff801cf836fc48
  lwp 122 [entbutler] ffff801cf7cb2c00 pcb ffffa28936b30000
    stat 3 flags 200 cpu 1 pri 43 ref 0
    wmesg entropy wchan ffffffff8148d630
  lwp 121 [usbtask-dr] ffff801cf7cb2800 pcb ffffa28936b29000
    stat 3 flags 200 cpu 0 pri 96 ref 0
    wmesg usbtsk wchan ffffffff814b2e58
  lwp 120 [usbtask-hc] ffff801cf7cb2400 pcb ffffa28936b22000
    stat 3 flags 200 cpu 0 pri 96 ref 0
    wmesg usbtsk wchan ffffffff814b2e18
  lwp 119 [wm0Reset] ffff801cf7cb2000 pcb ffffa28936aeb000
    stat 3 flags 200 cpu 3 pri 222 ref 0
    wmesg wm0Reset wchan ffff801cf73d0ac8
  lwp 118 [wm0TxRx/3] ffff801cf7cd6c00 pcb ffffa28936ae4000
    stat 3 flags 200 cpu 3 pri 222 ref 0
    wmesg wm0TxRx wchan ffff80242fa90908
  lwp 117 [wm0TxRx/2] ffff801cf7cd6800 pcb ffffa28936add000
    stat 3 flags 200 cpu 2 pri 222 ref 0
    wmesg wm0TxRx wchan ffff80242fa908c8
  lwp 116 [wm0TxRx/1] ffff801cf7cd6400 pcb ffffa28936ad6000
    stat 3 flags 200 cpu 1 pri 222 ref 0
    wmesg wm0TxRx wchan ffff80242fa90888
  lwp 115 [wm0TxRx/0] ffff801cf7cd6000 pcb ffffa28936acf000
    stat 3 flags 200 cpu 0 pri 222 ref 0
    wmesg wm0TxRx wchan ffff80242fa90848
  lwp 114 [igc0_tx_rx/3] ffff801cf7b76c00 pcb ffffa28936a84000
    stat 3 flags 200 cpu 3 pri 222 ref 0
    wmesg igc0_tx_rx wchan ffff80242fa90708
  lwp 113 [igc0_tx_rx/2] ffff801cf7b76800 pcb ffffa28936a7d000
    stat 3 flags 200 cpu 2 pri 222 ref 0
    wmesg igc0_tx_rx wchan ffff80242fa906c8
  lwp 112 [igc0_tx_rx/1] ffff801cf7b76400 pcb ffffa28936a76000
    stat 3 flags 200 cpu 1 pri 222 ref 0
    wmesg igc0_tx_rx wchan ffff80242fa90688
  lwp 111 [igc0_tx_rx/0] ffff801cf7b76000 pcb ffffa28936a6f000
    stat 3 flags 200 cpu 0 pri 222 ref 0
    wmesg igc0_tx_rx wchan ffff80242fa90648
  lwp 110 [atabus1] ffff801cf72b7c00 pcb ffffa28936946000
    stat 3 flags 200 cpu 0 pri 96 ref 0
    wmesg atath wchan ffffa28042f3cbe0
  lwp 109 [atabus0] ffff801cf72b7800 pcb ffffa2893693b000
    stat 3 flags 240 cpu 1 pri 96 ref 0
    wmesg atath wchan ffffa28042f3c3f0
  lwp 107 [xcall/3] ffff801cf72b7000 pcb ffffa289364f0000
    stat 3 flags 200 cpu 3 pri 127 ref 0
    wmesg xcall wchan ffffa289364bc010
  lwp 106 [softser/3] ffff801cf72dbc00 pcb ffffa289364e9000
    stat 1 flags 200 cpu 3 pri 223 ref 0
  lwp 105 [softclk/3] ffff801cf72db800 pcb ffffa289364e2000
    stat 1 flags 200 cpu 3 pri 220 ref 0
  lwp 104 [softbio/3] ffff801cf72db400 pcb ffffa289364db000
    stat 1 flags 200 cpu 3 pri 221 ref 0
  lwp 103 [softnet/3] ffff801cf72db000 pcb ffffa289364d4000
    stat 1 flags 200 cpu 3 pri 222 ref 0
> lwp 102 [idle/3] ffff801cf722cc00 pcb ffffa289364c5000
    stat 1 flags 201 cpu 3 pri 0 ref 0
  lwp 101 [xcall/2] ffff801cf722c800 pcb ffffa289364b3000
    stat 3 flags 200 cpu 2 pri 127 ref 0
    wmesg xcall wchan ffffa2893647f010
  lwp 100 [softser/2] ffff801cf722c400 pcb ffffa289364ac000
    stat 1 flags 200 cpu 2 pri 223 ref 0
  lwp 99 [softclk/2] ffff801cf722c000 pcb ffffa289364a5000
    stat 1 flags 200 cpu 2 pri 220 ref 0
  lwp 98 [softbio/2] ffff801cf717bc00 pcb ffffa2893649e000
    stat 1 flags 200 cpu 2 pri 221 ref 0
  lwp 97 [softnet/2] ffff801cf717b800 pcb ffffa28936497000
    stat 1 flags 200 cpu 2 pri 222 ref 0
> lwp 96 [idle/2] ffff801cf717b400 pcb ffffa28936488000
    stat 1 flags 201 cpu 2 pri 0 ref 0
  lwp 30 [xcall/1] ffff801cf717b000 pcb ffffa28936474000
    stat 3 flags 200 cpu 1 pri 127 ref 0
    wmesg xcall wchan ffffa28935da0010
  lwp 29 [softser/1] ffff801cf715fc00 pcb ffffa2893646d000
    stat 1 flags 200 cpu 1 pri 223 ref 0
  lwp 28 [softclk/1] ffff801cf715f800 pcb ffffa28936466000
    stat 1 flags 200 cpu 1 pri 220 ref 0
  lwp 27 [softbio/1] ffff801cf715f400 pcb ffffa2893645f000
    stat 1 flags 200 cpu 1 pri 221 ref 0
  lwp 26 [softnet/1] ffff801cf715f000 pcb ffffa28936458000
    stat 1 flags 200 cpu 1 pri 222 ref 0
> lwp 25 [idle/1] ffff80242fa4ec00 pcb ffffa28935da9000
    stat 1 flags 201 cpu 1 pri 0 ref 0
  lwp 24 [lnxsyswq] ffff80242fa4e800 pcb ffffa289363d2000
    stat 3 flags 200 cpu 0 pri 43 ref 0
    wmesg lnxsyswq wchan ffff802434b81e08
  lwp 23 [lnxubdwq] ffff80242fa4e400 pcb ffffa289363cb000
    stat 3 flags 200 cpu 0 pri 43 ref 0
    wmesg lnxubdwq wchan ffff802434b81d08
  lwp 22 [lnxpwrwq] ffff80242fa4e000 pcb ffffa289363c4000
    stat 3 flags 200 cpu 1 pri 43 ref 0
    wmesg lnxpwrwq wchan ffff802434b81c08
  lwp 21 [lnxlngwq] ffff80242fa77c00 pcb ffffa289363bd000
    stat 3 flags 200 cpu 2 pri 43 ref 0
    wmesg lnxlngwq wchan ffff802434b81b08
  lwp 20 [lnxhipwq] ffff80242fa77800 pcb ffffa289363b6000
    stat 3 flags 200 cpu 0 pri 43 ref 0
    wmesg lnxhipwq wchan ffff802434b81a08
  lwp 19 [lnxrcugc] ffff80242fa77400 pcb ffffa289363af000
    stat 3 flags 200 cpu 0 pri 43 ref 0
    wmesg lnxrcugc wchan ffffffff8148bb08
  lwp 18 [sysmon] ffff80242fa77000 pcb ffffa289363a8000
    stat 3 flags 200 cpu 2 pri 96 ref 0
    wmesg smtaskq wchan ffffffff814d3ff0
  lwp 17 [pmfsuspend] ffff80242fa91c00 pcb ffffa289363a1000
    stat 3 flags 200 cpu 0 pri 43 ref 0
    wmesg pmfsuspend wchan ffff802433b34948
  lwp 16 [pmfevent] ffff80242fa91800 pcb ffffa2893639a000
    stat 3 flags 200 cpu 0 pri 43 ref 0
    wmesg pmfevent wchan ffff802433b34808
  lwp 15 [sopendfree] ffff80242fa91400 pcb ffffa28936393000
    stat 3 flags 200 cpu 0 pri 96 ref 0
    wmesg sopendfr wchan ffffffff815663d0
  lwp 14 [ifwdog] ffff80242fa91000 pcb ffffa2893638c000
    stat 3 flags 200 cpu 2 pri 222 ref 0
    wmesg ifwdog wchan ffff802433b346c8
  lwp 13 [iflnkst] ffff802430ab7c00 pcb ffffa28936385000
    stat 3 flags 200 cpu 1 pri 222 ref 0
    wmesg iflnkst wchan ffff802433b34588
  lwp 12 [lfsswq] ffff802430ab7800 pcb ffffa2893637e000
    stat 3 flags 200 cpu 0 pri 123 ref 0
    wmesg lfsswq wchan ffff802433b34448
  lwp 11 [lfscwq] ffff802430ab7400 pcb ffffa28936377000
    stat 3 flags 200 cpu 1 pri 123 ref 0
    wmesg lfscwq wchan ffff802433b34308
  lwp 10 [nfssilly] ffff802430ab7000 pcb ffffa28936370000
    stat 3 flags 200 cpu 0 pri 43 ref 0
    wmesg nfssilly wchan ffff802433b341c8
  lwp 9 [pooldisp] ffff802433ae9c00 pcb ffffa28936369000
    stat 3 flags 200 cpu 0 pri 43 ref 0
    wmesg pooldisp wchan ffff802434b81728
  lwp 8 [modunload] ffff802433ae9800 pcb ffffa28936362000
    stat 3 flags 200 cpu 0 pri 125 ref 0
    wmesg mod_unld wchan ffffffff815593b0
  lwp 7 [xcall/0] ffff802433ae9400 pcb ffffa2893635b000
    stat 3 flags 200 cpu 0 pri 127 ref 0
    wmesg xcall wchan ffffffff8143cf10
  lwp 6 [softser/0] ffff802433ae9000 pcb ffffa28936354000
    stat 1 flags 200 cpu 0 pri 223 ref 0
  lwp 5 [softclk/0] ffff802433b21c00 pcb ffffa2893634d000
    stat 1 flags 200 cpu 0 pri 220 ref 0
  lwp 4 [softbio/0] ffff802433b21800 pcb ffffa28936346000
    stat 1 flags 200 cpu 0 pri 221 ref 0
  lwp 3 [softnet/0] ffff802433b21400 pcb ffffa2893633f000
    stat 1 flags 200 cpu 0 pri 222 ref 0
  lwp 2 [idle/0] ffff802433b21000 pcb ffffa28936330000
    stat 1 flags 201 cpu 0 pri 0 ref 0
  lwp 0 [swapper] ffffffff814648c0 pcb ffffffff818a3000
    stat 3 flags 200 cpu 2 pri 125 ref 0
    wmesg uvm wchan ffffffff814648c0
db{0}> bt /a ffff801d005a1c00
trace: pid 0 lid 991 at 0xffffa2894808bf50
sleepq_block() at netbsd:sleepq_block+0x233
cv_timedwait() at netbsd:cv_timedwait+0xd4
lfs_writerd() at netbsd:lfs_writerd+0x3ad

db{0}> bt /a ffff801cfa6fec00
trace: pid 0 lid 994 at 0xffffa28946b44a78
breakpoint() at netbsd:breakpoint+0x5
comintr() at netbsd:comintr+0x9cb
intr_wrapper() at netbsd:intr_wrapper+0x4b
Xhandle_ioapic_edge2() at netbsd:Xhandle_ioapic_edge2+0x75
--- interrupt ---
finfo_func_rewrite() at netbsd:finfo_func_rewrite+0xaa
lfs_parse_pseg() at netbsd:lfs_parse_pseg+0x398
lfs_rewrite_segment() at netbsd:lfs_rewrite_segment+0x144
lfs_rewrite_segments() at netbsd:lfs_rewrite_segments+0x3ce
lfs_cleanerd() at netbsd:lfs_cleanerd+0x8cf

db{0}> show proc /a ffff801d25f8e400
lwp_t ffff801d25f8e400
ls: pid 26270 proc ffff801d539d5b00 vmspace/map ffff801d89476e40 flags 4000
  lwp 26270 ffff801d25f8e400 pcb ffffa2894c0d7000
    stat 3 flags 0 cpu 3 pri 43 ref 0
    wmesg prelockcv wchan ffff801d012f9228
db{0}> bt /a ffff801d25f8e400
trace: pid 26270 lid 26270 at 0xffffa2894c0dbd30
sleepq_block() at netbsd:sleepq_block+0xea
cv_wait() at netbsd:cv_wait+0xca
lfs_prelock() at netbsd:lfs_prelock+0x51
lfs_itimes() at netbsd:lfs_itimes+0x3c9
lfs_close() at netbsd:lfs_close+0x81
VOP_CLOSE() at netbsd:VOP_CLOSE+0xa0
vn_close() at netbsd:vn_close+0x34
closef() at netbsd:closef+0xa1
fd_close() at netbsd:fd_close+0xf3
sys_close() at netbsd:sys_close+0x22
syscall() at netbsd:syscall+0x9d
--- syscall (number 6) ---
netbsd:syscall+0x9d:

db{0}> show proc /a ffff801d25f8e000
lwp_t ffff801d25f8e000
rm: pid 25834 proc ffff801d2b287ac0 vmspace/map ffff801cfa6e4ac0 flags 4000
  lwp 25834 ffff801d25f8e000 pcb ffffa28949d87000
    stat 3 flags 180 cpu 2 pri 43 ref 0
    wmesg lfs_dirop wchan ffff801d012f9250
db{0}> bt /a ffff801d25f8e000
trace: pid 25834 lid 25834 at 0xffffa28949d8bdc0
sleepq_block() at netbsd:sleepq_block+0xea
cv_wait_sig() at netbsd:cv_wait_sig+0xd2
lfs_set_dirop() at netbsd:lfs_set_dirop+0xbb
lfs_remove() at netbsd:lfs_remove+0x50
VOP_REMOVE() at netbsd:VOP_REMOVE+0xe7
do_sys_unlinkat() at netbsd:do_sys_unlinkat+0x2bc
syscall() at netbsd:syscall+0x9d
--- syscall (number 10) ---
netbsd:syscall+0x9d:

>How-To-Repeat:
prepare:
1. create around size of 43gb for LFS
2. newfs_lfs and mount it with userland cleaner
3. explode -current source tree
4. run build.sh several times on that LFS
5. check segment cleaning started using dumplfs -S; if not then repeat 4
(optional: 6. save filesystem image for later testing)

run:
7. remount LFS with in-kernel cleaner
8. remove objdirs, etc. on that LFS

>Fix:
unknown.




Home | Main Index | Thread Index | Old Index