pkg/54795: rust pbulk build stalls with 2 idle cargo processes

[prlw1%cam.ac.uk@localhost]

>Number:         54795
>Category:       pkg
>Synopsis:       rust pbulk build stalls with 2 idle cargo processes
>Confidential:   no
>Severity:       serious
>Priority:       medium
>Responsible:    pkg-manager
>State:          open
>Class:          sw-bug
>Submitter-Id:   net
>Arrival-Date:   Tue Dec 24 00:25:00 +0000 2019
>Originator:     Patrick Welche
>Release:        NetBSD-9.99.29/amd64 23-Dec-2019 pkgsrc current
>Organization:
>Environment:
>Description:
Still observing the same behaviour described in:

http://mail-index.netbsd.org/pkgsrc-users/2019/11/21/msg029924.html

USER      PID %CPU %MEM    VSZ   RSS TTY    STAT STARTED    TIME COMMAND
root    27623  0.0  0.0  20172  1240 pts/1  I+    5:36PM 0:00.00 |     `-- /bin/sh /usr/pbulk/bin/bulkbuild 
root      884  0.0  0.0  20192  1240 pts/1  I+    5:46PM 0:00.00 |       `-- /bin/sh /usr/pbulk/libexec/pbulk/build 
root    13665  0.0  0.0  19440  4264 pts/1  I+    5:46PM 0:00.03 |         `-- /usr/pbulk/bin/pbulk-build -r /usr/pbulk/bulklog/meta/pbuild -v -b /usr/pbulk/libexec/pbulk/pkg-build /usr/pbulk/bulklog/meta/presolve /usr/pbulk/bulklog/meta/success /usr/pbulk/bulklog/meta/error 
root    28748  0.0  0.0  20744  1336 pts/1  I+    6:19PM 0:00.00 |           `-- /bin/sh /usr/pbulk/libexec/pbulk/pkg-build 
dbus     5169  0.0  0.0  21284  4528 pts/1  I+    6:23PM 0:00.09 |             `-- /usr/bin/make all BATCH DEPENDS_TARGET PYTHON_VERSION_REQD WRKLOG 
dbus    29513  0.0  0.0  20196  1244 pts/1  I+    6:23PM 0:00.00 |               `-- /bin/sh -c set -e;\t\t\t\t\t if test -n "" &&  /usr/sbin/pkg_info -K /var/db/pkg -qe rust-1.39.0nb2; then  echo ===\\> "Skipping installation of already handled package";  else  cd /usr/pkgsrc/lang/rust\t\t\t\t\t\t\t && /usr/bin/env LD_LIBRARY_PATH=/tmp/pkgsrc/lang/rust/work/rust-bootstrap/lib MAKECONF=/etc/mk.conf PATH=/tmp/pkgsrc/lang/rust/work/.cwrapper/bin:/tmp/pkgsrc/lang/rust/work/.buildlink/bin:/tmp/pkgsrc/lang/rust/work/.gcc/bin:/tmp/pkgsrc/lang/rust/work/.tools/bin:/usr/pkg/bin:/root/bin:/bin:/sbin:/usr/bin:/usr/sbin:/usr/X11R7/bin:/usr/X11R6/bin:/usr/pkg/bin:/usr/pkg/sbin:/usr/games:/usr/local/bin:/usr/local/sbin /usr/bin/make _MAKE=/usr/bin/make OPSYS=NetBSD OS_VERSION=9.99.29 LOWER_OPSYS=netbsd _PKGSRCDIR=/usr/pkgsrc PKGTOOLS_VERSION=20191008 _CC=/usr/bin/gcc _PATH_ORIG=/root/bin:/bin:/sbin:/usr/bin:/usr/sbin:/usr/X11R7/bin:/usr/X11R6/bin:/usr/pkg/bin:/usr/pkg/sbin:/usr/games:/usr/local/b
 in:/usr/local/sbin _PKGSRC_BARRIER=yes ALLOW_VULNERABLE_PACKAGES= all  || {\t\t\t\t\t\t\t\t exitcode="$?";\t\t\t\t\t\t /usr/bin/env LD_LIBRARY_PATH=/tmp/pkgsrc/lang/rust/work/rust-bootstrap/lib MAKECONF=/etc/mk.conf PATH=/tmp/pkgsrc/lang/rust/work/.cwrapper/bin:/tmp/pkgsrc/lang/rust/work/.buildlink/bin:/tmp/pkgsrc/lang/rust/work/.gcc/bin:/tmp/pkgsrc/lang/rust/work/.tools/bin:/usr/pkg/bin:/root/bin:/bin:/sbin:/usr/bin:/usr/sbin:/usr/X11R7/bin:/usr/X11R6/bin:/usr/pkg/bin:/usr/pkg/sbin:/usr/games:/usr/local/bin:/usr/local/sbin /usr/bin/make _MAKE=/usr/bin/make OPSYS=NetBSD OS_VERSION=9.99.29 LOWER_OPSYS=netbsd _PKGSRCDIR=/usr/pkgsrc PKGTOOLS_VERSION=20191008 _CC=/usr/bin/gcc _PATH_ORIG=/root/bin:/bin:/sbin:/usr/bin:/usr/sbin:/usr/X11R7/bin:/usr/X11R6/bin:/usr/pkg/bin:/usr/pkg/sbin:/usr/games:/usr/local/bin:/usr/local/sbin _PKGSRC_BARRIER=yes barrier-error-check;  exit "$exitcode";\t\t\t\t\t };  fi 
dbus    22403  0.0  0.0  21576  4844 pts/1  I+    6:23PM 0:00.12 |                 `-- /usr/bin/make _MAKE OPSYS OS_VERSION LOWER_OPSYS _PKGSRCDIR PKGTOOLS_VERSION _CC _PATH_ORIG _PKGSRC_BARRIER ALLOW_VULNERABLE_PACKAGES all 
dbus     6022  0.0  0.0  93088 10156 pts/1  I+    6:23PM 0:00.06 |                   `-- /usr/pkg/bin/python2.7 ./x.py -v build -j 24 
dbus      539  0.0  0.0  26732  3768 pts/1  I+    6:25PM 0:00.12 |                     `-- /tmp/pkgsrc/lang/rust/work/rustc-1.39.0-src/build/bootstrap/debug/bootstrap -v build -j 24 
dbus     5501  0.0  0.1 184464 36076 pts/1  Il+   7:01PM 0:00.43 |                       `-- /tmp/pkgsrc/lang/rust/work/rust-bootstrap/bin/cargo build -Zconfig-profile --target x86_64-unknown-netbsd -Zbinary-dep-depinfo -j 24 --release --frozen --manifest-path /tmp/pkgsrc/lang/rust/work/rustc-1.39.0-src/src/tools/rustfmt/Cargo.toml --message-format json-render-diagnostics 
dbus     2423  0.0  0.0 131816   844 pts/1  I+    7:01PM 0:00.00 |                         `-- /tmp/pkgsrc/lang/rust/work/rust-bootstrap/bin/cargo build -Zconfig-profile --target x86_64-unknown-netbsd -Zbinary-dep-depinfo -j 24 --release --frozen --manifest-path /tmp/pkgsrc/lang/rust/work/rustc-1.39.0-src/src/tools/rustfmt/Cargo.toml --message-format json-render-diagnostics 

[Switching to LWP 16 of process 2423]
0x00007f7ff7c09c8a in ___lwp_park60 () from /usr/libexec/ld.elf_so
(gdb) bt
#0  0x00007f7ff7c09c8a in ___lwp_park60 () from /usr/libexec/ld.elf_so
#1  0x00007f7ff7c010d4 in _rtld_shared_enter () at /usr/src/libexec/ld.elf_so/rtld.c:1687
#2  0x00007f7ff7c00b85 in _rtld_bind (obj=0x7f7ff7efa400, reloff=<optimized out>)
    at /usr/src/libexec/ld.elf_so/arch/x86_64/mdreloc.c:359
#3  0x00007f7ff7c007fd in _rtld_bind_start () from /usr/libexec/ld.elf_so
#4  0x0000000000000206 in ?? ()
#5  0x00007f7ff6c8ff3a in dup2 () from /usr/lib/libc.so.12
#6  0x00007f7ff6d194b9 in je_jemalloc_prefork ()
    at /usr/src/external/bsd/jemalloc/lib/../dist/src/jemalloc.c:3276
#7  0x00007f7ff7efa400 in ?? ()
#8  0x000000000000009c in ?? ()
#9  0x00007f7ff780a093 in pthread_sigmask (how=<optimized out>, set=<optimized out>, oset=<optimized out>)
    at /usr/src/lib/libpthread/pthread_misc.c:146
#10 0x0000000000b8ebf6 in std::sys::unix::process::process_inner::<impl std::sys::unix::process::process_common::Command>::do_exec () at src/libstd/sys/unix/process/process_unix.rs:225
#11 0x0000000000b8e4e0 in std::sys::unix::process::process_inner::<impl std::sys::unix::process::process_common::Command>::spawn () at src/libstd/sys/unix/process/process_unix.rs:50
#12 0x0000000000b80cda in std::process::Command::spawn () at src/libstd/process.rs:768
#13 0x00000000005d2ee4 in cargo::util::process_builder::ProcessBuilder::exec_with_streaming ()
#14 0x000000000067c13a in <cargo::core::compiler::DefaultExecutor as cargo::core::compiler::Executor>::exec ()
#15 0x0000000000671ec8 in <F as cargo::core::compiler::job::FnBox<A,R>>::call_box ()
#16 0x000000000066fcff in <F as cargo::core::compiler::job::FnBox<A,R>>::call_box ()
#17 0x000000000066fcff in <F as cargo::core::compiler::job::FnBox<A,R>>::call_box ()
#18 0x00000000003c73a9 in crossbeam_utils::thread::ScopedThreadBuilder::spawn::{{closure}} ()
#19 0x0000000000417adb in std::sys_common::backtrace::__rust_begin_short_backtrace ()
#20 0x0000000000b903ea in __rust_maybe_catch_panic () at src/libpanic_unwind/lib.rs:80
#21 0x00000000004de289 in core::ops::function::FnOnce::call_once{{vtable-shim}} ()
#22 0x0000000000b7377f in <alloc::boxed::Box<F> as core::ops::function::FnOnce<A>>::call_once ()
    at /rustc/625451e376bb2e5283fc4741caa0a3e8a2ca4d54/src/liballoc/boxed.rs:787
#23 0x0000000000b8f590 in <alloc::boxed::Box<F> as core::ops::function::FnOnce<A>>::call_once ()
    at /rustc/625451e376bb2e5283fc4741caa0a3e8a2ca4d54/src/liballoc/boxed.rs:787
#24 std::sys_common::thread::start_thread () at src/libstd/sys_common/thread.rs:13
#25 std::sys::unix::thread::Thread::new::thread_start () at src/libstd/sys/unix/thread.rs:79
#26 0x00007f7ff780c170 in pthread__create_tramp (cookie=0x7f7ff4521000)
    at /usr/src/lib/libpthread/pthread.c:593
#27 0x00007f7ff6c8fcd0 in ?? () from /usr/lib/libc.so.12

>How-To-Repeat:
Run pbulk on -current/amd64 with firefox or evince in the package list.
>Fix: