Looks like memory usage was a bit lower, top shows 257 meg allocated when nget 
died with this error:

Retrieving headers 23399116-24219789 : 726946/798596/820674  91% 240567B/s 
1m23scaught std exception St9bad_alloc

Thanks in advance,
-Owen Becker

On Thursday 29 December 2005 07:08, Owen Becker wrote:
> I have had this happen with both pan and nget, seems that when they try and
> allocate 786-1GB of mem they crash hard. Any sysctl's I need to poke around
> with? Running 3.0 Release.
> Thanks,
> -Owen Becker
>
> sysctl ouput:
>
> kern.maxvnodes = 59167
> kern.maxproc = 532
> kern.maxfiles = 1772
> kern.argmax = 262144
> kern.securelevel = -1
> kern.hostname = samana.kamala.ath.cx
> kern.hostid = 0
> kern.clockrate: tick = 10000, tickadj = 40, hz = 100, profhz = 100, stathz
> = 100
> kern.posix1version = 199009
> kern.ngroups = 16
> kern.job_control = 1
> kern.saved_ids = 0
> kern.boottime = Wed Dec 28 14:01:14 2005
> kern.domainname =
> kern.maxpartitions = 16
> kern.rawpartition = 3
> kern.autonicetime = 0
> kern.autoniceval = 4
> kern.rtc_offset = 0
> kern.root_device = wd0
> kern.msgbufsize = 16352
> kern.fsync = 1
> kern.sysvmsg = 1
> kern.sysvsem = 1
> kern.sysvshm = 1
> kern.synchronized_io = 1
> kern.iov_max = 1024
> kern.mbuf.msize = 512
> kern.mbuf.mclbytes = 2048
> kern.mbuf.nmbclusters = 2048
> kern.mbuf.mblowat = 16
> kern.mbuf.mcllowat = 8
> kern.mapped_files = 1
> kern.memlock = 1
> kern.memlock_range = 1
> kern.memory_protection = 1
> kern.login_name_max = 17
> kern.defcorename = %n.core
> kern.logsigexit = 0
> kern.fscale = 2048
> kern.ccpu = 1948
> kern.cp_time: user = 158560, nice = 0, sys = 3968, intr = 284, idle =
> 4593425 kern.consdev = ttyE0
> kern.maxptys = 992
> kern.pipe.maxkvasz = 8388608
> kern.pipe.maxloankvasz = 16777216
> kern.pipe.maxbigpipes = 32
> kern.pipe.nbigpipes = 0
> kern.pipe.kvasize = 835584
> kern.maxphys = 65536
> kern.sbmax = 262144
> kern.tkstat.nin = 5592
> kern.tkstat.nout = 326365
> kern.tkstat.cancc = 80
> kern.tkstat.rawcc = 5512
> kern.monotonic_clock = 200112
> kern.urandom = 351280394
> kern.labelsector = 1
> kern.labeloffset = 0
> kern.forkfsleep = 0
> kern.posix_threads = 200112
> kern.posix_semaphores = 200112
> kern.posix_barriers = 200112
> kern.posix_timers = 200112
> kern.posix_spin_locks = 200112
> kern.posix_reader_writer_locks = 200112
> kern.dump_on_panic = 1
> kern.somaxkva = 16777216
> kern.root_partition = 0
> vm.loadavg: 0.18 0.21 0.17
> vm.nkmempages = 32768
> vm.anonmin = 10
> vm.execmin = 5
> vm.filemin = 10
> vm.maxslp = 20
> vm.uspace = 20480
> vm.anonmax = 80
> vm.execmax = 30
> vm.filemax = 50
> vm.bufcache = 15
> vm.bufmem = 18177024
> vm.bufmem_lowater = 30174720
> vm.bufmem_hiwater = 241397760
> vm.idlezero = 0
> vfs.generic.maxtypenum = 10
> vfs.generic.usermount = 0
> vfs.generic.fstypes = coda union umap procfs portal overlay null kernfs
> fdesc msdos cd9660 ntfs nfs mfs lfs ext2fs ffs
> vfs.ffs.doasyncfree = 1
> vfs.ffs.log_changeopt = 0
> vfs.nfs.iothreads = -1
> vfs.lfs.flushindir = 1
> vfs.lfs.clean_vnhead = 0
> vfs.lfs.dostats = 1
> vfs.lfs.pagetrip = 0
> vfs.lfs.stats.segsused = 0
> vfs.lfs.stats.psegwrites = 0
> vfs.lfs.stats.psyncwrites = 0
> vfs.lfs.stats.pcleanwrites = 0
> vfs.lfs.stats.blocktot = 0
> vfs.lfs.stats.cleanblocks = 0
> vfs.lfs.stats.ncheckpoints = 0
> vfs.lfs.stats.nwrites = 0
> vfs.lfs.stats.nsync_writes = 0
> vfs.lfs.stats.wait_exceeded = 0
> vfs.lfs.stats.write_exceeded = 0
> vfs.lfs.stats.flush_invoked = 0
> vfs.lfs.stats.vflush_invoked = 0
> vfs.lfs.stats.clean_inlocked = 0
> vfs.lfs.stats.clean_vnlocked = 0
> vfs.lfs.rfw = 0
> vfs.cd9660.utf8_joliet = 1
> net.inet.ip.forwarding = 0
> net.inet.ip.redirect = 1
> net.inet.ip.ttl = 64
> net.inet.ip.forwsrcrt = 1
> net.inet.ip.directed-broadcast = 0
> net.inet.ip.allowsrcrt = 1
> net.inet.ip.subnetsarelocal = 1
> net.inet.ip.mtudisc = 1
> net.inet.ip.anonportmin = 49152
> net.inet.ip.anonportmax = 65535
> net.inet.ip.mtudisctimeout = 600
> net.inet.ip.hostzerobroadcast = 1
> net.inet.ip.gifttl = 30
> net.inet.ip.lowportmin = 600
> net.inet.ip.lowportmax = 1023
> net.inet.ip.maxfragpackets = 200
> net.inet.ip.grettl = 30
> net.inet.ip.checkinterface = 0
> net.inet.ip.ifq.len = 0
> net.inet.ip.ifq.maxlen = 256
> net.inet.ip.ifq.drops = 0
> net.inet.ip.random_id = 0
> net.inet.ip.do_loopback_cksum = 0
> net.inet.icmp.maskrepl = 0
> net.inet.icmp.returndatabytes = 8
> net.inet.icmp.errppslimit = 100
> net.inet.icmp.rediraccept = 1
> net.inet.icmp.redirtimeout = 600
> net.inet.tcp.rfc1323 = 1
> net.inet.tcp.sendspace = 32768
> net.inet.tcp.recvspace = 32768
> net.inet.tcp.mssdflt = 512
> net.inet.tcp.syn_cache_limit = 10255
> net.inet.tcp.syn_bucket_limit = 105
> net.inet.tcp.init_win = 0
> net.inet.tcp.mss_ifmtu = 0
> net.inet.tcp.sack.enable = 1
> net.inet.tcp.sack.maxholes = 32
> net.inet.tcp.sack.globalmaxholes = 1024
> net.inet.tcp.sack.globalholes = 0
> net.inet.tcp.win_scale = 1
> net.inet.tcp.timestamps = 1
> net.inet.tcp.compat_42 = 0
> net.inet.tcp.cwm = 0
> net.inet.tcp.cwm_burstsize = 4
> net.inet.tcp.ack_on_push = 0
> net.inet.tcp.keepidle = 14400
> net.inet.tcp.keepintvl = 150
> net.inet.tcp.keepcnt = 8
> net.inet.tcp.slowhz = 2
> net.inet.tcp.newreno = 1
> net.inet.tcp.log_refused = 0
> net.inet.tcp.rstppslimit = 100
> net.inet.tcp.delack_ticks = 20
> net.inet.tcp.init_win_local = 4
> net.inet.tcp.do_loopback_cksum = 0
> net.inet.udp.checksum = 1
> net.inet.udp.sendspace = 9216
> net.inet.udp.recvspace = 41600
> net.inet.udp.do_loopback_cksum = 0
> net.inet.arp.prune = 300
> net.inet.arp.keep = 1200
> net.inet.arp.down = 20
> net.inet.arp.refresh = 300
> net.link.ieee80211.maxnodecache = 100
> net.inet6.tcp6.rfc1323 = 1
> net.inet6.tcp6.sendspace = 32768
> net.inet6.tcp6.recvspace = 32768
> net.inet6.tcp6.mssdflt = 512
> net.inet6.tcp6.syn_cache_limit = 10255
> net.inet6.tcp6.syn_bucket_limit = 105
> net.inet6.tcp6.init_win = 0
> net.inet6.tcp6.mss_ifmtu = 0
> net.inet6.tcp6.sack.enable = 1
> net.inet6.tcp6.sack.maxholes = 32
> net.inet6.tcp6.sack.globalmaxholes = 1024
> net.inet6.tcp6.sack.globalholes = 0
> net.inet6.tcp6.win_scale = 1
> net.inet6.tcp6.timestamps = 1
> net.inet6.tcp6.compat_42 = 0
> net.inet6.tcp6.cwm = 0
> net.inet6.tcp6.cwm_burstsize = 4
> net.inet6.tcp6.ack_on_push = 0
> net.inet6.tcp6.keepidle = 14400
> net.inet6.tcp6.keepintvl = 150
> net.inet6.tcp6.keepcnt = 8
> net.inet6.tcp6.slowhz = 2
> net.inet6.tcp6.newreno = 1
> net.inet6.tcp6.log_refused = 0
> net.inet6.tcp6.rstppslimit = 100
> net.inet6.tcp6.delack_ticks = 20
> net.inet6.tcp6.init_win_local = 4
> net.inet6.tcp6.do_loopback_cksum = 0
> net.inet6.udp6.sendspace = 9216
> net.inet6.udp6.recvspace = 42080
> net.inet6.udp6.do_loopback_cksum = 0
> net.inet6.ip6.forwarding = 0
> net.inet6.ip6.redirect = 1
> net.inet6.ip6.hlim = 64
> net.inet6.ip6.maxfragpackets = 200
> net.inet6.ip6.accept_rtadv = 0
> net.inet6.ip6.keepfaith = 0
> net.inet6.ip6.log_interval = 5
> net.inet6.ip6.hdrnestlimit = 50
> net.inet6.ip6.dad_count = 1
> net.inet6.ip6.auto_flowlabel = 1
> net.inet6.ip6.defmcasthlim = 1
> net.inet6.ip6.gifhlim = 30
> net.inet6.ip6.kame_version = NetBSD-current
> net.inet6.ip6.use_deprecated = 1
> net.inet6.ip6.rr_prune = 5
> net.inet6.ip6.v6only = 1
> net.inet6.ip6.anonportmin = 49152
> net.inet6.ip6.anonportmax = 65535
> net.inet6.ip6.lowportmin = 600
> net.inet6.ip6.lowportmax = 1023
> net.inet6.ip6.maxfrags = 200
> net.inet6.ip6.ifq.len = 0
> net.inet6.ip6.ifq.maxlen = 256
> net.inet6.ip6.ifq.drops = 0
> net.inet6.icmp6.rediraccept = 1
> net.inet6.icmp6.redirtimeout = 600
> net.inet6.icmp6.nd6_prune = 1
> net.inet6.icmp6.nd6_delay = 5
> net.inet6.icmp6.nd6_umaxtries = 3
> net.inet6.icmp6.nd6_mmaxtries = 3
> net.inet6.icmp6.nd6_useloopback = 1
> net.inet6.icmp6.nodeinfo = 1
> net.inet6.icmp6.errppslimit = 100
> net.inet6.icmp6.nd6_maxnudhint = 0
> net.inet6.icmp6.mtudisc_hiwat = 1280
> net.inet6.icmp6.mtudisc_lowat = 256
> net.inet6.icmp6.nd6_debug = 0
> net.bpf.maxbufsize = 1048576
> hw.machine = amd64
> hw.model = AMD Athlon(tm) 64 Processor 3200+
> hw.ncpu = 1
> hw.byteorder = 1234
> hw.physmem = 1609363456
> hw.usermem = 1607426048
> hw.pagesize = 4096
> hw.disknames = md0 wd0 wd1 cd0 wd2
> hw.machine_arch = x86_64
> hw.alignbytes = 7
> hw.cnmagic = \x27\x02
> hw.physmem64 = 1609363456
> hw.usermem64 = 1607426048
> hw.bge.rx_lvl = 0
> machdep.booted_kernel = netbsd
> machdep.diskinfo: 80:145226112(1023/255/63),2 81:488397168(1023/255/63),2
> 82:156299375(1023/255/63),2  wd0:80 wd1:81 wd2:82
> user.cs_path
> =
> /usr/bin:/bin:/usr/sbin:/sbin:/usr/pkg/bin:/usr/pkg/sbin:/usr/local/bin:/us
>r/local/sbin user.bc_base_max = 2147483647
> user.bc_dim_max = 65535
> user.bc_scale_max = 2147483647
> user.bc_string_max = 2147483647
> user.coll_weights_max = 2
> user.expr_nest_max = 32
> user.line_max = 2048
> user.re_dup_max = 255
> user.posix2_version = 199212
> user.posix2_c_bind = 0
> user.posix2_c_dev = 0
> user.posix2_char_term = 0
> user.posix2_fort_dev = 0
> user.posix2_fort_run = 0
> user.posix2_localedef = 0
> user.posix2_sw_dev = 0
> user.posix2_upe = 0
> user.stream_max = 20
> user.tzname_max = 255
> user.atexit_max = -1
> proc.curproc.corename = %n.core
> proc.curproc.rlimit.cputime.soft = unlimited
> proc.curproc.rlimit.cputime.hard = unlimited
> proc.curproc.rlimit.filesize.soft = unlimited
> proc.curproc.rlimit.filesize.hard = unlimited
> proc.curproc.rlimit.datasize.soft = 268435456
> proc.curproc.rlimit.datasize.hard = 8589934592
> proc.curproc.rlimit.stacksize.soft = 2097152
> proc.curproc.rlimit.stacksize.hard = 33554432
> proc.curproc.rlimit.coredumpsize.soft = unlimited
> proc.curproc.rlimit.coredumpsize.hard = unlimited
> proc.curproc.rlimit.memoryuse.soft = 1531817984
> proc.curproc.rlimit.memoryuse.hard = 1531817984
> proc.curproc.rlimit.memorylocked.soft = 510605994
> proc.curproc.rlimit.memorylocked.hard = 1531817984
> proc.curproc.rlimit.maxproc.soft = 160
> proc.curproc.rlimit.maxproc.hard = 532
> proc.curproc.rlimit.descriptors.soft = 64
> proc.curproc.rlimit.descriptors.hard = 1772
> proc.curproc.rlimit.sbsize.soft = unlimited
> proc.curproc.rlimit.sbsize.hard = unlimited
> proc.curproc.stopfork = 0
> proc.curproc.stopexec = 0
> proc.curproc.stopexit = 0