I found the problem here. At some point in the past a rowless-RRA was
added to the files handled by this one process. I have no idea why it
only showed up after the reboot, but it's unrelated to FreeBSD anyway.
On Wed, Aug 01, 2007 at 01:06:08PM -0700, Jo Rhett
wrote:> Last night I ran "freebsd-update install" and rebooted. Even
thought
> the update said -p6, when it rebooted uname -s continues to reboot -
> p4 on all systems.
>
> However, since the reboot rrdtool is dumping core periodically. It
> doesn't happen on non-updated systems. I've deinstalled and rebuilt
> the packages and nothing has been changed.
>
> $ rrdtool update /d/rrd/stats/force10/core2.0.8.rrd 1185998397:0:0
> Segmentation fault: 11 (core dumped)
>
> Ktrace shows nothing obvious to me anyway
>
> 82833 ktrace RET ktrace 0
> 82833 ktrace CALL execve(0xbfbfe670,0xbfbfebbc,0xbfbfebd0)
> 82833 ktrace NAMI "/sbin/rrdtool"
> 82833 ktrace RET execve -1 errno 2 No such file or directory
> 82833 ktrace CALL execve(0xbfbfe670,0xbfbfebbc,0xbfbfebd0)
> 82833 ktrace NAMI "/bin/rrdtool"
> 82833 ktrace RET execve -1 errno 2 No such file or directory
> 82833 ktrace CALL execve(0xbfbfe670,0xbfbfebbc,0xbfbfebd0)
> 82833 ktrace NAMI "/usr/sbin/rrdtool"
> 82833 ktrace RET execve -1 errno 2 No such file or directory
> 82833 ktrace CALL execve(0xbfbfe670,0xbfbfebbc,0xbfbfebd0)
> 82833 ktrace NAMI "/usr/bin/rrdtool"
> 82833 ktrace RET execve -1 errno 2 No such file or directory
> 82833 ktrace CALL execve(0xbfbfe670,0xbfbfebbc,0xbfbfebd0)
> 82833 ktrace NAMI "/usr/games/rrdtool"
> 82833 ktrace RET execve -1 errno 2 No such file or directory
> 82833 ktrace CALL execve(0xbfbfe670,0xbfbfebbc,0xbfbfebd0)
> 82833 ktrace NAMI "/usr/local/sbin/rrdtool"
> 82833 ktrace RET execve -1 errno 2 No such file or directory
> 82833 ktrace CALL execve(0xbfbfe670,0xbfbfebbc,0xbfbfebd0)
> 82833 ktrace NAMI "/usr/local/bin/rrdtool"
> 82833 ktrace NAMI "/libexec/ld-elf.so.1"
> 82833 rrdtool RET execve 0
> 82833 rrdtool CALL mmap(0,0xf40,0x3,0x1000,0xffffffff,0,0,0)
> 82833 rrdtool RET mmap 671555584/0x28072000
> 82833 rrdtool CALL munmap(0x28072000,0xf40)
> 82833 rrdtool RET munmap 0
> 82833 rrdtool CALL __sysctl(0xbfbfe968,0x2,0x2806eb58,0xbfbfe964,0,0)
> 82833 rrdtool RET __sysctl 0
> 82833 rrdtool CALL mmap(0,0x8000,0x3,0x1002,0xffffffff,0,0,0)
> 82833 rrdtool RET mmap 671555584/0x28072000
> 82833 rrdtool CALL issetugid
> 82833 rrdtool RET issetugid 0
> 82833 rrdtool CALL open(0x28068c48,0,0x1b6)
> 82833 rrdtool NAMI "/etc/libmap.conf"
> 82833 rrdtool RET open -1 errno 2 No such file or directory
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/usr/local/lib/librrd.so.2"
> 82833 rrdtool RET access 0
> 82833 rrdtool CALL open(0x28073020,0,0)
> 82833 rrdtool NAMI "/usr/local/lib/librrd.so.2"
> 82833 rrdtool RET open 3
> 82833 rrdtool CALL fstat(0x3,0xbfbfe970)
> 82833 rrdtool RET fstat 0
> 82833 rrdtool CALL read(0x3,0x2806daa0,0x1000)
> 82833 rrdtool RET read 4096/0x1000
> 82833 rrdtool CALL mmap(0,0x46000,0x5,0x20002,0x3,0,0,0)
> 82833 rrdtool RET mmap 671588352/0x2807a000
> 82833 rrdtool CALL mprotect(0x280b9000,0x1000,0x7)
> 82833 rrdtool RET mprotect 0
> 82833 rrdtool CALL mprotect(0x280b9000,0x1000,0x5)
> 82833 rrdtool RET mprotect 0
> 82833 rrdtool CALL mmap(0x280ba000,0x5000,0x3,0x12,0x3,0,0x3f000,0)
> 82833 rrdtool RET mmap 671850496/0x280ba000
> 82833 rrdtool CALL mmap(0x280bf000,0x1000,0x3,0x1012,0xffffffff,0,0,0)
> 82833 rrdtool RET mmap 671870976/0x280bf000
> 82833 rrdtool CALL close(0x3)
> 82833 rrdtool RET close 0
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/usr/local/lib/libfreetype.so.9"
> 82833 rrdtool RET access 0
> 82833 rrdtool CALL open(0x28077000,0,0xbfbfe9e8)
> 82833 rrdtool NAMI "/usr/local/lib/libfreetype.so.9"
> 82833 rrdtool RET open 3
> 82833 rrdtool CALL fstat(0x3,0xbfbfe970)
> 82833 rrdtool RET fstat 0
> 82833 rrdtool CALL read(0x3,0x2806daa0,0x1000)
> 82833 rrdtool RET read 4096/0x1000
> 82833 rrdtool CALL mmap(0,0x64000,0x5,0x20002,0x3,0,0,0)
> 82833 rrdtool RET mmap 671875072/0x280c0000
> 82833 rrdtool CALL mprotect(0x28120000,0x1000,0x7)
> 82833 rrdtool RET mprotect 0
> 82833 rrdtool CALL mprotect(0x28120000,0x1000,0x5)
> 82833 rrdtool RET mprotect 0
> 82833 rrdtool CALL mmap(0x28121000,0x3000,0x3,0x12,0x3,0,0x61000,0)
> 82833 rrdtool RET mmap 672272384/0x28121000
> 82833 rrdtool CALL close(0x3)
> 82833 rrdtool RET close 0
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/usr/local/lib/libpng.so.5"
> 82833 rrdtool RET access 0
> 82833 rrdtool CALL open(0x28073040,0,0xbfbfe9e8)
> 82833 rrdtool NAMI "/usr/local/lib/libpng.so.5"
> 82833 rrdtool RET open 3
> 82833 rrdtool CALL fstat(0x3,0xbfbfe970)
> 82833 rrdtool RET fstat 0
> 82833 rrdtool CALL read(0x3,0x2806daa0,0x1000)
> 82833 rrdtool RET read 4096/0x1000
> 82833 rrdtool CALL mmap(0,0x22000,0x5,0x20002,0x3,0,0,0)
> 82833 rrdtool RET mmap 672284672/0x28124000
> 82833 rrdtool CALL mprotect(0x28144000,0x1000,0x7)
> 82833 rrdtool RET mprotect 0
> 82833 rrdtool CALL mprotect(0x28144000,0x1000,0x5)
> 82833 rrdtool RET mprotect 0
> 82833 rrdtool CALL mmap(0x28145000,0x1000,0x3,0x12,0x3,0,0x20000,0)
> 82833 rrdtool RET mmap 672419840/0x28145000
> 82833 rrdtool CALL close(0x3)
> 82833 rrdtool RET close 0
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/usr/local/lib/libz.so.3"
> 82833 rrdtool RET access -1 errno 2 No such file or directory
> 82833 rrdtool CALL open(0x28067ea0,0,0xe)
> 82833 rrdtool NAMI "/var/run/ld-elf.so.hints"
> 82833 rrdtool RET open 3
> 82833 rrdtool CALL read(0x3,0xbfbfe930,0x80)
> 82833 rrdtool RET read 128/0x80
> 82833 rrdtool CALL lseek(0x3,0,0x80,0,0)
> 82833 rrdtool RET lseek 128/0x80
> 82833 rrdtool CALL read(0x3,0x28078000,0x42)
> 82833 rrdtool RET read 66/0x42
> 82833 rrdtool CALL close(0x3)
> 82833 rrdtool RET close 0
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/lib/libz.so.3"
> 82833 rrdtool RET access 0
> 82833 rrdtool CALL open(0x28073060,0,0xbfbfe9e8)
> 82833 rrdtool NAMI "/lib/libz.so.3"
> 82833 rrdtool RET open 3
> 82833 rrdtool CALL fstat(0x3,0xbfbfe970)
> 82833 rrdtool RET fstat 0
> 82833 rrdtool CALL read(0x3,0x2806daa0,0x1000)
> 82833 rrdtool RET read 4096/0x1000
> 82833 rrdtool CALL mmap(0,0x11000,0x5,0x20002,0x3,0,0,0)
> 82833 rrdtool RET mmap 672423936/0x28146000
> 82833 rrdtool CALL mprotect(0x28155000,0x1000,0x7)
> 82833 rrdtool RET mprotect 0
> 82833 rrdtool CALL mprotect(0x28155000,0x1000,0x5)
> 82833 rrdtool RET mprotect 0
> 82833 rrdtool CALL mmap(0x28156000,0x1000,0x3,0x12,0x3,0,0xf000,0)
> 82833 rrdtool RET mmap 672489472/0x28156000
> 82833 rrdtool CALL close(0x3)
> 82833 rrdtool RET close 0
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/usr/local/lib/libart_lgpl_2.so.5"
> 82833 rrdtool RET access 0
> 82833 rrdtool CALL open(0x28077040,0,0xbfbfe9e8)
> 82833 rrdtool NAMI "/usr/local/lib/libart_lgpl_2.so.5"
> 82833 rrdtool RET open 3
> 82833 rrdtool CALL fstat(0x3,0xbfbfe970)
> 82833 rrdtool RET fstat 0
> 82833 rrdtool CALL read(0x3,0x2806daa0,0x1000)
> 82833 rrdtool RET read 4096/0x1000
> 82833 rrdtool CALL mmap(0,0x14000,0x5,0x20002,0x3,0,0,0)
> 82833 rrdtool RET mmap 672493568/0x28157000
> 82833 rrdtool CALL mprotect(0x28169000,0x1000,0x7)
> 82833 rrdtool RET mprotect 0
> 82833 rrdtool CALL mprotect(0x28169000,0x1000,0x5)
> 82833 rrdtool RET mprotect 0
> 82833 rrdtool CALL mmap(0x2816a000,0x1000,0x3,0x12,0x3,0,0x13000,0)
> 82833 rrdtool RET mmap 672571392/0x2816a000
> 82833 rrdtool CALL close(0x3)
> 82833 rrdtool RET close 0
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/usr/local/lib/libm.so.4"
> 82833 rrdtool RET access -1 errno 2 No such file or directory
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/lib/libm.so.4"
> 82833 rrdtool RET access 0
> 82833 rrdtool CALL open(0x28073080,0,0xbfbfe9e8)
> 82833 rrdtool NAMI "/lib/libm.so.4"
> 82833 rrdtool RET open 3
> 82833 rrdtool CALL fstat(0x3,0xbfbfe970)
> 82833 rrdtool RET fstat 0
> 82833 rrdtool CALL read(0x3,0x2806daa0,0x1000)
> 82833 rrdtool RET read 4096/0x1000
> 82833 rrdtool CALL mmap(0,0x16000,0x5,0x20002,0x3,0,0,0)
> 82833 rrdtool RET mmap 672575488/0x2816b000
> 82833 rrdtool CALL mprotect(0x2817f000,0x1000,0x7)
> 82833 rrdtool RET mprotect 0
> 82833 rrdtool CALL mprotect(0x2817f000,0x1000,0x5)
> 82833 rrdtool RET mprotect 0
> 82833 rrdtool CALL mmap(0x28180000,0x1000,0x3,0x12,0x3,0,0x15000,0)
> 82833 rrdtool RET mmap 672661504/0x28180000
> 82833 rrdtool CALL close(0x3)
> 82833 rrdtool RET close 0
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/usr/local/lib/libc.so.6"
> 82833 rrdtool RET access -1 errno 2 No such file or directory
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/lib/libc.so.6"
> 82833 rrdtool RET access 0
> 82833 rrdtool CALL open(0x280730a0,0,0xbfbfe9e8)
> 82833 rrdtool NAMI "/lib/libc.so.6"
> 82833 rrdtool RET open 3
> 82833 rrdtool CALL fstat(0x3,0xbfbfe970)
> 82833 rrdtool RET fstat 0
> 82833 rrdtool CALL read(0x3,0x2806daa0,0x1000)
> 82833 rrdtool RET read 4096/0x1000
> 82833 rrdtool CALL mmap(0,0xe5000,0x5,0x20002,0x3,0,0,0)
> 82833 rrdtool RET mmap 672665600/0x28181000
> 82833 rrdtool CALL mprotect(0x28249000,0x1000,0x7)
> 82833 rrdtool RET mprotect 0
> 82833 rrdtool CALL mprotect(0x28249000,0x1000,0x5)
> 82833 rrdtool RET mprotect 0
> 82833 rrdtool CALL mmap(0x2824a000,0x6000,0x3,0x12,0x3,0,0xc9000,0)
> 82833 rrdtool RET mmap 673488896/0x2824a000
> 82833 rrdtool CALL mmap(0x28250000,0x16000,0x3,0x1012,0xffffffff,
> 0,0,0)
> 82833 rrdtool RET mmap 673513472/0x28250000
> 82833 rrdtool CALL close(0x3)
> 82833 rrdtool RET close 0
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/usr/local/lib/libfreetype.so.9"
> 82833 rrdtool RET access 0
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/usr/local/lib/libpng.so.5"
> 82833 rrdtool RET access 0
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/usr/local/lib/libz.so.3"
> 82833 rrdtool RET access -1 errno 2 No such file or directory
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/lib/libz.so.3"
> 82833 rrdtool RET access 0
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/usr/local/lib/libart_lgpl_2.so.5"
> 82833 rrdtool RET access 0
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/usr/local/lib/libm.so.4"
> 82833 rrdtool RET access -1 errno 2 No such file or directory
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/lib/libm.so.4"
> 82833 rrdtool RET access 0
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/lib/libz.so.3"
> 82833 rrdtool RET access 0
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/lib/libm.so.4"
> 82833 rrdtool RET access 0
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/lib/libz.so.3"
> 82833 rrdtool RET access 0
> 82833 rrdtool CALL access(0x28076000,0)
> 82833 rrdtool NAMI "/lib/libm.so.4"
> 82833 rrdtool RET access 0
> 82833 rrdtool CALL sysarch(0xa,0xbfbfe9e0)
> 82833 rrdtool RET sysarch 0
> 82833 rrdtool CALL mmap(0,0x88,0x3,0x1000,0xffffffff,0,0,0)
> 82833 rrdtool RET mmap 673603584/0x28266000
> 82833 rrdtool CALL munmap(0x28266000,0x88)
> 82833 rrdtool RET munmap 0
> 82833 rrdtool CALL mmap(0,0xbd8,0x3,0x1000,0xffffffff,0,0,0)
> 82833 rrdtool RET mmap 673603584/0x28266000
> 82833 rrdtool CALL munmap(0x28266000,0xbd8)
> 82833 rrdtool RET munmap 0
> 82833 rrdtool CALL mmap(0,0xbb8,0x3,0x1000,0xffffffff,0,0,0)
> 82833 rrdtool RET mmap 673603584/0x28266000
> 82833 rrdtool CALL munmap(0x28266000,0xbb8)
> 82833 rrdtool RET munmap 0
> 82833 rrdtool CALL mmap(0,0xd10,0x3,0x1000,0xffffffff,0,0,0)
> 82833 rrdtool RET mmap 673603584/0x28266000
> 82833 rrdtool CALL munmap(0x28266000,0xd10)
> 82833 rrdtool RET munmap 0
> 82833 rrdtool CALL mmap(0,0x400,0x3,0x1000,0xffffffff,0,0,0)
> 82833 rrdtool RET mmap 673603584/0x28266000
> 82833 rrdtool CALL munmap(0x28266000,0x400)
> 82833 rrdtool RET munmap 0
> 82833 rrdtool CALL mmap(0,0x598,0x3,0x1000,0xffffffff,0,0,0)
> 82833 rrdtool RET mmap 673603584/0x28266000
> 82833 rrdtool CALL munmap(0x28266000,0x598)
> 82833 rrdtool RET munmap 0
> 82833 rrdtool CALL mmap(0,0x740,0x3,0x1000,0xffffffff,0,0,0)
> 82833 rrdtool RET mmap 673603584/0x28266000
> 82833 rrdtool CALL munmap(0x28266000,0x740)
> 82833 rrdtool RET munmap 0
> 82833 rrdtool CALL mmap(0,0x5908,0x3,0x1000,0xffffffff,0,0,0)
> 82833 rrdtool RET mmap 673603584/0x28266000
> 82833 rrdtool CALL munmap(0x28266000,0x5908)
> 82833 rrdtool RET munmap 0
> 82833 rrdtool CALL sigprocmask(0x1,0x2806d9e0,0xbfbfe9b0)
> 82833 rrdtool RET sigprocmask 0
> 82833 rrdtool CALL sigprocmask(0x3,0x2806d9f0,0)
> 82833 rrdtool RET sigprocmask 0
> 82833 rrdtool CALL open(0xbfbfecb7,0x2,0x1b6)
> 82833 rrdtool NAMI "/d/rrd/stats/force10/core2.0.2.rrd"
> 82833 rrdtool RET open 3
> 82833 rrdtool CALL readlink(0x28242d77,0xbfbfe560,0x3f)
> 82833 rrdtool NAMI "/etc/malloc.conf"
> 82833 rrdtool RET readlink -1 errno 2 No such file or directory
> 82833 rrdtool CALL issetugid
> 82833 rrdtool RET issetugid 0
> 82833 rrdtool CALL mmap(0,0x1000,0x3,0x1002,0xffffffff,0,0,0)
> 82833 rrdtool RET mmap 673603584/0x28266000
> 82833 rrdtool CALL break(0x804b000)
> 82833 rrdtool RET break 0
> 82833 rrdtool CALL break(0x804c000)
> 82833 rrdtool RET break 0
> 82833 rrdtool CALL fstat(0x3,0xbfbfe490)
> 82833 rrdtool RET fstat 0
> 82833 rrdtool CALL break(0x804d000)
> 82833 rrdtool RET break 0
> 82833 rrdtool CALL read(0x3,0x804c000,0x1000)
> 82833 rrdtool RET read 4096/0x1000
> 82833 rrdtool CALL break(0x804e000)
> 82833 rrdtool RET break 0
> 82833 rrdtool CALL break(0x804f000)
> 82833 rrdtool RET break 0
> 82833 rrdtool CALL break(0x8050000)
> 82833 rrdtool RET break 0
> 82833 rrdtool CALL break(0x8051000)
> 82833 rrdtool RET break 0
> 82833 rrdtool CALL gettimeofday(0xbfbfe750,0)
> 82833 rrdtool RET gettimeofday 0
> 82833 rrdtool CALL lseek(0x3,0,0,0,0x1)
> 82833 rrdtool RET lseek 4096/0x1000
> 82833 rrdtool CALL lseek(0x3,0,0,0,0x2)
> 82833 rrdtool RET lseek 2661128/0x289b08
> 82833 rrdtool CALL lseek(0x3,0,0xf08,0,0)
> 82833 rrdtool RET lseek 3848/0xf08
> 82833 rrdtool CALL fcntl(0x3,0x8,0xbfbfe5c0)
> 82833 rrdtool RET fcntl 0
> 82833 rrdtool CALL mmap(0,0x289b08,0x3,0x1,0x3,0,0,0)
> 82833 rrdtool RET mmap 673607680/0x28267000
> 82833 rrdtool PSIG SIGSEGV SIG_DFL
> 82833 rrdtool NAMI "rrdtool.core"
>
>
>
> --
> Jo Rhett
> senior geek
>
> Silicon Valley Colocation
> Support Phone: 408-400-0550
>
>
>
>
> _______________________________________________
> freebsd-stable@freebsd.org mailing list
> http://lists.freebsd.org/mailman/listinfo/freebsd-stable
> To unsubscribe, send any mail to
"freebsd-stable-unsubscribe@freebsd.org"
--
Jo Rhett
senior geek
Silicon Valley Colocation