glibc and valgrind memcheck errors (cgi segmentation fault) with nagios 3.06 on Redhat 4.7 x86

Justin Amburn justin.amburn at marketlive.com
Fri Mar 20 22:18:42 CET 2009


Here is an strace of the segmentation fault, if this is of any use to
anyone:

execve("/usr/local/nagios/sbin/status.cgi",
["/usr/local/nagios/sbin/status.cg"...], [/* 30 vars */]) = 0
uname({sys="Linux", node="nagios01", ...}) = 0
brk(0)                                  = 0x9f3a000
access("/etc/ld.so.preload", R_OK)      = -1 ENOENT (No such file or
directory)
open("/etc/ld.so.cache", O_RDONLY)      = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=63655, ...}) = 0
old_mmap(NULL, 63655, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7f39000
close(3)                                = 0
open("/usr/lib/libglib-2.0.so.0", O_RDONLY) = 3
read(3,
"\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0000\327A\0004\0\0\0"...,
512) = 512
fstat64(3, {st_mode=S_IFREG|0755, st_size=505200, ...}) = 0
old_mmap(0x411000, 503692, PROT_READ|PROT_EXEC,
MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x411000
old_mmap(0x48b000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x7a000) = 0x48b000
close(3)                                = 0
open("/lib/tls/libc.so.6", O_RDONLY)    = 3
read(3,
"\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\340\276$\0004\0\0\0"...
, 512) = 512
fstat64(3, {st_mode=S_IFREG|0755, st_size=1547540, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
-1, 0) = 0xb7f38000
old_mmap(0x237000, 1240284, PROT_READ|PROT_EXEC,
MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x237000
old_mmap(0x360000, 16384, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x129000) = 0x360000
old_mmap(0x364000, 7388, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x364000
close(3)                                = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
-1, 0) = 0xb7f37000
mprotect(0x360000, 8192, PROT_READ)     = 0
mprotect(0x233000, 4096, PROT_READ)     = 0
set_thread_area({entry_number:-1 -> 6, base_addr:0xb7f376c0,
limit:1048575, seg_32bit:1, contents:0, read_exec_only:0,
limit_in_pages:1, seg_not_present:0, useable:1}) = 0
munmap(0xb7f39000, 63655)               = 0
time(NULL)                              = 1237583737
brk(0)                                  = 0x9f3a000
brk(0x9f5b000)                          = 0x9f5b000
open("/usr/local/nagios/etc/cgi.cfg", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0664, st_size=9593, ...}) = 0
mmap2(NULL, 9593, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7f46000
munmap(0xb7f46000, 9593)                = 0
close(3)                                = 0
open("/usr/local/nagios/etc/nagios.cfg", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0664, st_size=32143, ...}) = 0
mmap2(NULL, 32143, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7f41000
munmap(0xb7f41000, 32143)               = 0
close(3)                                = 0
open("/usr/local/nagios/etc/nagios.cfg", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0664, st_size=32143, ...}) = 0
mmap2(NULL, 32143, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7f41000
munmap(0xb7f41000, 32143)               = 0
close(3)                                = 0
open("/usr/local/nagios/var/objects.cache", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=3179097, ...}) = 0
mmap2(NULL, 3179097, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7c2e000
brk(0x9f7c000)                          = 0x9f7c000
brk(0x9f9d000)                          = 0x9f9d000
brk(0x9fbe000)                          = 0x9fbe000
brk(0x9fdf000)                          = 0x9fdf000
brk(0xa000000)                          = 0xa000000
brk(0xa021000)                          = 0xa021000
brk(0xa042000)                          = 0xa042000
brk(0xa063000)                          = 0xa063000
brk(0xa084000)                          = 0xa084000
brk(0xa0a5000)                          = 0xa0a5000
brk(0xa0c6000)                          = 0xa0c6000
brk(0xa0e7000)                          = 0xa0e7000
brk(0xa108000)                          = 0xa108000
brk(0xa129000)                          = 0xa129000
brk(0xa14a000)                          = 0xa14a000
brk(0xa16b000)                          = 0xa16b000
brk(0xa18c000)                          = 0xa18c000
munmap(0xb7c2e000, 3179097)             = 0
close(3)                                = 0
brk(0xa1ad000)                          = 0xa1ad000
brk(0xa1ce000)                          = 0xa1ce000
brk(0xa1ef000)                          = 0xa1ef000
brk(0xa210000)                          = 0xa210000
brk(0xa231000)                          = 0xa231000
brk(0xa252000)                          = 0xa252000
brk(0xa273000)                          = 0xa273000
brk(0xa294000)                          = 0xa294000
brk(0xa2b5000)                          = 0xa2b5000
brk(0xa2d6000)                          = 0xa2d6000
brk(0xa2f7000)                          = 0xa2f7000
brk(0xa318000)                          = 0xa318000
brk(0xa339000)                          = 0xa339000
brk(0xa35a000)                          = 0xa35a000
open("/usr/local/nagios/etc/cgi.cfg", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0664, st_size=9593, ...}) = 0
mmap2(NULL, 9593, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7f34000
open("/usr/local/nagios/etc/nagios.cfg", O_RDONLY) = 4
fstat64(4, {st_mode=S_IFREG|0664, st_size=32143, ...}) = 0
mmap2(NULL, 32143, PROT_READ, MAP_PRIVATE, 4, 0) = 0xb7f2c000
munmap(0xb7f2c000, 32143)               = 0
close(4)                                = 0
munmap(0xb7f34000, 9593)                = 0
close(3)                                = 0
open("/usr/local/nagios/var/status.dat", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0664, st_size=4904464, ...}) = 0
mmap2(NULL, 4904464, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7a89000
open("/etc/localtime", O_RDONLY)        = 4
fstat64(4, {st_mode=S_IFREG|0644, st_size=1017, ...}) = 0
fstat64(4, {st_mode=S_IFREG|0644, st_size=1017, ...}) = 0
mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0xb7a88000
read(4,
"TZif\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\4\0\0\0\4\0\0\0\0"..., 4096)
= 1017
close(4)                                = 0
munmap(0xb7a88000, 4096)                = 0
--- SIGSEGV (Segmentation fault) @ 0 (0) ---
+++ killed by SIGSEGV +++

Regards,

Justin Amburn - Managed Services
MarketLive, Inc.
617B Second St 
Petaluma, CA 94952
Ph: 707-780-1701
Cell: 707-280-6545
justin at marketlive.com

This email is confidential and intended for its recipient only. If you
have received this in error please delete it and notify Justin Amburn.


_____________________________________________
From: Justin Amburn 
Sent: Friday, March 20, 2009 11:57 AM
To: 'nagios-devel at lists.sourceforge.net'
Subject: RE: glibc and valgrind memcheck errors (cgi segmentation fault)
with nagios 3.06 on Redhat 4.7 x86

Anyone have any ideas on how I could go about troubleshooting this? I
temporarily removed all of the reporting archives, nagios.log and all
other log files in the var dir, turned off process-performance-data, and
restarted nagios. Still valgrind was reporting the cgi errors. Is this a
bug?

Regards,

Justin Amburn 


_____________________________________________
From: Justin Amburn 
Sent: Thursday, March 19, 2009 11:06 AM
To: 'nagios-devel at lists.sourceforge.net'
Subject: glibc and valgrind memcheck errors (cgi segmentation fault)
with nagios 3.06 on Redhat 4.7 x86

Hi all, 
 I'm desperately needing help with our nagios server. It's been live for
about 1.25 years but 1 week ago it started giving sporadic segmentation
faults at 3am when calling CGI files. The problem is related to the age
of the nagios configuration, because when I restore from a configuration
that's a few days younger the problem disappears for a few days before
coming back again. To address this, I updated the OS from RH 4.6 RH to
4.7 and from nagios 3.03 to 3.06. Here is the diagnostics data I have
collected so far:

[root at nagios01 nagmin]# uname -a
Linux nagios01 2.6.9-78.0.13.ELsmp #1 SMP Wed Jan 7 17:52:47 EST 2009
i686 i686 i386 GNU/Linux

>From httpd/error_log:

[Thu Mar 19 03:11:41 2009] [error] [client 123.45.67.89] Premature end
of script headers: status.cgi, referer:
http://123.45.67.89/nagios/cgi-bin/tac.cgi
[Thu Mar 19 03:11:43 2009] [error] [client 123.45.67.89] *** glibc
detected *** free(): invalid next size (normal): 0x08cd34b8 ***,
referer: http://123.45.67.89/nagios/
[Thu Mar 19 03:11:43 2009] [error] [client 123.45.67.89] Premature end
of script headers: status.cgi, referer: http://123.45.67.89/nagios/
[Thu Mar 19 03:11:46 2009] [error] [client 123.45.67.89] *** glibc
detected *** free(): invalid next size (normal): 0x09ac94b8 ***,
referer: http://123.45.67.89/nagios/cgi-bin/tac.cgi
[Thu Mar 19 03:11:46 2009] [error] [client 123.45.67.89] Premature end
of script headers: status.cgi, referer:
http://123.45.67.89/nagios/cgi-bin/tac.cgi
[Thu Mar 19 03:11:51 2009] [error] [client 123.45.67.89] *** glibc
detected *** free(): invalid next size (normal): 0x09b9b4b8 ***,
referer: http://123.45.67.89/nagios/cgi-bin/tac.cgi
[Thu Mar 19 03:11:51 2009] [error] [client 123.45.67.89] Premature end
of script headers: status.cgi, referer:
http://123.45.67.89/nagios/cgi-bin/tac.cgi
[Thu Mar 19 03:11:57 2009] [error] [client 123.45.67.89] *** glibc
detected *** free(): invalid next size (normal): 0x08aec4b8 ***
[Thu Mar 19 03:11:57 2009] [error] [client 123.45.67.89] Premature end
of script headers: status.cgi
[Thu Mar 19 03:12:02 2009] [error] [client 123.45.67.89] *** glibc
detected *** free(): invalid next size (normal): 0x08cac4b8 ***,
referer: http://123.45.67.89/nagios/cgi-bin/tac.cgi
[Thu Mar 19 03:12:02 2009] [error] [client 123.45.67.89] Premature end
of script headers: status.cgi, referer:
http://123.45.67.89/nagios/cgi-bin/tac.cgi
[Thu Mar 19 03:12:07 2009] [error] [client 123.45.67.89] *** glibc
detected *** free(): invalid next size (fast): 0x09d06508 ***
[Thu Mar 19 03:12:07 2009] [error] [client 123.45.67.89] *** glibc
detected *** free(): invalid next size (fast): 0x097a44f0 ***

Next in the console I run this to see if the glibc is version related,
but it's already the most recent from redhat:

[root at nagios01 nagmin]# rpm -qa | grep glibc
glibc-headers-2.3.4-2.41.el4_7.1
glibc-kernheaders-2.4-9.1.103.EL
glibc-common-2.3.4-2.41.el4_7.1
glibc-2.3.4-2.41.el4_7.1
glibc-devel-2.3.4-2.41.el4_7.1

Then to reproduce the CGI output:

[root at nagios01 nagmin]# export REQUEST_METHOD="GET"
[root at nagios01 nagmin]# /usr/local/nagios/sbin/status.cgi
When it doesn't work it outputs this single line: Segmentation fault

Now some output from valgrind:

=~=~=~=~=~=~=~=~=~=~=~= PuTTY log 2009.03.19 09:44:35
=~=~=~=~=~=~=~=~=~=~=~=
valgrind --tool=memcheck /usr/local/nagios/sbin/status.cgi
==23834== Memcheck, a memory error detector.
==23834== Copyright (C) 2002-2005, and GNU GPL'd, by Julian Seward et
al.
==23834== Using LibVEX rev 1575, a library for dynamic binary
translation.
==23834== Copyright (C) 2004-2005, and GNU GPL'd, by OpenWorks LLP.
==23834== Using valgrind-3.1.1, a dynamic binary instrumentation
framework.
==23834== Copyright (C) 2000-2005, and GNU GPL'd, by Julian Seward et
al.
==23834== For more details, rerun with: -v
==23834== 
==23834== Invalid read of size 1
==23834==    at 0x8054D9D: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x80552D3: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8052C63: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x24BDF2: (below main) (in /lib/tls/libc-2.3.4.so)
==23834==  Address 0x4019A4F is 1 bytes before a block of size 2 alloc'd
==23834==    at 0x4004405: malloc (vg_replace_malloc.c:149)
==23834==    by 0x8054DC9: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x80552D3: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8052C63: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x24BDF2: (below main) (in /lib/tls/libc-2.3.4.so)
==23834== 
==23834== Invalid read of size 1
==23834==    at 0x8054D9D: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8055596: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8052C63: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x24BDF2: (below main) (in /lib/tls/libc-2.3.4.so)
==23834==  Address 0x4019F8F is 1 bytes before a block of size 2 alloc'd
==23834==    at 0x4004405: malloc (vg_replace_malloc.c:149)
==23834==    by 0x8054DC9: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8055596: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8052C63: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x24BDF2: (below main) (in /lib/tls/libc-2.3.4.so)
==23834== 
==23834== Invalid read of size 1
==23834==    at 0x8054D9D: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8054E51: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8052C7C: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x24BDF2: (below main) (in /lib/tls/libc-2.3.4.so)
==23834==  Address 0x4025BDF is 1 bytes before a block of size 2 alloc'd
==23834==    at 0x4004405: malloc (vg_replace_malloc.c:149)
==23834==    by 0x8054DC9: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8054E51: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8052C7C: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x24BDF2: (below main) (in /lib/tls/libc-2.3.4.so)
==23834== 
==23834== Invalid read of size 1
==23834==    at 0x8054D9D: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8060076: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x806D4ED: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x805B36F: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8054194: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8052C9A: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x24BDF2: (below main) (in /lib/tls/libc-2.3.4.so)
==23834==  Address 0x404F817 is 1 bytes before a block of size 2 alloc'd
==23834==    at 0x4004405: malloc (vg_replace_malloc.c:149)
==23834==    by 0x8054DC9: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8060076: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x806D4ED: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x805B36F: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8054194: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8052C9A: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x24BDF2: (below main) (in /lib/tls/libc-2.3.4.so)
==23834== 
==23834== Invalid read of size 1
==23834==    at 0x8054D9D: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8069ECB: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x806D5D4: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x805B36F: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8054194: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8052C9A: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x24BDF2: (below main) (in /lib/tls/libc-2.3.4.so)
==23834==  Address 0x407A177 is 1 bytes before a block of size 2 alloc'd
==23834==    at 0x4004405: malloc (vg_replace_malloc.c:149)
==23834==    by 0x8054DC9: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8069ECB: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x806D5D4: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x805B36F: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8054194: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8052C9A: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x24BDF2: (below main) (in /lib/tls/libc-2.3.4.so)
==23834== 
==23834== Invalid read of size 1
==23834==    at 0x8054D9D: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x806E600: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x806E842: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x80541CC: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8052CB9: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x24BDF2: (below main) (in /lib/tls/libc-2.3.4.so)
==23834==  Address 0x473172F is 1 bytes before a block of size 2 alloc'd
==23834==    at 0x4004405: malloc (vg_replace_malloc.c:149)
==23834==    by 0x8054DC9: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x806E600: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x806E842: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x80541CC: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8052CB9: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x24BDF2: (below main) (in /lib/tls/libc-2.3.4.so)
==23834== 
==23834== Invalid read of size 1
==23834==    at 0x8054D9D: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x806E68E: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x806E842: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x80541CC: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8052CB9: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x24BDF2: (below main) (in /lib/tls/libc-2.3.4.so)
==23834==  Address 0x483B91F is 1 bytes before a block of size 2 alloc'd
==23834==    at 0x4004405: malloc (vg_replace_malloc.c:149)
==23834==    by 0x8054DC9: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x806E68E: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x806E842: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x80541CC: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8052CB9: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x24BDF2: (below main) (in /lib/tls/libc-2.3.4.so)
Cache-Control: no-store
Pragma: no-cache
Refresh: 90
Last-Modified: Thu, 19 Mar 2009 16:44:39 GMT
Expires: Thu, 01 Jan 1970 00:00:00 GMT
Content-type: text/html

<html>
<head>
<link rel="shortcut icon" href="/nagios/images/favicon.ico"
type="image/ico">
<title>
Current Network Status
</title>
<LINK REL='stylesheet' TYPE='text/css'
HREF='/nagios/stylesheets/common.css'><LINK REL='stylesheet'
TYPE='text/css' HREF='/nagios/stylesheets/status.css'></head>
<body CLASS='status'>

<!-- Produced by Nagios (http://www.nagios.org).  Copyright (c)
1999-2007 Ethan Galstad. -->
==23834== 
==23834== Invalid read of size 1
==23834==    at 0x8054D9D: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x80571AD: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8052CE0: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x24BDF2: (below main) (in /lib/tls/libc-2.3.4.so)
==23834==  Address 0x4557717 is 1 bytes before a block of size 2 alloc'd
==23834==    at 0x4004405: malloc (vg_replace_malloc.c:149)
==23834==    by 0x8054DC9: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x80571AD: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x8052CE0: (within /usr/local/nagios/sbin/status.cgi)
==23834==    by 0x24BDF2: (below main) (in /lib/tls/libc-2.3.4.so)
<table border=0 width=100% cellspacing=0 cellpadding=0>
<tr>
<td align=left valign=top width=33%>
<TABLE CLASS='infoBox' BORDER=1 CELLSPACING=0 CELLPADDING=0>
<TR><TD CLASS='infoBox'>
<DIV CLASS='infoBoxTitle'>Current Network Status</DIV>
Last Updated: Thu Mar 19 09:44:57 PDT 2009<BR>
Updated every 90 seconds<br>
Nagios® 3.0.3 - <A HREF='http://www.nagios.org' TARGET='_new'
CLASS='homepageURL'>www.nagios.org</A><BR>
Logged in as <i>?</i><BR>
</TD></TR>
</TABLE>
<TABLE BORDER=1 CELLPADDING=0 CELLSPACING=0 CLASS='linkBox'>
<TR><TD CLASS='linkBox'>
<a href='history.cgi?host=all'>View History For all hosts</a><br>
<a href='notifications.cgi?host=all'>View Notifications For All
Hosts</a>
<br><a href='status.cgi?hostgroup=all&style=hostdetail'>View Host Status
Detail For All Hosts</a>
</TD></TR>
</TABLE>
</td>
<td align=center valign=top width=33%>
<DIV CLASS='hostTotals'>Host Status Totals</DIV>
<TABLE BORDER=0 CELLSPACING=0 CELLPADDING=0>
<TR><TD>
<TABLE BORDER=1 CLASS='hostTotals'>
<TR>
<TH CLASS='hostTotals'><A CLASS='hostTotals'
HREF='status.cgi?host=(null)&hoststatustypes=2'>Up</A></TH>
<TH CLASS='hostTotals'><A CLASS='hostTotals'
HREF='status.cgi?host=(null)&hoststatustypes=4'>Down</A></TH>
<TH CLASS='hostTotals'><A CLASS='hostTotals'
HREF='status.cgi?host=(null)&hoststatustypes=8'>Unreachable</A></TH>
<TH CLASS='hostTotals'><A CLASS='hostTotals'
HREF='status.cgi?host=(null)&hoststatustypes=1'>Pending</A></TH>
</TR>
<TR>
<TD CLASS='hostTotals'>0</TD>
<TD CLASS='hostTotals'>0</TD>
<TD CLASS='hostTotals'>0</TD>
<TD CLASS='hostTotals'>0</TD>
</TR>
</TABLE>
</TD></TR><TR><TD ALIGN=CENTER>
<TABLE BORDER=1 CLASS='hostTotals'>
<TR>
<TH CLASS='hostTotals'><A CLASS='hostTotals'
HREF='status.cgi?host=(null)&hoststatustypes=12'><I>All
Problems</I></A></TH>
<TH CLASS='hostTotals'><A CLASS='hostTotals'
HREF='status.cgi?host=(null)'><I>All Types</I></A></TH>
</TR><TR>
<TD CLASS='hostTotals'>0</TD>
<TD CLASS='hostTotals'>0</TD>
</TR>
</TABLE>
</TD></TR>
</TABLE>
</DIV>
</td>
<td align=center valign=top width=33%>
<DIV CLASS='serviceTotals'>Service Status Totals</DIV>
<TABLE BORDER=0 CELLSPACING=0 CELLPADDING=0>
<TR><TD>
<TABLE BORDER=1 CLASS='serviceTotals'>
<TR>
<TH CLASS='serviceTotals'><A CLASS='serviceTotals'
HREF='status.cgi?host=(null)&servicestatustypes=2&hoststatustypes=15'>Ok
</A></TH>
<TH CLASS='serviceTotals'><A CLASS='serviceTotals'
HREF='status.cgi?host=(null)&servicestatustypes=4&hoststatustypes=15'>Wa
rning</A></TH>
<TH CLASS='serviceTotals'><A CLASS='serviceTotals'
HREF='status.cgi?host=(null)&servicestatustypes=8&hoststatustypes=15'>Un
known</A></TH>
<TH CLASS='serviceTotals'><A CLASS='serviceTotals'
HREF='status.cgi?host=(null)&servicestatustypes=16&hoststatustypes=15'>C
ritical</A></TH>
<TH CLASS='serviceTotals'><A CLASS='serviceTotals'
HREF='status.cgi?host=(null)&servicestatustypes=1&hoststatustypes=15'>Pe
nding</A></TH>
</TR>
<TR>
<TD CLASS='serviceTotals'>0</TD>
<TD CLASS='serviceTotals'>0</TD>
<TD CLASS='serviceTotals'>0</TD>
<TD CLASS='serviceTotals'>0</TD>
<TD CLASS='serviceTotals'>0</TD>
</TR>
</TABLE>
</TD></TR><TR><TD ALIGN=CENTER>
<TABLE BORDER=1 CLASS='serviceTotals'>
<TR>
<TH CLASS='serviceTotals'><A CLASS='serviceTotals'
HREF='status.cgi?host=(null)&servicestatustypes=28&hoststatustypes=15'><
I>All Problems</I></A></TH>
<TH CLASS='serviceTotals'><A CLASS='serviceTotals'
HREF='status.cgi?host=(null)&hoststatustypes=15'><I>All
Types</I></A></TH>
</TR><TR>
<TD CLASS='serviceTotals'>0</TD>
<TD CLASS='serviceTotals'>0</TD>
</TR>
</TABLE>
</TD></TR>
</TABLE>
</DIV>
</td>
<td align=right valign=bottom>
</td>
</tr>
</table>
<P>
<table border=0 width=100%>
<tr>
<td valign=top align=left width=33%>
</td><td valign=top align=center width=33%>
<DIV ALIGN=CENTER CLASS='statusTitle'>Service Status Details For All
Hosts</DIV>
<br></td>
<td valign=top align=right width=33%></td>
</tr>
</table>
<TABLE BORDER=0 width=100% CLASS='status'>
<TR>
<TH CLASS='status'>Host <A
HREF='status.cgi?host=(null)&sorttype=1&sortoption=1'><IMG
SRC='/nagios/images/up.gif' BORDER=0 ALT='Sort by host name (ascending)'
TITLE='Sort by host name (ascending)'></A><A
HREF='status.cgi?host=(null)&sorttype=2&sortoption=1'><IMG
SRC='/nagios/images/down.gif' BORDER=0 ALT='Sort by host name
(descending)' TITLE='Sort by host name (descending)'></A></TH><TH
CLASS='status'>Service <A
HREF='status.cgi?host=(null)&sorttype=1&sortoption=2'><IMG
SRC='/nagios/images/up.gif' BORDER=0 ALT='Sort by service name
(ascending)' TITLE='Sort by service name (ascending)'></A><A
HREF='status.cgi?host=(null)&sorttype=2&sortoption=2'><IMG
SRC='/nagios/images/down.gif' BORDER=0 ALT='Sort by service name
(descending)' TITLE='Sort by service name (descending)'></A></TH><TH
CLASS='status'>Status <A
HREF='status.cgi?host=(null)&sorttype=1&sortoption=3'><IMG
SRC='/nagios/images/up.gif' BORDER=0 ALT='Sort by service status
(ascending)' TITLE='Sort by service status (ascending)'></A><A
HREF='status.cgi?host=(null)&sorttype=2&sortoption=3'><IMG
SRC='/nagios/images/down.gif' BORDER=0 ALT='Sort by service status
(descending)' TITLE='Sort by service status (descending)'></A></TH><TH
CLASS='status'>Last Check <A
HREF='status.cgi?host=(null)&sorttype=1&sortoption=4'><IMG
SRC='/nagios/images/up.gif' BORDER=0 ALT='Sort by last check time
(ascending)' TITLE='Sort by last check time (ascending)'></A><A
HREF='status.cgi?host=(null)&sorttype=2&sortoption=4'><IMG
SRC='/nagios/images/down.gif' BORDER=0 ALT='Sort by last check time
(descending)' TITLE='Sort by last check time (descending)'></A></TH><TH
CLASS='status'>Duration <A
HREF='status.cgi?host=(null)&sorttype=1&sortoption=6'><IMG
SRC='/nagios/images/up.gif' BORDER=0 ALT='Sort by state duration
(ascending)' TITLE='Sort by state duration (ascending)'></A><A
HREF='status.cgi?host=(null)&sorttype=2&sortoption=6'><IMG
SRC='/nagios/images/down.gif' BORDER=0 ALT='Sort by state duration time
(descending)' TITLE='Sort by state duration time
(descending)'></A></TH><TH CLASS='status'>Attempt <A
HREF='status.cgi?host=(null)&sorttype=1&sortoption=5'><IMG
SRC='/nagios/images/up.gif' BORDER=0 ALT='Sort by current attempt
(ascending)' TITLE='Sort by current attempt (ascending)'></A><A
HREF='status.cgi?host=(null)&sorttype=2&sortoption=5'><IMG
SRC='/nagios/images/down.gif' BORDER=0 ALT='Sort by current attempt
(descending)' TITLE='Sort by current attempt (descending)'></A></TH><TH
CLASS='status'>Status Information</TH>
</TR>
</TABLE>
<P><DIV CLASS='errorMessage'>It appears as though you do not have
permission to view information for any of the services you
requested...</DIV></P>
<P><DIV CLASS='errorDescription'>If you believe this is an error, check
the HTTP server authentication requirements for accessing this
CGI<br>and check the authorization options in your CGI configuration
file.</DIV></P>

<!-- Produced by Nagios (http://www.nagios.org).  Copyright (c)
1999-2007 Ethan Galstad. -->
</body>
</html>
==23834== 
==23834== ERROR SUMMARY: 4899 errors from 8 contexts (suppressed: 13
from 1)
==23834== malloc/free: in use at exit: 2,856 bytes in 162 blocks.
==23834== malloc/free: 768,529 allocs, 768,367 frees, 21,168,610 bytes
allocated.
==23834== For counts of detected errors, rerun with: -v
==23834== searching for pointers to 162 not-freed blocks.
==23834== checked 65,564 bytes.
==23834== 
==23834== LEAK SUMMARY:
==23834==    definitely lost: 262 bytes in 9 blocks.
==23834==      possibly lost: 0 bytes in 0 blocks.
==23834==    still reachable: 2,594 bytes in 153 blocks.
==23834==         suppressed: 0 bytes in 0 blocks.
==23834== Use --leak-check=full to see details of leaked memory.

--------------------- END -----------------------------


Though the CGI is working *for now*, look at all of the 4899 errors. In
48 hours it's bound to start failing again.

After updating the kernel/rh packages/nagios to the latest stable
versions, I'm at my wit's end here. What should I do next to try to
address this problem? To whoever can please assist me with this, I thank
you for your help and expertise. 

Regards,

Justin Amburn



-------------- next part --------------
An HTML attachment was scrubbed...
URL: <https://www.monitoring-lists.org/archive/developers/attachments/20090320/1d302a3b/attachment.html>
-------------- next part --------------
------------------------------------------------------------------------------
Apps built with the Adobe(R) Flex(R) framework and Flex Builder(TM) are
powering Web 2.0 with engaging, cross-platform capabilities. Quickly and
easily build your RIAs with Flex Builder, the Eclipse(TM)based development
software that enables intelligent coding and step-through debugging.
Download the free 60 day trial. http://p.sf.net/sfu/www-adobe-com
-------------- next part --------------
_______________________________________________
Nagios-devel mailing list
Nagios-devel at lists.sourceforge.net
https://lists.sourceforge.net/lists/listinfo/nagios-devel


More information about the Developers mailing list