###### # # GDB Run # ###### *** glibc detected *** /usr/local/src/cvs/nagios3cvs-appl-ne/base/nagios: realloc(): invalid next size: 0x082f2d78 *** ======= Backtrace: ========= /lib/libc.so.6[0xb7e44cb1] /lib/libc.so.6[0xb7e47928] /lib/libc.so.6(__libc_realloc+0x100)[0xb7e48a40] /usr/local/src/cvs/nagios3cvs-appl-ne/base/nagios(grab_servicegroup_macros+0x96)[0x8077356] /usr/local/src/cvs/nagios3cvs-appl-ne/base/nagios(grab_service_macros+0x18d)[0x807768d] /usr/local/src/cvs/nagios3cvs-appl-ne/base/nagios(run_async_service_check+0x1fc)[0x805c8dc] /usr/local/src/cvs/nagios3cvs-appl-ne/base/nagios(run_scheduled_service_check+0xb9)[0x805e909] /usr/local/src/cvs/nagios3cvs-appl-ne/base/nagios(handle_timed_event+0x176)[0x806dd86] /usr/local/src/cvs/nagios3cvs-appl-ne/base/nagios(event_execution_loop+0x5d4)[0x806e684] /usr/local/src/cvs/nagios3cvs-appl-ne/base/nagios(main+0x467)[0x8055b17] /lib/libc.so.6(__libc_start_main+0xdc)[0xb7df687c] /usr/local/src/cvs/nagios3cvs-appl-ne/base/nagios[0x8055621] ======= Memory map: ======== 08048000-080ce000 r-xp 00000000 08:05 181555 /usr/local/src/cvs/nagios3cvs-appl-ne/base/nagios 080ce000-080cf000 rw-p 00086000 08:05 181555 /usr/local/src/cvs/nagios3cvs-appl-ne/base/nagios 080cf000-0861b000 rw-p 080cf000 00:00 0 [heap] b7400000-b7421000 rw-p b7400000 00:00 0 b7421000-b7500000 ---p b7421000 00:00 0 b7571000-b7572000 ---p b7571000 00:00 0 b7572000-b7d72000 rw-p b7572000 00:00 0 b7d72000-b7da7000 r--s 00000000 08:03 466815 /var/run/nscd/passwd b7da7000-b7ddc000 r--s 00000000 08:03 466816 /var/run/nscd/group b7ddc000-b7ddd000 rw-p b7ddc000 00:00 0 b7ddd000-b7ddf000 r-xp 00000000 08:01 692160 /lib/libdl-2.4.so b7ddf000-b7de1000 rw-p 00001000 08:01 692160 /lib/libdl-2.4.so b7de1000-b7efc000 r-xp 00000000 08:01 692145 /lib/libc-2.4.so b7efc000-b7efe000 r--p 0011a000 08:01 692145 /lib/libc-2.4.so b7efe000-b7f00000 rw-p 0011c000 08:01 692145 /lib/libc-2.4.so b7f00000-b7f04000 rw-p b7f00000 00:00 0 b7f04000-b7f89000 r-xp 00000000 08:01 549793 /opt/gnome/lib/libglib-2.0.so.0.800.6 b7f89000-b7f8a000 rw-p 00085000 08:01 549793 /opt/gnome/lib/libglib-2.0.so.0.800.6 b7f8a000-b7f8f000 r-xp 00000000 08:05 83787 /usr/lib/libltdl.so.3.1.4 b7f8f000-b7f90000 rw-p 00005000 08:05 83787 /usr/lib/libltdl.so.3.1.4 b7f90000-b7fa1000 r-xp 00000000 08:01 692171 /lib/libpthread-2.4.so b7fa1000-b7fa3000 rw-p 00010000 08:01 692171 /lib/libpthread-2.4.so b7fa3000-b7fa5000 rw-p b7fa3000 00:00 0 b7fa5000-b7fc8000 r-xp 00000000 08:01 692164 /lib/libm-2.4.so b7fc8000-b7fca000 rw-p 00022000 08:01 692164 /lib/libm-2.4.so b7fcc000-b7fd6000 r-xp 00000000 08:01 692419 /lib/libgcc_s.so.1 b7fd6000-b7fd7000 rw-p 00009000 08:01 692419 /lib/libgcc_s.so.1 b7fd7000-b7fda000 rw-p b7fd7000 00:00 0 b7fda000-b7ff4000 r-xp 00000000 08:01 692139 /lib/ld-2.4.so b7ff4000-b7ff6000 rw-p 0001a000 08:01 692139 /lib/ld-2.4.so bff18000-bff2d000 rw-p bff18000 00:00 0 [stack] ffffe000-fffff000 ---p 00000000 00:00 0 [vdso] Program received signal SIGABRT, Aborted. [Switching to Thread -1210202448 (LWP 13014)] 0xffffe410 in __kernel_vsyscall () (gdb) bt #0 0xffffe410 in __kernel_vsyscall () #1 0xb7e098d0 in raise () from /lib/libc.so.6 #2 0xb7e0aff3 in abort () from /lib/libc.so.6 #3 0xb7e3f32b in __libc_message () from /lib/libc.so.6 #4 0xb7e44cb1 in malloc_printerr () from /lib/libc.so.6 #5 0xb7e47928 in _int_realloc () from /lib/libc.so.6 #6 0xb7e48a40 in realloc () from /lib/libc.so.6 #7 0x08077356 in grab_servicegroup_macros (sg=0x833c840) at ../common/macros.c:581 #8 0x0807768d in grab_service_macros (svc=0x83c7960) at ../common/macros.c:515 #9 0x0805c8dc in run_async_service_check (svc=0x83c7960, check_options=0, latency=0.79400000000000004, scheduled_check=1, reschedule_check=1, time_is_valid=0xbff2c050, preferred_time=0xbff2c058) at checks.c:393 #10 0x0805e909 in run_scheduled_service_check (svc=0x83c7960, check_options=0, latency=0.79400000000000004) at checks.c:250 #11 0x0806dd86 in handle_timed_event (event=0x82c5470) at events.c:1170 #12 0x0806e684 in event_execution_loop () at events.c:1055 #13 0x08055b17 in main (argc=Cannot access memory at address 0x32d6 ) at nagios.c:788 ###### # # DebugFile # ###### (only the last 300 lines) [1191334357.614581] [2048.1] [pid=13014] Processing: '' [1191334357.614593] [2048.1] [pid=13014] Done. Final output: '' [1191334357.614604] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.614615] [001.0] [pid=13014] process_macros() [1191334357.614626] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.614636] [2048.1] [pid=13014] Processing: '$USER1$/check_tcp -H $HOSTADDRESS$ -p $ARG1$' [1191334357.614662] [2048.1] [pid=13014] Done. Final output: '/usr/local/nagios/libexec/check_tcp -H aix100p006.xxxxxxxxxxxx.de -p 1040' [1191334357.614676] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.614772] [016.1] [pid=13014] Check result output will be written to '/usr/local/nagios/5/var/spool/checkresults/check2FnQep' (fd=8) [1191334357.614875] [064.1] [pid=13014] Making callbacks (type 13)... [1191334357.636993] [001.0] [pid=13014] handle_timed_event() end [1191334357.637053] [008.1] [pid=13014] ** Event Check Loop [1191334357.637079] [008.1] [pid=13014] Next High Priority Event Time: Tue Oct 2 16:12:47 2007 [1191334357.637094] [008.1] [pid=13014] Next Low Priority Event Time: Tue Oct 2 16:12:36 2007 [1191334357.637104] [008.1] [pid=13014] Current/Max Service Checks: 12/0 [1191334357.637117] [008.1] [pid=13014] Running event... [1191334357.637130] [001.0] [pid=13014] handle_timed_event() start [1191334357.637140] [064.1] [pid=13014] Making callbacks (type 8)... [1191334357.637153] [008.0] [pid=13014] ** Timed Event ** Type: 0, Run Time: Tue Oct 2 16:12:36 2007 [1191334357.637163] [008.0] [pid=13014] ** Service Check Event ==> Host: 'AIX100Q001', Service: 'Oracle TNS - CSQ1.xxxxxxxxxxxx.de', Latency: 1.637000 sec [1191334357.637178] [001.0] [pid=13014] run_scheduled_service_check() start [1191334357.637186] [016.0] [pid=13014] Attempting to run scheduled check of service 'Oracle TNS - CSQ1.xxxxxxxxxxxx.de' on host 'AIX100Q001': check options=0, latency=1.637000 [1191334357.637198] [001.0] [pid=13014] run_async_service_check() [1191334357.637206] [001.0] [pid=13014] check_service_check_viability() [1191334357.637216] [001.0] [pid=13014] check_time_against_period() [1191334357.637244] [001.0] [pid=13014] check_service_dependencies() [1191334357.637256] [064.1] [pid=13014] Making callbacks (type 13)... [1191334357.637265] [016.0] [pid=13014] Checking service 'Oracle TNS - CSQ1.xxxxxxxxxxxx.de' on host 'AIX100Q001'... [1191334357.638382] [001.0] [pid=13014] get_raw_command_line() [1191334357.638408] [001.0] [pid=13014] process_macros() [1191334357.638417] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.638426] [2048.1] [pid=13014] Processing: 'CSQ1.xxxxxxxxxxxx.de' [1191334357.638441] [2048.1] [pid=13014] Done. Final output: 'CSQ1.xxxxxxxxxxxx.de' [1191334357.638450] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.638458] [001.0] [pid=13014] process_macros() [1191334357.638467] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.638475] [2048.1] [pid=13014] Processing: '$USER1$/check_oracle_new.sh --tns $ARG1$' [1191334357.638493] [2048.1] [pid=13014] Done. Final output: '/usr/local/nagios/libexec/check_oracle_new.sh --tns CSQ1.xxxxxxxxxxxx.de' [1191334357.638502] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.638647] [016.1] [pid=13014] Check result output will be written to '/usr/local/nagios/5/var/spool/checkresults/checkKTMECW' (fd=8) [1191334357.638721] [064.1] [pid=13014] Making callbacks (type 13)... [1191334357.659117] [001.0] [pid=13014] handle_timed_event() end [1191334357.659177] [008.1] [pid=13014] ** Event Check Loop [1191334357.659209] [008.1] [pid=13014] Next High Priority Event Time: Tue Oct 2 16:12:47 2007 [1191334357.659224] [008.1] [pid=13014] Next Low Priority Event Time: Tue Oct 2 16:12:36 2007 [1191334357.659233] [008.1] [pid=13014] Current/Max Service Checks: 13/0 [1191334357.659250] [008.1] [pid=13014] Running event... [1191334357.659258] [001.0] [pid=13014] handle_timed_event() start [1191334357.659267] [064.1] [pid=13014] Making callbacks (type 8)... [1191334357.659280] [008.0] [pid=13014] ** Timed Event ** Type: 0, Run Time: Tue Oct 2 16:12:36 2007 [1191334357.659290] [008.0] [pid=13014] ** Service Check Event ==> Host: 'AIX100Q002', Service: 'Oracle TNS - CSQ2.xxxxxxxxxxxx.de', Latency: 1.659000 sec [1191334357.659306] [001.0] [pid=13014] run_scheduled_service_check() start [1191334357.659315] [016.0] [pid=13014] Attempting to run scheduled check of service 'Oracle TNS - CSQ2.xxxxxxxxxxxx.de' on host 'AIX100Q002': check options=0, latency=1.659000 [1191334357.659327] [001.0] [pid=13014] run_async_service_check() [1191334357.659335] [001.0] [pid=13014] check_service_check_viability() [1191334357.659344] [001.0] [pid=13014] check_time_against_period() [1191334357.659385] [001.0] [pid=13014] check_service_dependencies() [1191334357.659397] [064.1] [pid=13014] Making callbacks (type 13)... [1191334357.659406] [016.0] [pid=13014] Checking service 'Oracle TNS - CSQ2.xxxxxxxxxxxx.de' on host 'AIX100Q002'... [1191334357.660625] [001.0] [pid=13014] get_raw_command_line() [1191334357.660652] [001.0] [pid=13014] process_macros() [1191334357.660661] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.660670] [2048.1] [pid=13014] Processing: 'CSQ2.xxxxxxxxxxxx.de' [1191334357.660685] [2048.1] [pid=13014] Done. Final output: 'CSQ2.xxxxxxxxxxxx.de' [1191334357.660694] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.660703] [001.0] [pid=13014] process_macros() [1191334357.660711] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.660720] [2048.1] [pid=13014] Processing: '$USER1$/check_oracle_new.sh --tns $ARG1$' [1191334357.660737] [2048.1] [pid=13014] Done. Final output: '/usr/local/nagios/libexec/check_oracle_new.sh --tns CSQ2.xxxxxxxxxxxx.de' [1191334357.660746] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.660856] [016.1] [pid=13014] Check result output will be written to '/usr/local/nagios/5/var/spool/checkresults/check8wUh5t' (fd=8) [1191334357.660926] [064.1] [pid=13014] Making callbacks (type 13)... [1191334357.682418] [001.0] [pid=13014] handle_timed_event() end [1191334357.682478] [008.1] [pid=13014] ** Event Check Loop [1191334357.682507] [008.1] [pid=13014] Next High Priority Event Time: Tue Oct 2 16:12:47 2007 [1191334357.682522] [008.1] [pid=13014] Next Low Priority Event Time: Tue Oct 2 16:12:36 2007 [1191334357.682532] [008.1] [pid=13014] Current/Max Service Checks: 14/0 [1191334357.682547] [008.1] [pid=13014] Running event... [1191334357.682556] [001.0] [pid=13014] handle_timed_event() start [1191334357.682565] [064.1] [pid=13014] Making callbacks (type 8)... [1191334357.682578] [008.0] [pid=13014] ** Timed Event ** Type: 0, Run Time: Tue Oct 2 16:12:36 2007 [1191334357.682588] [008.0] [pid=13014] ** Service Check Event ==> Host: 'AIX100S001', Service: 'CPU IOWait Percentage', Latency: 1.682000 sec [1191334357.682604] [001.0] [pid=13014] run_scheduled_service_check() start [1191334357.682613] [016.0] [pid=13014] Attempting to run scheduled check of service 'CPU IOWait Percentage' on host 'AIX100S001': check options=0, latency=1.682000 [1191334357.682625] [001.0] [pid=13014] run_async_service_check() [1191334357.682634] [001.0] [pid=13014] check_service_check_viability() [1191334357.682643] [001.0] [pid=13014] check_time_against_period() [1191334357.682674] [001.0] [pid=13014] check_service_dependencies() [1191334357.682688] [064.1] [pid=13014] Making callbacks (type 13)... [1191334357.682697] [016.0] [pid=13014] Checking service 'CPU IOWait Percentage' on host 'AIX100S001'... [1191334357.683796] [001.0] [pid=13014] get_raw_command_line() [1191334357.683821] [001.0] [pid=13014] process_macros() [1191334357.683830] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.683839] [2048.1] [pid=13014] Processing: 'ProcStats' [1191334357.683851] [2048.1] [pid=13014] Done. Final output: 'ProcStats' [1191334357.683860] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.683868] [001.0] [pid=13014] process_macros() [1191334357.683877] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.683886] [2048.1] [pid=13014] Processing: 'IOWait' [1191334357.683895] [2048.1] [pid=13014] Done. Final output: 'IOWait' [1191334357.683904] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.683912] [001.0] [pid=13014] process_macros() [1191334357.683924] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.683932] [2048.1] [pid=13014] Processing: '90' [1191334357.683941] [2048.1] [pid=13014] Done. Final output: '90' [1191334357.683950] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.683958] [001.0] [pid=13014] process_macros() [1191334357.683982] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.683991] [2048.1] [pid=13014] Processing: '100' [1191334357.684001] [2048.1] [pid=13014] Done. Final output: '100' [1191334357.684035] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.684044] [001.0] [pid=13014] process_macros() [1191334357.684055] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.684063] [2048.1] [pid=13014] Processing: '$USER1$/check_nrpe -H $HOSTADDRESS$ -c 'check_perlstats' -a $ARG1$ $ARG2$ $ARG3$ $ARG4$' [1191334357.684093] [2048.1] [pid=13014] Done. Final output: '/usr/local/nagios/libexec/check_nrpe -H aix100s001.xxxxxxxxxxxx.de -c 'check_perlstats' -a ProcStats IOWait 90 100' [1191334357.684102] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.684206] [016.1] [pid=13014] Check result output will be written to '/usr/local/nagios/5/var/spool/checkresults/check4VFYC1' (fd=8) [1191334357.684277] [064.1] [pid=13014] Making callbacks (type 13)... [1191334357.705515] [001.0] [pid=13014] handle_timed_event() end [1191334357.705576] [008.1] [pid=13014] ** Event Check Loop [1191334357.705608] [008.1] [pid=13014] Next High Priority Event Time: Tue Oct 2 16:12:47 2007 [1191334357.705623] [008.1] [pid=13014] Next Low Priority Event Time: Tue Oct 2 16:12:36 2007 [1191334357.705633] [008.1] [pid=13014] Current/Max Service Checks: 15/0 [1191334357.705654] [008.1] [pid=13014] Running event... [1191334357.705662] [001.0] [pid=13014] handle_timed_event() start [1191334357.705672] [064.1] [pid=13014] Making callbacks (type 8)... [1191334357.705684] [008.0] [pid=13014] ** Timed Event ** Type: 0, Run Time: Tue Oct 2 16:12:36 2007 [1191334357.705694] [008.0] [pid=13014] ** Service Check Event ==> Host: 'AIX100S002', Service: 'CPU User Percentage', Latency: 1.705000 sec [1191334357.705710] [001.0] [pid=13014] run_scheduled_service_check() start [1191334357.705718] [016.0] [pid=13014] Attempting to run scheduled check of service 'CPU User Percentage' on host 'AIX100S002': check options=0, latency=1.705000 [1191334357.705730] [001.0] [pid=13014] run_async_service_check() [1191334357.705739] [001.0] [pid=13014] check_service_check_viability() [1191334357.705748] [001.0] [pid=13014] check_time_against_period() [1191334357.705789] [001.0] [pid=13014] check_service_dependencies() [1191334357.705800] [064.1] [pid=13014] Making callbacks (type 13)... [1191334357.705809] [016.0] [pid=13014] Checking service 'CPU User Percentage' on host 'AIX100S002'... [1191334357.706944] [001.0] [pid=13014] get_raw_command_line() [1191334357.706969] [001.0] [pid=13014] process_macros() [1191334357.706978] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.706986] [2048.1] [pid=13014] Processing: 'ProcStats' [1191334357.707003] [2048.1] [pid=13014] Done. Final output: 'ProcStats' [1191334357.707012] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.707020] [001.0] [pid=13014] process_macros() [1191334357.707029] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.707037] [2048.1] [pid=13014] Processing: 'User' [1191334357.707047] [2048.1] [pid=13014] Done. Final output: 'User' [1191334357.707055] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.707063] [001.0] [pid=13014] process_macros() [1191334357.707072] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.707080] [2048.1] [pid=13014] Processing: '90' [1191334357.707089] [2048.1] [pid=13014] Done. Final output: '90' [1191334357.707097] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.707106] [001.0] [pid=13014] process_macros() [1191334357.707114] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.707123] [2048.1] [pid=13014] Processing: '100' [1191334357.707132] [2048.1] [pid=13014] Done. Final output: '100' [1191334357.707140] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.707149] [001.0] [pid=13014] process_macros() [1191334357.707159] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.707167] [2048.1] [pid=13014] Processing: '$USER1$/check_nrpe -H $HOSTADDRESS$ -c 'check_perlstats' -a $ARG1$ $ARG2$ $ARG3$ $ARG4$' [1191334357.707220] [2048.1] [pid=13014] Done. Final output: '/usr/local/nagios/libexec/check_nrpe -H aix100s002.xxxxxx.de -c 'check_perlstats' -a ProcStats User 90 100' [1191334357.707229] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.707335] [016.1] [pid=13014] Check result output will be written to '/usr/local/nagios/5/var/spool/checkresults/checkOkYFfz' (fd=8) [1191334357.707403] [064.1] [pid=13014] Making callbacks (type 13)... [1191334357.728673] [001.0] [pid=13014] handle_timed_event() end [1191334357.728730] [008.1] [pid=13014] ** Event Check Loop [1191334357.728759] [008.1] [pid=13014] Next High Priority Event Time: Tue Oct 2 16:12:47 2007 [1191334357.728774] [008.1] [pid=13014] Next Low Priority Event Time: Tue Oct 2 16:12:36 2007 [1191334357.728784] [008.1] [pid=13014] Current/Max Service Checks: 16/0 [1191334357.728804] [008.1] [pid=13014] Running event... [1191334357.728813] [001.0] [pid=13014] handle_timed_event() start [1191334357.728822] [064.1] [pid=13014] Making callbacks (type 8)... [1191334357.728835] [008.0] [pid=13014] ** Timed Event ** Type: 0, Run Time: Tue Oct 2 16:12:36 2007 [1191334357.728846] [008.0] [pid=13014] ** Service Check Event ==> Host: 'AIX100T001', Service: 'Swap Prozent', Latency: 1.728000 sec [1191334357.728861] [001.0] [pid=13014] run_scheduled_service_check() start [1191334357.728869] [016.0] [pid=13014] Attempting to run scheduled check of service 'Swap Prozent' on host 'AIX100T001': check options=0, latency=1.728000 [1191334357.728881] [001.0] [pid=13014] run_async_service_check() [1191334357.728890] [001.0] [pid=13014] check_service_check_viability() [1191334357.728899] [001.0] [pid=13014] check_time_against_period() [1191334357.728940] [001.0] [pid=13014] check_service_dependencies() [1191334357.728953] [064.1] [pid=13014] Making callbacks (type 13)... [1191334357.728962] [016.0] [pid=13014] Checking service 'Swap Prozent' on host 'AIX100T001'... [1191334357.730119] [001.0] [pid=13014] get_raw_command_line() [1191334357.730144] [001.0] [pid=13014] process_macros() [1191334357.730154] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.730162] [2048.1] [pid=13014] Processing: 'MemStats' [1191334357.730177] [2048.1] [pid=13014] Done. Final output: 'MemStats' [1191334357.730186] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.730195] [001.0] [pid=13014] process_macros() [1191334357.730204] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.730212] [2048.1] [pid=13014] Processing: 'SwapUsedPer' [1191334357.730221] [2048.1] [pid=13014] Done. Final output: 'SwapUsedPer' [1191334357.730230] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.730238] [001.0] [pid=13014] process_macros() [1191334357.730247] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.730255] [2048.1] [pid=13014] Processing: '50' [1191334357.730264] [2048.1] [pid=13014] Done. Final output: '50' [1191334357.730273] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.730281] [001.0] [pid=13014] process_macros() [1191334357.730290] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.730298] [2048.1] [pid=13014] Processing: '90' [1191334357.730307] [2048.1] [pid=13014] Done. Final output: '90' [1191334357.730315] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.730324] [001.0] [pid=13014] process_macros() [1191334357.730335] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.730343] [2048.1] [pid=13014] Processing: '$USER1$/check_nrpe -H $HOSTADDRESS$ -c 'check_perlstats' -a $ARG1$ $ARG2$ $ARG3$ $ARG4$' [1191334357.730368] [2048.1] [pid=13014] Done. Final output: '/usr/local/nagios/libexec/check_nrpe -H 10.18.72.170 -c 'check_perlstats' -a MemStats SwapUsedPer 50 90' [1191334357.730377] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.730484] [016.1] [pid=13014] Check result output will be written to '/usr/local/nagios/5/var/spool/checkresults/checkc02nX6' (fd=8) [1191334357.730575] [064.1] [pid=13014] Making callbacks (type 13)... [1191334357.750492] [001.0] [pid=13014] handle_timed_event() end [1191334357.750555] [008.1] [pid=13014] ** Event Check Loop [1191334357.750585] [008.1] [pid=13014] Next High Priority Event Time: Tue Oct 2 16:12:47 2007 [1191334357.750600] [008.1] [pid=13014] Next Low Priority Event Time: Tue Oct 2 16:12:37 2007 [1191334357.750610] [008.1] [pid=13014] Current/Max Service Checks: 17/0 [1191334357.750624] [008.1] [pid=13014] Running event... [1191334357.750632] [001.0] [pid=13014] handle_timed_event() start [1191334357.750642] [064.1] [pid=13014] Making callbacks (type 8)... [1191334357.750654] [008.0] [pid=13014] ** Timed Event ** Type: 0, Run Time: Tue Oct 2 16:12:37 2007 [1191334357.750665] [008.0] [pid=13014] ** Service Check Event ==> Host: 'AIXECOP002', Service: 'CPU Total Percentage', Latency: 0.750000 sec [1191334357.750681] [001.0] [pid=13014] run_scheduled_service_check() start [1191334357.750689] [016.0] [pid=13014] Attempting to run scheduled check of service 'CPU Total Percentage' on host 'AIXECOP002': check options=0, latency=0.750000 [1191334357.750701] [001.0] [pid=13014] run_async_service_check() [1191334357.750710] [001.0] [pid=13014] check_service_check_viability() [1191334357.750719] [001.0] [pid=13014] check_time_against_period() [1191334357.750761] [001.0] [pid=13014] check_service_dependencies() [1191334357.750772] [064.1] [pid=13014] Making callbacks (type 13)... [1191334357.750781] [016.0] [pid=13014] Checking service 'CPU Total Percentage' on host 'AIXECOP002'... [1191334357.751926] [001.0] [pid=13014] get_raw_command_line() [1191334357.751951] [001.0] [pid=13014] process_macros() [1191334357.751960] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.751968] [2048.1] [pid=13014] Processing: 'ProcStats' [1191334357.751996] [2048.1] [pid=13014] Done. Final output: 'ProcStats' [1191334357.752005] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.752014] [001.0] [pid=13014] process_macros() [1191334357.752022] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.752030] [2048.1] [pid=13014] Processing: 'Total' [1191334357.752040] [2048.1] [pid=13014] Done. Final output: 'Total' [1191334357.752048] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.752056] [001.0] [pid=13014] process_macros() [1191334357.752065] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.752073] [2048.1] [pid=13014] Processing: '90' [1191334357.752082] [2048.1] [pid=13014] Done. Final output: '90' [1191334357.752091] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.752099] [001.0] [pid=13014] process_macros() [1191334357.752107] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.752116] [2048.1] [pid=13014] Processing: '100' [1191334357.752125] [2048.1] [pid=13014] Done. Final output: '100' [1191334357.752133] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.752142] [001.0] [pid=13014] process_macros() [1191334357.752150] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.752158] [2048.1] [pid=13014] Processing: '$USER1$/check_nrpe -H $HOSTADDRESS$ -c 'check_perlstats' -a $ARG1$ $ARG2$ $ARG3$ $ARG4$' [1191334357.752183] [2048.1] [pid=13014] Done. Final output: '/usr/local/nagios/libexec/check_nrpe -H 10.18.180.65 -c 'check_perlstats' -a ProcStats Total 90 100' [1191334357.752192] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.752302] [016.1] [pid=13014] Check result output will be written to '/usr/local/nagios/5/var/spool/checkresults/checkSc0OJE' (fd=8) [1191334357.752375] [064.1] [pid=13014] Making callbacks (type 13)... [1191334357.772584] [001.0] [pid=13014] handle_timed_event() end [1191334357.772633] [008.1] [pid=13014] ** Event Check Loop [1191334357.772658] [008.1] [pid=13014] Next High Priority Event Time: Tue Oct 2 16:12:47 2007 [1191334357.772672] [008.1] [pid=13014] Next Low Priority Event Time: Tue Oct 2 16:12:37 2007 [1191334357.772712] [008.1] [pid=13014] Current/Max Service Checks: 18/0 [1191334357.772721] [008.1] [pid=13014] Running event... [1191334357.772730] [001.0] [pid=13014] handle_timed_event() start [1191334357.772739] [064.1] [pid=13014] Making callbacks (type 8)... [1191334357.772752] [008.0] [pid=13014] ** Timed Event ** Type: 0, Run Time: Tue Oct 2 16:12:37 2007 [1191334357.772763] [008.0] [pid=13014] ** Service Check Event ==> Host: 'AIXECOP004', Service: 'Echo-Request', Latency: 0.772000 sec [1191334357.772778] [001.0] [pid=13014] run_scheduled_service_check() start [1191334357.772787] [016.0] [pid=13014] Attempting to run scheduled check of service 'Echo-Request' on host 'AIXECOP004': check options=0, latency=0.772000 [1191334357.772799] [001.0] [pid=13014] run_async_service_check() [1191334357.772809] [001.0] [pid=13014] check_service_check_viability() [1191334357.772818] [001.0] [pid=13014] check_time_against_period() [1191334357.772850] [001.0] [pid=13014] check_service_dependencies() [1191334357.772864] [064.1] [pid=13014] Making callbacks (type 13)... [1191334357.772873] [016.0] [pid=13014] Checking service 'Echo-Request' on host 'AIXECOP004'... [1191334357.773952] [001.0] [pid=13014] get_raw_command_line() [1191334357.773976] [001.0] [pid=13014] process_macros() [1191334357.773985] [2048.1] [pid=13014] **** BEGIN MACRO PROCESSING *********** [1191334357.773994] [2048.1] [pid=13014] Processing: '$USER1$/check_icmp -H $HOSTADDRESS$ -w 3000:50% -c 5000:100%' [1191334357.774014] [2048.1] [pid=13014] Done. Final output: '/usr/local/nagios/libexec/check_icmp -H 10.18.180.67 -w 3000:50% -c 5000:100%' [1191334357.774023] [2048.1] [pid=13014] **** END MACRO PROCESSING ************* [1191334357.774127] [016.1] [pid=13014] Check result output will be written to '/usr/local/nagios/5/var/spool/checkresults/checkOd9YAc' (fd=8) [1191334357.774202] [064.1] [pid=13014] Making callbacks (type 13)... [1191334357.794056] [001.0] [pid=13014] handle_timed_event() end [1191334357.794105] [008.1] [pid=13014] ** Event Check Loop [1191334357.794131] [008.1] [pid=13014] Next High Priority Event Time: Tue Oct 2 16:12:47 2007 [1191334357.794146] [008.1] [pid=13014] Next Low Priority Event Time: Tue Oct 2 16:12:37 2007 [1191334357.794156] [008.1] [pid=13014] Current/Max Service Checks: 19/0 [1191334357.794168] [008.1] [pid=13014] Running event... [1191334357.794178] [001.0] [pid=13014] handle_timed_event() start [1191334357.794193] [064.1] [pid=13014] Making callbacks (type 8)... [1191334357.794206] [008.0] [pid=13014] ** Timed Event ** Type: 0, Run Time: Tue Oct 2 16:12:37 2007 [1191334357.794216] [008.0] [pid=13014] ** Service Check Event ==> Host: 'Diesel-USV', Service: 'generic', Latency: 0.794000 sec [1191334357.794231] [001.0] [pid=13014] run_scheduled_service_check() start [1191334357.794240] [016.0] [pid=13014] Attempting to run scheduled check of service 'generic' on host 'Diesel-USV': check options=0, latency=0.794000 [1191334357.794252] [001.0] [pid=13014] run_async_service_check() [1191334357.794260] [001.0] [pid=13014] check_service_check_viability() [1191334357.794269] [001.0] [pid=13014] check_time_against_period() [1191334357.794302] [001.0] [pid=13014] check_service_dependencies() [1191334357.794314] [064.1] [pid=13014] Making callbacks (type 13)... [1191334357.794323] [016.0] [pid=13014] Checking service 'generic' on host 'Diesel-USV'...