*** glibc detected *** /usr/local/apache/bin/httpd: double free or corruption (!prev): 0x0000000001500ae0 *** ======= Backtrace: ========= /lib64/libc.so.6[0x32b9c75e76] /lib64/libc.so.6[0x32b9c789b3] /usr/local/apache/lib/libapr-1.so.0(apr_allocator_destroy+0x48)[0x7f949ae91256] /usr/local/apache/lib/libapr-1.so.0(apr_pool_destroy+0x15a)[0x7f949ae91f95] /usr/local/apache/bin/httpd[0x4827c8] /usr/local/apache/bin/httpd[0x482ac7] /lib64/libpthread.so.0[0x32ba40f710] /lib64/ld-linux-x86-64.so.2[0x32b9809d84] /lib64/ld-linux-x86-64.so.2[0x32b980dff0] /lib64/ld-linux-x86-64.so.2[0x32b9814725] /usr/local/apache/lib/libapr-1.so.0(apr_pool_destroy+0x15a)[0x7f949ae91f95] /usr/local/apache/bin/httpd[0x4827c8] /usr/local/apache/bin/httpd[0x4834c4] /usr/local/apache/bin/httpd[0x483626] /usr/local/apache/bin/httpd[0x4838cb] /usr/local/apache/bin/httpd(ap_mpm_run+0x50f)[0x483e28] /usr/local/apache/bin/httpd(main+0xbfe)[0x427258] /lib64/libc.so.6(__libc_start_main+0xfd)[0x32b9c1ed5d] /usr/local/apache/bin/httpd[0x425c79] ======= Memory map: ======== 00400000-004af000 r-xp 00000000 fc:01 4980836 /usr/local/apache/bin/httpd 006ae000-006b7000 rw-p 000ae000 fc:01 4980836 /usr/local/apache/bin/httpd 006b7000-006ba000 rw-p 00000000 00:00 0 01498000-0151c000 rw-p 00000000 00:00 0 0151c000-01582000 rw-p 00000000 00:00 0 3048400000-3048471000 r-xp 00000000 fc:01 527718 /lib64/libfreebl3.so 3048471000-3048670000 ---p 00071000 fc:01 527718 /lib64/libfreebl3.so 3048670000-3048672000 r--p 00070000 fc:01 527718 /lib64/libfreebl3.so 3048672000-3048673000 rw-p 00072000 fc:01 527718 /lib64/libfreebl3.so 3048673000-3048677000 rw-p 00000000 00:00 0 3048800000-3048807000 r-xp 00000000 fc:01 531038 /lib64/libcrypt-2.12.so 3048807000-3048a07000 ---p 00007000 fc:01 531038 /lib64/libcrypt-2.12.so 3048a07000-3048a08000 r--p 00007000 fc:01 531038 /lib64/libcrypt-2.12.so 3048a08000-3048a09000 rw-p 00008000 fc:01 531038 /lib64/libcrypt-2.12.so 3048a09000-3048a37000 rw-p 00000000 00:00 0 32b9800000-32b9820000 r-xp 00000000 fc:01 536271 /lib64/ld-2.12.so 32b9a1f000-32b9a20000 r--p 0001f000 fc:01 536271 /lib64/ld-2.12.so 32b9a20000-32b9a21000 rw-p 00020000 fc:01 536271 /lib64/ld-2.12.so 32b9a21000-32b9a22000 rw-p 00000000 00:00 0 32b9c00000-32b9d8a000 r-xp 00000000 fc:01 537015 /lib64/libc-2.12.so 32b9d8a000-32b9f8a000 ---p 0018a000 fc:01 537015 /lib64/libc-2.12.so 32b9f8a000-32b9f8e000 r--p 0018a000 fc:01 537015 /lib64/libc-2.12.so 32b9f8e000-32b9f8f000 rw-p 0018e000 fc:01 537015 /lib64/libc-2.12.so 32b9f8f000-32b9f94000 rw-p 00000000 00:00 0 32ba000000-32ba002000 r-xp 00000000 fc:01 547559 /lib64/libdl-2.12.so 32ba002000-32ba202000 ---p 00002000 fc:01 547559 /lib64/libdl-2.12.so 32ba202000-32ba203000 r--p 00002000 fc:01 547559 /lib64/libdl-2.12.so 32ba203000-32ba204000 rw-p 00003000 fc:01 547559 /lib64/libdl-2.12.so 32ba400000-32ba417000 r-xp 00000000 fc:01 537019 /lib64/libpthread-2.12.so 32ba417000-32ba617000 ---p 00017000 fc:01 537019 /lib64/libpthread-2.12.so 32ba617000-32ba618000 r--p 00017000 fc:01 537019 /lib64/libpthread-2.12.so 32ba618000-32ba619000 rw-p 00018000 fc:01 537019 /lib64/libpthread-2.12.so 32ba619000-32ba61d000 rw-p 00000000 00:00 0 32ba800000-32ba807000 r-xp 00000000 fc:01 536321 /lib64/librt-2.12.so 32ba807000-32baa06000 ---p 00007000 fc:01 536321 /lib64/librt-2.12.so 32baa06000-32baa07000 r--p 00006000 fc:01 536321 /lib64/librt-2.12.so 32baa07000-32baa08000 rw-p 00007000 fc:01 536321 /lib64/librt-2.12.so 32bac00000-32bac83000 r-xp 00000000 fc:01 545300 /lib64/libm-2.12.so 32bac83000-32bae82000 ---p 00083000 fc:01 545300 /lib64/libm-2.12.so 32bae82000-32bae83000 r--p 00082000 fc:01 545300 /lib64/libm-2.12.so 32bae83000-32bae84000 rw-p 00083000 fc:01 545300 /lib64/libm-2.12.so 32bbc00000-32bbc16000 r-xp 00000000 fc:01 545305 /lib64/libgcc_s-4.4.7-20120601.so.1 32bbc16000-32bbe15000 ---p 00016000 fc:01 545305 /lib64/libgcc_s-4.4.7-20120601.so.1 32bbe15000-32bbe16000 rw-p 00015000 fc:01 545305 /lib64/libgcc_s-4.4.7-20120601.so.1 32c0000000-32c0026000 r-xp 00000000 fc:01 535013 /lib64/libexpat.so.1.5.2 32c0026000-32c0225000 ---p 00026000 fc:01 535013 /lib64/libexpat.so.1.5.2 32c0225000-32c0228000 rw-p 00025000 fc:01 535013 /lib64/libexpat.so.1.5.2 7f949a709000-7f949a71b000 rw-s 00000000 00:04 161310817 /dev/zero (deleted) 7f949a71b000-7f949a841000 rw-s 00000000 00:04 1835008 /SYSV6b010004 (deleted) 7f949a841000-7f949a84d000 r-xp 00000000 fc:01 547730 /lib64/libnss_files-2.12.so 7f949a84d000-7f949aa4d000 ---p 0000c000 fc:01 547730 /lib64/libnss_files-2.12.so 7f949aa4d000-7f949aa4e000 r--p 0000c000 fc:01 547730 /lib64/libnss_files-2.12.so 7f949aa4e000-7f949aa4f000 rw-p 0000d000 fc:01 547730 /lib64/libnss_files-2.12.so 7f949aa4f000-7f949aa51000 r-xp 00000000 fc:01 5507170 /usr/local/apache/modules/mod_rpaf-2.0.so 7f949aa51000-7f949ac50000 ---p 00002000 fc:01 5507170 /usr/local/apache/modules/mod_rpaf-2.0.so 7f949ac50000-7f949ac51000 rw-p 00001000 fc:01 5507170 /usr/local/apache/modules/mod_rpaf-2.0.so 7f949ac51000-7f949ac6a000 r-xp 00000000 fc:01 5507918 /usr/local/apache/modules/mod_fcgid.so 7f949ac6a000-7f949ae69000 ---p 00019000 fc:01 5507918 /usr/local/apache/modules/mod_fcgid.so 7f949ae69000-7f949ae6b000 rw-p 00018000 fc:01 5507918 /usr/local/apache/modules/mod_fcgid.so 7f949ae6b000-7f949ae71000 rw-p 00000000 00:00 0 7f949ae71000-7f949aeab000 r-xp 00000000 fc:01 5376083 /usr/local/apache/lib/libapr-1.so.0.5.1 7f949aeab000-7f949b0aa000 ---p 0003a000 fc:01 5376083 /usr/local/apache/lib/libapr-1.so.0.5.1 7f949b0aa000-7f949b0ac000 rw-p 00039000 fc:01 5376083 /usr/local/apache/lib/libapr-1.so.0.5.1 7f949b0ac000-7f949b0da000 r-xp 00000000 fc:01 5376099 /usr/local/apache/lib/libaprutil-1.so.0.5.3 7f949b0da000-7f949b2d9000 ---p 0002e000 fc:01 5376099 /usr/local/apache/lib/libaprutil-1.so.0.5.3 7f949b2d9000-7f949b2dc000 rw-p 0002d000 fc:01 5376099 /usr/local/apache/lib/libaprutil-1.so.0.5.3 7f949b2dc000-7f949b2dd000 rw-p 00000000 00:00 0 7f949b2e6000-7f949b2e7000 rw-p 00000000 00:00 0 7f949b2e7000-7f949b2e8000 rw-p 00000000 00:00 0 7fffc35f6000-7fffc360b000 rw-p 00000000 00:00 0 [stack] 7fffc3768000-7fffc3769000 r-xp 00000000 00:00 0 [vdso] ffffffffff600000-ffffffffff601000 r-xp 00000000 00:00 0 [vsyscall]
[root@filedir ~]# /usr/local/apache/bin/httpd -V Server version: Apache/2.2.29 (Unix) Server built: Sep 18 2014 03:48:01 Server's Module Magic Number: 20051115:36 Server loaded: APR 1.5.1, APR-Util 1.5.3 Compiled using: APR 1.5.1, APR-Util 1.5.3 Architecture: 64-bit Server MPM: Prefork threaded: no forked: yes (variable process count) Server compiled with.... -D APACHE_MPM_DIR="server/mpm/prefork" -D APR_HAS_SENDFILE -D APR_HAS_MMAP -D APR_HAVE_IPV6 (IPv4-mapped addresses enabled) -D APR_USE_SYSVSEM_SERIALIZE -D APR_USE_PTHREAD_SERIALIZE -D SINGLE_LISTEN_UNSERIALIZED_ACCEPT -D APR_HAS_OTHER_CHILD -D AP_HAVE_RELIABLE_PIPED_LOGS -D DYNAMIC_MODULE_LIMIT=128 -D HTTPD_ROOT="/usr/local/apache" -D SUEXEC_BIN="/usr/local/apache/bin/suexec" -D DEFAULT_PIDLOG="logs/httpd.pid" -D DEFAULT_SCOREBOARD="logs/apache_runtime_status" -D DEFAULT_LOCKFILE="logs/accept.lock" -D DEFAULT_ERRORLOG="logs/error_log" -D AP_TYPES_CONFIG_FILE="conf/mime.types" -D SERVER_CONFIG_FILE="conf/httpd.conf"
If this is repeatable, you could iteratively remove modules and repeat the test to see how much you can narrow down the culprit. (If you remove X and it still crashes, it isn't X's bug; if you remove Y and it stops crashing, it *might* be Y's bug ;) )
(In reply to Jeff Trawick from comment #2) > If this is repeatable, you could iteratively remove modules and repeat the > test to see how much you can narrow down the culprit. (If you remove X and > it still crashes, it isn't X's bug; if you remove Y and it stops crashing, > it *might* be Y's bug ;) ) Oh, sorry. I have no time to make these test :( Hope this bug will be resolved anyway. Thanks.
Can't post-mortem this from the glibc message alone.