Binary package hint: apache2

Description: Ubuntu 10.04 LTS Server
Release: 10.04
apache2 2.2.14-5ubuntu8

Hudson queries svn-server for a repository, the connection drops and apache crahes.
svn-queries using tortoise-svn work perfectly

The svn-server is the only site running on that server.

mods-enabled:

alias.conf -> ../mods-available/alias.conf
alias.load -> ../mods-available/alias.load
auth_basic.load -> ../mods-available/auth_basic.load
auth_kerb.load -> ../mods-available/auth_kerb.load
authn_file.load -> ../mods-available/authn_file.load
authz_default.load -> ../mods-available/authz_default.load
authz_groupfile.load -> ../mods-available/authz_groupfile.load
authz_host.load -> ../mods-available/authz_host.load
authz_user.load -> ../mods-available/authz_user.load
autoindex.conf -> ../mods-available/autoindex.conf
autoindex.load -> ../mods-available/autoindex.load
cgid.conf -> ../mods-available/cgid.conf
cgid.load -> ../mods-available/cgid.load
dav.load -> ../mods-available/dav.load
dav_svn.conf -> ../mods-available/dav_svn.conf
dav_svn.load -> ../mods-available/dav_svn.load
deflate.conf -> ../mods-available/deflate.conf
deflate.load -> ../mods-available/deflate.load
dir.conf -> ../mods-available/dir.conf
dir.load -> ../mods-available/dir.load
env.load -> ../mods-available/env.load
mime.conf -> ../mods-available/mime.conf
mime.load -> ../mods-available/mime.load
negotiation.conf -> ../mods-available/negotiation.conf
negotiation.load -> ../mods-available/negotiation.load
reqtimeout.conf -> ../mods-available/reqtimeout.conf
reqtimeout.load -> ../mods-available/reqtimeout.load
setenvif.conf -> ../mods-available/setenvif.conf
setenvif.load -> ../mods-available/setenvif.load
ssl.conf -> ../mods-available/ssl.conf
ssl.load -> ../mods-available/ssl.load
status.conf -> ../mods-available/status.conf
status.load -> ../mods-available/status.load

sites-enabled:
<IfModule mod_ssl.c>
<VirtualHost *:443>

  ServerAdmin webmaster@localhost
  DocumentRoot /var/svn/www
  ServerName svnserver.mydomain.local
  ServerAlias svnserver.mydomain.local

  # allow transfer of very large files
  LimitRequestBody 0
  LimitXMLRequestBody 0

  SSLEngine On
  SSLCertificateFile /etc/ssl/certs/svnserver_local_cert.pem
  SSLCertificateKeyFile /etc/ssl/private/svnserver_local_key.pem

  ErrorLog /var/log/apache2/error.log
  LogLevel warn
  CustomLog /var/log/apache2/access.log combined

  # general settings
  <Location />
    SSLRequireSSL
    Require valid-user
    AuthName "Subversion repository"
    AuthType Kerberos
    KrbAuthRealms MYDOMAIN.LOCAL
    KrbServiceName HTTP
    KrbMethodNegotiate on
    KrbMethodK5Passwd on
    KrbSaveCredentials on
    Krb5Keytab "/etc/apache2/http_svnserver_krb5.keytab"
  </Location>

  # repository specific settings
  Include /var/svn/apache2_conf/locations-enabled/

</VirtualHost>
</IfModule>

apache2.conf:

ServerRoot "/etc/apache2"
LockFile /var/lock/apache2/accept.lock
PidFile ${APACHE_PID_FILE}
Timeout 1800
KeepAlive Off
MaxKeepAliveRequests 100
KeepAliveTimeout 15
<IfModule mpm_prefork_module>
    StartServers 5
    MinSpareServers 5
    MaxSpareServers 10
    MaxClients 150
    MaxRequestsPerChild 0
</IfModule>
<IfModule mpm_worker_module>
    StartServers 2
    MinSpareThreads 25
    MaxSpareThreads 75
    ThreadLimit 64
    ThreadsPerChild 25
    MaxClients 150
    MaxRequestsPerChild 0
</IfModule>
<IfModule mpm_event_module>
    StartServers 2
    MaxClients 150
    MinSpareThreads 25
    MaxSpareThreads 75
    ThreadLimit 64
    ThreadsPerChild 25
    MaxRequestsPerChild 0
</IfModule>
User ${APACHE_RUN_USER}
Group ${APACHE_RUN_GROUP}
AccessFileName .htaccess
<Files ~ "^\.ht">
    Order allow,deny
    Deny from all
</Files>
DefaultType text/plain
HostnameLookups Off
ErrorLog /var/log/apache2/error.log
LogLevel debug
Include /etc/apache2/mods-enabled/*.load
Include /etc/apache2/mods-enabled/*.conf
Include /etc/apache2/httpd.conf
Include /etc/apache2/ports.conf
LogFormat "%v:%p %h %l %u %t \"%r\" %>s %O \"%{Referer}i\" \"%{User-Agent}i\"" vhost_combined
LogFormat "%h %l %u %t \"%r\" %>s %O \"%{Referer}i\" \"%{User-Agent}i\"" combined
LogFormat "%h %l %u %t \"%r\" %>s %O" common
LogFormat "%{Referer}i -> %U" referer
LogFormat "%{User-agent}i" agent
CustomLog /var/log/apache2/other_vhosts_access.log vhost_combined
Include /etc/apache2/conf.d/
Include /etc/apache2/sites-enabled/

Core Dump
=========

(gdb) thread apply all bt full

Thread 27 (Thread 653):
#0  0x00007f667b5fb93d in read () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667c10ec77 in read (pod=<value optimized out>) at /usr/include/bits/unistd.h:45
No locals.
#2  ap_mpm_pod_check (pod=<value optimized out>) at /build/buildd/apache2-2.2.14/server/mpm/worker/pod.c:54
        c = <value optimized out>
        fd = 5
#3  0x00007f667c10d17c in child_main (child_num_arg=0) at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:1258
        rv = -512
        ts = 0x7f667d87dd58
        thread_attr = 0x7f667d87dd78
        start_thread_id = <value optimized out>
#4  0x00007f667c10d3ed in make_child (s=0x7f667d698938, slot=0) at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:1341
No locals.
#5  0x00007f667c10e224 in perform_idle_server_maintenance (_pconf=<value optimized out>, plog=<value optimized out>, s=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:1560
        free_slots = {0, 3, 4, 5, 2106049080, 32614, 2106049112, 32614, 6, 0, 1953984158, 32614, 2104041784, 32614, 2072140174, 32614, 2106049048, 32614,
          2104017288, 32614, 2106049112, 32614, 2105982432, 0, 1292351488, 32767, 2072142964, 32614, 0, 0, 2104016912, 32614}
        total_non_dead = 6
        active_thread_count = <value optimized out>
        idle_thread_count = 0
        free_length = 1
        i = 1
        ps = 0x293
        totally_free_length = <value optimized out>
        last_non_dead = 6
#6  server_main_loop (_pconf=<value optimized out>, plog=<value optimized out>, s=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:1663
        status = 6
        pid = {pid = -1, in = 0x0, out = 0x0, err = 0x7f667d68c010}
        i = <value optimized out>
        child_slot = <value optimized out>
        exitwhy = 6
        processed_status = <value optimized out>
#7  ap_mpm_run (_pconf=<value optimized out>, plog=<value optimized out>, s=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:1765
        remaining_children_to_start = 0
        rv = <value optimized out>
#8  0x00007f667c0e2590 in main (argc=3, argv=0x7fff4d07ba38) at /build/buildd/apache2-2.2.14/server/main.c:742
        c = 0 '\000'
        configtestonly = <value optimized out>
        confname = 0x7f667c1103eb "/etc/apache2/apache2.conf"
        def_server_root = 0x7f667c114042 ""
        temp_error_log = 0x0
        error = <value optimized out>
        process = 0x7f667d690220
        server_conf = 0x7f667d698938
        pglobal = 0x7f667d690128
        pconf = 0x7f667d692138
        plog = 0x7f667d6c62d8
        ptemp = 0x7f667d69a178
        pcommands = 0x7f667d694148
        opt = 0x7f667d694240
        rv = <value optimized out>
        mod = <value optimized out>
        optarg = 0xbf <Address 0xbf out of bounds>

Thread 26 (Thread 655):
#0  0x00007f667b3610fe in ?? () from /lib/libc.so.6
No symbol table info available.
#1  0x00007f667b2ea3ac in ?? () from /lib/libc.so.6
No symbol table info available.
#2  0x00007f667b2e8e48 in free () from /lib/libc.so.6
No symbol table info available.
#3  0x00007f6679d65d04 in ?? () from /usr/lib/libkrb5.so.3
No symbol table info available.
#4  0x00007f6679d668f3 in krb5_sendto_kdc () from /usr/lib/libkrb5.so.3
No symbol table info available.
#5  0x00007f6679d3bc61 in ?? () from /usr/lib/libkrb5.so.3
No symbol table info available.
#6  0x00007f6679d3bdb0 in krb5_get_cred_via_tkt () from /usr/lib/libkrb5.so.3
No symbol table info available.
#7  0x00007f6679d3aa56 in ?? () from /usr/lib/libkrb5.so.3
No symbol table info available.
#8  0x00007f6679d3c4dd in krb5_get_credentials () from /usr/lib/libkrb5.so.3
No symbol table info available.
#9  0x00007f667a1eb24e in ?? () from /usr/lib/apache2/modules/mod_auth_kerb.so
No symbol table info available.
#10 0x00007f667a1eb650 in ?? () from /usr/lib/apache2/modules/mod_auth_kerb.so
No symbol table info available.
#11 0x00007f667a1ec54c in ?? () from /usr/lib/apache2/modules/mod_auth_kerb.so
No symbol table info available.
#12 0x00007f667a1ede9f in ?? () from /usr/lib/apache2/modules/mod_auth_kerb.so
No symbol table info available.
#13 0x00007f667c0f12a8 in ap_run_check_user_id (r=0x7f667d8e4c38) at /build/buildd/apache2-2.2.14/server/request.c:71
        n = 3
        rv = -512
#14 0x00007f667c0f34e2 in ap_process_request_internal (r=0x7f667d8e4c38) at /build/buildd/apache2-2.2.14/server/request.c:214
        file_req = 0
        access_status = 0
#15 0x00007f667c1075d8 in ap_process_request (r=0x7f667d8e4c38) at /build/buildd/apache2-2.2.14/modules/http/http_request.c:280
        access_status = -512
#16 0x00007f667c104498 in ap_process_http_connection (c=0x7f667d8cdfa0) at /build/buildd/apache2-2.2.14/modules/http/http_core.c:190
        r = 0x7f667d8e4c38
        csd = 0x0
#17 0x00007f667c0fdf38 in ap_run_process_connection (c=0x7f667d8cdfa0) at /build/buildd/apache2-2.2.14/server/connection.c:43
        n = 1
        rv = -512
#18 0x00007f667c10ce82 in process_socket (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:544
        current_conn = <value optimized out>
        conn_id = <value optimized out>
        csd = 12
        sbh = 0x7f667d8cdf98
#19 worker_thread (thd=<value optimized out>, dummy=<value optimized out>) at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:894
        process_slot = 0
        thread_slot = 0
        csd = 0x7f667d8cdd88
        bucket_alloc = <value optimized out>
        last_ptrans = <value optimized out>
        ptrans = 0x7f667d8cdd08
        rv = <value optimized out>
        is_idle = <value optimized out>
#20 0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#21 0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#22 0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#23 0x0000000000000000 in ?? ()
No symbol table info available.

Thread 25 (Thread 665):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f666ef2ce00, p=0x7f666ef2cdf8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 8
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 24 (Thread 657):
#0  0x00007f667b34d9f7 in mprotect () from /lib/libc.so.6
No symbol table info available.
#1  0x00007f667b2e7154 in ?? () from /lib/libc.so.6
No symbol table info available.
#2  0x00007f667b2e758e in malloc () from /lib/libc.so.6
No symbol table info available.
#3  0x00007f667b8262b9 in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#4  0x00007f667b826784 in apr_palloc () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b816afd in apr_pstrdup () from /usr/lib/libapr-1.so.0
No symbol table info available.
#6  0x00007f66777ccee8 in svn_config_set () from /usr/lib/libsvn_subr-1.so.1
No symbol table info available.
#7  0x00007f66777cdf52 in svn_config__parse_file () from /usr/lib/libsvn_subr-1.so.1
No symbol table info available.
#8  0x00007f66777cc1c4 in svn_config_read () from /usr/lib/libsvn_subr-1.so.1
No symbol table info available.
#9  0x00007f6677e2278b in svn_repos_authz_read () from /usr/lib/libsvn_repos-1.so.1
No symbol table info available.
#10 0x00007f66757a9523 in ?? () from /usr/lib/apache2/modules/mod_authz_svn.so
No symbol table info available.
#11 0x00007f66757a97e7 in ?? () from /usr/lib/apache2/modules/mod_authz_svn.so
No symbol table info available.
#12 0x00007f66757a9e63 in ?? () from /usr/lib/apache2/modules/mod_authz_svn.so
No symbol table info available.
#13 0x00007f667c0f14b0 in ap_run_auth_checker (r=0x7f6658006f18) at /build/buildd/apache2-2.2.14/server/request.c:79
        n = 0
        rv = 0
#14 0x00007f667c0f3505 in ap_process_request_internal (r=0x7f6658006f18) at /build/buildd/apache2-2.2.14/server/request.c:222
        file_req = 0
        access_status = 0
#15 0x00007f667c1075d8 in ap_process_request (r=0x7f6658006f18) at /build/buildd/apache2-2.2.14/modules/http/http_request.c:280
        access_status = 0
#16 0x00007f667c104498 in ap_process_http_connection (c=0x7f667d8d64c0) at /build/buildd/apache2-2.2.14/modules/http/http_core.c:190
        r = 0x7f6658006f18
        csd = 0x0
#17 0x00007f667c0fdf38 in ap_run_process_connection (c=0x7f667d8d64c0) at /build/buildd/apache2-2.2.14/server/connection.c:43
        n = 1
        rv = 0
#18 0x00007f667c10ce82 in process_socket (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:544
        current_conn = <value optimized out>
        conn_id = <value optimized out>
        csd = 15
        sbh = 0x7f667d8d64b8
#19 worker_thread (thd=<value optimized out>, dummy=<value optimized out>) at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:894
        process_slot = 0
        thread_slot = 2
        csd = 0x7f667d8d62a8
        bucket_alloc = <value optimized out>
        last_ptrans = <value optimized out>
        ptrans = 0x7f667d8d6228
        rv = <value optimized out>
        is_idle = <value optimized out>
#20 0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#21 0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#22 0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#23 0x0000000000000000 in ?? ()
No symbol table info available.

Thread 23 (Thread 681):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f666a723e00, p=0x7f666a723df8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 17
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 22 (Thread 679):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f666b725e00, p=0x7f666b725df8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 15
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 21 (Thread 656):
#0  0x00007f667b34d9f7 in mprotect () from /lib/libc.so.6
No symbol table info available.
#1  0x00007f667b2e7154 in ?? () from /lib/libc.so.6
No symbol table info available.
#2  0x00007f667b2e758e in malloc () from /lib/libc.so.6
No symbol table info available.
#3  0x00007f667b8262b9 in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#4  0x00007f667b826784 in apr_palloc () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b816afd in apr_pstrdup () from /usr/lib/libapr-1.so.0
No symbol table info available.
#6  0x00007f66777ccee8 in svn_config_set () from /usr/lib/libsvn_subr-1.so.1
No symbol table info available.
#7  0x00007f66777cdf52 in svn_config__parse_file () from /usr/lib/libsvn_subr-1.so.1
No symbol table info available.
#8  0x00007f66777cc1c4 in svn_config_read () from /usr/lib/libsvn_subr-1.so.1
No symbol table info available.
#9  0x00007f6677e2278b in svn_repos_authz_read () from /usr/lib/libsvn_repos-1.so.1
No symbol table info available.
#10 0x00007f66757a9523 in ?? () from /usr/lib/apache2/modules/mod_authz_svn.so
No symbol table info available.
#11 0x00007f66757a97e7 in ?? () from /usr/lib/apache2/modules/mod_authz_svn.so
No symbol table info available.
#12 0x00007f66757a9e63 in ?? () from /usr/lib/apache2/modules/mod_authz_svn.so
No symbol table info available.
#13 0x00007f667c0f14b0 in ap_run_auth_checker (r=0x7f6660007858) at /build/buildd/apache2-2.2.14/server/request.c:79
        n = 0
        rv = 0
#14 0x00007f667c0f3505 in ap_process_request_internal (r=0x7f6660007858) at /build/buildd/apache2-2.2.14/server/request.c:222
        file_req = 0
        access_status = 0
#15 0x00007f667c1075d8 in ap_process_request (r=0x7f6660007858) at /build/buildd/apache2-2.2.14/modules/http/http_request.c:280
        access_status = 0
#16 0x00007f667c104498 in ap_process_http_connection (c=0x7f667d8d23d0) at /build/buildd/apache2-2.2.14/modules/http/http_core.c:190
        r = 0x7f6660007858
        csd = 0x0
#17 0x00007f667c0fdf38 in ap_run_process_connection (c=0x7f667d8d23d0) at /build/buildd/apache2-2.2.14/server/connection.c:43
        n = 1
        rv = 0
#18 0x00007f667c10ce82 in process_socket (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:544
        current_conn = <value optimized out>
        conn_id = <value optimized out>
        csd = 14
        sbh = 0x7f667d8d23c8
#19 worker_thread (thd=<value optimized out>, dummy=<value optimized out>) at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:894
        process_slot = 0
        thread_slot = 1
        csd = 0x7f667d8d21b8
        bucket_alloc = <value optimized out>
        last_ptrans = <value optimized out>
        ptrans = 0x7f667d8d2138
        rv = <value optimized out>
        is_idle = <value optimized out>
#20 0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#21 0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#22 0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#23 0x0000000000000000 in ?? ()
No symbol table info available.

Thread 20 (Thread 688):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f6666f1ce00, p=0x7f6666f1cdf8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 24
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 19 (Thread 685):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f666871fe00, p=0x7f666871fdf8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 21
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 18 (Thread 682):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f6669f22e00, p=0x7f6669f22df8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 18
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 17 (Thread 674):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f666c727e00, p=0x7f666c727df8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 13
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 16 (Thread 689):
#0  0x00007f667b351c93 in epoll_wait () from /lib/libc.so.6
No symbol table info available.
#1  0x00007f667b82f4b7 in apr_pollset_poll () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10c83f in listener_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:687
        numdesc = 1
        pdesc = 0x7f667d6f7138
        process_slot = <value optimized out>
        tpool = <value optimized out>
        csd = 0x7f667d8da6a8
        ptrans = 0x0
        pollset = 0x7f667d6f7098
        rv = <value optimized out>
        lr = 0x7f667d691078
        have_idle_worker = <value optimized out>
        last_poll_idx = 1
#3  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#4  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#5  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#6  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 15 (Thread 680):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f666af24e00, p=0x7f666af24df8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 16
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 14 (Thread 670):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f666d729e00, p=0x7f666d729df8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 11
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 13 (Thread 683):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f6669721e00, p=0x7f6669721df8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 19
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 12 (Thread 675):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f666bf26e00, p=0x7f666bf26df8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 14
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 11 (Thread 664):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f666f72de00, p=0x7f666f72ddf8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 7
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 10 (Thread 684):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f6668f20e00, p=0x7f6668f20df8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 20
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 9 (Thread 672):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f666cf28e00, p=0x7f666cf28df8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 12
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 8 (Thread 686):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f6667f1ee00, p=0x7f6667f1edf8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 22
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 7 (Thread 669):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f666df2ae00, p=0x7f666df2adf8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 10
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 6 (Thread 662):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f666ff2ee00, p=0x7f666ff2edf8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 6
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 5 (Thread 687):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f666771de00, p=0x7f666771ddf8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 23
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 4 (Thread 660):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f667072fe00, p=0x7f667072fdf8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 5
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 3 (Thread 659):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f6670f30e00, p=0x7f6670f30df8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 4
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 2 (Thread 666):
#0  0x00007f667b5f885c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
No symbol table info available.
#1  0x00007f667b825abd in apr_thread_cond_wait () from /usr/lib/libapr-1.so.0
No symbol table info available.
#2  0x00007f667c10e6cd in ap_queue_pop (queue=0x7f667d87de08, sd=0x7f666e72be00, p=0x7f666e72bdf8)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/fdqueue.c:347
        elem = <value optimized out>
        rv = <value optimized out>
#3  0x00007f667c10cd44 in worker_thread (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:861
        process_slot = 0
        thread_slot = 9
        csd = 0x0
        bucket_alloc = <value optimized out>
        last_ptrans = 0x0
        ptrans = 0x0
        rv = -512
        is_idle = <value optimized out>
#4  0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#5  0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#6  0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 1 (Thread 658):
#0  0x00007f667b29ea75 in raise () from /lib/libc.so.6
No symbol table info available.
#1  0x00007f667b2a25c0 in abort () from /lib/libc.so.6
No symbol table info available.
#2  0x00007f667b2d84fb in ?? () from /lib/libc.so.6
No symbol table info available.
#3  0x00007f667b2e25b6 in ?? () from /lib/libc.so.6
No symbol table info available.
#4  0x00007f667b2e8e53 in free () from /lib/libc.so.6
No symbol table info available.
#5  0x00007f6679d29fd7 in ?? () from /usr/lib/libkrb5.so.3
No symbol table info available.
#6  0x00007f667a1eb4a2 in ?? () from /usr/lib/apache2/modules/mod_auth_kerb.so
No symbol table info available.
#7  0x00007f667a1eb650 in ?? () from /usr/lib/apache2/modules/mod_auth_kerb.so
No symbol table info available.
#8  0x00007f667a1ec54c in ?? () from /usr/lib/apache2/modules/mod_auth_kerb.so
No symbol table info available.
#9  0x00007f667a1ede9f in ?? () from /usr/lib/apache2/modules/mod_auth_kerb.so
No symbol table info available.
#10 0x00007f667c0f12a8 in ap_run_check_user_id (r=0x7f665800f7e8) at /build/buildd/apache2-2.2.14/server/request.c:71
        n = 3
        rv = 0
#11 0x00007f667c0f34e2 in ap_process_request_internal (r=0x7f665800f7e8) at /build/buildd/apache2-2.2.14/server/request.c:214
        file_req = 0
        access_status = 0
#12 0x00007f667c1075d8 in ap_process_request (r=0x7f665800f7e8) at /build/buildd/apache2-2.2.14/modules/http/http_request.c:280
        access_status = 0
#13 0x00007f667c104498 in ap_process_http_connection (c=0x7f667d8da8c0) at /build/buildd/apache2-2.2.14/modules/http/http_core.c:190
        r = 0x7f665800f7e8
        csd = 0x0
#14 0x00007f667c0fdf38 in ap_run_process_connection (c=0x7f667d8da8c0) at /build/buildd/apache2-2.2.14/server/connection.c:43
        n = 1
        rv = 0
#15 0x00007f667c10ce82 in process_socket (thd=<value optimized out>, dummy=<value optimized out>)
    at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:544
        current_conn = <value optimized out>
        conn_id = <value optimized out>
        csd = 16
        sbh = 0x7f667d8da8b8
#16 worker_thread (thd=<value optimized out>, dummy=<value optimized out>) at /build/buildd/apache2-2.2.14/server/mpm/worker/worker.c:894
        process_slot = 0
        thread_slot = 3
        csd = 0x7f667d8da6a8
        bucket_alloc = <value optimized out>
        last_ptrans = <value optimized out>
        ptrans = 0x7f667d8da628
        rv = <value optimized out>
        is_idle = <value optimized out>
#17 0x00007f667b8332ff in ?? () from /usr/lib/libapr-1.so.0
No symbol table info available.
#18 0x00007f667b5f39ca in start_thread () from /lib/libpthread.so.0
No symbol table info available.
#19 0x00007f667b35169d in clone () from /lib/libc.so.6
No symbol table info available.
#20 0x0000000000000000 in ?? ()
No symbol table info available.