View | Details | Raw Unified | Return to bug 56541
Collapse All | Expand All

(-)modules/proxy/proxy_util.c (-1 / +3 lines)
Lines 3231-3237 PROXY_DECLARE(int) ap_proxy_create_hdrbrgd(apr_poo Link Here
3231
        buf = apr_pstrcat(p, r->method, " ", url, " HTTP/1.1" CRLF, NULL);
3231
        buf = apr_pstrcat(p, r->method, " ", url, " HTTP/1.1" CRLF, NULL);
3232
    }
3232
    }
3233
    if (apr_table_get(r->subprocess_env, "proxy-nokeepalive")) {
3233
    if (apr_table_get(r->subprocess_env, "proxy-nokeepalive")) {
3234
        origin->keepalive = AP_CONN_CLOSE;
3234
        if (origin) {
3235
            origin->keepalive = AP_CONN_CLOSE;
3236
        }
3235
        p_conn->close = 1;
3237
        p_conn->close = 1;
3236
    }
3238
    }
3237
    ap_xlate_proto_to_ascii(buf, strlen(buf));
3239
    ap_xlate_proto_to_ascii(buf, strlen(buf));
(-)modules/proxy/mod_proxy_http.c (-86 / +244 lines)
Lines 234-240 static int stream_reqbody_chunked(apr_pool_t *p, Link Here
234
                                           proxy_conn_rec *p_conn,
234
                                           proxy_conn_rec *p_conn,
235
                                           conn_rec *origin,
235
                                           conn_rec *origin,
236
                                           apr_bucket_brigade *header_brigade,
236
                                           apr_bucket_brigade *header_brigade,
237
                                           apr_bucket_brigade *input_brigade)
237
                                           apr_bucket_brigade *input_brigade,
238
                                           int flushall)
238
{
239
{
239
    int seen_eos = 0, rv = OK;
240
    int seen_eos = 0, rv = OK;
240
    apr_size_t hdr_len;
241
    apr_size_t hdr_len;
Lines 247-260 static int stream_reqbody_chunked(apr_pool_t *p, Link Here
247
    add_te_chunked(p, bucket_alloc, header_brigade);
248
    add_te_chunked(p, bucket_alloc, header_brigade);
248
    terminate_headers(bucket_alloc, header_brigade);
249
    terminate_headers(bucket_alloc, header_brigade);
249
250
250
    while (!APR_BUCKET_IS_EOS(APR_BRIGADE_FIRST(input_brigade)))
251
    while (APR_BRIGADE_EMPTY(input_brigade) ||
252
            !APR_BUCKET_IS_EOS(APR_BRIGADE_FIRST(input_brigade)))
251
    {
253
    {
252
        char chunk_hdr[20];  /* must be here due to transient bucket. */
254
        char chunk_hdr[20];  /* must be here due to transient bucket. */
255
        int flush = flushall;
253
256
257
        if (!APR_BRIGADE_EMPTY(input_brigade)) {
258
254
        /* If this brigade contains EOS, either stop or remove it. */
259
        /* If this brigade contains EOS, either stop or remove it. */
255
        if (APR_BUCKET_IS_EOS(APR_BRIGADE_LAST(input_brigade))) {
260
        if (APR_BUCKET_IS_EOS(APR_BRIGADE_LAST(input_brigade))) {
256
            seen_eos = 1;
261
            seen_eos = 1;
257
262
263
            /* The request is flushed below this loop with the EOS chunk */
264
            flush = 0;
265
258
            /* We can't pass this EOS to the output_filters. */
266
            /* We can't pass this EOS to the output_filters. */
259
            e = APR_BRIGADE_LAST(input_brigade);
267
            e = APR_BRIGADE_LAST(input_brigade);
260
            apr_bucket_delete(e);
268
            apr_bucket_delete(e);
Lines 276-281 static int stream_reqbody_chunked(apr_pool_t *p, Link Here
276
         */
284
         */
277
        e = apr_bucket_immortal_create(ASCII_CRLF, 2, bucket_alloc);
285
        e = apr_bucket_immortal_create(ASCII_CRLF, 2, bucket_alloc);
278
        APR_BRIGADE_INSERT_TAIL(input_brigade, e);
286
        APR_BRIGADE_INSERT_TAIL(input_brigade, e);
287
        }
279
288
280
        if (header_brigade) {
289
        if (header_brigade) {
281
            /* we never sent the header brigade, so go ahead and
290
            /* we never sent the header brigade, so go ahead and
Lines 283-288 static int stream_reqbody_chunked(apr_pool_t *p, Link Here
283
             */
292
             */
284
            bb = header_brigade;
293
            bb = header_brigade;
285
294
295
            /* Flush the prefeched data now to minimize the delay between
296
             * connect (or ap_proxy_is_socket_connected) and the first bytes
297
             * sent, unless it is done below this loop with the EOS chunk.
298
             */
299
            flush = !seen_eos;
300
286
            /*
301
            /*
287
             * Save input_brigade in bb brigade. (At least) in the SSL case
302
             * Save input_brigade in bb brigade. (At least) in the SSL case
288
             * input_brigade contains transient buckets whose data would get
303
             * input_brigade contains transient buckets whose data would get
Lines 303-310 static int stream_reqbody_chunked(apr_pool_t *p, Link Here
303
            bb = input_brigade;
318
            bb = input_brigade;
304
        }
319
        }
305
320
306
        /* The request is flushed below this loop with chunk EOS header */
321
        rv = ap_proxy_pass_brigade(bucket_alloc, r, p_conn, origin, bb, flush);
307
        rv = ap_proxy_pass_brigade(bucket_alloc, r, p_conn, origin, bb, 0);
308
        if (rv != OK) {
322
        if (rv != OK) {
309
            return rv;
323
            return rv;
310
        }
324
        }
Lines 366-372 static int stream_reqbody_cl(apr_pool_t *p, Link Here
366
                                      conn_rec *origin,
380
                                      conn_rec *origin,
367
                                      apr_bucket_brigade *header_brigade,
381
                                      apr_bucket_brigade *header_brigade,
368
                                      apr_bucket_brigade *input_brigade,
382
                                      apr_bucket_brigade *input_brigade,
369
                                      char *old_cl_val)
383
                                      char *old_cl_val, int flushall)
370
{
384
{
371
    int seen_eos = 0, rv = 0;
385
    int seen_eos = 0, rv = 0;
372
    apr_status_t status = APR_SUCCESS;
386
    apr_status_t status = APR_SUCCESS;
Lines 392-399 static int stream_reqbody_cl(apr_pool_t *p, Link Here
392
    }
406
    }
393
    terminate_headers(bucket_alloc, header_brigade);
407
    terminate_headers(bucket_alloc, header_brigade);
394
408
395
    while (!APR_BUCKET_IS_EOS(APR_BRIGADE_FIRST(input_brigade)))
409
    while (APR_BRIGADE_EMPTY(input_brigade) ||
410
            !APR_BUCKET_IS_EOS(APR_BRIGADE_FIRST(input_brigade)))
396
    {
411
    {
412
        int flush = flushall;
413
414
        if (!APR_BRIGADE_EMPTY(input_brigade)) {
397
        apr_brigade_length(input_brigade, 1, &bytes);
415
        apr_brigade_length(input_brigade, 1, &bytes);
398
        bytes_streamed += bytes;
416
        bytes_streamed += bytes;
399
417
Lines 401-406 static int stream_reqbody_cl(apr_pool_t *p, Link Here
401
        if (APR_BUCKET_IS_EOS(APR_BRIGADE_LAST(input_brigade))) {
419
        if (APR_BUCKET_IS_EOS(APR_BRIGADE_LAST(input_brigade))) {
402
            seen_eos = 1;
420
            seen_eos = 1;
403
421
422
            /* Once we hit EOS, we are ready to flush. */
423
            flush = 1;
424
404
            /* We can't pass this EOS to the output_filters. */
425
            /* We can't pass this EOS to the output_filters. */
405
            e = APR_BRIGADE_LAST(input_brigade);
426
            e = APR_BRIGADE_LAST(input_brigade);
406
            apr_bucket_delete(e);
427
            apr_bucket_delete(e);
Lines 427-432 static int stream_reqbody_cl(apr_pool_t *p, Link Here
427
                          bytes_streamed, cl_val);
448
                          bytes_streamed, cl_val);
428
            return HTTP_INTERNAL_SERVER_ERROR;
449
            return HTTP_INTERNAL_SERVER_ERROR;
429
        }
450
        }
451
        }
430
452
431
        if (header_brigade) {
453
        if (header_brigade) {
432
            /* we never sent the header brigade, so go ahead and
454
            /* we never sent the header brigade, so go ahead and
Lines 434-439 static int stream_reqbody_cl(apr_pool_t *p, Link Here
434
             */
456
             */
435
            bb = header_brigade;
457
            bb = header_brigade;
436
458
459
            /* Flush prefeched data now to minimize the delay between connect,
460
             * or ap_proxy_is_socket_connected, and the first bytes sent.
461
             */
462
            flush = 1;
463
437
            /*
464
            /*
438
             * Save input_brigade in bb brigade. (At least) in the SSL case
465
             * Save input_brigade in bb brigade. (At least) in the SSL case
439
             * input_brigade contains transient buckets whose data would get
466
             * input_brigade contains transient buckets whose data would get
Lines 454-463 static int stream_reqbody_cl(apr_pool_t *p, Link Here
454
            bb = input_brigade;
481
            bb = input_brigade;
455
        }
482
        }
456
483
457
        /* Once we hit EOS, we are ready to flush. */
484
        rv = ap_proxy_pass_brigade(bucket_alloc, r, p_conn, origin, bb, flush);
458
        rv = ap_proxy_pass_brigade(bucket_alloc, r, p_conn, origin, bb, seen_eos);
459
        if (rv != OK) {
485
        if (rv != OK) {
460
            return rv ;
486
            return rv;
461
        }
487
        }
462
488
463
        if (seen_eos) {
489
        if (seen_eos) {
Lines 499-506 static int stream_reqbody_cl(apr_pool_t *p, Link Here
499
525
500
static int spool_reqbody_cl(apr_pool_t *p,
526
static int spool_reqbody_cl(apr_pool_t *p,
501
                                     request_rec *r,
527
                                     request_rec *r,
502
                                     proxy_conn_rec *p_conn,
503
                                     conn_rec *origin,
504
                                     apr_bucket_brigade *header_brigade,
528
                                     apr_bucket_brigade *header_brigade,
505
                                     apr_bucket_brigade *input_brigade,
529
                                     apr_bucket_brigade *input_brigade,
506
                                     int force_cl)
530
                                     int force_cl)
Lines 518-525 static int spool_reqbody_cl(apr_pool_t *p, Link Here
518
542
519
    limit = ap_get_limit_req_body(r);
543
    limit = ap_get_limit_req_body(r);
520
544
521
    while (!APR_BUCKET_IS_EOS(APR_BRIGADE_FIRST(input_brigade)))
545
    while (APR_BRIGADE_EMPTY(input_brigade) ||
546
            !APR_BUCKET_IS_EOS(APR_BRIGADE_FIRST(input_brigade)))
522
    {
547
    {
548
        if (!APR_BRIGADE_EMPTY(input_brigade)) {
523
        /* If this brigade contains EOS, either stop or remove it. */
549
        /* If this brigade contains EOS, either stop or remove it. */
524
        if (APR_BUCKET_IS_EOS(APR_BRIGADE_LAST(input_brigade))) {
550
        if (APR_BUCKET_IS_EOS(APR_BRIGADE_LAST(input_brigade))) {
525
            seen_eos = 1;
551
            seen_eos = 1;
Lines 612-617 static int spool_reqbody_cl(apr_pool_t *p, Link Here
612
        if (seen_eos) {
638
        if (seen_eos) {
613
            break;
639
            break;
614
        }
640
        }
641
        }
615
642
616
        status = ap_get_brigade(r->input_filters, input_brigade,
643
        status = ap_get_brigade(r->input_filters, input_brigade,
617
                                AP_MODE_READBYTES, APR_BLOCK_READ,
644
                                AP_MODE_READBYTES, APR_BLOCK_READ,
Lines 620-628 static int spool_reqbody_cl(apr_pool_t *p, Link Here
620
        if (status != APR_SUCCESS) {
647
        if (status != APR_SUCCESS) {
621
            conn_rec *c = r->connection;
648
            conn_rec *c = r->connection;
622
            ap_log_rerror(APLOG_MARK, APLOG_ERR, status, r, APLOGNO(02610)
649
            ap_log_rerror(APLOG_MARK, APLOG_ERR, status, r, APLOGNO(02610)
623
                          "read request body failed to %pI (%s)"
650
                          "read request body failed from %s (%s)",
624
                          " from %s (%s)", p_conn->addr,
625
                          p_conn->hostname ? p_conn->hostname: "",
626
                          c->client_ip, c->remote_host ? c->remote_host: "");
651
                          c->client_ip, c->remote_host ? c->remote_host: "");
627
            return HTTP_BAD_REQUEST;
652
            return HTTP_BAD_REQUEST;
628
        }
653
        }
Lines 640-647 static int spool_reqbody_cl(apr_pool_t *p, Link Here
640
        e = apr_bucket_immortal_create(ASCII_CRLF, 2, bucket_alloc);
665
        e = apr_bucket_immortal_create(ASCII_CRLF, 2, bucket_alloc);
641
        APR_BRIGADE_INSERT_TAIL(header_brigade, e);
666
        APR_BRIGADE_INSERT_TAIL(header_brigade, e);
642
    }
667
    }
643
    /* This is all a single brigade, pass with flush flagged */
668
    return OK;
644
    return(ap_proxy_pass_brigade(bucket_alloc, r, p_conn, origin, header_brigade, 1));
645
}
669
}
646
670
647
/*
671
/*
Lines 654-661 static int spool_reqbody_cl(apr_pool_t *p, Link Here
654
 * FLUSH
678
 * FLUSH
655
 * EOS
679
 * EOS
656
 *
680
 *
657
 * If an other bucket type is found its type is logged as a debug message
681
 * If an other bucket type is found its type is logged as an error message
658
 * and APR_EGENERAL is returned.
682
 * and APR_INCOMPLETE is returned.
659
 */
683
 */
660
static apr_status_t proxy_buckets_lifetime_transform(request_rec *r,
684
static apr_status_t proxy_buckets_lifetime_transform(request_rec *r,
661
        apr_bucket_brigade *from, apr_bucket_brigade *to)
685
        apr_bucket_brigade *from, apr_bucket_brigade *to)
Lines 664-721 static apr_status_t proxy_buckets_lifetime_transfo Link Here
664
    apr_bucket *new;
688
    apr_bucket *new;
665
    const char *data;
689
    const char *data;
666
    apr_size_t bytes;
690
    apr_size_t bytes;
667
    apr_status_t rv = APR_SUCCESS;
691
    apr_status_t status, rv = APR_SUCCESS;
692
    int to_ancestor = apr_pool_is_ancestor(to->p, from->p);
668
693
669
    apr_brigade_cleanup(to);
694
    apr_brigade_cleanup(to);
670
    for (e = APR_BRIGADE_FIRST(from);
695
    for (e = APR_BRIGADE_FIRST(from);
671
         e != APR_BRIGADE_SENTINEL(from);
696
         e != APR_BRIGADE_SENTINEL(from);
672
         e = APR_BUCKET_NEXT(e)) {
697
         e = APR_BUCKET_NEXT(e)) {
673
        if (!APR_BUCKET_IS_METADATA(e)) {
698
        if (!APR_BUCKET_IS_METADATA(e)) {
674
            apr_bucket_read(e, &data, &bytes, APR_BLOCK_READ);
699
            if (to_ancestor && e->list == to->bucket_alloc) {
675
            new = apr_bucket_transient_create(data, bytes, r->connection->bucket_alloc);
700
                status = apr_bucket_copy(e, &new);
701
                if (status != APR_SUCCESS) {
702
                    ap_log_rerror(APLOG_MARK, APLOG_ERR, 0, r, APLOGNO()
703
                                  "Can't copy bucket of type %s in"
704
                                  " proxy_buckets_lifetime_transform",
705
                                  e->type->name);
706
                    return status;
707
                }
708
            }
709
            else {
710
                status = apr_bucket_read(e, &data, &bytes, APR_BLOCK_READ);
711
                if (status != APR_SUCCESS) {
712
                    ap_log_rerror(APLOG_MARK, APLOG_ERR, 0, r, APLOGNO()
713
                                  "Can't read bucket of type %s in"
714
                                  " proxy_buckets_lifetime_transform",
715
                                  e->type->name);
716
                    return status;
717
                }
718
                new = apr_bucket_transient_create(data, bytes,
719
                                                  to->bucket_alloc);
720
            }
676
            APR_BRIGADE_INSERT_TAIL(to, new);
721
            APR_BRIGADE_INSERT_TAIL(to, new);
677
        }
722
        }
678
        else if (APR_BUCKET_IS_FLUSH(e)) {
723
        else if (APR_BUCKET_IS_FLUSH(e)) {
679
            new = apr_bucket_flush_create(r->connection->bucket_alloc);
724
            new = apr_bucket_flush_create(to->bucket_alloc);
680
            APR_BRIGADE_INSERT_TAIL(to, new);
725
            APR_BRIGADE_INSERT_TAIL(to, new);
681
        }
726
        }
682
        else if (APR_BUCKET_IS_EOS(e)) {
727
        else if (APR_BUCKET_IS_EOS(e)) {
683
            new = apr_bucket_eos_create(r->connection->bucket_alloc);
728
            new = apr_bucket_eos_create(to->bucket_alloc);
684
            APR_BRIGADE_INSERT_TAIL(to, new);
729
            APR_BRIGADE_INSERT_TAIL(to, new);
685
        }
730
        }
686
        else {
731
        else {
687
            ap_log_rerror(APLOG_MARK, APLOG_ERR, 0, r, APLOGNO(00964)
732
            ap_log_rerror(APLOG_MARK, APLOG_ERR, 0, r, APLOGNO(00964)
688
                          "Unhandled bucket type of type %s in"
733
                          "Unhandled bucket of type %s in"
689
                          " proxy_buckets_lifetime_transform", e->type->name);
734
                          " proxy_buckets_lifetime_transform",
690
            apr_bucket_delete(e);
735
                          e->type->name);
691
            rv = APR_EGENERAL;
736
            rv = APR_INCOMPLETE;
692
        }
737
        }
693
    }
738
    }
694
    return rv;
739
    return rv;
695
}
740
}
696
741
697
static
742
enum rb_methods {
698
int ap_proxy_http_request(apr_pool_t *p, request_rec *r,
743
    RB_INIT,
699
                                   proxy_conn_rec *p_conn, proxy_worker *worker,
744
    RB_STREAM_CL,
700
                                   proxy_server_conf *conf,
745
    RB_STREAM_CHUNKED,
701
                                   apr_uri_t *uri,
746
    RB_SPOOL_CL
702
                                   char *url, char *server_portstr)
747
};
748
749
static int ap_proxy_http_prefetch(apr_pool_t *p, request_rec *r,
750
                                  proxy_conn_rec *p_conn, proxy_worker *worker,
751
                                  proxy_server_conf *conf,
752
                                  apr_uri_t *uri,
753
                                  char *url, char *server_portstr,
754
                                  apr_bucket_brigade *header_brigade,
755
                                  apr_bucket_brigade *input_brigade,
756
                                  char **old_cl_val, char **old_te_val,
757
                                  enum rb_methods *rb_method, int flushall)
703
{
758
{
704
    conn_rec *c = r->connection;
759
    conn_rec *c = r->connection;
705
    apr_bucket_alloc_t *bucket_alloc = c->bucket_alloc;
760
    apr_bucket_alloc_t *bucket_alloc = c->bucket_alloc;
706
    apr_bucket_brigade *header_brigade;
707
    apr_bucket_brigade *input_brigade;
708
    apr_bucket_brigade *temp_brigade;
761
    apr_bucket_brigade *temp_brigade;
709
    apr_bucket *e;
762
    apr_bucket *e;
710
    char *buf;
763
    char *buf;
711
    apr_status_t status;
764
    apr_status_t status;
712
    enum rb_methods {RB_INIT, RB_STREAM_CL, RB_STREAM_CHUNKED, RB_SPOOL_CL};
713
    enum rb_methods rb_method = RB_INIT;
714
    char *old_cl_val = NULL;
715
    char *old_te_val = NULL;
716
    apr_off_t bytes_read = 0;
765
    apr_off_t bytes_read = 0;
717
    apr_off_t bytes;
766
    apr_off_t bytes;
718
    int force10, rv;
767
    int force10, rv;
768
    apr_read_type_e block;
719
    conn_rec *origin = p_conn->connection;
769
    conn_rec *origin = p_conn->connection;
720
770
721
    if (apr_table_get(r->subprocess_env, "force-proxy-request-1.0")) {
771
    if (apr_table_get(r->subprocess_env, "force-proxy-request-1.0")) {
Lines 727-743 static apr_status_t proxy_buckets_lifetime_transfo Link Here
727
        force10 = 0;
777
        force10 = 0;
728
    }
778
    }
729
779
730
    header_brigade = apr_brigade_create(p, bucket_alloc);
731
    rv = ap_proxy_create_hdrbrgd(p, header_brigade, r, p_conn,
780
    rv = ap_proxy_create_hdrbrgd(p, header_brigade, r, p_conn,
732
                                 worker, conf, uri, url, server_portstr,
781
                                 worker, conf, uri, url, server_portstr,
733
                                 &old_cl_val, &old_te_val);
782
                                 old_cl_val, old_te_val);
734
    if (rv != OK) {
783
    if (rv != OK) {
735
        return rv;
784
        return rv;
736
    }
785
    }
737
786
738
    /* We have headers, let's figure out our request body... */
739
    input_brigade = apr_brigade_create(p, bucket_alloc);
740
741
    /* sub-requests never use keepalives, and mustn't pass request bodies.
787
    /* sub-requests never use keepalives, and mustn't pass request bodies.
742
     * Because the new logic looks at input_brigade, we will self-terminate
788
     * Because the new logic looks at input_brigade, we will self-terminate
743
     * input_brigade and jump past all of the request body logic...
789
     * input_brigade and jump past all of the request body logic...
Lines 750-764 static apr_status_t proxy_buckets_lifetime_transfo Link Here
750
    if (!r->kept_body && r->main) {
796
    if (!r->kept_body && r->main) {
751
        /* XXX: Why DON'T sub-requests use keepalives? */
797
        /* XXX: Why DON'T sub-requests use keepalives? */
752
        p_conn->close = 1;
798
        p_conn->close = 1;
753
        if (old_cl_val) {
799
        if (*old_cl_val) {
754
            old_cl_val = NULL;
800
            *old_cl_val = NULL;
755
            apr_table_unset(r->headers_in, "Content-Length");
801
            apr_table_unset(r->headers_in, "Content-Length");
756
        }
802
        }
757
        if (old_te_val) {
803
        if (*old_te_val) {
758
            old_te_val = NULL;
804
            *old_te_val = NULL;
759
            apr_table_unset(r->headers_in, "Transfer-Encoding");
805
            apr_table_unset(r->headers_in, "Transfer-Encoding");
760
        }
806
        }
761
        rb_method = RB_STREAM_CL;
807
        *rb_method = RB_STREAM_CL;
762
        e = apr_bucket_eos_create(input_brigade->bucket_alloc);
808
        e = apr_bucket_eos_create(input_brigade->bucket_alloc);
763
        APR_BRIGADE_INSERT_TAIL(input_brigade, e);
809
        APR_BRIGADE_INSERT_TAIL(input_brigade, e);
764
        goto skip_body;
810
        goto skip_body;
Lines 772-790 static apr_status_t proxy_buckets_lifetime_transfo Link Here
772
     * encoding has been done by the extensions' handler, and
818
     * encoding has been done by the extensions' handler, and
773
     * do not modify add_te_chunked's logic
819
     * do not modify add_te_chunked's logic
774
     */
820
     */
775
    if (old_te_val && strcasecmp(old_te_val, "chunked") != 0) {
821
    if (*old_te_val && strcasecmp(*old_te_val, "chunked") != 0) {
776
        ap_log_rerror(APLOG_MARK, APLOG_ERR, 0, r, APLOGNO(01093)
822
        ap_log_rerror(APLOG_MARK, APLOG_ERR, 0, r, APLOGNO(01093)
777
                      "%s Transfer-Encoding is not supported", old_te_val);
823
                      "%s Transfer-Encoding is not supported", *old_te_val);
778
        return HTTP_INTERNAL_SERVER_ERROR;
824
        return HTTP_INTERNAL_SERVER_ERROR;
779
    }
825
    }
780
826
781
    if (old_cl_val && old_te_val) {
827
    if (*old_cl_val && *old_te_val) {
782
        ap_log_rerror(APLOG_MARK, APLOG_DEBUG, 0, r, APLOGNO(01094)
828
        ap_log_rerror(APLOG_MARK, APLOG_DEBUG, 0, r, APLOGNO(01094)
783
                      "client %s (%s) requested Transfer-Encoding "
829
                      "client %s (%s) requested Transfer-Encoding "
784
                      "chunked body with Content-Length (C-L ignored)",
830
                      "chunked body with Content-Length (C-L ignored)",
785
                      c->client_ip, c->remote_host ? c->remote_host: "");
831
                      c->client_ip, c->remote_host ? c->remote_host: "");
786
        apr_table_unset(r->headers_in, "Content-Length");
832
        apr_table_unset(r->headers_in, "Content-Length");
787
        old_cl_val = NULL;
833
        *old_cl_val = NULL;
788
        origin->keepalive = AP_CONN_CLOSE;
834
        origin->keepalive = AP_CONN_CLOSE;
789
        p_conn->close = 1;
835
        p_conn->close = 1;
790
    }
836
    }
Lines 798-807 static apr_status_t proxy_buckets_lifetime_transfo Link Here
798
     * reasonable size.
844
     * reasonable size.
799
     */
845
     */
800
    temp_brigade = apr_brigade_create(p, bucket_alloc);
846
    temp_brigade = apr_brigade_create(p, bucket_alloc);
847
    block = (flushall) ? APR_NONBLOCK_READ : APR_BLOCK_READ;
801
    do {
848
    do {
802
        status = ap_get_brigade(r->input_filters, temp_brigade,
849
        status = ap_get_brigade(r->input_filters, temp_brigade,
803
                                AP_MODE_READBYTES, APR_BLOCK_READ,
850
                                AP_MODE_READBYTES, block,
804
                                MAX_MEM_SPOOL - bytes_read);
851
                                MAX_MEM_SPOOL - bytes_read);
852
        /* ap_get_brigade will return success with an empty brigade
853
         * for a non-blocking read which would block
854
         */
855
        if (block == APR_NONBLOCK_READ
856
            && (APR_STATUS_IS_EAGAIN(status)
857
                || (status == APR_SUCCESS && APR_BRIGADE_EMPTY(temp_brigade)))) {
858
            break;
859
        }
805
        if (status != APR_SUCCESS) {
860
        if (status != APR_SUCCESS) {
806
            ap_log_rerror(APLOG_MARK, APLOG_ERR, status, r, APLOGNO(01095)
861
            ap_log_rerror(APLOG_MARK, APLOG_ERR, status, r, APLOGNO(01095)
807
                          "prefetch request body failed to %pI (%s)"
862
                          "prefetch request body failed to %pI (%s)"
Lines 839-845 static apr_status_t proxy_buckets_lifetime_transfo Link Here
839
     * (an arbitrary value.)
894
     * (an arbitrary value.)
840
     */
895
     */
841
    } while ((bytes_read < MAX_MEM_SPOOL - 80)
896
    } while ((bytes_read < MAX_MEM_SPOOL - 80)
842
              && !APR_BUCKET_IS_EOS(APR_BRIGADE_LAST(input_brigade)));
897
              && !APR_BUCKET_IS_EOS(APR_BRIGADE_LAST(input_brigade))
898
              && !flushall);
843
899
844
    /* Use chunked request body encoding or send a content-length body?
900
    /* Use chunked request body encoding or send a content-length body?
845
     *
901
     *
Lines 876-882 static apr_status_t proxy_buckets_lifetime_transfo Link Here
876
     * is absent, and the filters are unchanged (the body won't
932
     * is absent, and the filters are unchanged (the body won't
877
     * be resized by another content filter).
933
     * be resized by another content filter).
878
     */
934
     */
879
    if (APR_BUCKET_IS_EOS(APR_BRIGADE_LAST(input_brigade))) {
935
    if (!APR_BRIGADE_EMPTY(input_brigade) &&
936
            APR_BUCKET_IS_EOS(APR_BRIGADE_LAST(input_brigade))) {
880
        /* The whole thing fit, so our decision is trivial, use
937
        /* The whole thing fit, so our decision is trivial, use
881
         * the filtered bytes read from the client for the request
938
         * the filtered bytes read from the client for the request
882
         * body Content-Length.
939
         * body Content-Length.
Lines 884-927 static apr_status_t proxy_buckets_lifetime_transfo Link Here
884
         * If we expected no body, and read no body, do not set
941
         * If we expected no body, and read no body, do not set
885
         * the Content-Length.
942
         * the Content-Length.
886
         */
943
         */
887
        if (old_cl_val || old_te_val || bytes_read) {
944
        if (*old_cl_val || *old_te_val || bytes_read) {
888
            old_cl_val = apr_off_t_toa(r->pool, bytes_read);
945
            *old_cl_val = apr_off_t_toa(r->pool, bytes_read);
889
        }
946
        }
890
        rb_method = RB_STREAM_CL;
947
        *rb_method = RB_STREAM_CL;
891
    }
948
    }
892
    else if (old_te_val) {
949
    else if (*old_te_val) {
893
        if (force10
950
        if (force10
894
             || (apr_table_get(r->subprocess_env, "proxy-sendcl")
951
             || (apr_table_get(r->subprocess_env, "proxy-sendcl")
895
                  && !apr_table_get(r->subprocess_env, "proxy-sendchunks")
952
                  && !apr_table_get(r->subprocess_env, "proxy-sendchunks")
896
                  && !apr_table_get(r->subprocess_env, "proxy-sendchunked"))) {
953
                  && !apr_table_get(r->subprocess_env, "proxy-sendchunked"))) {
897
            rb_method = RB_SPOOL_CL;
954
            *rb_method = RB_SPOOL_CL;
898
        }
955
        }
899
        else {
956
        else {
900
            rb_method = RB_STREAM_CHUNKED;
957
            *rb_method = RB_STREAM_CHUNKED;
901
        }
958
        }
902
    }
959
    }
903
    else if (old_cl_val) {
960
    else if (*old_cl_val) {
904
        if (r->input_filters == r->proto_input_filters) {
961
        if (r->input_filters == r->proto_input_filters) {
905
            rb_method = RB_STREAM_CL;
962
            *rb_method = RB_STREAM_CL;
906
        }
963
        }
907
        else if (!force10
964
        else if (!force10
908
                  && (apr_table_get(r->subprocess_env, "proxy-sendchunks")
965
                  && (apr_table_get(r->subprocess_env, "proxy-sendchunks")
909
                      || apr_table_get(r->subprocess_env, "proxy-sendchunked"))
966
                      || apr_table_get(r->subprocess_env, "proxy-sendchunked"))
910
                  && !apr_table_get(r->subprocess_env, "proxy-sendcl")) {
967
                  && !apr_table_get(r->subprocess_env, "proxy-sendcl")) {
911
            rb_method = RB_STREAM_CHUNKED;
968
            *rb_method = RB_STREAM_CHUNKED;
912
        }
969
        }
913
        else {
970
        else {
914
            rb_method = RB_SPOOL_CL;
971
            *rb_method = RB_SPOOL_CL;
915
        }
972
        }
916
    }
973
    }
917
    else {
974
    else {
918
        /* This is an appropriate default; very efficient for no-body
975
        /* This is an appropriate default; very efficient for no-body
919
         * requests, and has the behavior that it will not add any C-L
976
         * requests, and has the behavior that it will not add any C-L
920
         * when the old_cl_val is NULL.
977
         * when the *old_cl_val is NULL.
921
         */
978
         */
922
        rb_method = RB_SPOOL_CL;
979
        *rb_method = RB_SPOOL_CL;
923
    }
980
    }
924
981
982
    /* If we have to spool the body, do it now, before connecting/reusing
983
     * the backend connection, not in the connect/reuse-then-forward window.
984
     */
985
    if (*rb_method == RB_SPOOL_CL) {
986
        rv = spool_reqbody_cl(p, r, header_brigade, input_brigade,
987
                              (bytes_read > 0)
988
                              || (*old_cl_val != NULL)
989
                              || (*old_te_val != NULL));
990
        if (rv != OK) {
991
            return rv;
992
        }
993
    }
994
925
/* Yes I hate gotos.  This is the subrequest shortcut */
995
/* Yes I hate gotos.  This is the subrequest shortcut */
926
skip_body:
996
skip_body:
927
    /*
997
    /*
Lines 941-961 skip_body: Link Here
941
        APR_BRIGADE_INSERT_TAIL(header_brigade, e);
1011
        APR_BRIGADE_INSERT_TAIL(header_brigade, e);
942
    }
1012
    }
943
1013
1014
    return OK;
1015
}
1016
1017
static
1018
int ap_proxy_http_request(apr_pool_t *p, request_rec *r,
1019
                                   proxy_conn_rec *p_conn,
1020
                                   apr_bucket_brigade *header_brigade,
1021
                                   apr_bucket_brigade *input_brigade,
1022
                                   char *old_cl_val, char *old_te_val,
1023
                                   enum rb_methods rb_method, int flushall)
1024
{
1025
    int rv;
1026
    conn_rec *origin = p_conn->connection;
1027
944
    /* send the request body, if any. */
1028
    /* send the request body, if any. */
945
    switch(rb_method) {
1029
    switch(rb_method) {
946
    case RB_STREAM_CHUNKED:
1030
    case RB_STREAM_CHUNKED:
947
        rv = stream_reqbody_chunked(p, r, p_conn, origin, header_brigade,
1031
        rv = stream_reqbody_chunked(p, r, p_conn, origin, header_brigade,
948
                                        input_brigade);
1032
                                    input_brigade, flushall);
949
        break;
1033
        break;
950
    case RB_STREAM_CL:
1034
    case RB_STREAM_CL:
951
        rv = stream_reqbody_cl(p, r, p_conn, origin, header_brigade,
1035
        rv = stream_reqbody_cl(p, r, p_conn, origin, header_brigade,
952
                                   input_brigade, old_cl_val);
1036
                               input_brigade, old_cl_val, flushall);
953
        break;
1037
        break;
954
    case RB_SPOOL_CL:
1038
    case RB_SPOOL_CL:
955
        rv = spool_reqbody_cl(p, r, p_conn, origin, header_brigade,
1039
        /* This is all a single brigade, pass with flush flagged */
956
                                  input_brigade, (old_cl_val != NULL)
1040
        rv = ap_proxy_pass_brigade(r->connection->bucket_alloc,
957
                                              || (old_te_val != NULL)
1041
                                   r, p_conn, origin, header_brigade, 1);
958
                                              || (bytes_read > 0));
959
        break;
1042
        break;
960
    default:
1043
    default:
961
        /* shouldn't be possible */
1044
        /* shouldn't be possible */
Lines 964-969 skip_body: Link Here
964
    }
1047
    }
965
1048
966
    if (rv != OK) {
1049
    if (rv != OK) {
1050
        conn_rec *c = r->connection;
967
        /* apr_status_t value has been logged in lower level method */
1051
        /* apr_status_t value has been logged in lower level method */
968
        ap_log_rerror(APLOG_MARK, APLOG_ERR, 0, r, APLOGNO(01097)
1052
        ap_log_rerror(APLOG_MARK, APLOG_ERR, 0, r, APLOGNO(01097)
969
                      "pass request body failed to %pI (%s) from %s (%s)",
1053
                      "pass request body failed to %pI (%s) from %s (%s)",
Lines 1878-1887 static int proxy_http_handler(request_rec *r, prox Link Here
1878
    char *scheme;
1962
    char *scheme;
1879
    const char *proxy_function;
1963
    const char *proxy_function;
1880
    const char *u;
1964
    const char *u;
1965
    apr_bucket_brigade *header_brigade, *header_bb = NULL;
1966
    apr_bucket_brigade *input_brigade, *input_bb = NULL;
1881
    proxy_conn_rec *backend = NULL;
1967
    proxy_conn_rec *backend = NULL;
1882
    int is_ssl = 0;
1968
    int is_ssl = 0;
1883
    conn_rec *c = r->connection;
1969
    conn_rec *c = r->connection;
1884
    int retry = 0;
1970
    int retry = 0;
1971
    char *old_cl_val = NULL, *old_te_val = NULL;
1972
    enum rb_methods rb_method = RB_INIT;
1973
    char *locurl = url;
1974
    int flushall = 0;
1975
    int toclose = 0;
1885
    /*
1976
    /*
1886
     * Use a shorter-lived pool to reduce memory usage
1977
     * Use a shorter-lived pool to reduce memory usage
1887
     * and avoid a memory leak
1978
     * and avoid a memory leak
Lines 1948-1963 static int proxy_http_handler(request_rec *r, prox Link Here
1948
        backend->close = 1;
2039
        backend->close = 1;
1949
    }
2040
    }
1950
2041
2042
    if (apr_table_get(r->subprocess_env, "proxy-flushall")) {
2043
        flushall = 1;
2044
    }
2045
2046
    /* Step One: Determine Who To Connect To */
2047
    if ((status = ap_proxy_determine_connection(p, r, conf, worker, backend,
2048
                                            uri, &locurl, proxyname,
2049
                                            proxyport, server_portstr,
2050
                                            sizeof(server_portstr))) != OK)
2051
        goto cleanup;
2052
2053
    /* Step Once: Prefetch (partially) the request body so to increase the
2054
     * chances to get the whole (or enough) body and determine Content-Length
2055
     * vs chunked or spool. By doing this before connecting or reusing a
2056
     * backend connection, minimize the delay between checking whether this
2057
     * connection is still alive and the first packet sent, should the link be
2058
     * slow or some input filter retain the data.
2059
     */
2060
    input_brigade = apr_brigade_create(p, c->bucket_alloc);
2061
    header_brigade = apr_brigade_create(p, c->bucket_alloc);
2062
    if ((status = ap_proxy_http_prefetch(p, r, backend, worker, conf, uri,
2063
                                         locurl, server_portstr,
2064
                                         header_brigade, input_brigade,
2065
                                         &old_cl_val, &old_te_val, &rb_method,
2066
                                         flushall)) != OK) {
2067
        goto cleanup;
2068
    }
2069
2070
    /* XXX: Reset backend->close now, since ap_proxy_http_prefetch() sets it to
2071
     * disable the reuse of the connection after this request (no keep-alive),
2072
     * not to close any reusable connection before this request. However assure
2073
     * what is expected later by using a local flag and do the right thing when
2074
     * ap_proxy_connect_backend (below) provides the connection to close.
2075
     */
2076
    toclose = backend->close;
2077
    backend->close = 0;
2078
1951
    while (retry < 2) {
2079
    while (retry < 2) {
1952
        char *locurl = url;
2080
        conn_rec *backconn;
1953
2081
1954
        /* Step One: Determine Who To Connect To */
2082
        if (retry) {
1955
        if ((status = ap_proxy_determine_connection(p, r, conf, worker, backend,
2083
            char *newurl = url;
1956
                                                uri, &locurl, proxyname,
1957
                                                proxyport, server_portstr,
1958
                                                sizeof(server_portstr))) != OK)
1959
            break;
1960
2084
2085
            /* Step One-Retry: Redetermine Who To Connect To */
2086
            if ((status = ap_proxy_determine_connection(p, r, conf, worker,
2087
                            backend, uri, &newurl, proxyname, proxyport,
2088
                            server_portstr, sizeof(server_portstr))) != OK)
2089
                break;
2090
2091
            /* XXX: the code assumes locurl is not changed during the loop,
2092
             * or ap_proxy_http_prefetch() would have to be called every time,
2093
             * and header_brigade be changed accordingly...
2094
             */
2095
            AP_DEBUG_ASSERT(strcmp(newurl, locurl) == 0);
2096
        }
2097
1961
        /* Step Two: Make the Connection */
2098
        /* Step Two: Make the Connection */
1962
        if (ap_proxy_connect_backend(proxy_function, backend, worker, r->server)) {
2099
        if (ap_proxy_connect_backend(proxy_function, backend, worker, r->server)) {
1963
            ap_log_rerror(APLOG_MARK, APLOG_ERR, 0, r, APLOGNO(01114)
2100
            ap_log_rerror(APLOG_MARK, APLOG_ERR, 0, r, APLOGNO(01114)
Lines 1968-1977 static int proxy_http_handler(request_rec *r, prox Link Here
1968
        }
2105
        }
1969
2106
1970
        /* Step Three: Create conn_rec */
2107
        /* Step Three: Create conn_rec */
1971
        if (!backend->connection) {
2108
        backconn = backend->connection;
2109
        if (!backconn) {
1972
            if ((status = ap_proxy_connection_create(proxy_function, backend,
2110
            if ((status = ap_proxy_connection_create(proxy_function, backend,
1973
                                                     c, r->server)) != OK)
2111
                                                     c, r->server)) != OK)
1974
                break;
2112
                break;
2113
            backconn = backend->connection;
2114
1975
            /*
2115
            /*
1976
             * On SSL connections set a note on the connection what CN is
2116
             * On SSL connections set a note on the connection what CN is
1977
             * requested, such that mod_ssl can check if it is requested to do
2117
             * requested, such that mod_ssl can check if it is requested to do
Lines 1984-1995 static int proxy_http_handler(request_rec *r, prox Link Here
1984
            }
2124
            }
1985
        }
2125
        }
1986
2126
2127
        /* Don't recycle the connection if prefetch (above) told not to do so */
2128
        if (toclose) {
2129
            backend->close = 1;
2130
            backconn->keepalive = AP_CONN_CLOSE;
2131
        }
2132
2133
        /* Preserve the header/input brigades since they may be retried. */
2134
        if (header_bb == NULL) {
2135
            header_bb = apr_brigade_create(p, c->bucket_alloc);
2136
            input_bb = apr_brigade_create(p, c->bucket_alloc);
2137
        }
2138
        proxy_buckets_lifetime_transform(r, header_brigade, header_bb);
2139
        proxy_buckets_lifetime_transform(r, input_brigade, input_bb);
2140
1987
        /* Step Four: Send the Request
2141
        /* Step Four: Send the Request
1988
         * On the off-chance that we forced a 100-Continue as a
2142
         * On the off-chance that we forced a 100-Continue as a
1989
         * kinda HTTP ping test, allow for retries
2143
         * kinda HTTP ping test, allow for retries
1990
         */
2144
         */
1991
        if ((status = ap_proxy_http_request(p, r, backend, worker,
2145
        if ((status = ap_proxy_http_request(p, r, backend, header_bb, input_bb,
1992
                                        conf, uri, locurl, server_portstr)) != OK) {
2146
                                            old_cl_val, old_te_val, rb_method,
2147
                                            flushall)) != OK) {
1993
            if ((status == HTTP_SERVICE_UNAVAILABLE) && worker->s->ping_timeout_set) {
2148
            if ((status == HTTP_SERVICE_UNAVAILABLE) && worker->s->ping_timeout_set) {
1994
                backend->close = 1;
2149
                backend->close = 1;
1995
                ap_log_rerror(APLOG_MARK, APLOG_INFO, status, r, APLOGNO(01115)
2150
                ap_log_rerror(APLOG_MARK, APLOG_INFO, status, r, APLOGNO(01115)
Lines 2000-2006 static int proxy_http_handler(request_rec *r, prox Link Here
2000
            } else {
2155
            } else {
2001
                break;
2156
                break;
2002
            }
2157
            }
2003
2004
        }
2158
        }
2005
2159
2006
        /* Step Five: Receive the Response... Fall thru to cleanup */
2160
        /* Step Five: Receive the Response... Fall thru to cleanup */
Lines 2011-2016 static int proxy_http_handler(request_rec *r, prox Link Here
2011
    }
2165
    }
2012
2166
2013
    /* Step Six: Clean Up */
2167
    /* Step Six: Clean Up */
2168
    if (header_bb) {
2169
        apr_brigade_destroy(header_bb);
2170
        apr_brigade_destroy(input_bb);
2171
    }
2014
cleanup:
2172
cleanup:
2015
    if (backend) {
2173
    if (backend) {
2016
        if (status != OK)
2174
        if (status != OK)

Return to bug 56541