363 lines
8.8 KiB
C
363 lines
8.8 KiB
C
|
|
/*
|
|
* Copyright (C) Igor Sysoev
|
|
* Copyright (C) Nginx, Inc.
|
|
*/
|
|
|
|
|
|
#include <ngx_config.h>
|
|
#include <ngx_core.h>
|
|
#include <ngx_http.h>
|
|
|
|
|
|
typedef struct {
|
|
ngx_bufs_t bufs;
|
|
} ngx_http_copy_filter_conf_t;
|
|
|
|
|
|
#if (NGX_HAVE_FILE_AIO)
|
|
static void ngx_http_copy_aio_handler(ngx_output_chain_ctx_t *ctx,
|
|
ngx_file_t *file);
|
|
static void ngx_http_copy_aio_event_handler(ngx_event_t *ev);
|
|
#endif
|
|
#if (NGX_THREADS)
|
|
static ngx_int_t ngx_http_copy_thread_handler(ngx_thread_task_t *task,
|
|
ngx_file_t *file);
|
|
static void ngx_http_copy_thread_event_handler(ngx_event_t *ev);
|
|
#endif
|
|
|
|
static void *ngx_http_copy_filter_create_conf(ngx_conf_t *cf);
|
|
static char *ngx_http_copy_filter_merge_conf(ngx_conf_t *cf,
|
|
void *parent, void *child);
|
|
static ngx_int_t ngx_http_copy_filter_init(ngx_conf_t *cf);
|
|
|
|
|
|
static ngx_command_t ngx_http_copy_filter_commands[] = {
|
|
|
|
{ ngx_string("output_buffers"),
|
|
NGX_HTTP_MAIN_CONF|NGX_HTTP_SRV_CONF|NGX_HTTP_LOC_CONF|NGX_CONF_TAKE2,
|
|
ngx_conf_set_bufs_slot,
|
|
NGX_HTTP_LOC_CONF_OFFSET,
|
|
offsetof(ngx_http_copy_filter_conf_t, bufs),
|
|
NULL },
|
|
|
|
ngx_null_command
|
|
};
|
|
|
|
|
|
static ngx_http_module_t ngx_http_copy_filter_module_ctx = {
|
|
NULL, /* preconfiguration */
|
|
ngx_http_copy_filter_init, /* postconfiguration */
|
|
|
|
NULL, /* create main configuration */
|
|
NULL, /* init main configuration */
|
|
|
|
NULL, /* create server configuration */
|
|
NULL, /* merge server configuration */
|
|
|
|
ngx_http_copy_filter_create_conf, /* create location configuration */
|
|
ngx_http_copy_filter_merge_conf /* merge location configuration */
|
|
};
|
|
|
|
|
|
ngx_module_t ngx_http_copy_filter_module = {
|
|
NGX_MODULE_V1,
|
|
&ngx_http_copy_filter_module_ctx, /* module context */
|
|
ngx_http_copy_filter_commands, /* module directives */
|
|
NGX_HTTP_MODULE, /* module type */
|
|
NULL, /* init master */
|
|
NULL, /* init module */
|
|
NULL, /* init process */
|
|
NULL, /* init thread */
|
|
NULL, /* exit thread */
|
|
NULL, /* exit process */
|
|
NULL, /* exit master */
|
|
NGX_MODULE_V1_PADDING
|
|
};
|
|
|
|
|
|
static ngx_http_output_body_filter_pt ngx_http_next_body_filter;
|
|
|
|
|
|
static ngx_int_t
|
|
ngx_http_copy_filter(ngx_http_request_t *r, ngx_chain_t *in)
|
|
{
|
|
ngx_int_t rc;
|
|
ngx_connection_t *c;
|
|
ngx_output_chain_ctx_t *ctx;
|
|
ngx_http_core_loc_conf_t *clcf;
|
|
ngx_http_copy_filter_conf_t *conf;
|
|
|
|
c = r->connection;
|
|
|
|
ngx_log_debug2(NGX_LOG_DEBUG_HTTP, c->log, 0,
|
|
"http copy filter: \"%V?%V\"", &r->uri, &r->args);
|
|
|
|
ctx = ngx_http_get_module_ctx(r, ngx_http_copy_filter_module);
|
|
|
|
if (ctx == NULL) {
|
|
ctx = ngx_pcalloc(r->pool, sizeof(ngx_output_chain_ctx_t));
|
|
if (ctx == NULL) {
|
|
return NGX_ERROR;
|
|
}
|
|
|
|
ngx_http_set_ctx(r, ctx, ngx_http_copy_filter_module);
|
|
|
|
conf = ngx_http_get_module_loc_conf(r, ngx_http_copy_filter_module);
|
|
clcf = ngx_http_get_module_loc_conf(r, ngx_http_core_module);
|
|
|
|
ctx->sendfile = c->sendfile;
|
|
ctx->need_in_memory = r->main_filter_need_in_memory
|
|
|| r->filter_need_in_memory;
|
|
ctx->need_in_temp = r->filter_need_temporary;
|
|
|
|
ctx->alignment = clcf->directio_alignment;
|
|
|
|
ctx->pool = r->pool;
|
|
ctx->bufs = conf->bufs;
|
|
ctx->tag = (ngx_buf_tag_t) &ngx_http_copy_filter_module;
|
|
|
|
ctx->output_filter = (ngx_output_chain_filter_pt)
|
|
ngx_http_next_body_filter;
|
|
ctx->filter_ctx = r;
|
|
|
|
#if (NGX_HAVE_FILE_AIO)
|
|
if (ngx_file_aio && clcf->aio == NGX_HTTP_AIO_ON) {
|
|
ctx->aio_handler = ngx_http_copy_aio_handler;
|
|
}
|
|
#endif
|
|
|
|
#if (NGX_THREADS)
|
|
if (clcf->aio == NGX_HTTP_AIO_THREADS) {
|
|
ctx->thread_handler = ngx_http_copy_thread_handler;
|
|
}
|
|
#endif
|
|
|
|
if (in && in->buf && ngx_buf_size(in->buf)) {
|
|
r->request_output = 1;
|
|
}
|
|
}
|
|
|
|
#if (NGX_HAVE_FILE_AIO || NGX_THREADS)
|
|
ctx->aio = r->aio;
|
|
#endif
|
|
|
|
rc = ngx_output_chain(ctx, in);
|
|
|
|
if (ctx->in == NULL) {
|
|
r->buffered &= ~NGX_HTTP_COPY_BUFFERED;
|
|
|
|
} else {
|
|
r->buffered |= NGX_HTTP_COPY_BUFFERED;
|
|
}
|
|
|
|
ngx_log_debug3(NGX_LOG_DEBUG_HTTP, c->log, 0,
|
|
"http copy filter: %i \"%V?%V\"", rc, &r->uri, &r->args);
|
|
|
|
return rc;
|
|
}
|
|
|
|
|
|
#if (NGX_HAVE_FILE_AIO)
|
|
|
|
static void
|
|
ngx_http_copy_aio_handler(ngx_output_chain_ctx_t *ctx, ngx_file_t *file)
|
|
{
|
|
ngx_http_request_t *r;
|
|
|
|
r = ctx->filter_ctx;
|
|
|
|
file->aio->data = r;
|
|
file->aio->handler = ngx_http_copy_aio_event_handler;
|
|
|
|
r->main->blocked++;
|
|
r->aio = 1;
|
|
ctx->aio = 1;
|
|
}
|
|
|
|
|
|
static void
|
|
ngx_http_copy_aio_event_handler(ngx_event_t *ev)
|
|
{
|
|
ngx_event_aio_t *aio;
|
|
ngx_connection_t *c;
|
|
ngx_http_request_t *r;
|
|
|
|
aio = ev->data;
|
|
r = aio->data;
|
|
c = r->connection;
|
|
|
|
ngx_http_set_log_request(c->log, r);
|
|
|
|
ngx_log_debug2(NGX_LOG_DEBUG_HTTP, c->log, 0,
|
|
"http aio: \"%V?%V\"", &r->uri, &r->args);
|
|
|
|
r->main->blocked--;
|
|
r->aio = 0;
|
|
|
|
r->write_event_handler(r);
|
|
|
|
ngx_http_run_posted_requests(c);
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
#if (NGX_THREADS)
|
|
|
|
static ngx_int_t
|
|
ngx_http_copy_thread_handler(ngx_thread_task_t *task, ngx_file_t *file)
|
|
{
|
|
ngx_str_t name;
|
|
ngx_connection_t *c;
|
|
ngx_thread_pool_t *tp;
|
|
ngx_http_request_t *r;
|
|
ngx_output_chain_ctx_t *ctx;
|
|
ngx_http_core_loc_conf_t *clcf;
|
|
|
|
r = file->thread_ctx;
|
|
|
|
if (r->aio) {
|
|
/*
|
|
* tolerate sendfile() calls if another operation is already
|
|
* running; this can happen due to subrequests, multiple calls
|
|
* of the next body filter from a filter, or in HTTP/2 due to
|
|
* a write event on the main connection
|
|
*/
|
|
|
|
c = r->connection;
|
|
|
|
#if (NGX_HTTP_V2)
|
|
if (r->stream) {
|
|
c = r->stream->connection->connection;
|
|
}
|
|
#endif
|
|
|
|
if (task == c->sendfile_task) {
|
|
return NGX_OK;
|
|
}
|
|
}
|
|
|
|
clcf = ngx_http_get_module_loc_conf(r, ngx_http_core_module);
|
|
tp = clcf->thread_pool;
|
|
|
|
if (tp == NULL) {
|
|
if (ngx_http_complex_value(r, clcf->thread_pool_value, &name)
|
|
!= NGX_OK)
|
|
{
|
|
return NGX_ERROR;
|
|
}
|
|
|
|
tp = ngx_thread_pool_get((ngx_cycle_t *) ngx_cycle, &name);
|
|
|
|
if (tp == NULL) {
|
|
ngx_log_error(NGX_LOG_ERR, r->connection->log, 0,
|
|
"thread pool \"%V\" not found", &name);
|
|
return NGX_ERROR;
|
|
}
|
|
}
|
|
|
|
task->event.data = r;
|
|
task->event.handler = ngx_http_copy_thread_event_handler;
|
|
|
|
if (ngx_thread_task_post(tp, task) != NGX_OK) {
|
|
return NGX_ERROR;
|
|
}
|
|
|
|
r->main->blocked++;
|
|
r->aio = 1;
|
|
|
|
ctx = ngx_http_get_module_ctx(r, ngx_http_copy_filter_module);
|
|
ctx->aio = 1;
|
|
|
|
return NGX_OK;
|
|
}
|
|
|
|
|
|
static void
|
|
ngx_http_copy_thread_event_handler(ngx_event_t *ev)
|
|
{
|
|
ngx_connection_t *c;
|
|
ngx_http_request_t *r;
|
|
|
|
r = ev->data;
|
|
c = r->connection;
|
|
|
|
ngx_http_set_log_request(c->log, r);
|
|
|
|
ngx_log_debug2(NGX_LOG_DEBUG_HTTP, c->log, 0,
|
|
"http thread: \"%V?%V\"", &r->uri, &r->args);
|
|
|
|
r->main->blocked--;
|
|
r->aio = 0;
|
|
|
|
#if (NGX_HTTP_V2)
|
|
|
|
if (r->stream) {
|
|
/*
|
|
* for HTTP/2, update write event to make sure processing will
|
|
* reach the main connection to handle sendfile() in threads
|
|
*/
|
|
|
|
c->write->ready = 1;
|
|
c->write->active = 0;
|
|
}
|
|
|
|
#endif
|
|
|
|
if (r->done) {
|
|
/*
|
|
* trigger connection event handler if the subrequest was
|
|
* already finalized; this can happen if the handler is used
|
|
* for sendfile() in threads
|
|
*/
|
|
|
|
c->write->handler(c->write);
|
|
|
|
} else {
|
|
r->write_event_handler(r);
|
|
ngx_http_run_posted_requests(c);
|
|
}
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
static void *
|
|
ngx_http_copy_filter_create_conf(ngx_conf_t *cf)
|
|
{
|
|
ngx_http_copy_filter_conf_t *conf;
|
|
|
|
conf = ngx_palloc(cf->pool, sizeof(ngx_http_copy_filter_conf_t));
|
|
if (conf == NULL) {
|
|
return NULL;
|
|
}
|
|
|
|
conf->bufs.num = 0;
|
|
|
|
return conf;
|
|
}
|
|
|
|
|
|
static char *
|
|
ngx_http_copy_filter_merge_conf(ngx_conf_t *cf, void *parent, void *child)
|
|
{
|
|
ngx_http_copy_filter_conf_t *prev = parent;
|
|
ngx_http_copy_filter_conf_t *conf = child;
|
|
|
|
ngx_conf_merge_bufs_value(conf->bufs, prev->bufs, 2, 32768);
|
|
|
|
return NULL;
|
|
}
|
|
|
|
|
|
static ngx_int_t
|
|
ngx_http_copy_filter_init(ngx_conf_t *cf)
|
|
{
|
|
ngx_http_next_body_filter = ngx_http_top_body_filter;
|
|
ngx_http_top_body_filter = ngx_http_copy_filter;
|
|
|
|
return NGX_OK;
|
|
}
|
|
|