nginx_upstream_check_module-master/0000777000000000000000000000000014357200224016615 5ustar rootrootnginx_upstream_check_module-master/nginx-sticky-module.patch0000644000000000000000000000325514357200224023551 0ustar rootrootIndex: ngx_http_sticky_module.c =================================================================== --- ngx_http_sticky_module.c (revision 45) +++ ngx_http_sticky_module.c (working copy) @@ -10,6 +10,11 @@ #include "ngx_http_sticky_misc.h" +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif + + /* define a peer */ typedef struct { ngx_http_upstream_rr_peer_t *rr_peer; @@ -287,6 +292,16 @@ return NGX_BUSY; } +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get sticky peer, check_index: %ui", + peer->check_index); + + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + return NGX_BUSY; + } +#endif + /* if it's been ignored for long enought (fail_timeout), reset timeout */ /* do this check before testing peer->fails ! :) */ if (now - peer->accessed > peer->fail_timeout) { @@ -303,6 +318,14 @@ /* ensure the peer is not marked as down */ if (!peer->down) { +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get sticky peer, check_index: %ui", + peer->check_index); + + if (!ngx_http_upstream_check_peer_down(peer->check_index)) { +#endif + /* if it's not failedi, use it */ if (peer->max_fails == 0 || peer->fails < peer->max_fails) { selected_peer = (ngx_int_t)n; @@ -317,6 +340,9 @@ /* mark the peer as tried */ iphp->rrp.tried[n] |= m; } +#if (NGX_HTTP_UPSTREAM_CHECK) + } +#endif } } } nginx_upstream_check_module-master/check_1.2.6+.patch0000644000000000000000000001566614357200224021524 0ustar rootrootdiff --git a/src/http/modules/ngx_http_upstream_ip_hash_module.c b/src/http/modules/ngx_http_upstream_ip_hash_module.c index 89ccc2b..a552044 100644 --- a/src/http/modules/ngx_http_upstream_ip_hash_module.c +++ b/src/http/modules/ngx_http_upstream_ip_hash_module.c @@ -9,6 +9,10 @@ #include #include +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif + typedef struct { /* the round robin data must be first */ @@ -208,6 +212,12 @@ ngx_http_upstream_get_ip_hash_peer(ngx_peer_connection_t *pc, void *data) if (!peer->down) { +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get ip_hash peer, check_index: %ui", + peer->check_index); + if (!ngx_http_upstream_check_peer_down(peer->check_index)) { +#endif if (peer->max_fails == 0 || peer->fails < peer->max_fails) { break; } @@ -216,6 +226,9 @@ ngx_http_upstream_get_ip_hash_peer(ngx_peer_connection_t *pc, void *data) peer->checked = now; break; } +#if (NGX_HTTP_UPSTREAM_CHECK) + } +#endif } iphp->rrp.tried[n] |= m; diff --git a/src/http/modules/ngx_http_upstream_least_conn_module.c b/src/http/modules/ngx_http_upstream_least_conn_module.c index 21156ae..c57393d 100644 --- a/src/http/modules/ngx_http_upstream_least_conn_module.c +++ b/src/http/modules/ngx_http_upstream_least_conn_module.c @@ -9,6 +9,10 @@ #include #include +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif + typedef struct { ngx_uint_t *conns; @@ -203,6 +207,16 @@ ngx_http_upstream_get_least_conn_peer(ngx_peer_connection_t *pc, void *data) continue; } +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get least_conn peer, check_index: %ui", + peer->check_index); + + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + continue; + } +#endif + if (peer->max_fails && peer->fails >= peer->max_fails && now - peer->checked <= peer->fail_timeout) @@ -256,6 +270,16 @@ ngx_http_upstream_get_least_conn_peer(ngx_peer_connection_t *pc, void *data) continue; } +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get least_conn peer, check_index: %ui", + peer->check_index); + + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + continue; + } +#endif + if (lcp->conns[i] * best->weight != lcp->conns[p] * peer->weight) { continue; } diff --git a/src/http/ngx_http_upstream_round_robin.c b/src/http/ngx_http_upstream_round_robin.c index 4b78cff..f077b46 100644 --- a/src/http/ngx_http_upstream_round_robin.c +++ b/src/http/ngx_http_upstream_round_robin.c @@ -9,6 +9,9 @@ #include #include +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif static ngx_int_t ngx_http_upstream_cmp_servers(const void *one, const void *two); @@ -87,7 +90,17 @@ ngx_http_upstream_init_round_robin(ngx_conf_t *cf, peers->peer[n].weight = server[i].weight; peers->peer[n].effective_weight = server[i].weight; peers->peer[n].current_weight = 0; - n++; + +#if (NGX_HTTP_UPSTREAM_CHECK) + if (!server[i].down) { + peers->peer[n].check_index = + ngx_http_upstream_check_add_peer(cf, us, &server[i].addrs[j]); + } + else { + peers->peer[n].check_index = (ngx_uint_t) NGX_ERROR; + } +#endif + n++; } } @@ -145,6 +158,17 @@ ngx_http_upstream_init_round_robin(ngx_conf_t *cf, backup->peer[n].max_fails = server[i].max_fails; backup->peer[n].fail_timeout = server[i].fail_timeout; backup->peer[n].down = server[i].down; + +#if (NGX_HTTP_UPSTREAM_CHECK) + if (!server[i].down) { + backup->peer[n].check_index = + ngx_http_upstream_check_add_peer(cf, us, &server[i].addrs[j]); + } + else { + backup->peer[n].check_index = (ngx_uint_t) NGX_ERROR; + } +#endif + n++; } } @@ -206,6 +230,9 @@ ngx_http_upstream_init_round_robin(ngx_conf_t *cf, peers->peer[i].current_weight = 0; peers->peer[i].max_fails = 1; peers->peer[i].fail_timeout = 10; +#if (NGX_HTTP_UPSTREAM_CHECK) + peers->peer[i].check_index = (ngx_uint_t) NGX_ERROR; +#endif } us->peer.data = peers; @@ -323,6 +350,9 @@ ngx_http_upstream_create_round_robin_peer(ngx_http_request_t *r, peers->peer[0].current_weight = 0; peers->peer[0].max_fails = 1; peers->peer[0].fail_timeout = 10; +#if (NGX_HTTP_UPSTREAM_CHECK) + peers->peer[0].check_index = (ngx_uint_t) NGX_ERROR; +#endif } else { @@ -356,6 +386,9 @@ ngx_http_upstream_create_round_robin_peer(ngx_http_request_t *r, peers->peer[i].current_weight = 0; peers->peer[i].max_fails = 1; peers->peer[i].fail_timeout = 10; +#if (NGX_HTTP_UPSTREAM_CHECK) + peers->peer[i].check_index = (ngx_uint_t) NGX_ERROR; +#endif } } @@ -434,6 +467,12 @@ ngx_http_upstream_get_round_robin_peer(ngx_peer_connection_t *pc, void *data) goto failed; } +#if (NGX_HTTP_UPSTREAM_CHECK) + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + goto failed; + } +#endif + } else { /* there are several peers */ @@ -531,6 +570,12 @@ ngx_http_upstream_get_peer(ngx_http_upstream_rr_peer_data_t *rrp) continue; } +#if (NGX_HTTP_UPSTREAM_CHECK) + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + continue; + } +#endif + if (peer->max_fails && peer->fails >= peer->max_fails && now - peer->checked <= peer->fail_timeout) diff --git a/src/http/ngx_http_upstream_round_robin.h b/src/http/ngx_http_upstream_round_robin.h index 3f8cbf8..1613168 100644 --- a/src/http/ngx_http_upstream_round_robin.h +++ b/src/http/ngx_http_upstream_round_robin.h @@ -30,6 +30,10 @@ typedef struct { ngx_uint_t max_fails; time_t fail_timeout; +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_uint_t check_index; +#endif + ngx_uint_t down; /* unsigned down:1; */ #if (NGX_HTTP_SSL) nginx_upstream_check_module-master/CHANGES0000644000000000000000000000000014357200224017572 0ustar rootrootnginx_upstream_check_module-master/check.patch0000644000000000000000000001543714357200224020721 0ustar rootrootdiff --git a/src/http/modules/ngx_http_upstream_ip_hash_module.c b/src/http/modules/ngx_http_upstream_ip_hash_module.c index fd9ecbe..d3849b6 100644 --- a/src/http/modules/ngx_http_upstream_ip_hash_module.c +++ b/src/http/modules/ngx_http_upstream_ip_hash_module.c @@ -9,6 +9,10 @@ #include #include +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif + typedef struct { /* the round robin data must be first */ @@ -182,6 +186,12 @@ ngx_http_upstream_get_ip_hash_peer(ngx_peer_connection_t *pc, void *data) if (!peer->down) { +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get ip_hash peer, check_index: %ui", + peer->check_index); + if (!ngx_http_upstream_check_peer_down(peer->check_index)) { +#endif if (peer->max_fails == 0 || peer->fails < peer->max_fails) { break; } @@ -190,6 +200,9 @@ ngx_http_upstream_get_ip_hash_peer(ngx_peer_connection_t *pc, void *data) peer->fails = 0; break; } +#if (NGX_HTTP_UPSTREAM_CHECK) + } +#endif } iphp->rrp.tried[n] |= m; diff --git a/src/http/ngx_http_upstream_round_robin.c b/src/http/ngx_http_upstream_round_robin.c index afc9b2e..1c0344e 100644 --- a/src/http/ngx_http_upstream_round_robin.c +++ b/src/http/ngx_http_upstream_round_robin.c @@ -9,6 +9,9 @@ #include #include +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif static ngx_int_t ngx_http_upstream_cmp_servers(const void *one, const void *two); @@ -75,6 +78,17 @@ ngx_http_upstream_init_round_robin(ngx_conf_t *cf, peers->peer[n].down = server[i].down; peers->peer[n].weight = server[i].down ? 0 : server[i].weight; peers->peer[n].current_weight = peers->peer[n].weight; + +#if (NGX_HTTP_UPSTREAM_CHECK) + if (!server[i].down) { + peers->peer[n].check_index = + ngx_http_upstream_check_add_peer(cf, us, &server[i].addrs[j]); + } + else { + peers->peer[n].check_index = (ngx_uint_t) NGX_ERROR; + } +#endif + n++; } } @@ -128,6 +142,17 @@ ngx_http_upstream_init_round_robin(ngx_conf_t *cf, backup->peer[n].max_fails = server[i].max_fails; backup->peer[n].fail_timeout = server[i].fail_timeout; backup->peer[n].down = server[i].down; + +#if (NGX_HTTP_UPSTREAM_CHECK) + if (!server[i].down) { + backup->peer[n].check_index = + ngx_http_upstream_check_add_peer(cf, us, &server[i].addrs[j]); + } + else { + backup->peer[n].check_index = (ngx_uint_t) NGX_ERROR; + } +#endif + n++; } } @@ -186,6 +211,9 @@ ngx_http_upstream_init_round_robin(ngx_conf_t *cf, peers->peer[i].current_weight = 1; peers->peer[i].max_fails = 1; peers->peer[i].fail_timeout = 10; +#if (NGX_HTTP_UPSTREAM_CHECK) + peers->peer[i].check_index = (ngx_uint_t) NGX_ERROR; +#endif } us->peer.data = peers; @@ -302,6 +330,9 @@ ngx_http_upstream_create_round_robin_peer(ngx_http_request_t *r, peers->peer[0].current_weight = 1; peers->peer[0].max_fails = 1; peers->peer[0].fail_timeout = 10; +#if (NGX_HTTP_UPSTREAM_CHECK) + peers->peer[0].check_index = (ngx_uint_t) NGX_ERROR; +#endif } else { @@ -334,6 +365,9 @@ ngx_http_upstream_create_round_robin_peer(ngx_http_request_t *r, peers->peer[i].current_weight = 1; peers->peer[i].max_fails = 1; peers->peer[i].fail_timeout = 10; +#if (NGX_HTTP_UPSTREAM_CHECK) + peers->peer[i].check_index = (ngx_uint_t) NGX_ERROR; +#endif } } @@ -411,7 +445,11 @@ ngx_http_upstream_get_round_robin_peer(ngx_peer_connection_t *pc, void *data) if (rrp->peers->single) { peer = &rrp->peers->peer[0]; - +#if (NGX_HTTP_UPSTREAM_CHECK) + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + return NGX_BUSY; + } +#endif } else { /* there are several peers */ @@ -438,6 +476,12 @@ ngx_http_upstream_get_round_robin_peer(ngx_peer_connection_t *pc, void *data) if (!peer->down) { +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get rr peer, check_index: %ui", + peer->check_index); + if (!ngx_http_upstream_check_peer_down(peer->check_index)) { +#endif if (peer->max_fails == 0 || peer->fails < peer->max_fails) { @@ -448,6 +492,9 @@ ngx_http_upstream_get_round_robin_peer(ngx_peer_connection_t *pc, void *data) peer->fails = 0; break; } +#if (NGX_HTTP_UPSTREAM_CHECK) + } +#endif peer->current_weight = 0; @@ -486,6 +533,12 @@ ngx_http_upstream_get_round_robin_peer(ngx_peer_connection_t *pc, void *data) if (!peer->down) { +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get rr peer2, check_index: %ui", + peer->check_index); + if (!ngx_http_upstream_check_peer_down(peer->check_index)) { +#endif if (peer->max_fails == 0 || peer->fails < peer->max_fails) { @@ -496,6 +549,9 @@ ngx_http_upstream_get_round_robin_peer(ngx_peer_connection_t *pc, void *data) peer->fails = 0; break; } +#if (NGX_HTTP_UPSTREAM_CHECK) + } +#endif peer->current_weight = 0; diff --git a/src/http/ngx_http_upstream_round_robin.h b/src/http/ngx_http_upstream_round_robin.h index 6d285ab..354cca2 100644 --- a/src/http/ngx_http_upstream_round_robin.h +++ b/src/http/ngx_http_upstream_round_robin.h @@ -28,6 +28,10 @@ typedef struct { ngx_uint_t max_fails; time_t fail_timeout; +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_uint_t check_index; +#endif + ngx_uint_t down; /* unsigned down:1; */ #if (NGX_HTTP_SSL) nginx_upstream_check_module-master/check_1.20.1+.patch0000644000000000000000000002034314357200224021563 0ustar rootrootdiff --git a/src/http/modules/ngx_http_upstream_hash_module.c b/src/http/modules/ngx_http_upstream_hash_module.c index e741eb23..d7d288d9 100644 --- a/src/http/modules/ngx_http_upstream_hash_module.c +++ b/src/http/modules/ngx_http_upstream_hash_module.c @@ -9,6 +9,9 @@ #include #include +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif typedef struct { uint32_t hash; @@ -238,6 +241,14 @@ ngx_http_upstream_get_hash_peer(ngx_peer_connection_t *pc, void *data) goto next; } +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get hash peer, check_index: %ui", peer->check_index); + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + goto next; + } +#endif + if (peer->max_fails && peer->fails >= peer->max_fails && now - peer->checked <= peer->fail_timeout) @@ -560,6 +571,15 @@ ngx_http_upstream_get_chash_peer(ngx_peer_connection_t *pc, void *data) continue; } +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get consistent_hash peer, check_index: %ui", + peer->check_index); + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + continue; + } +#endif + if (peer->server.len != server->len || ngx_strncmp(peer->server.data, server->data, server->len) != 0) diff --git a/src/http/modules/ngx_http_upstream_ip_hash_module.c b/src/http/modules/ngx_http_upstream_ip_hash_module.c index 1fa01d95..366aca9a 100644 --- a/src/http/modules/ngx_http_upstream_ip_hash_module.c +++ b/src/http/modules/ngx_http_upstream_ip_hash_module.c @@ -9,6 +9,9 @@ #include #include +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif typedef struct { /* the round robin data must be first */ @@ -208,6 +211,15 @@ ngx_http_upstream_get_ip_hash_peer(ngx_peer_connection_t *pc, void *data) goto next; } +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get ip_hash peer, check_index: %ui", + peer->check_index); + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + goto next; + } +#endif + if (peer->max_fails && peer->fails >= peer->max_fails && now - peer->checked <= peer->fail_timeout) diff --git a/src/http/modules/ngx_http_upstream_least_conn_module.c b/src/http/modules/ngx_http_upstream_least_conn_module.c index ebe06276..35250354 100644 --- a/src/http/modules/ngx_http_upstream_least_conn_module.c +++ b/src/http/modules/ngx_http_upstream_least_conn_module.c @@ -9,6 +9,9 @@ #include #include +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif static ngx_int_t ngx_http_upstream_init_least_conn_peer(ngx_http_request_t *r, ngx_http_upstream_srv_conf_t *us); @@ -147,6 +150,16 @@ ngx_http_upstream_get_least_conn_peer(ngx_peer_connection_t *pc, void *data) continue; } +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get least_conn peer, check_index: %ui", + peer->check_index); + + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + continue; + } +#endif + if (peer->max_fails && peer->fails >= peer->max_fails && now - peer->checked <= peer->fail_timeout) @@ -202,6 +215,16 @@ ngx_http_upstream_get_least_conn_peer(ngx_peer_connection_t *pc, void *data) continue; } +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get least_conn peer, check_index: %ui", + peer->check_index); + + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + continue; + } +#endif + if (peer->conns * best->weight != best->conns * peer->weight) { continue; } diff --git a/src/http/ngx_http_upstream_round_robin.c b/src/http/ngx_http_upstream_round_robin.c index 1f15fae5..d507a0e3 100644 --- a/src/http/ngx_http_upstream_round_robin.c +++ b/src/http/ngx_http_upstream_round_robin.c @@ -9,6 +9,9 @@ #include #include +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif #define ngx_http_upstream_tries(p) ((p)->tries \ + ((p)->next ? (p)->next->tries : 0)) @@ -104,6 +107,15 @@ ngx_http_upstream_init_round_robin(ngx_conf_t *cf, peer[n].down = server[i].down; peer[n].server = server[i].name; +#if (NGX_HTTP_UPSTREAM_CHECK) + if (!server[i].down) { + peer[n].check_index = + ngx_http_upstream_check_add_peer(cf, us, &server[i].addrs[j]); + } else { + peer[n].check_index = (ngx_uint_t) NGX_ERROR; + } +#endif + *peerp = &peer[n]; peerp = &peer[n].next; n++; @@ -174,6 +186,16 @@ ngx_http_upstream_init_round_robin(ngx_conf_t *cf, peer[n].down = server[i].down; peer[n].server = server[i].name; +#if (NGX_HTTP_UPSTREAM_CHECK) + if (!server[i].down) { + peer[n].check_index = + ngx_http_upstream_check_add_peer(cf, us, &server[i].addrs[j]); + } + else { + peer[n].check_index = (ngx_uint_t) NGX_ERROR; + } +#endif + *peerp = &peer[n]; peerp = &peer[n].next; n++; @@ -241,6 +263,9 @@ ngx_http_upstream_init_round_robin(ngx_conf_t *cf, peer[i].max_conns = 0; peer[i].max_fails = 1; peer[i].fail_timeout = 10; +#if (NGX_HTTP_UPSTREAM_CHECK) + peer[i].check_index = (ngx_uint_t) NGX_ERROR; +#endif *peerp = &peer[i]; peerp = &peer[i].next; } @@ -358,6 +383,9 @@ ngx_http_upstream_create_round_robin_peer(ngx_http_request_t *r, peer[0].max_conns = 0; peer[0].max_fails = 1; peer[0].fail_timeout = 10; +#if (NGX_HTTP_UPSTREAM_CHECK) + peer[0].check_index = (ngx_uint_t) NGX_ERROR; +#endif peers->peer = peer; } else { @@ -392,6 +420,9 @@ ngx_http_upstream_create_round_robin_peer(ngx_http_request_t *r, peer[i].max_conns = 0; peer[i].max_fails = 1; peer[i].fail_timeout = 10; +#if (NGX_HTTP_UPSTREAM_CHECK) + peer[i].check_index = (ngx_uint_t) NGX_ERROR; +#endif *peerp = &peer[i]; peerp = &peer[i].next; } @@ -457,6 +488,12 @@ ngx_http_upstream_get_round_robin_peer(ngx_peer_connection_t *pc, void *data) goto failed; } +#if (NGX_HTTP_UPSTREAM_CHECK) + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + goto failed; + } +#endif + rrp->current = peer; } else { @@ -551,6 +588,12 @@ ngx_http_upstream_get_peer(ngx_http_upstream_rr_peer_data_t *rrp) continue; } +#if (NGX_HTTP_UPSTREAM_CHECK) + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + continue; + } +#endif + if (peer->max_fails && peer->fails >= peer->max_fails && now - peer->checked <= peer->fail_timeout) diff --git a/src/http/ngx_http_upstream_round_robin.h b/src/http/ngx_http_upstream_round_robin.h index 922ceaa0..14d8ad86 100644 --- a/src/http/ngx_http_upstream_round_robin.h +++ b/src/http/ngx_http_upstream_round_robin.h @@ -38,6 +38,10 @@ struct ngx_http_upstream_rr_peer_s { ngx_msec_t slow_start; ngx_msec_t start_time; +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_uint_t check_index; +#endif + ngx_uint_t down; #if (NGX_HTTP_SSL || NGX_COMPAT) nginx_upstream_check_module-master/check_1.12.1+.patch0000644000000000000000000001757414357200224021600 0ustar rootrootdiff -burN nginx-1.12.1_orig/src/http/modules/ngx_http_upstream_hash_module.c nginx-1.12.1/src/http/modules/ngx_http_upstream_hash_module.c --- nginx-1.12.1_orig/src/http/modules/ngx_http_upstream_hash_module.c 2017-07-11 13:24:08.000000000 +0000 +++ nginx-1.12.1/src/http/modules/ngx_http_upstream_hash_module.c 2017-07-13 17:58:44.687213233 +0000 @@ -9,6 +9,9 @@ #include #include +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif typedef struct { uint32_t hash; @@ -235,6 +238,14 @@ goto next; } +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get hash peer, check_index: %ui", peer->check_index); + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + goto next; + } +#endif + if (peer->max_fails && peer->fails >= peer->max_fails && now - peer->checked <= peer->fail_timeout) @@ -538,6 +549,15 @@ continue; } +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get consistent_hash peer, check_index: %ui", + peer->check_index); + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + continue; + } +#endif + if (peer->server.len != server->len || ngx_strncmp(peer->server.data, server->data, server->len) != 0) diff -burN nginx-1.12.1_orig/src/http/modules/ngx_http_upstream_ip_hash_module.c nginx-1.12.1/src/http/modules/ngx_http_upstream_ip_hash_module.c --- nginx-1.12.1_orig/src/http/modules/ngx_http_upstream_ip_hash_module.c 2017-07-11 13:24:08.000000000 +0000 +++ nginx-1.12.1/src/http/modules/ngx_http_upstream_ip_hash_module.c 2017-07-13 17:59:48.205692500 +0000 @@ -9,6 +9,9 @@ #include #include +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif typedef struct { /* the round robin data must be first */ @@ -205,6 +208,15 @@ goto next; } +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get ip_hash peer, check_index: %ui", + peer->check_index); + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + goto next; + } +#endif + if (peer->max_fails && peer->fails >= peer->max_fails && now - peer->checked <= peer->fail_timeout) diff -burN nginx-1.12.1_orig/src/http/modules/ngx_http_upstream_least_conn_module.c nginx-1.12.1/src/http/modules/ngx_http_upstream_least_conn_module.c --- nginx-1.12.1_orig/src/http/modules/ngx_http_upstream_least_conn_module.c 2017-07-11 13:24:08.000000000 +0000 +++ nginx-1.12.1/src/http/modules/ngx_http_upstream_least_conn_module.c 2017-07-13 18:05:34.417398156 +0000 @@ -9,6 +9,10 @@ #include #include +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif + static ngx_int_t ngx_http_upstream_init_least_conn_peer(ngx_http_request_t *r, ngx_http_upstream_srv_conf_t *us); @@ -147,6 +151,16 @@ continue; } +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get least_conn peer, check_index: %ui", + peer->check_index); + + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + continue; + } +#endif + if (peer->max_fails && peer->fails >= peer->max_fails && now - peer->checked <= peer->fail_timeout) @@ -202,6 +216,16 @@ continue; } +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get least_conn peer, check_index: %ui", + peer->check_index); + + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + continue; + } +#endif + if (peer->conns * best->weight != best->conns * peer->weight) { continue; } diff -burN nginx-1.12.1_orig/src/http/ngx_http_upstream_round_robin.c nginx-1.12.1/src/http/ngx_http_upstream_round_robin.c --- nginx-1.12.1_orig/src/http/ngx_http_upstream_round_robin.c 2017-07-11 13:24:09.000000000 +0000 +++ nginx-1.12.1/src/http/ngx_http_upstream_round_robin.c 2017-07-13 18:13:00.510764315 +0000 @@ -9,6 +9,10 @@ #include #include +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif + #define ngx_http_upstream_tries(p) ((p)->number \ + ((p)->next ? (p)->next->number : 0)) @@ -98,6 +102,15 @@ peer[n].down = server[i].down; peer[n].server = server[i].name; +#if (NGX_HTTP_UPSTREAM_CHECK) + if (!server[i].down) { + peer[n].check_index = + ngx_http_upstream_check_add_peer(cf, us, &server[i].addrs[j]); + } else { + peer[n].check_index = (ngx_uint_t) NGX_ERROR; + } +#endif + *peerp = &peer[n]; peerp = &peer[n].next; n++; @@ -162,6 +175,16 @@ peer[n].down = server[i].down; peer[n].server = server[i].name; +#if (NGX_HTTP_UPSTREAM_CHECK) + if (!server[i].down) { + peer[n].check_index = + ngx_http_upstream_check_add_peer(cf, us, &server[i].addrs[j]); + } + else { + peer[n].check_index = (ngx_uint_t) NGX_ERROR; + } +#endif + *peerp = &peer[n]; peerp = &peer[n].next; n++; @@ -228,6 +251,9 @@ peer[i].max_conns = 0; peer[i].max_fails = 1; peer[i].fail_timeout = 10; +#if (NGX_HTTP_UPSTREAM_CHECK) + peer[i].check_index = (ngx_uint_t) NGX_ERROR; +#endif *peerp = &peer[i]; peerp = &peer[i].next; } @@ -344,6 +370,9 @@ peer[0].max_conns = 0; peer[0].max_fails = 1; peer[0].fail_timeout = 10; +#if (NGX_HTTP_UPSTREAM_CHECK) + peer[0].check_index = (ngx_uint_t) NGX_ERROR; +#endif peers->peer = peer; } else { @@ -378,6 +407,9 @@ peer[i].max_conns = 0; peer[i].max_fails = 1; peer[i].fail_timeout = 10; +#if (NGX_HTTP_UPSTREAM_CHECK) + peer[i].check_index = (ngx_uint_t) NGX_ERROR; +#endif *peerp = &peer[i]; peerp = &peer[i].next; } @@ -443,6 +475,12 @@ goto failed; } +#if (NGX_HTTP_UPSTREAM_CHECK) + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + goto failed; + } +#endif + rrp->current = peer; } else { @@ -537,6 +575,12 @@ continue; } +#if (NGX_HTTP_UPSTREAM_CHECK) + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + continue; + } +#endif + if (peer->max_fails && peer->fails >= peer->max_fails && now - peer->checked <= peer->fail_timeout) diff -burN nginx-1.12.1_orig/src/http/ngx_http_upstream_round_robin.h nginx-1.12.1/src/http/ngx_http_upstream_round_robin.h --- nginx-1.12.1_orig/src/http/ngx_http_upstream_round_robin.h 2017-07-11 13:24:09.000000000 +0000 +++ nginx-1.12.1/src/http/ngx_http_upstream_round_robin.h 2017-07-13 18:13:30.254055435 +0000 @@ -38,6 +38,10 @@ ngx_msec_t slow_start; ngx_msec_t start_time; +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_uint_t check_index; +#endif + ngx_uint_t down; #if (NGX_HTTP_SSL || NGX_COMPAT) nginx_upstream_check_module-master/util/0000755000000000000000000000000014357200224017566 5ustar rootrootnginx_upstream_check_module-master/util/update-readme.sh0000755000000000000000000000020114357200224022633 0ustar rootroot#!/bin/sh perl util/wiki2pod.pl doc/README.wiki > /tmp/a.pod && pod2text /tmp/a.pod > doc/README.txt cp doc/README.txt README nginx_upstream_check_module-master/util/chomp.sh0000755000000000000000000000024614357200224021235 0ustar rootroot#!/bin/sh for file in * do if [ -d "$file" ] then continue fi ruby util/chomp.rb < $file > /tmp/tt mv /tmp/tt $file done rm -f /tmp/tt nginx_upstream_check_module-master/util/chomp.rb0000644000000000000000000000013214357200224021215 0ustar rootrootSTDIN.each do |line| next unless line res = line.gsub(/\s+$/, "") puts "#{res}" end nginx_upstream_check_module-master/util/wiki2pod.pl0000644000000000000000000000606414357200224021661 0ustar rootroot#!/usr/bin/env perl use strict; use warnings; use bytes; my @nl_counts; my $last_nl_count_level; my @bl_counts; my $last_bl_count_level; sub fmt_pos ($) { (my $s = $_[0]) =~ s{\#(.*)}{/"$1"}; $s; } sub fmt_mark ($$) { my ($tag, $s) = @_; my $max_level = 0; while ($s =~ /([<>])\1*/g) { my $level = length $&; if ($level > $max_level) { $max_level = $level; } } my $times = $max_level + 1; if ($times > 1) { $s = " $s "; } return $tag . ('<' x $times) . $s . ('>' x $times); } print "=encoding utf-8\n\n"; while (<>) { if ($. == 1) { # strip the leading U+FEFF byte in MS-DOS text files my $first = ord(substr($_, 0, 1)); #printf STDERR "0x%x", $first; #my $second = ord(substr($_, 2, 1)); #printf STDERR "0x%x", $second; if ($first == 0xEF) { substr($_, 0, 1, ''); #warn "Hit!"; } } s{\[(http[^ \]]+) ([^\]]*)\]}{$2 (L<$1>)}gi; s{ \[\[ ( [^\]\|]+ ) \| ([^\]]*) \]\] }{"L<$2|" . fmt_pos($1) . ">"}gixe; s{(.*?)}{fmt_mark('C', $1)}gie; s{'''(.*?)'''}{fmt_mark('B', $1)}ge; s{''(.*?)''}{fmt_mark('I', $1)}ge; if (s{^\s*<[^>]+>\s*$}{}) { next; } if (/^\s*$/) { print "\n"; next; } =begin cmt if ($. == 1) { warn $_; for my $i (0..length($_) - 1) { my $chr = substr($_, $i, 1); warn "chr ord($i): ".ord($chr)." \"$chr\"\n"; } } =end cmt =cut if (/(=+) (.*) \1$/) { #warn "HERE! $_" if $. == 1; my ($level, $title) = (length $1, $2); collapse_lists(); print "\n=head$level $title\n\n"; } elsif (/^(\#+) (.*)/) { my ($level, $txt) = (length($1) - 1, $2); if (defined $last_nl_count_level && $level != $last_nl_count_level) { print "\n=back\n\n"; } $last_nl_count_level = $level; $nl_counts[$level] ||= 0; if ($nl_counts[$level] == 0) { print "\n=over\n\n"; } $nl_counts[$level]++; print "\n=item $nl_counts[$level].\n\n"; print "$txt\n"; } elsif (/^(\*+) (.*)/) { my ($level, $txt) = (length($1) - 1, $2); if (defined $last_bl_count_level && $level != $last_bl_count_level) { print "\n=back\n\n"; } $last_bl_count_level = $level; $bl_counts[$level] ||= 0; if ($bl_counts[$level] == 0) { print "\n=over\n\n"; } $bl_counts[$level]++; print "\n=item *\n\n"; print "$txt\n"; } else { collapse_lists(); print; } } collapse_lists(); sub collapse_lists { while (defined $last_nl_count_level && $last_nl_count_level >= 0) { print "\n=back\n\n"; $last_nl_count_level--; } undef $last_nl_count_level; undef @nl_counts; while (defined $last_bl_count_level && $last_bl_count_level >= 0) { print "\n=back\n\n"; $last_bl_count_level--; } undef $last_bl_count_level; undef @bl_counts; } nginx_upstream_check_module-master/ngx_http_upstream_jvm_route_module.patch0000644000000000000000000000544014357200224027047 0ustar rootrootdiff --git a/ngx_http_upstream_jvm_route_module.c b/ngx_http_upstream_jvm_route_module.c index 770cfa5..e8e079b 100644 --- a/ngx_http_upstream_jvm_route_module.c +++ b/ngx_http_upstream_jvm_route_module.c @@ -13,6 +13,10 @@ #include #include +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif + #define SHM_NAME_LEN 256 @@ -73,6 +77,9 @@ typedef struct { time_t fail_timeout; ngx_uint_t down; /* unsigned down:1; */ ngx_str_t srun_id; +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_uint_t check_index; +#endif #if (NGX_HTTP_SSL) ngx_ssl_session_t *ssl_session; /* local to a process */ @@ -380,6 +387,15 @@ ngx_http_upstream_init_jvm_route_rr(ngx_conf_t *cf, peers->peer[n].fail_timeout = server[i].fail_timeout; peers->peer[n].down = server[i].down; peers->peer[n].weight = server[i].down ? 0 : server[i].weight; +#if (NGX_HTTP_UPSTREAM_CHECK) + if (!server[i].down) { + peers->peer[n].check_index = + ngx_http_upstream_check_add_peer(cf, us, &server[i].addrs[j]); + } + else { + peers->peer[n].check_index = (ngx_uint_t) NGX_ERROR; + } +#endif n++; } @@ -433,6 +449,15 @@ ngx_http_upstream_init_jvm_route_rr(ngx_conf_t *cf, backup->peer[n].max_busy = server[i].max_busy; backup->peer[n].fail_timeout = server[i].fail_timeout; backup->peer[n].down = server[i].down; +#if (NGX_HTTP_UPSTREAM_CHECK) + if (!server[i].down) { + peers->peer[n].check_index = + ngx_http_upstream_check_add_peer(cf, us, &server[i].addrs[j]); + } + else { + peers->peer[n].check_index = (ngx_uint_t) NGX_ERROR; + } +#endif n++; } @@ -490,6 +515,9 @@ ngx_http_upstream_init_jvm_route_rr(ngx_conf_t *cf, peers->peer[i].max_fails = 1; peers->peer[i].max_busy = 0; peers->peer[i].fail_timeout = 10; +#if (NGX_HTTP_UPSTREAM_CHECK) + peers->peer[i].check_index = (ngx_uint_t) NGX_ERROR; +#endif } us->peer.data = peers; @@ -773,6 +801,12 @@ ngx_http_upstream_jvm_route_try_peer( ngx_http_upstream_jvm_route_peer_data_t *j return NGX_BUSY; } +#if (NGX_HTTP_UPSTREAM_CHECK) + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + return NGX_BUSY; + } +#endif + if (!peer->down) { if (peer->max_fails == 0 || peer->shared->fails < peer->max_fails) { return NGX_OK; nginx_upstream_check_module-master/check_1.7.2+.patch0000644000000000000000000002014714357200224021513 0ustar rootrootdiff --git a/src/http/modules/ngx_http_upstream_hash_module.c b/src/http/modules/ngx_http_upstream_hash_module.c index 777e180..e302f52 100644 --- a/src/http/modules/ngx_http_upstream_hash_module.c +++ b/src/http/modules/ngx_http_upstream_hash_module.c @@ -9,6 +9,9 @@ #include #include +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif typedef struct { uint32_t hash; @@ -240,6 +243,14 @@ ngx_http_upstream_get_hash_peer(ngx_peer_connection_t *pc, void *data) goto next; } +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get hash peer, check_index: %ui", + peer->check_index); + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + goto next; + } +#endif if (peer->max_fails && peer->fails >= peer->max_fails && now - peer->checked <= peer->fail_timeout) @@ -506,6 +517,14 @@ ngx_http_upstream_get_chash_peer(ngx_peer_connection_t *pc, void *data) continue; } +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get consistent_hash peer, check_index: %ui", + peer->check_index); + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + continue; + } +#endif if (peer->server.len != server->len || ngx_strncmp(peer->server.data, server->data, server->len) != 0) diff --git a/src/http/modules/ngx_http_upstream_ip_hash_module.c b/src/http/modules/ngx_http_upstream_ip_hash_module.c index 148d73a..913e395 100644 --- a/src/http/modules/ngx_http_upstream_ip_hash_module.c +++ b/src/http/modules/ngx_http_upstream_ip_hash_module.c @@ -9,6 +9,9 @@ #include #include +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif typedef struct { /* the round robin data must be first */ @@ -212,6 +215,15 @@ ngx_http_upstream_get_ip_hash_peer(ngx_peer_connection_t *pc, void *data) goto next_try; } +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get ip_hash peer, check_index: %ui", + peer->check_index); + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + goto next_try; + } +#endif + if (peer->max_fails && peer->fails >= peer->max_fails && now - peer->checked <= peer->fail_timeout) diff --git a/src/http/modules/ngx_http_upstream_least_conn_module.c b/src/http/modules/ngx_http_upstream_least_conn_module.c index dbef95d..bbabb68 100644 --- a/src/http/modules/ngx_http_upstream_least_conn_module.c +++ b/src/http/modules/ngx_http_upstream_least_conn_module.c @@ -9,6 +9,9 @@ #include #include +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif typedef struct { ngx_uint_t *conns; @@ -203,6 +206,16 @@ ngx_http_upstream_get_least_conn_peer(ngx_peer_connection_t *pc, void *data) continue; } +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get least_conn peer, check_index: %ui", + peer->check_index); + + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + continue; + } +#endif + if (peer->max_fails && peer->fails >= peer->max_fails && now - peer->checked <= peer->fail_timeout) @@ -256,6 +269,16 @@ ngx_http_upstream_get_least_conn_peer(ngx_peer_connection_t *pc, void *data) continue; } +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, + "get least_conn peer, check_index: %ui", + peer->check_index); + + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + continue; + } +#endif + if (lcp->conns[i] * best->weight != lcp->conns[p] * peer->weight) { continue; } diff --git a/src/http/ngx_http_upstream_round_robin.c b/src/http/ngx_http_upstream_round_robin.c index 37c835c..54aa44d 100644 --- a/src/http/ngx_http_upstream_round_robin.c +++ b/src/http/ngx_http_upstream_round_robin.c @@ -9,6 +9,9 @@ #include #include +#if (NGX_HTTP_UPSTREAM_CHECK) +#include "ngx_http_upstream_check_module.h" +#endif static ngx_http_upstream_rr_peer_t *ngx_http_upstream_get_peer( ngx_http_upstream_rr_peer_data_t *rrp); @@ -88,6 +91,14 @@ ngx_http_upstream_init_round_robin(ngx_conf_t *cf, peer[n].fail_timeout = server[i].fail_timeout; peer[n].down = server[i].down; peer[n].server = server[i].name; +#if (NGX_HTTP_UPSTREAM_CHECK) + if (!server[i].down) { + peers->peer[n].check_index = + ngx_http_upstream_check_add_peer(cf, us, &server[i].addrs[j]); + } else { + peers->peer[n].check_index = (ngx_uint_t) NGX_ERROR; + } +#endif n++; } } @@ -144,6 +155,15 @@ ngx_http_upstream_init_round_robin(ngx_conf_t *cf, peer[n].fail_timeout = server[i].fail_timeout; peer[n].down = server[i].down; peer[n].server = server[i].name; +#if (NGX_HTTP_UPSTREAM_CHECK) + if (!server[i].down) { + backup->peer[n].check_index = + ngx_http_upstream_check_add_peer(cf, us, &server[i].addrs[j]); + } + else { + backup->peer[n].check_index = (ngx_uint_t) NGX_ERROR; + } +#endif n++; } } @@ -203,6 +223,9 @@ ngx_http_upstream_init_round_robin(ngx_conf_t *cf, peer[i].current_weight = 0; peer[i].max_fails = 1; peer[i].fail_timeout = 10; +#if (NGX_HTTP_UPSTREAM_CHECK) + peers->peer[i].check_index = (ngx_uint_t) NGX_ERROR; +#endif } us->peer.data = peers; @@ -312,7 +335,9 @@ ngx_http_upstream_create_round_robin_peer(ngx_http_request_t *r, peer[0].current_weight = 0; peer[0].max_fails = 1; peer[0].fail_timeout = 10; - +#if (NGX_HTTP_UPSTREAM_CHECK) + peers->peer[0].check_index = (ngx_uint_t) NGX_ERROR; +#endif } else { for (i = 0; i < ur->naddrs; i++) { @@ -352,6 +377,9 @@ ngx_http_upstream_create_round_robin_peer(ngx_http_request_t *r, peer[i].current_weight = 0; peer[i].max_fails = 1; peer[i].fail_timeout = 10; +#if (NGX_HTTP_UPSTREAM_CHECK) + peers->peer[i].check_index = (ngx_uint_t) NGX_ERROR; +#endif } } @@ -411,6 +439,12 @@ ngx_http_upstream_get_round_robin_peer(ngx_peer_connection_t *pc, void *data) goto failed; } +#if (NGX_HTTP_UPSTREAM_CHECK) + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + goto failed; + } +#endif + } else { /* there are several peers */ @@ -508,6 +542,12 @@ ngx_http_upstream_get_peer(ngx_http_upstream_rr_peer_data_t *rrp) continue; } +#if (NGX_HTTP_UPSTREAM_CHECK) + if (ngx_http_upstream_check_peer_down(peer->check_index)) { + continue; + } +#endif + if (peer->max_fails && peer->fails >= peer->max_fails && now - peer->checked <= peer->fail_timeout) diff --git a/src/http/ngx_http_upstream_round_robin.h b/src/http/ngx_http_upstream_round_robin.h index 9db82a6..6e19a65 100644 --- a/src/http/ngx_http_upstream_round_robin.h +++ b/src/http/ngx_http_upstream_round_robin.h @@ -31,6 +31,10 @@ typedef struct { ngx_uint_t max_fails; time_t fail_timeout; +#if (NGX_HTTP_UPSTREAM_CHECK) + ngx_uint_t check_index; +#endif + ngx_uint_t down; /* unsigned down:1; */ #if (NGX_HTTP_SSL) nginx_upstream_check_module-master/config0000644000000000000000000000140114357200224017775 0ustar rootrootngx_feature="ngx_http_upstream_check_module" ngx_feature_name= ngx_feature_run=no ngx_feature_incs= ngx_feature_libs="" ngx_feature_path="$ngx_addon_dir" ngx_feature_deps="$ngx_addon_dir/ngx_http_upstream_check_module.h" ngx_check_src="$ngx_addon_dir/ngx_http_upstream_check_module.c" ngx_feature_test="int a;" . auto/feature if [ $ngx_found = yes ]; then have=NGX_HTTP_UPSTREAM_CHECK . auto/have CORE_INCS="$CORE_INCS $ngx_feature_path" ngx_addon_name=ngx_http_upstream_check_module HTTP_MODULES="$HTTP_MODULES ngx_http_upstream_check_module" NGX_ADDON_DEPS="$NGX_ADDON_DEPS $ngx_feature_deps" NGX_ADDON_SRCS="$NGX_ADDON_SRCS $ngx_check_src" else cat << END $0: error: the ngx_http_upstream_check_module addon error. END exit 1 fi nginx_upstream_check_module-master/test/0000755000000000000000000000000014357200224017570 5ustar rootrootnginx_upstream_check_module-master/test/test.sh0000755000000000000000000000014514357200224021106 0ustar rootroot#!/bin/sh TEST_NGINX_SLEEP=1 TEST_NGINX_USE_HUP=1 PATH=/home/yaoweibin/nginx/sbin:$PATH prove -r t nginx_upstream_check_module-master/test/t/0000755000000000000000000000000014357200224020033 5ustar rootrootnginx_upstream_check_module-master/test/t/ssl_hello_check.t0000644000000000000000000000661014357200224023344 0ustar rootroot# vi:filetype=perl use lib 'lib'; use Test::Nginx::LWP; plan tests => repeat_each(2) * 2 * blocks(); no_root_location(); #no_diff; run_tests(); __DATA__ === TEST 1: the ssl_hello_check test --- http_config upstream test{ server www.alipay.com:443; server www.alipay.com:444; server www.alipay.com:445; check interval=4000 rise=1 fall=1 timeout=2000 type=ssl_hello; } --- config location / { proxy_ssl_session_reuse off; proxy_set_header Host "www.alipay.com"; proxy_pass https://test; } --- request GET / --- response_body_like: ^.*$ === TEST 2: the ssl_hello_check test with ip_hash --- http_config upstream test{ server www.alipay.com:443; server www.alipay.com:444; server www.alipay.com:445; ip_hash; check interval=4000 rise=1 fall=1 timeout=2000 type=ssl_hello; } --- config location / { proxy_ssl_session_reuse off; proxy_set_header Host "www.alipay.com"; proxy_pass https://test; } --- request GET / --- response_body_like: ^.*$ === TEST 3: the ssl_hello_check test with bad ip --- http_config upstream test{ server www.alipay.com:80; server www.alipay.com:443; server www.alipay.com:444; server www.alipay.com:445; check interval=4000 rise=1 fall=1 timeout=2000 type=ssl_hello; } --- config location / { proxy_ssl_session_reuse off; proxy_set_header Host "www.alipay.com"; proxy_pass https://test; } --- request GET / --- response_body_like: ^.*$ === TEST 4: the ssl_hello_check test with least_conn --- http_config upstream test{ server www.alipay.com:443; server www.alipay.com:444; server www.alipay.com:445; least_conn; check interval=4000 rise=1 fall=1 timeout=2000 type=ssl_hello; } --- config location / { proxy_ssl_session_reuse off; proxy_set_header Host "www.alipay.com"; proxy_pass https://test; } --- request GET / --- response_body_like: ^.*$ === TEST 5: the ssl_hello_check test with port 80 --- http_config upstream test{ server www.nginx.org:443; check interval=4000 rise=1 fall=1 timeout=2000 type=http port=80; check_http_send "GET / HTTP/1.0\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } --- config location / { proxy_ssl_session_reuse off; proxy_set_header Host "www.nginx.org"; proxy_pass https://test; } --- request GET / --- error_code: 502 --- response_body_like: ^.*$ === TEST 6: the ssl_hello_check test with port 443 --- http_config upstream test{ server www.alipay.com:443; check interval=4000 rise=1 fall=1 timeout=2000 type=ssl_hello port=443; } --- config location / { proxy_ssl_session_reuse off; proxy_set_header Host "www.alipay.com"; proxy_pass https://test; } --- request GET / --- response_body_like: ^.*$ === TEST 7: the ssl_hello_check test with port 444 --- http_config upstream test{ server www.alipay.com:443; check interval=4000 rise=1 fall=1 timeout=2000 type=ssl_hello port=444; } --- config location / { proxy_ssl_session_reuse off; proxy_set_header Host "www.alipay.com"; proxy_pass https://test; } --- request GET / --- error_code: 502 --- response_body_like: ^.*$ nginx_upstream_check_module-master/test/t/check_interface.t0000644000000000000000000002502214357200224023316 0ustar rootroot# vi:filetype=perl use lib 'lib'; use Test::Nginx::LWP; plan tests => repeat_each(2) * 3 * blocks(); no_root_location(); run_tests(); __DATA__ === TEST 1: the http_check interface, default type --- http_config upstream backend { server 127.0.0.1:1971; server 127.0.0.1:1972; server 127.0.0.1:1973; server 127.0.0.1:1970; server 127.0.0.1:1974; server 127.0.0.1:1975; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\nConnection: keep-alive\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://backend; } location /status { check_status; } --- request GET /status --- response_headers Content-Type: text/html --- response_body_like: ^.*Check upstream server number: 6.*$ === TEST 2: the http_check interface, html --- http_config upstream backend { server 127.0.0.1:1971; server 127.0.0.1:1972; server 127.0.0.1:1973; server 127.0.0.1:1970; server 127.0.0.1:1974; server 127.0.0.1:1975; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\nConnection: keep-alive\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://backend; } location /status { check_status html; } --- request GET /status --- response_headers Content-Type: text/html --- response_body_like: ^.*Check upstream server number: 6.*$ === TEST 3: the http_check interface, csv --- http_config upstream backend { server 127.0.0.1:1971; server 127.0.0.1:1972; server 127.0.0.1:1973; server 127.0.0.1:1970; server 127.0.0.1:1974; server 127.0.0.1:1975; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\nConnection: keep-alive\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://backend; } location /status { check_status csv; } --- request GET /status --- response_headers Content-Type: text/plain --- response_body_like: ^.*$ === TEST 4: the http_check interface, json --- http_config upstream backend { server 127.0.0.1:1971; server 127.0.0.1:1972; server 127.0.0.1:1973; server 127.0.0.1:1970; server 127.0.0.1:1974; server 127.0.0.1:1975; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\nConnection: keep-alive\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://backend; } location /status { check_status json; } --- request GET /status --- response_headers Content-Type: application/json --- response_body_like: ^.*"total": 6,.*$ === TEST 5: the http_check interface, default html, request csv --- http_config upstream backend { server 127.0.0.1:1971; server 127.0.0.1:1972; server 127.0.0.1:1973; server 127.0.0.1:1970; server 127.0.0.1:1974; server 127.0.0.1:1975; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\nConnection: keep-alive\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://backend; } location /status { check_status html; } --- request GET /status?format=csv --- response_headers Content-Type: text/plain --- response_body_like: ^.*$ === TEST 6: the http_check interface, default csv, request json --- http_config upstream backend { server 127.0.0.1:1971; server 127.0.0.1:1972; server 127.0.0.1:1973; server 127.0.0.1:1970; server 127.0.0.1:1974; server 127.0.0.1:1975; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\nConnection: keep-alive\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://backend; } location /status { check_status csv; } --- request GET /status?format=json --- response_headers Content-Type: application/json --- response_body_like: ^.*"total": 6,.*$ === TEST 7: the http_check interface, default json, request html --- http_config upstream backend { server 127.0.0.1:1971; server 127.0.0.1:1972; server 127.0.0.1:1973; server 127.0.0.1:1970; server 127.0.0.1:1974; server 127.0.0.1:1975; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\nConnection: keep-alive\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://backend; } location /status { check_status json; } --- request GET /status?format=html --- response_headers Content-Type: text/html --- response_body_like: ^.*Check upstream server number: 6.*$ === TEST 8: the http_check interface, default json, request htm, bad format --- http_config upstream backend { server 127.0.0.1:1971; server 127.0.0.1:1972; server 127.0.0.1:1973; server 127.0.0.1:1970; server 127.0.0.1:1974; server 127.0.0.1:1975; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\nConnection: keep-alive\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://backend; } location /status { check_status json; } --- request GET /status?format=htm --- response_headers Content-Type: application/json --- response_body_like: ^.*"total": 6,.*$ === TEST 9: the http_check interface, default html, request csv and up --- http_config upstream backend { server 127.0.0.1:1971; server 127.0.0.1:1972; server 127.0.0.1:1973; server 127.0.0.1:1970; server 127.0.0.1:1974; server 127.0.0.1:1975; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\nConnection: keep-alive\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://backend; } location /status { check_status html; } --- request GET /status?format=csv&status=up --- response_headers Content-Type: text/plain --- response_body_like: ^[:\.,\w]+\n$ === TEST 10: the http_check interface, default csv, request json and down --- http_config upstream backend { server 127.0.0.1:1971; server 127.0.0.1:1972; server 127.0.0.1:1973; server 127.0.0.1:1970; server 127.0.0.1:1974; server 127.0.0.1:1975; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\nConnection: keep-alive\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://backend; } location /status { check_status csv; } --- request GET /status?format=json&status=down --- response_headers Content-Type: application/json --- response_body_like: ^.*"total": 5,.*$ === TEST 11: the http_check interface, default json, request html and up --- http_config upstream backend { server 127.0.0.1:1971; server 127.0.0.1:1972; server 127.0.0.1:1973; server 127.0.0.1:1970; server 127.0.0.1:1974; server 127.0.0.1:1975; check interval=3000 rise=1 fall=1 timeout=2000 type=http; check_http_send "GET / HTTP/1.0\r\nConnection: keep-alive\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://backend; } location /status { check_status json; } --- request GET /status?format=html&status=up --- response_headers Content-Type: text/html --- response_body_like: ^.*Check upstream server number: 1.*$ === TEST 12: the http_check interface, default json, request html, bad status --- http_config upstream backend { server 127.0.0.1:1971; server 127.0.0.1:1972; server 127.0.0.1:1973; server 127.0.0.1:1970; server 127.0.0.1:1974; server 127.0.0.1:1975; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\nConnection: keep-alive\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://backend; } location /status { check_status json; } --- request GET /status?format=html&status=foo --- response_headers Content-Type: text/html --- response_body_like: ^.*Check upstream server number: 6.*$ === TEST 13: the http_check interface, with check_keepalive_requests configured --- http_config upstream backend { server 127.0.0.1:1971; server 127.0.0.1:1972; server 127.0.0.1:1973; server 127.0.0.1:1970; server 127.0.0.1:1974; server 127.0.0.1:1975; check_keepalive_requests 10; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\nConnection: keep-alive\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://backend; } location /status { check_status; } --- request GET /status --- response_headers Content-Type: text/html --- response_body_like: ^.*Check upstream server number: 6.*$ nginx_upstream_check_module-master/test/t/http_check.t0000644000000000000000000002454314357200224022344 0ustar rootroot# vi:filetype=perl use lib 'lib'; use Test::Nginx::LWP; plan tests => repeat_each(2) * 2 * blocks(); no_root_location(); run_tests(); __DATA__ === TEST 1: the http_check test-single server --- http_config upstream test{ server 127.0.0.1:1970; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- response_body_like: ^<(.*)>$ === TEST 2: the http_check test-multi_server --- http_config upstream test{ server 127.0.0.1:1970; server 127.0.0.1:1971; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } upstream foo{ server www.taobao.com:80; server www.taobao.com:81; check interval=3000 rise=1 fall=5 timeout=2000 type=http; check_http_send "GET / HTTP/1.0\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- response_body_like: ^.*$ === TEST 3: the http_check test --- http_config upstream test{ server 127.0.0.1:1970; server 127.0.0.1:1971; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET /foo HTTP/1.0\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- error_code: 502 --- response_body_like: ^.*$ === TEST 4: the http_check without check directive --- http_config upstream test{ server 127.0.0.1:1970; server 127.0.0.1:1971; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- response_body_like: ^<(.*)>$ === TEST 5: the http_check which does not use the upstream --- http_config upstream test{ server 127.0.0.1:1970; server 127.0.0.1:1971; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://127.0.0.1:1970; } --- request GET / --- response_body_like: ^<(.*)>$ === TEST 6: the http_check test-single server --- http_config upstream test{ server 127.0.0.1:1970; ip_hash; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- response_body_like: ^<(.*)>$ === TEST 7: the http_check test-multi_server --- http_config upstream test{ server 127.0.0.1:1970; server 127.0.0.1:1971; ip_hash; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- response_body_like: ^<(.*)>$ === TEST 8: the http_check test --- http_config upstream test{ server 127.0.0.1:1970; server 127.0.0.1:1971; ip_hash; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET /foo HTTP/1.0\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- error_code: 502 --- response_body_like: ^.*$ === TEST 9: the http_check without check directive --- http_config upstream test{ server 127.0.0.1:1970; server 127.0.0.1:1971; ip_hash; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- response_body_like: ^<(.*)>$ === TEST 10: the http_check which does not use the upstream --- http_config upstream test{ server 127.0.0.1:1970; server 127.0.0.1:1971; ip_hash; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://127.0.0.1:1970; } --- request GET / --- response_body_like: ^<(.*)>$ === TEST 11: the http_check which does not use the upstream, with variable --- http_config upstream test{ server 127.0.0.1:1970; server 127.0.0.1:1971; ip_hash; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } resolver 8.8.8.8; server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { set $test "/"; proxy_pass http://www.taobao.com$test; } --- request GET / --- response_body_like: ^.*$ === TEST 12: the http_check test-single server, least conn --- http_config upstream test{ server 127.0.0.1:1970; least_conn; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- response_body_like: ^<(.*)>$ === TEST 13: the http_check test-multi_server, least conn --- http_config upstream test{ server 127.0.0.1:1970; server 127.0.0.1:1971; least_conn; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- response_body_like: ^<(.*)>$ === TEST 14: the http_check test, least conn --- http_config upstream test{ server 127.0.0.1:1970; server 127.0.0.1:1971; least_conn; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET /foo HTTP/1.0\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- error_code: 502 --- response_body_like: ^.*$ === TEST 15: the http_check without check directive, least conn --- http_config upstream test{ server 127.0.0.1:1970; server 127.0.0.1:1971; least_conn; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- response_body_like: ^<(.*)>$ === TEST 16: the http_check with port --- http_config upstream test{ server 127.0.0.1:1970; check interval=2000 rise=1 fall=1 timeout=1000 type=http port=1971; check_http_send "GET / HTTP/1.0\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- error_code: 502 --- response_body_like: ^.*$ === TEST 17: the http_check with port --- http_config upstream test{ server 127.0.0.1:1971; check interval=3000 rise=1 fall=1 timeout=1000 type=http port=1970; check_http_send "GET / HTTP/1.0\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- error_code: 502 --- response_body_like: ^.*$ === TEST 18: the http_check with check_keepalive_requests configured --- http_config upstream test{ server 127.0.0.1:1970; check_keepalive_requests 10; check interval=3000 rise=1 fall=1 timeout=1000 type=http; check_http_send "GET / HTTP/1.0\r\nConnection: keep-alive\r\n\r\n"; check_http_expect_alive http_2xx http_3xx; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- response_body_like: ^<(.*)>$ nginx_upstream_check_module-master/test/t/tcp_check.t0000644000000000000000000000710414357200224022145 0ustar rootroot# vi:filetype=perl use lib 'lib'; use Test::Nginx::LWP; plan tests => repeat_each(2) * 2 * blocks(); no_root_location(); #no_diff; run_tests(); __DATA__ === TEST 1: the tcp_check test --- http_config upstream test{ server 127.0.0.1:1970; server 127.0.0.1:1971; server 127.0.0.1:1972; check interval=3000 rise=1 fall=1 timeout=1000; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- response_body_like: ^<(.*)>$ === TEST 2: the tcp_check test with ip_hash --- http_config upstream test{ server 127.0.0.1:1970; server 127.0.0.1:1971; server 127.0.0.1:1972; ip_hash; check interval=3000 rise=1 fall=1 timeout=1000 type=tcp; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- response_body_like: ^<(.*)>$ === TEST 3: the tcp_check test which don't use the checked upstream --- http_config upstream test{ server 127.0.0.1:1970; server 127.0.0.1:1971; server 127.0.0.1:1972; check interval=3000 rise=1 fall=1 timeout=1000; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://127.0.0.1:1970; } --- request GET / --- response_body_like: ^<(.*)>$ === TEST 3: the tcp_check test with least_conn; --- http_config upstream test{ server 127.0.0.1:1970; server 127.0.0.1:1971; server 127.0.0.1:1972; least_conn; check interval=3000 rise=1 fall=5 timeout=1000 type=tcp; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- response_body_like: ^<(.*)>$ === TEST 4: the tcp_check test with port --- http_config upstream test{ server 127.0.0.1:1971; check interval=3000 rise=1 fall=1 timeout=1000 type=tcp port=1970; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- error_code: 502 --- response_body_like: ^.*$ === TEST 5: the tcp_check test with port --- http_config upstream test{ server 127.0.0.1:1970; check interval=2000 rise=1 fall=1 timeout=1000 type=tcp port=1971; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- error_code: 502 --- response_body_like: ^.*$ === TEST 5: the tcp_check test with check_keepalive_requests configured --- http_config upstream test{ server 127.0.0.1:1970; check_keepalive_requests 10; check interval=2000 rise=1 fall=1 timeout=1000 type=tcp; } server { listen 1970; location / { root html; index index.html index.htm; } } --- config location / { proxy_pass http://test; } --- request GET / --- response_body_like: ^<(.*)>$ nginx_upstream_check_module-master/test/lib/0000755000000000000000000000000014357200224020336 5ustar rootrootnginx_upstream_check_module-master/test/lib/Test/0000755000000000000000000000000014357200224021255 5ustar rootrootnginx_upstream_check_module-master/test/lib/Test/Nginx/0000755000000000000000000000000014357200224022340 5ustar rootrootnginx_upstream_check_module-master/test/lib/Test/Nginx/LWP.pm0000644000000000000000000003221514357200224023343 0ustar rootrootpackage Test::Nginx::LWP; use lib 'lib'; use lib 'inc'; use Test::Base -Base; our $VERSION = '0.18'; our $NoLongString; use LWP::UserAgent; use Time::HiRes qw(sleep); use Test::LongString; use Test::Nginx::Util qw( setup_server_root write_config_file get_canon_version get_nginx_version trim show_all_chars parse_headers run_tests $ServerPortForClient $PidFile $ServRoot $ConfFile $ServerPort $RunTestHelper $NoNginxManager $RepeatEach worker_connections master_process_enabled master_on master_off config_preamble repeat_each no_shuffle no_root_location ); our $UserAgent = LWP::UserAgent->new; $UserAgent->agent(__PACKAGE__); #$UserAgent->default_headers(HTTP::Headers->new); #use Smart::Comments::JSON '##'; our @EXPORT = qw( plan run_tests run_test repeat_each config_preamble worker_connections master_process_enabled master_on master_off no_long_string no_shuffle no_root_location); sub no_long_string () { $NoLongString = 1; } sub run_test_helper ($$); $RunTestHelper = \&run_test_helper; sub parse_request ($$) { my ($name, $rrequest) = @_; open my $in, '<', $rrequest; my $first = <$in>; if (!$first) { Test::More::BAIL_OUT("$name - Request line should be non-empty"); die; } $first =~ s/^\s+|\s+$//g; my ($meth, $rel_url) = split /\s+/, $first, 2; my $url = "http://localhost:$ServerPortForClient" . $rel_url; my $content = do { local $/; <$in> }; if ($content) { $content =~ s/^\s+|\s+$//s; } close $in; return { method => $meth, url => $url, content => $content, }; } sub chunk_it ($$$) { my ($chunks, $start_delay, $middle_delay) = @_; my $i = 0; return sub { if ($i == 0) { if ($start_delay) { sleep($start_delay); } } elsif ($middle_delay) { sleep($middle_delay); } return $chunks->[$i++]; } } sub run_test_helper ($$) { my ($block, $dry_run) = @_; my $request = $block->request; my $name = $block->name; #if (defined $TODO) { #$name .= "# $TODO"; #} my $req_spec = parse_request($name, \$request); ## $req_spec my $method = $req_spec->{method}; my $req = HTTP::Request->new($method); my $content = $req_spec->{content}; if (defined ($block->request_headers)) { my $headers = parse_headers($block->request_headers); while (my ($key, $val) = each %$headers) { $req->header($key => $val); } } #$req->header('Accept', '*/*'); $req->url($req_spec->{url}); if ($content) { if ($method eq 'GET' or $method eq 'HEAD') { croak "HTTP 1.0/1.1 $method request should not have content: $content"; } $req->content($content); } elsif ($method eq 'POST' or $method eq 'PUT') { my $chunks = $block->chunked_body; if (defined $chunks) { if (!ref $chunks or ref $chunks ne 'ARRAY') { Test::More::BAIL_OUT("$name - --- chunked_body should takes a Perl array ref as its value"); } my $start_delay = $block->start_chunk_delay || 0; my $middle_delay = $block->middle_chunk_delay || 0; $req->content(chunk_it($chunks, $start_delay, $middle_delay)); if (!defined $req->header('Content-Type')) { $req->header('Content-Type' => 'text/plain'); } } else { if (!defined $req->header('Content-Type')) { $req->header('Content-Type' => 'text/plain'); } $req->header('Content-Length' => 0); } } if ($block->more_headers) { my @headers = split /\n+/, $block->more_headers; for my $header (@headers) { next if $header =~ /^\s*\#/; my ($key, $val) = split /:\s*/, $header, 2; #warn "[$key, $val]\n"; $req->header($key => $val); } } #warn "req: ", $req->as_string, "\n"; #warn "DONE!!!!!!!!!!!!!!!!!!!!"; my $res = HTTP::Response->new; unless ($dry_run) { $res = $UserAgent->request($req); } #warn "res returned!!!"; if ($dry_run) { SKIP: { Test::More::skip("$name - tests skipped due to the lack of directive $dry_run", 1); } } else { if (defined $block->error_code) { is($res->code, $block->error_code, "$name - status code ok"); } else { is($res->code, 200, "$name - status code ok"); } } if (defined $block->response_headers) { my $headers = parse_headers($block->response_headers); while (my ($key, $val) = each %$headers) { my $expected_val = $res->header($key); if (!defined $expected_val) { $expected_val = ''; } if ($dry_run) { SKIP: { Test::More::skip("$name - tests skipped due to the lack of directive $dry_run", 1); } } else { is $expected_val, $val, "$name - header $key ok"; } } } elsif (defined $block->response_headers_like) { my $headers = parse_headers($block->response_headers_like); while (my ($key, $val) = each %$headers) { my $expected_val = $res->header($key); if (!defined $expected_val) { $expected_val = ''; } if ($dry_run) { SKIP: { Test::More::skip("$name - tests skipped due to the lack of directive $dry_run", 1); } } else { like $expected_val, qr/^$val$/, "$name - header $key like ok"; } } } if (defined $block->response_body) { my $content = $res->content; if (defined $content) { $content =~ s/^TE: deflate,gzip;q=0\.3\r\n//gms; } $content =~ s/^Connection: TE, close\r\n//gms; my $expected = $block->response_body; $expected =~ s/\$ServerPort\b/$ServerPort/g; $expected =~ s/\$ServerPortForClient\b/$ServerPortForClient/g; #warn show_all_chars($content); if ($dry_run) { SKIP: { Test::More::skip("$name - tests skipped due to the lack of directive $dry_run", 1); } } else { if ($NoLongString) { is($content, $expected, "$name - response_body - response is expected"); } else { is_string($content, $expected, "$name - response_body - response is expected"); } #is($content, $expected, "$name - response_body - response is expected"); } } elsif (defined $block->response_body_like) { my $content = $res->content; if (defined $content) { $content =~ s/^TE: deflate,gzip;q=0\.3\r\n//gms; } $content =~ s/^Connection: TE, close\r\n//gms; my $expected_pat = $block->response_body_like; $expected_pat =~ s/\$ServerPort\b/$ServerPort/g; $expected_pat =~ s/\$ServerPortForClient\b/$ServerPortForClient/g; my $summary = trim($content); if ($dry_run) { SKIP: { Test::More::skip("$name - tests skipped due to the lack of directive $dry_run", 1); } } else { like($content, qr/$expected_pat/s, "$name - response_body_like - response is expected ($summary)"); } } } 1; __END__ =encoding utf-8 =head1 NAME Test::Nginx::LWP - LWP-backed test scaffold for the Nginx C modules =head1 SYNOPSIS use Test::Nginx::LWP; plan tests => $Test::Nginx::LWP::RepeatEach * 2 * blocks(); run_tests(); __DATA__ === TEST 1: sanity --- config location /echo { echo_before_body hello; echo world; } --- request GET /echo --- response_body hello world --- error_code: 200 === TEST 2: set Server --- config location /foo { echo hi; more_set_headers 'Server: Foo'; } --- request GET /foo --- response_headers Server: Foo --- response_body hi === TEST 3: clear Server --- config location /foo { echo hi; more_clear_headers 'Server: '; } --- request GET /foo --- response_headers_like Server: nginx.* --- response_body hi === TEST 4: set request header at client side and rewrite it --- config location /foo { more_set_input_headers 'X-Foo: howdy'; echo $http_x_foo; } --- request GET /foo --- request_headers X-Foo: blah --- response_headers X-Foo: --- response_body howdy === TEST 3: rewrite content length --- config location /bar { more_set_input_headers 'Content-Length: 2048'; echo_read_request_body; echo_request_body; } --- request eval "POST /bar\n" . "a" x 4096 --- response_body eval "a" x 2048 === TEST 4: timer without explicit reset --- config location /timer { echo_sleep 0.03; echo "elapsed $echo_timer_elapsed sec."; } --- request GET /timer --- response_body_like ^elapsed 0\.0(2[6-9]|3[0-6]) sec\.$ === TEST 5: small buf (using 2-byte buf) --- config chunkin on; location /main { client_body_buffer_size 2; echo "body:"; echo $echo_request_body; echo_request_body; } --- request POST /main --- start_chunk_delay: 0.01 --- middle_chunk_delay: 0.01 --- chunked_body eval ["hello", "world"] --- error_code: 200 --- response_body eval "body: helloworld" =head1 DESCRIPTION This module provides a test scaffold based on L for automated testing in Nginx C module development. This class inherits from L, thus bringing all its declarative power to the Nginx C module testing practices. You need to terminate or kill any Nginx processes before running the test suite if you have changed the Nginx server binary. Normally it's as simple as killall nginx PATH=/path/to/your/nginx-with-memc-module:$PATH prove -r t This module will create a temporary server root under t/servroot/ of the current working directory and starts and uses the nginx executable in the PATH environment. You will often want to look into F when things go wrong ;) =head1 Sections supported The following sections are supported: =over =item config =item http_config =item request =item request_headers =item more_headers =item response_body =item response_body_like =item response_headers =item response_headers_like =item error_code =item chunked_body =item middle_chunk_delay =item start_chunk_delay =back =head1 Samples You'll find live samples in the following Nginx 3rd-party modules: =over =item ngx_echo L =item ngx_headers_more L =item ngx_chunkin L =item ngx_memc L =back =head1 SOURCE REPOSITORY This module has a Git repository on Github, which has access for all. http://github.com/agentzh/test-nginx If you want a commit bit, feel free to drop me a line. =head1 AUTHOR agentzh (章亦春) C<< >> =head1 COPYRIGHT & LICENSE Copyright (c) 2009-2012, agentzh C<< >>. This module is licensed under the terms of the BSD license. Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: =over =item * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. =item * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. =item * Neither the name of the authors nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission. =back THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. =head1 SEE ALSO L, L. nginx_upstream_check_module-master/test/lib/Test/Nginx/Util.pm0000644000000000000000000006327114357200224023624 0ustar rootrootpackage Test::Nginx::Util; use strict; use warnings; our $VERSION = '0.18'; use base 'Exporter'; use POSIX qw( SIGQUIT SIGKILL SIGTERM SIGHUP ); use File::Spec (); use HTTP::Response; use Cwd qw( cwd ); use List::Util qw( shuffle ); use Time::HiRes qw( sleep ); use ExtUtils::MakeMaker (); use File::Path qw(make_path); our $UseHup = $ENV{TEST_NGINX_USE_HUP}; our $Verbose = $ENV{TEST_NGINX_VERBOSE}; our $LatestNginxVersion = 0.008039; our $NoNginxManager = $ENV{TEST_NGINX_NO_NGINX_MANAGER} || 0; our $Profiling = 0; our $RepeatEach = 1; our $MAX_PROCESSES = 10; our $NoShuffle = $ENV{TEST_NGINX_NO_SHUFFLE} || 0; our $UseValgrind = $ENV{TEST_NGINX_USE_VALGRIND}; our $EventType = $ENV{TEST_NGINX_EVENT_TYPE}; our $PostponeOutput = $ENV{TEST_NGINX_POSTPONE_OUTPUT}; sub no_shuffle () { $NoShuffle = 1; } sub no_nginx_manager () { $NoNginxManager = 1; } our $ForkManager; if ($Profiling || $UseValgrind) { eval "use Parallel::ForkManager"; if ($@) { die "Failed to load Parallel::ForkManager: $@\n"; } $ForkManager = new Parallel::ForkManager($MAX_PROCESSES); } our $NginxBinary = $ENV{TEST_NGINX_BINARY} || 'nginx'; our $Workers = 1; our $WorkerConnections = 64; our $LogLevel = $ENV{TEST_NGINX_LOG_LEVEL} || 'debug'; our $MasterProcessEnabled = $ENV{TEST_NGINX_MASTER_PROCESS} || 'off'; our $DaemonEnabled = 'on'; our $ServerPort = $ENV{TEST_NGINX_SERVER_PORT} || $ENV{TEST_NGINX_PORT} || 1984; our $ServerPortForClient = $ENV{TEST_NGINX_CLIENT_PORT} || $ENV{TEST_NGINX_PORT} || 1984; our $NoRootLocation = 0; our $TestNginxSleep = $ENV{TEST_NGINX_SLEEP} || 0; our $BuildSlaveName = $ENV{TEST_NGINX_BUILDSLAVE}; our $ForceRestartOnTest = (defined $ENV{TEST_NGINX_FORCE_RESTART_ON_TEST}) ? $ENV{TEST_NGINX_FORCE_RESTART_ON_TEST} : 1; sub server_port (@) { if (@_) { $ServerPort = shift; } else { $ServerPort; } } sub repeat_each (@) { if (@_) { $RepeatEach = shift; } else { return $RepeatEach; } } sub worker_connections (@) { if (@_) { $WorkerConnections = shift; } else { return $WorkerConnections; } } sub no_root_location () { $NoRootLocation = 1; } sub workers (@) { if (@_) { #warn "setting workers to $_[0]"; $Workers = shift; } else { return $Workers; } } sub log_level (@) { if (@_) { $LogLevel = shift; } else { return $LogLevel; } } sub master_on () { $MasterProcessEnabled = 'on'; } sub master_off () { $MasterProcessEnabled = 'off'; } sub master_process_enabled (@) { if (@_) { $MasterProcessEnabled = shift() ? 'on' : 'off'; } else { return $MasterProcessEnabled; } } our @EXPORT_OK = qw( error_log_data setup_server_root write_config_file get_canon_version get_nginx_version trim show_all_chars parse_headers run_tests $ServerPortForClient $ServerPort $NginxVersion $PidFile $ServRoot $ConfFile $RunTestHelper $NoNginxManager $RepeatEach worker_connections workers master_on master_off config_preamble repeat_each master_process_enabled log_level no_shuffle no_root_location html_dir server_root server_port no_nginx_manager ); if ($Profiling || $UseValgrind) { $DaemonEnabled = 'off'; $MasterProcessEnabled = 'off'; } our $ConfigPreamble = ''; sub config_preamble ($) { $ConfigPreamble = shift; } our $RunTestHelper; our $NginxVersion; our $NginxRawVersion; our $TODO; #our ($PrevRequest) our $PrevConfig; our $ServRoot = $ENV{TEST_NGINX_SERVROOT} || File::Spec->catfile(cwd() || '.', 't/servroot'); our $LogDir = File::Spec->catfile($ServRoot, 'logs'); our $ErrLogFile = File::Spec->catfile($LogDir, 'error.log'); our $AccLogFile = File::Spec->catfile($LogDir, 'access.log'); our $HtmlDir = File::Spec->catfile($ServRoot, 'html'); our $ConfDir = File::Spec->catfile($ServRoot, 'conf'); our $ConfFile = File::Spec->catfile($ConfDir, 'nginx.conf'); our $PidFile = File::Spec->catfile($LogDir, 'nginx.pid'); sub html_dir () { return $HtmlDir; } sub server_root () { return $ServRoot; } sub bail_out ($) { Test::More::BAIL_OUT(@_); } sub error_log_data () { open my $in, $ErrLogFile or return undef; my @lines = <$in>; close $in; return \@lines; } sub run_tests () { $NginxVersion = get_nginx_version(); if (defined $NginxVersion) { #warn "[INFO] Using nginx version $NginxVersion ($NginxRawVersion)\n"; } for my $block ($NoShuffle ? Test::Base::blocks() : shuffle Test::Base::blocks()) { #for (1..3) { run_test($block); #} } if ($Profiling || $UseValgrind) { $ForkManager->wait_all_children; } } sub setup_server_root () { if (-d $ServRoot) { # Take special care, so we won't accidentally remove # real user data when TEST_NGINX_SERVROOT is mis-used. system("rm -rf $ConfDir > /dev/null") == 0 or die "Can't remove $ConfDir"; system("rm -rf $HtmlDir > /dev/null") == 0 or die "Can't remove $HtmlDir"; system("rm -rf $LogDir > /dev/null") == 0 or die "Can't remove $LogDir"; system("rm -rf $ServRoot/*_temp > /dev/null") == 0 or die "Can't remove $ServRoot/*_temp"; system("rmdir $ServRoot > /dev/null") == 0 or die "Can't remove $ServRoot (not empty?)"; } mkdir $ServRoot or die "Failed to do mkdir $ServRoot\n"; mkdir $LogDir or die "Failed to do mkdir $LogDir\n"; mkdir $HtmlDir or die "Failed to do mkdir $HtmlDir\n"; my $index_file = "$HtmlDir/index.html"; open my $out, ">$index_file" or die "Can't open $index_file for writing: $!\n"; print $out 'It works!It works!'; close $out; mkdir $ConfDir or die "Failed to do mkdir $ConfDir\n"; } sub write_user_files ($) { my $block = shift; my $name = $block->name; if ($block->user_files) { my $raw = $block->user_files; open my $in, '<', \$raw; my @files; my ($fname, $body, $date); while (<$in>) { if (/>>> (\S+)(?:\s+(.+))?/) { if ($fname) { push @files, [$fname, $body, $date]; } $fname = $1; $date = $2; undef $body; } else { $body .= $_; } } if ($fname) { push @files, [$fname, $body, $date]; } for my $file (@files) { my ($fname, $body, $date) = @$file; #warn "write file $fname with content [$body]\n"; if (!defined $body) { $body = ''; } my $path; if ($fname !~ m{^/}) { $path = "$HtmlDir/$fname"; } else { $path = $fname; } if ($path =~ /(.*)\//) { my $dir = $1; if (! -d $dir) { make_path($dir) or die "$name - Cannot create directory ", $dir; } } open my $out, ">$path" or die "$name - Cannot open $path for writing: $!\n"; print $out $body; close $out; if ($date) { my $cmd = "touch -t '$date' $HtmlDir/$fname"; system($cmd) == 0 or die "Failed to run shell command: $cmd\n"; } } } } sub write_config_file ($$$) { my ($config, $http_config, $main_config) = @_; if ($UseHup) { master_on(); # config reload is buggy when master is off } elsif ($UseValgrind) { master_off(); } $http_config = expand_env_in_config($http_config); if (!defined $config) { $config = ''; } if (!defined $http_config) { $http_config = ''; } if ($http_config =~ /\bpostpone_output\b/) { undef $PostponeOutput; } if (defined $PostponeOutput) { if ($PostponeOutput !~ /^\d+$/) { die "Bad TEST_NGINX_POSTPOHNE_OUTPUT value: $PostponeOutput\n"; } $http_config .= "\n postpone_output $PostponeOutput;\n"; } if (!defined $main_config) { $main_config = ''; } open my $out, ">$ConfFile" or die "Can't open $ConfFile for writing: $!\n"; print $out <<_EOC_; worker_processes $Workers; daemon $DaemonEnabled; master_process $MasterProcessEnabled; error_log $ErrLogFile $LogLevel; pid $PidFile; env MOCKEAGAIN_VERBOSE; env MOCKEAGAIN_WRITE_TIMEOUT_PATTERN; env LD_PRELOAD; env DYLD_INSERT_LIBRARIES; $main_config http { access_log $AccLogFile; default_type text/plain; keepalive_timeout 68; $http_config server { listen $ServerPort; server_name 'localhost'; client_max_body_size 30M; #client_body_buffer_size 4k; # Begin preamble config... $ConfigPreamble # End preamble config... # Begin test case config... $config # End test case config. _EOC_ if (! $NoRootLocation) { print $out <<_EOC_; location / { root $HtmlDir; index index.html index.htm; } _EOC_ } print $out <<_EOC_; } } events { worker_connections $WorkerConnections; _EOC_ if ($EventType) { print $out <<_EOC_; use $EventType; _EOC_ } print $out "}\n"; close $out; } sub get_canon_version (@) { sprintf "%d.%03d%03d", $_[0], $_[1], $_[2]; } sub get_nginx_version () { my $out = `$NginxBinary -V 2>&1`; if (!defined $out || $? != 0) { warn "Failed to get the version of the Nginx in PATH.\n"; } if ($out =~ m{(?:nginx|ngx_openresty)/(\d+)\.(\d+)\.(\d+)}s) { $NginxRawVersion = "$1.$2.$3"; return get_canon_version($1, $2, $3); } warn "Failed to parse the output of \"nginx -V\": $out\n"; return undef; } sub get_pid_from_pidfile ($) { my ($name) = @_; open my $in, $PidFile or bail_out("$name - Failed to open the pid file $PidFile for reading: $!"); my $pid = do { local $/; <$in> }; chomp $pid; #warn "Pid: $pid\n"; close $in; return $pid; } sub trim ($) { my $s = shift; return undef if !defined $s; $s =~ s/^\s+|\s+$//g; $s =~ s/\n/ /gs; $s =~ s/\s{2,}/ /gs; $s; } sub show_all_chars ($) { my $s = shift; $s =~ s/\n/\\n/gs; $s =~ s/\r/\\r/gs; $s =~ s/\t/\\t/gs; $s; } sub parse_headers ($) { my $s = shift; my %headers; open my $in, '<', \$s; while (<$in>) { s/^\s+|\s+$//g; my $neg = ($_ =~ s/^!\s*//); #warn "neg: $neg ($_)"; if ($neg) { $headers{$_} = undef; } else { my ($key, $val) = split /\s*:\s*/, $_, 2; $headers{$key} = $val; } } close $in; return \%headers; } sub expand_env_in_config ($) { my $config = shift; if (!defined $config) { return; } $config =~ s/\$(TEST_NGINX_[_A-Z0-9]+)/ if (!defined $ENV{$1}) { bail_out "No environment $1 defined.\n"; } $ENV{$1}/eg; $config; } sub check_if_missing_directives () { open my $in, $ErrLogFile or bail_out "check_if_missing_directives: Cannot open $ErrLogFile for reading: $!\n"; while (<$in>) { #warn $_; if (/\[emerg\] \S+?: unknown directive "([^"]+)"/) { #warn "MATCHED!!! $1"; return $1; } } close $in; #warn "NOT MATCHED!!!"; return 0; } sub run_test ($) { my $block = shift; my $name = $block->name; my $config = $block->config; $config = expand_env_in_config($config); my $dry_run = 0; my $should_restart = 1; my $should_reconfig = 1; if (!defined $config) { if (!$NoNginxManager) { # Manager without config. if (!defined $PrevConfig) { bail_out("$name - No '--- config' section specified and could not get previous one. Use TEST_NGINX_NO_NGINX_MANAGER ?"); die; } $should_reconfig = 0; # There is nothing to reconfig to. $should_restart = $ForceRestartOnTest; } # else: not manager without a config. This is not a problem at all. # setting these values to something meaningful but should not be used $should_restart = 0; $should_reconfig = 0; } elsif ($NoNginxManager) { # One config but not manager: it's worth a warning. Test::Base::diag("NO_NGINX_MANAGER activated: config for $name ignored"); # Like above: setting them to something meaningful just in case. $should_restart = 0; $should_reconfig = 0; } else { # One config and manager. Restart only if forced to or if config # changed. if ((!defined $PrevConfig) || ($config ne $PrevConfig)) { $should_reconfig = 1; } else { $should_reconfig = 0; } if ($should_reconfig || $ForceRestartOnTest) { $should_restart = 1; } else { $should_restart = 0; } } my $skip_nginx = $block->skip_nginx; my $skip_nginx2 = $block->skip_nginx2; my $skip_slave = $block->skip_slave; my ($tests_to_skip, $should_skip, $skip_reason); if (defined $skip_nginx) { if ($skip_nginx =~ m{ ^ \s* (\d+) \s* : \s* ([<>]=?) \s* (\d+)\.(\d+)\.(\d+) (?: \s* : \s* (.*) )? \s*$}x) { $tests_to_skip = $1; my ($op, $ver1, $ver2, $ver3) = ($2, $3, $4, $5); $skip_reason = $6; #warn "$ver1 $ver2 $ver3"; my $ver = get_canon_version($ver1, $ver2, $ver3); if ((!defined $NginxVersion and $op =~ /^]=?) \s* (\d+)\.(\d+)\.(\d+) \s* (or|and) \s* ([<>]=?) \s* (\d+)\.(\d+)\.(\d+) (?: \s* : \s* (.*) )? \s*$}x) { $tests_to_skip = $1; my ($opa, $ver1a, $ver2a, $ver3a) = ($2, $3, $4, $5); my $opx = $6; my ($opb, $ver1b, $ver2b, $ver3b) = ($7, $8, $9, $10); $skip_reason = $11; my $vera = get_canon_version($ver1a, $ver2a, $ver3a); my $verb = get_canon_version($ver1b, $ver2b, $ver3b); if ((!defined $NginxVersion) or (($opx eq "or") and (eval "$NginxVersion $opa $vera" or eval "$NginxVersion $opb $verb")) or (($opx eq "and") and (eval "$NginxVersion $opa $vera" and eval "$NginxVersion $opb $verb"))) { $should_skip = 1; } } else { bail_out("$name - Invalid --- skip_nginx2 spec: " . $skip_nginx2); die; } } elsif (defined $skip_slave and defined $BuildSlaveName) { if ($skip_slave =~ m{ ^ \s* (\d+) \s* : \s* (\w+) \s* (?: (\w+) \s* )? (?: (\w+) \s* )? (?: \s* : \s* (.*) )? \s*$}x) { $tests_to_skip = $1; my ($slave1, $slave2, $slave3) = ($2, $3, $4); $skip_reason = $5; if ((defined $slave1 and $slave1 eq "all") or (defined $slave1 and $slave1 eq $BuildSlaveName) or (defined $slave2 and $slave2 eq $BuildSlaveName) or (defined $slave3 and $slave3 eq $BuildSlaveName) ) { $should_skip = 1; } } else { bail_out("$name - Invalid --- skip_slave spec: " . $skip_slave); die; } } if (!defined $skip_reason) { $skip_reason = "various reasons"; } my $todo_nginx = $block->todo_nginx; my ($should_todo, $todo_reason); if (defined $todo_nginx) { if ($todo_nginx =~ m{ ^ \s* ([<>]=?) \s* (\d+)\.(\d+)\.(\d+) (?: \s* : \s* (.*) )? \s*$}x) { my ($op, $ver1, $ver2, $ver3) = ($1, $2, $3, $4); $todo_reason = $5; my $ver = get_canon_version($ver1, $ver2, $ver3); if ((!defined $NginxVersion and $op =~ /^ /dev/null") == 0) { #warn "found running nginx..."; write_config_file($config, $block->http_config, $block->main_config); if (kill(SIGQUIT, $pid) == 0) { # send quit signal #warn("$name - Failed to send quit signal to the nginx process with PID $pid"); } sleep 0.02; if (system("ps $pid > /dev/null") == 0) { #warn "killing with force...\n"; kill(SIGKILL, $pid); sleep 0.02; } undef $nginx_is_running; } else { unlink $PidFile or die "Failed to remove pid file $PidFile\n"; undef $nginx_is_running; } } else { undef $nginx_is_running; } start_nginx: unless ($nginx_is_running) { #system("killall -9 nginx"); #warn "*** Restarting the nginx server...\n"; setup_server_root(); write_user_files($block); write_config_file($config, $block->http_config, $block->main_config); #warn "nginx binary: $NginxBinary"; if ( ! can_run($NginxBinary) ) { bail_out("$name - Cannot find the nginx executable in the PATH environment"); die; } #if (system("nginx -p $ServRoot -c $ConfFile -t") != 0) { #Test::More::BAIL_OUT("$name - Invalid config file"); #} #my $cmd = "nginx -p $ServRoot -c $ConfFile > /dev/null"; if (!defined $NginxVersion) { $NginxVersion = $LatestNginxVersion; } my $cmd; if ($NginxVersion >= 0.007053) { $cmd = "$NginxBinary -p $ServRoot/ -c $ConfFile > /dev/null"; } else { $cmd = "$NginxBinary -c $ConfFile > /dev/null"; } if ($UseValgrind) { my $opts; if ($UseValgrind =~ /^\d+$/) { $opts = "--tool=memcheck --leak-check=full"; } else { $opts = $UseValgrind; } if (-f 'valgrind.suppress') { $cmd = "valgrind -q $opts --gen-suppressions=all --suppressions=valgrind.suppress $cmd"; } else { $cmd = "valgrind -q $opts --gen-suppressions=all $cmd"; } warn "$name\n"; #warn "$cmd\n"; } if ($Profiling || $UseValgrind) { my $pid = $ForkManager->start; if (!$pid) { # child process exec $cmd; =begin cmt if (system($cmd) != 0) { Test::More::BAIL_OUT("$name - Cannot start nginx using command \"$cmd\"."); } $ForkManager->finish; # terminate the child process =end cmt =cut } #warn "sleeping"; if ($TestNginxSleep) { sleep $TestNginxSleep; } else { sleep 1; } } else { if (system($cmd) != 0) { if ($ENV{TEST_NGINX_IGNORE_MISSING_DIRECTIVES} and my $directive = check_if_missing_directives()) { $dry_run = $directive; } else { bail_out("$name - Cannot start nginx using command \"$cmd\"."); } } } sleep 0.1; } } sleep 6; if ($block->init) { eval $block->init; if ($@) { bail_out("$name - init failed: $@"); } } my $i = 0; while ($i++ < $RepeatEach) { #warn "Use hup: $UseHup, i: $i\n"; if ($UseHup && $i > 1) { my $pid = get_pid_from_pidfile($name); if (system("ps $pid > /dev/null") == 0) { if ($Verbose) { warn "sending HUP signal to $pid\n"; } if (kill(SIGHUP, $pid) == 0) { # send hup signal warn("$name - Failed to send HUP signal to the nginx process with PID $pid"); } if ($TestNginxSleep) { sleep $TestNginxSleep; } else { sleep 0.1; } } } if ($should_skip) { SKIP: { Test::More::skip("$name - $skip_reason", $tests_to_skip); $RunTestHelper->($block, $dry_run); } } elsif ($should_todo) { TODO: { local $TODO = "$name - $todo_reason"; $RunTestHelper->($block, $dry_run); } } else { $RunTestHelper->($block, $dry_run); } } if (my $total_errlog = $ENV{TEST_NGINX_ERROR_LOG}) { my $errlog = $ErrLogFile; if (-s $errlog) { open my $out, ">>$total_errlog" or die "Failed to append test case title to $total_errlog: $!\n"; print $out "\n=== $0 $name\n"; close $out; system("cat $errlog >> $total_errlog") == 0 or die "Failed to append $errlog to $total_errlog. Abort.\n"; } } if ($Profiling || $UseValgrind) { #warn "Found quit..."; if (-f $PidFile) { #warn "found pid file..."; my $pid = get_pid_from_pidfile($name); my $i = 0; retry: if (system("ps $pid > /dev/null") == 0) { write_config_file($config, $block->http_config, $block->main_config); if ($Verbose) { warn "sending QUIT signal to $pid\n"; } if (kill(SIGQUIT, $pid) == 0) { # send quit signal warn("$name - Failed to send quit signal to the nginx process with PID $pid"); } if ($TestNginxSleep) { sleep $TestNginxSleep; } else { sleep 0.1; } if (-f $PidFile) { if ($i++ < 5) { if ($Verbose) { warn "nginx not quitted, retrying...\n"; } goto retry; } if ($Verbose) { warn "sending KILL signal to $pid\n"; } kill(SIGKILL, $pid); sleep 0.02; } else { #warn "nginx killed"; } } else { unlink $PidFile or die "Failed to remove pid file $PidFile\n"; } } else { #warn "pid file not found"; } } } END { if ($UseValgrind || !$ENV{TEST_NGINX_NO_CLEAN}) { local $?; # to avoid confusing Test::Builder::_ending if (-f $PidFile) { my $pid = get_pid_from_pidfile(''); if (!$pid) { die "No pid found."; } if (system("ps $pid > /dev/null") == 0) { if (kill(SIGQUIT, $pid) == 0) { # send quit signal #warn("Failed to send quit signal to the nginx process with PID $pid"); } if ($TestNginxSleep) { sleep $TestNginxSleep; } else { sleep 0.02; } if (system("ps $pid > /dev/null") == 0) { #warn "killing with force...\n"; kill(SIGKILL, $pid); sleep 0.02; } } else { unlink $PidFile; } } } } # check if we can run some command sub can_run { my ($cmd) = @_; #warn "can run: @_\n"; my $_cmd = $cmd; return $_cmd if (-x $_cmd or $_cmd = MM->maybe_command($_cmd)); for my $dir ((split /$Config::Config{path_sep}/, $ENV{PATH}), '.') { next if $dir eq ''; my $abs = File::Spec->catfile($dir, $_[0]); return $abs if (-x $abs or $abs = MM->maybe_command($abs)); } return; } 1; nginx_upstream_check_module-master/test/lib/Test/Nginx/Socket.pm0000644000000000000000000016604014357200224024135 0ustar rootrootpackage Test::Nginx::Socket; use lib 'lib'; use lib 'inc'; use Test::Base -Base; our $VERSION = '0.18'; use Encode; use Data::Dumper; use Time::HiRes qw(sleep time); use Test::LongString; use List::MoreUtils qw( any ); use IO::Select (); our $ServerAddr = 'localhost'; our $Timeout = $ENV{TEST_NGINX_TIMEOUT} || 2; use Test::Nginx::Util qw( setup_server_root write_config_file get_canon_version get_nginx_version trim show_all_chars parse_headers run_tests $ServerPortForClient $ServerPort $PidFile $ServRoot $ConfFile $RunTestHelper $RepeatEach error_log_data worker_connections master_process_enabled config_preamble repeat_each workers master_on master_off log_level no_shuffle no_root_location server_root html_dir server_port no_nginx_manager ); #use Smart::Comments::JSON '###'; use Fcntl qw(F_GETFL F_SETFL O_NONBLOCK); use POSIX qw(EAGAIN); use IO::Socket; #our ($PrevRequest, $PrevConfig); our $NoLongString = undef; our @EXPORT = qw( plan run_tests run_test repeat_each config_preamble worker_connections master_process_enabled no_long_string workers master_on master_off log_level no_shuffle no_root_location server_addr server_root html_dir server_port timeout no_nginx_manager ); sub send_request ($$$$@); sub run_test_helper ($$); sub error_event_handler ($); sub read_event_handler ($); sub write_event_handler ($); sub check_response_body ($$$$$); sub fmt_str ($); sub no_long_string () { $NoLongString = 1; } sub server_addr (@) { if (@_) { #warn "setting server addr to $_[0]\n"; $ServerAddr = shift; } else { return $ServerAddr; } } sub timeout (@) { if (@_) { $Timeout = shift; } else { $Timeout; } } $RunTestHelper = \&run_test_helper; # This will parse a "request"" string. The expected format is: # - One line for the HTTP verb (POST, GET, etc.) plus optional relative URL # (default is /) plus optional HTTP version (default is HTTP/1.1). # - More lines considered as the body of the request. # Most people don't care about headers and this is enough. # # This function will return a reference to a hash with the parsed elements # plus information on the parsing itself like "how many white spaces were # skipped before the VERB" (skipped_before_method), "was the version provided" # (http_ver_size = 0). sub parse_request ($$) { my ( $name, $rrequest ) = @_; open my $in, '<', $rrequest; my $first = <$in>; if ( !$first ) { Test::More::BAIL_OUT("$name - Request line should be non-empty"); die; } #$first =~ s/^\s+|\s+$//gs; my ($before_meth, $meth, $after_meth); my ($rel_url, $rel_url_size, $after_rel_url); my ($http_ver, $http_ver_size, $after_http_ver); my $end_line_size; if ($first =~ /^(\s*)(\S+)( *)((\S+)( *))?((\S+)( *))?(\s*)/) { $before_meth = defined $1 ? length($1) : undef; $meth = $2; $after_meth = defined $3 ? length($3) : undef; $rel_url = $5; $rel_url_size = defined $5 ? length($5) : undef; $after_rel_url = defined $6 ? length($6) : undef; $http_ver = $8; if (!defined $8) { $http_ver_size = undef; } else { $http_ver_size = defined $8 ? length($8) : undef; } if (!defined $9) { $after_http_ver = undef; } else { $after_http_ver = defined $9 ? length($9) : undef; } $end_line_size = defined $10 ? length($10) : undef; } else { Test::More::BAIL_OUT("$name - Request line is not valid. Should be 'meth [url [version]]'"); die; } if ( !defined $rel_url ) { $rel_url = '/'; $rel_url_size = 0; $after_rel_url = 0; } if ( !defined $http_ver ) { $http_ver = 'HTTP/1.1'; $http_ver_size = 0; $after_http_ver = 0; } #my $url = "http://localhost:$ServerPortForClient" . $rel_url; my $content = do { local $/; <$in> }; my $content_size; if ( !defined $content ) { $content = ""; $content_size = 0; } else { $content_size = length($content); } #warn Dumper($content); close $in; return { method => $meth, url => $rel_url, content => $content, http_ver => $http_ver, skipped_before_method => $before_meth, method_size => length($meth), skipped_after_method => $after_meth, url_size => $rel_url_size, skipped_after_url => $after_rel_url, http_ver_size => $http_ver_size, skipped_after_http_ver => $after_http_ver + $end_line_size, content_size => $content_size, }; } # From a parsed request, builds the "moves" to apply to the original request # to transform it (e.g. add missing version). Elements of the returned array # are of 2 types: # - d : number of characters to remove. # - s_* : number of characters (s_s) to replace by value (s_v). sub get_moves($) { my ($parsed_req) = @_; return ({d => $parsed_req->{skipped_before_method}}, {s_s => $parsed_req->{method_size}, s_v => $parsed_req->{method}}, {d => $parsed_req->{skipped_after_method}}, {s_s => $parsed_req->{url_size}, s_v => $parsed_req->{url}}, {d => $parsed_req->{skipped_after_url}}, {s_s => $parsed_req->{http_ver_size}, s_v => $parsed_req->{http_ver}}, {d => $parsed_req->{skipped_after_http_ver}}, {s_s => 0, s_v => $parsed_req->{headers}}, {s_s => $parsed_req->{content_size}, s_v => $parsed_req->{content}} ); } # Apply moves (see above) to an array of packets that correspond to a request. # The use of this function is explained in the build_request_from_packets # function. sub apply_moves($$) { my ($r_packet, $r_move) = @_; my $current_packet = shift @$r_packet; my $current_move = shift @$r_move; my $in_packet_cursor = 0; my @result = (); while (defined $current_packet) { if (!defined $current_move) { push @result, $current_packet; $current_packet = shift @$r_packet; $in_packet_cursor = 0; } elsif (defined $current_move->{d}) { # Remove stuff from packet if ($current_move->{d} > length($current_packet) - $in_packet_cursor) { # Eat up what is left of packet. $current_move->{d} -= length($current_packet) - $in_packet_cursor; if ($in_packet_cursor > 0) { # Something in packet from previous iteration. push @result, $current_packet; } $current_packet = shift @$r_packet; $in_packet_cursor = 0; } else { # Remove from current point in current packet substr($current_packet, $in_packet_cursor, $current_move->{d}) = ''; $current_move = shift @$r_move; } } else { # Substitute stuff if ($current_move->{s_s} > length($current_packet) - $in_packet_cursor) { # {s_s=>3, s_v=>GET} on ['GE', 'T /foo'] $current_move->{s_s} -= length($current_packet) - $in_packet_cursor; substr($current_packet, $in_packet_cursor) = substr($current_move->{s_v}, 0, length($current_packet) - $in_packet_cursor); push @result, $current_packet; $current_move->{s_v} = substr($current_move->{s_v}, length($current_packet) - $in_packet_cursor); $current_packet = shift @$r_packet; $in_packet_cursor = 0; } else { substr($current_packet, $in_packet_cursor, $current_move->{s_s}) = $current_move->{s_v}; $in_packet_cursor += length($current_move->{s_v}); $current_move = shift @$r_move; } } } return \@result; } # Given a request as an array of packets, will parse it, append the appropriate # headers and return another array of packets. # The function implemented here can be high-level summarized as: # 1 - Concatenate all packets to obtain a string representation of request. # 2 - Parse the string representation # 3 - Get the "moves" from the parsing # 4 - Apply the "moves" to the packets. sub build_request_from_packets($$$$$) { my ( $name, $more_headers, $is_chunked, $conn_header, $request_packets ) = @_; # Concatenate packets as a string my $parsable_request = ''; my @packet_length; for my $one_packet (@$request_packets) { $parsable_request .= $one_packet; push @packet_length, length($one_packet); } # Parse the string representation. my $parsed_req = parse_request( $name, \$parsable_request ); # Append headers my $len_header = ''; if ( !$is_chunked && defined $parsed_req->{content} && $parsed_req->{content} ne '' && $more_headers !~ /\bContent-Length:/ ) { $parsed_req->{content} =~ s/^\s+|\s+$//gs; $len_header .= "Content-Length: " . length( $parsed_req->{content} ) . "\r\n"; } $parsed_req->{method} .= ' '; $parsed_req->{url} .= ' '; $parsed_req->{http_ver} .= "\r\n"; $parsed_req->{headers} = "Host: localhost\r\nConnection: $conn_header\r\n$more_headers$len_header\r\n"; # Get the moves from parsing my @elements_moves = get_moves($parsed_req); # Apply them to the packets. return apply_moves($request_packets, \@elements_moves); } # Returns an array of array of hashes from the block. Each element of # the first-level array is a request. # Each request is an array of the "packets" to be sent. Each packet is a # string to send, with an (optionnal) delay before sending it. # This function parses (and therefore defines the syntax) of "request*" # sections. See documentation for supported syntax. sub get_req_from_block ($) { my ($block) = @_; my $name = $block->name; my @req_list = (); if ( defined $block->raw_request ) { # Should be deprecated. if ( ref $block->raw_request && ref $block->raw_request eq 'ARRAY' ) { # User already provided an array. So, he/she specified where the # data should be split. This allows for backward compatibility but # should use request with arrays as it provides the same functionnality. my @rr_list = (); for my $elt ( @{ $block->raw_request } ) { push @rr_list, {value => $elt}; } push @req_list, \@rr_list; } else { push @req_list, [{value => $block->raw_request}]; } } else { my $request; if ( defined $block->request_eval ) { diag "$name - request_eval DEPRECATED. Use request eval instead."; $request = eval $block->request_eval; if ($@) { warn $@; } } else { $request = $block->request; } my $is_chunked = 0; my $more_headers = ''; if ( $block->more_headers ) { my @headers = split /\n+/, $block->more_headers; for my $header (@headers) { next if $header =~ /^\s*\#/; my ( $key, $val ) = split /:\s*/, $header, 2; if ( lc($key) eq 'transfer-encoding' and $val eq 'chunked' ) { $is_chunked = 1; } #warn "[$key, $val]\n"; $more_headers .= "$key: $val\r\n"; } } if ( $block->pipelined_requests ) { my $reqs = $block->pipelined_requests; if ( !ref $reqs || ref $reqs ne 'ARRAY' ) { Test::More::BAIL_OUT( "$name - invalid entries in --- pipelined_requests"); } my $i = 0; my $prq = ""; for my $request (@$reqs) { my $conn_type; if ( $i++ == @$reqs - 1 ) { $conn_type = 'close'; } else { $conn_type = 'keep-alive'; } my $r_br = build_request_from_packets($name, $more_headers, $is_chunked, $conn_type, [$request] ); $prq .= $$r_br[0]; } push @req_list, [{value =>$prq}]; } else { # request section. if (!ref $request) { # One request and it is a good old string. my $r_br = build_request_from_packets($name, $more_headers, $is_chunked, 'Close', [$request] ); push @req_list, [{value => $$r_br[0]}]; } elsif (ref $request eq 'ARRAY') { # A bunch of requests... for my $one_req (@$request) { if (!ref $one_req) { # This request is a good old string. my $r_br = build_request_from_packets($name, $more_headers, $is_chunked, 'Close', [$one_req] ); push @req_list, [{value => $$r_br[0]}]; } elsif (ref $one_req eq 'ARRAY') { # Request expressed as a serie of packets my @packet_array = (); for my $one_packet (@$one_req) { if (!ref $one_packet) { # Packet is a string. push @packet_array, $one_packet; } elsif (ref $one_packet eq 'HASH'){ # Packet is a hash with a value... push @packet_array, $one_packet->{value}; } else { Test::More::BAIL_OUT "$name - Invalid syntax. $one_packet should be a string or hash with value."; } } my $transformed_packet_array = build_request_from_packets($name, $more_headers, $is_chunked, 'Close', \@packet_array); my @transformed_req = (); my $idx = 0; for my $one_transformed_packet (@$transformed_packet_array) { if (!ref $$one_req[$idx]) { push @transformed_req, {value => $one_transformed_packet}; } else { # Is a HASH (checked above as $one_packet) $$one_req[$idx]->{value} = $one_transformed_packet; push @transformed_req, $$one_req[$idx]; } $idx++; } push @req_list, \@transformed_req; } else { Test::More::BAIL_OUT "$name - Invalid syntax. $one_req should be a string or an array of packets."; } } } else { Test::More::BAIL_OUT( "$name - invalid ---request : MUST be string or array of requests"); } } } return \@req_list; } sub run_test_helper ($$) { my ( $block, $dry_run ) = @_; my $name = $block->name; my $r_req_list = get_req_from_block($block); if ( $#$r_req_list < 0 ) { Test::More::BAIL_OUT("$name - request empty"); } #warn "request: $req\n"; my $timeout = $block->timeout; if ( !defined $timeout ) { $timeout = $Timeout; } my $req_idx = 0; for my $one_req (@$r_req_list) { my $raw_resp; if ($dry_run) { $raw_resp = "200 OK HTTP/1.0\r\nContent-Length: 0\r\n\r\n"; } else { $raw_resp = send_request( $one_req, $block->raw_request_middle_delay, $timeout, $block->name ); } #warn "raw resonse: [$raw_resp]\n"; my ($n, $need_array); if ($block->pipelined_requests) { $n = @{ $block->pipelined_requests }; $need_array = 1; } else { $need_array = $#$r_req_list > 0; } again: #warn "!!! resp: [$raw_resp]"; if (!defined $raw_resp) { $raw_resp = ''; } my ( $res, $raw_headers, $left ); if (!defined $block->ignore_response) { ( $res, $raw_headers, $left ) = parse_response( $name, $raw_resp ); } if (!$n) { if ($left) { my $name = $block->name; $left =~ s/([\0-\037\200-\377])/sprintf('\x{%02x}',ord $1)/eg; warn "WARNING: $name - unexpected extra bytes after last chunk in ", "response: \"$left\"\n"; } } else { $raw_resp = $left; $n--; } if (!defined $block->ignore_response) { check_error_code($block, $res, $dry_run, $req_idx, $need_array); check_raw_response_headers($block, $raw_headers, $dry_run, $req_idx, $need_array); check_response_headers($block, $res, $raw_headers, $dry_run, $req_idx, $need_array); check_response_body($block, $res, $dry_run, $req_idx, $need_array); } check_error_log($block, $res, $dry_run, $req_idx, $need_array); $req_idx++; if ($n) { goto again; } } } # Helper function to retrieve a "check" (e.g. error_code) section. This also # checks that tests with arrays of requests are arrays themselves. sub get_indexed_value($$$$) { my ($name, $value, $req_idx, $need_array) = @_; if ($need_array) { if (ref $value && ref $value eq 'ARRAY') { return $$value[$req_idx]; } else { Test::More::BAIL_OUT("$name - You asked for many requests, the expected results should be arrays as well."); } } else { # One element but still provided as an array. if (ref $value && ref $value eq 'ARRAY') { if ($req_idx != 0) { Test::More::BAIL_OUT("$name - SHOULD NOT HAPPEN: idx != 0 and don't need array."); } else { return $$value[0]; } } else { return $value; } } } sub check_error_code($$$$$) { my ($block, $res, $dry_run, $req_idx, $need_array) = @_; my $name = $block->name; SKIP: { skip "$name - tests skipped due to the lack of directive $dry_run", 1 if $dry_run; if ( defined $block->error_code ) { is( ($res && $res->code) || '', get_indexed_value($name, $block->error_code, $req_idx, $need_array), "$name - status code ok" ); } else { is( ($res && $res->code) || '', 200, "$name - status code ok" ); } } } sub check_raw_response_headers($$$$$) { my ($block, $raw_headers, $dry_run, $req_idx, $need_array) = @_; my $name = $block->name; if ( defined $block->raw_response_headers_like ) { SKIP: { skip "$name - tests skipped due to the lack of directive $dry_run", 1 if $dry_run; my $expected = get_indexed_value($name, $block->raw_response_headers_like, $req_idx, $need_array); like $raw_headers, qr/$expected/s, "$name - raw resp headers like"; } } } sub check_response_headers($$$$$) { my ($block, $res, $raw_headers, $dry_run, $req_idx, $need_array) = @_; my $name = $block->name; if ( defined $block->response_headers ) { my $headers = parse_headers( get_indexed_value($name, $block->response_headers, $req_idx, $need_array)); while ( my ( $key, $val ) = each %$headers ) { if ( !defined $val ) { #warn "HIT"; SKIP: { skip "$name - tests skipped due to the lack of directive $dry_run", 1 if $dry_run; unlike $raw_headers, qr/^\s*\Q$key\E\s*:/ms, "$name - header $key not present in the raw headers"; } next; } my $actual_val = $res ? $res->header($key) : undef; if ( !defined $actual_val ) { $actual_val = ''; } SKIP: { skip "$name - tests skipped due to the lack of directive $dry_run", 1 if $dry_run; is $actual_val, $val, "$name - header $key ok"; } } } elsif ( defined $block->response_headers_like ) { my $headers = parse_headers( get_indexed_value($name, $block->response_headers_like, $req_idx, $need_array) ); while ( my ( $key, $val ) = each %$headers ) { my $expected_val = $res->header($key); if ( !defined $expected_val ) { $expected_val = ''; } SKIP: { skip "$name - tests skipped due to the lack of directive $dry_run", 1 if $dry_run; like $expected_val, qr/^$val$/, "$name - header $key like ok"; } } } } sub check_error_log ($$$$$) { my ($block, $res, $dry_run, $req_idx, $need_array) = @_; my $name = $block->name; my $lines; if (defined $block->error_log) { my $pats = $block->error_log; if (!ref $pats) { chomp $pats; my @lines = split /\n+/, $pats; $pats = \@lines; } else { my @clone = @$pats; $pats = \@clone; } $lines = error_log_data(); for my $line (@$lines) { for my $pat (@$pats) { next if !defined $pat; if (ref $pat && $line =~ /$pat/ || $line =~ /\Q$pat\E/) { SKIP: { skip "$name - tests skipped due to the lack of directive $dry_run", 1 if $dry_run; pass("$name - pattern \"$pat\" matches a line in error.log"); } undef $pat; } } } for my $pat (@$pats) { if (defined $pat) { SKIP: { skip "$name - tests skipped due to the lack of directive $dry_run", 1 if $dry_run; fail("$name - pattern \"$pat\" matches a line in error.log"); } } } } if (defined $block->no_error_log) { #warn "HERE"; my $pats = $block->no_error_log; if (!ref $pats) { chomp $pats; $pats = [$pats]; } else { my @clone = @$pats; $pats = \@clone; } $lines ||= error_log_data(); for my $line (@$lines) { for my $pat (@$pats) { next if !defined $pat; #warn "test $pat\n"; if ((ref $pat && $line =~ /$pat/) || $line =~ /\Q$pat\E/) { SKIP: { skip "$name - tests skipped due to the lack of directive $dry_run", 1 if $dry_run; my $ln = fmt_str($line); my $p = fmt_str($pat); fail("$name - pattern \"$p\" should not match any line in error.log but matches line \"$ln\""); } undef $pat; } } } for my $pat (@$pats) { if (defined $pat) { SKIP: { skip "$name - tests skipped due to the lack of directive $dry_run", 1 if $dry_run; my $p = fmt_str($pat); pass("$name - pattern \"$p\" does not match a line in error.log"); } } } } } sub fmt_str ($) { my $str = shift; chomp $str; $str =~ s/"/\\"/g; $str =~ s/\r/\\r/g; $str =~ s/\n/\\n/g; $str; } sub check_response_body ($$$$$) { my ($block, $res, $dry_run, $req_idx, $need_array) = @_; my $name = $block->name; if ( defined $block->response_body || defined $block->response_body_eval ) { my $content = $res ? $res->content : undef; if ( defined $content ) { $content =~ s/^TE: deflate,gzip;q=0\.3\r\n//gms; $content =~ s/^Connection: TE, close\r\n//gms; } my $expected; if ( $block->response_body_eval ) { diag "$name - response_body_eval is DEPRECATED. Use response_body eval instead."; $expected = eval get_indexed_value($name, $block->response_body_eval, $req_idx, $need_array); if ($@) { warn $@; } } else { $expected = get_indexed_value($name, $block->response_body, $req_idx, $need_array); } if ( $block->charset ) { Encode::from_to( $expected, 'UTF-8', $block->charset ); } unless (ref $expected) { $expected =~ s/\$ServerPort\b/$ServerPort/g; $expected =~ s/\$ServerPortForClient\b/$ServerPortForClient/g; } #warn show_all_chars($content); #warn "no long string: $NoLongString"; SKIP: { skip "$name - tests skipped due to the lack of directive $dry_run", 1 if $dry_run; if (ref $expected) { like $content, $expected, "$name - response_body - like"; } else { if ($NoLongString) { is( $content, $expected, "$name - response_body - response is expected" ); } else { is_string( $content, $expected, "$name - response_body - response is expected" ); } } } } elsif ( defined $block->response_body_like ) { my $content = $res ? $res->content : undef; if ( defined $content ) { $content =~ s/^TE: deflate,gzip;q=0\.3\r\n//gms; $content =~ s/^Connection: TE, close\r\n//gms; } my $expected_pat = get_indexed_value($name, $block->response_body_like, $req_idx, $need_array); $expected_pat =~ s/\$ServerPort\b/$ServerPort/g; $expected_pat =~ s/\$ServerPortForClient\b/$ServerPortForClient/g; my $summary = trim($content); if (!defined $summary) { $summary = ""; } SKIP: { skip "$name - tests skipped due to the lack of directive $dry_run", 1 if $dry_run; like( $content, qr/$expected_pat/s, "$name - response_body_like - response is expected ($summary)" ); } } } sub parse_response($$) { my ( $name, $raw_resp ) = @_; my $left; my $raw_headers = ''; if ( $raw_resp =~ /(.*?\r\n)\r\n/s ) { #warn "\$1: $1"; $raw_headers = $1; } #warn "raw headers: $raw_headers\n"; my $res = HTTP::Response->parse($raw_resp); my $enc = $res->header('Transfer-Encoding'); my $len = $res->header('Content-Length'); if ( defined $enc && $enc eq 'chunked' ) { #warn "Found chunked!"; my $raw = $res->content; if ( !defined $raw ) { $raw = ''; } my $decoded = ''; while (1) { if ( $raw =~ /\G 0 [\ \t]* \r\n \r\n /gcsx ) { if ( $raw =~ /\G (.+) /gcsx ) { $left = $1; } last; } if ( $raw =~ m{ \G [\ \t]* ( [A-Fa-f0-9]+ ) [\ \t]* \r\n }gcsx ) { my $rest = hex($1); #warn "chunk size: $rest\n"; my $bit_sz = 32765; while ( $rest > 0 ) { my $bit = $rest < $bit_sz ? $rest : $bit_sz; #warn "bit: $bit\n"; if ( $raw =~ /\G(.{$bit})/gcs ) { $decoded .= $1; #warn "decoded: [$1]\n"; } else { fail( "$name - invalid chunked data received (not enought octets for the data section)" ); return; } $rest -= $bit; } if ( $raw !~ /\G\r\n/gcs ) { fail( "$name - invalid chunked data received (expected CRLF)." ); return; } } elsif ( $raw =~ /\G.+/gcs ) { fail "$name - invalid chunked body received: $&"; return; } else { fail "$name - no last chunk found - $raw"; return; } } #warn "decoded: $decoded\n"; $res->content($decoded); } elsif (defined $len && $len ne '' && $len >= 0) { my $raw = $res->content; if (length $raw < $len) { warn "WARNING: $name - response body truncated: ", "$len expected, but got ", length $raw, "\n"; } elsif (length $raw > $len) { my $content = substr $raw, 0, $len; $left = substr $raw, $len; $res->content($content); #warn "parsed body: [", $res->content, "]\n"; } } return ( $res, $raw_headers, $left ); } sub send_request ($$$$@) { my ( $req, $middle_delay, $timeout, $name, $tries ) = @_; my $sock = IO::Socket::INET->new( PeerAddr => $ServerAddr, PeerPort => $ServerPortForClient, Proto => 'tcp' ); if (! defined $sock) { $tries ||= 0; if ($tries < 10) { warn "Can't connect to $ServerAddr:$ServerPortForClient: $!\n"; sleep 1; return send_request($req, $middle_delay, $timeout, $name, $tries + 1); } else { die "Can't connect to $ServerAddr:$ServerPortForClient: $!\n"; } } my @req_bits = ref $req ? @$req : ($req); my $flags = fcntl $sock, F_GETFL, 0 or die "Failed to get flags: $!\n"; fcntl $sock, F_SETFL, $flags | O_NONBLOCK or die "Failed to set flags: $!\n"; my $ctx = { resp => '', write_offset => 0, buf_size => 1024, req_bits => \@req_bits, write_buf => (shift @req_bits)->{"value"}, middle_delay => $middle_delay, sock => $sock, name => $name, }; my $readable_hdls = IO::Select->new($sock); my $writable_hdls = IO::Select->new($sock); my $err_hdls = IO::Select->new($sock); while (1) { if ( $readable_hdls->count == 0 && $writable_hdls->count == 0 && $err_hdls->count == 0 ) { last; } my ( $new_readable, $new_writable, $new_err ) = IO::Select->select( $readable_hdls, $writable_hdls, $err_hdls, $timeout ); if ( !defined $new_err && !defined $new_readable && !defined $new_writable ) { # timed out timeout_event_handler($ctx); last; } for my $hdl (@$new_err) { next if !defined $hdl; error_event_handler($ctx); if ( $err_hdls->exists($hdl) ) { $err_hdls->remove($hdl); } if ( $readable_hdls->exists($hdl) ) { $readable_hdls->remove($hdl); } if ( $writable_hdls->exists($hdl) ) { $writable_hdls->remove($hdl); } for my $h (@$readable_hdls) { next if !defined $h; if ( $h eq $hdl ) { undef $h; last; } } for my $h (@$writable_hdls) { next if !defined $h; if ( $h eq $hdl ) { undef $h; last; } } close $hdl; } for my $hdl (@$new_readable) { next if !defined $hdl; my $res = read_event_handler($ctx); if ( !$res ) { # error occured if ( $err_hdls->exists($hdl) ) { $err_hdls->remove($hdl); } if ( $readable_hdls->exists($hdl) ) { $readable_hdls->remove($hdl); } if ( $writable_hdls->exists($hdl) ) { $writable_hdls->remove($hdl); } for my $h (@$writable_hdls) { next if !defined $h; if ( $h eq $hdl ) { undef $h; last; } } close $hdl; } } for my $hdl (@$new_writable) { next if !defined $hdl; my $res = write_event_handler($ctx); if ( !$res ) { # error occured if ( $err_hdls->exists($hdl) ) { $err_hdls->remove($hdl); } if ( $readable_hdls->exists($hdl) ) { $readable_hdls->remove($hdl); } if ( $writable_hdls->exists($hdl) ) { $writable_hdls->remove($hdl); } close $hdl; } elsif ( $res == 2 ) { if ( $writable_hdls->exists($hdl) ) { $writable_hdls->remove($hdl); } } } } return $ctx->{resp}; } sub timeout_event_handler ($) { my $ctx = shift; warn "ERROR: socket client: timed out - $ctx->{name}\n"; } sub error_event_handler ($) { warn "exception occurs on the socket: $!\n"; } sub write_event_handler ($) { my ($ctx) = @_; while (1) { return undef if !defined $ctx->{write_buf}; my $rest = length( $ctx->{write_buf} ) - $ctx->{write_offset}; #warn "offset: $write_offset, rest: $rest, length ", length($write_buf), "\n"; #die; if ( $rest > 0 ) { my $bytes; eval { $bytes = syswrite( $ctx->{sock}, $ctx->{write_buf}, $rest, $ctx->{write_offset} ); }; if ($@) { my $errmsg = "write failed: $@"; warn "$errmsg\n"; $ctx->{resp} = $errmsg; return undef; } if ( !defined $bytes ) { if ( $! == EAGAIN ) { #warn "write again..."; #sleep 0.002; return 1; } my $errmsg = "write failed: $!"; warn "$errmsg\n"; if ( !$ctx->{resp} ) { $ctx->{resp} = "$errmsg"; } return undef; } #warn "wrote $bytes bytes.\n"; $ctx->{write_offset} += $bytes; } else { my $next_send = shift @{ $ctx->{req_bits} } or return 2; $ctx->{write_buf} = $next_send->{'value'}; $ctx->{write_offset} = 0; my $wait_time; if (!defined $next_send->{'delay_before'}) { if (defined $ctx->{middle_delay}) { $wait_time = $ctx->{middle_delay}; } } else { $wait_time = $next_send->{'delay_before'}; } if ($wait_time) { #warn "sleeping.."; sleep $wait_time; } } } # impossible to reach here... return undef; } sub read_event_handler ($) { my ($ctx) = @_; while (1) { my $read_buf; my $bytes = sysread( $ctx->{sock}, $read_buf, $ctx->{buf_size} ); if ( !defined $bytes ) { if ( $! == EAGAIN ) { #warn "read again..."; #sleep 0.002; return 1; } $ctx->{resp} = "500 read failed: $!"; return undef; } if ( $bytes == 0 ) { return undef; # connection closed } $ctx->{resp} .= $read_buf; #warn "read $bytes ($read_buf) bytes.\n"; } # impossible to reach here... return undef; } 1; __END__ =encoding utf-8 =head1 NAME Test::Nginx::Socket - Socket-backed test scaffold for the Nginx C modules =head1 SYNOPSIS use Test::Nginx::Socket; plan tests => $Test::Nginx::Socket::RepeatEach * 2 * blocks(); run_tests(); __DATA__ === TEST 1: sanity --- config location /echo { echo_before_body hello; echo world; } --- request GET /echo --- response_body hello world --- error_code: 200 === TEST 2: set Server --- config location /foo { echo hi; more_set_headers 'Server: Foo'; } --- request GET /foo --- response_headers Server: Foo --- response_body hi === TEST 3: clear Server --- config location /foo { echo hi; more_clear_headers 'Server: '; } --- request GET /foo --- response_headers_like Server: nginx.* --- response_body hi === TEST 3: chunk size too small --- config chunkin on; location /main { echo_request_body; } --- more_headers Transfer-Encoding: chunked --- request eval "POST /main 4\r hello\r 0\r \r " --- error_code: 400 --- response_body_like: 400 Bad Request =head1 DESCRIPTION This module provides a test scaffold based on non-blocking L for automated testing in Nginx C module development. This class inherits from L, thus bringing all its declarative power to the Nginx C module testing practices. You need to terminate or kill any Nginx processes before running the test suite if you have changed the Nginx server binary. Normally it's as simple as killall nginx PATH=/path/to/your/nginx-with-memc-module:$PATH prove -r t This module will create a temporary server root under t/servroot/ of the current working directory and starts and uses the nginx executable in the PATH environment. You will often want to look into F when things go wrong ;) =head1 Sections supported The following sections are supported: =head2 config Content of this section will be included in the "server" part of the generated config file. This is the place where you want to put the "location" directive enabling the module you want to test. Example: location /echo { echo_before_body hello; echo world; } Sometimes you simply don't want to bother copying ten times the same configuration for the ten tests you want to run against your module. One way to do this is to write a config section only for the first test in your C<.t> file. All subsequent tests will re-use the same config. Please note that this depends on the order of test, so you should run C with variable C (see below for more on this variable). Please note that config section goes through environment variable expansion provided the variables to expand start with TEST_NGINX. So, the following is a perfectly legal (provided C is set correctly): location /main { echo_subrequest POST /sub -f $TEST_NGINX_HTML_DIR/blah.txt; } =head2 http_config Content of this section will be included in the "http" part of the generated config file. This is the place where you want to put the "upstream" directive you might want to test. Example: upstream database { postgres_server 127.0.0.1:$TEST_NGINX_POSTGRESQL_PORT dbname=ngx_test user=ngx_test password=wrong_pass; } As you guessed from the example above, this section goes through environment variable expansion (variables have to start with TEST_NGINX). =head2 main_config Content of this section will be included in the "main" part of the generated config file. This is very rarely used, except if you are testing nginx core itself. This section goes through environment variable expansion (variables have to start with TEST_NGINX). =head2 request This is probably the most important section. It defines the request(s) you are going to send to the nginx server. It offers a pretty powerful grammar which we are going to walk through one example at a time. In its most basic form, this section looks like that: --- request GET This will just do a GET request on the root (i.e. /) of the server using HTTP/1.1. Of course, you might want to test something else than the root of your web server and even use a different version of HTTP. This is possible: --- request GET /foo HTTP/1.0 Please note that specifying HTTP/1.0 will not prevent Test::Nginx from sending the C header. Actually Test::Nginx always sends 2 headers: C (with value localhost) and C (with value Close for simple requests and keep-alive for all but the last pipelined_requests). You can also add a content to your request: --- request POST /foo Hello world Test::Nginx will automatically calculate the content length and add the corresponding header for you. This being said, as soon as you want to POST real data, you will be interested in using the more_headers section and using the power of Test::Base filters to urlencode the content you are sending. Which gives us a slightly more realistic example: --- more_headers Content-type: application/x-www-form-urlencoded --- request eval use URI::Escape; "POST /rrd/foo value=".uri_escape("N:12345") Sometimes a test is more than one request. Typically you want to POST some data and make sure the data has been taken into account with a GET. You can do it using arrays: --- request eval ["POST /users name=foo", "GET /users/foo"] This way, REST-like interfaces are pretty easy to test. When you develop nifty nginx modules you will eventually want to test things with buffers and "weird" network conditions. This is where you split your request into network packets: --- request eval [["POST /users\nna", "me=foo"]] Here, Test::Nginx will first send the request line, the headers it automatically added for you and the first two letters of the body ("na" in our example) in ONE network packet. Then, it will send the next packet (here it's "me=foo"). When we talk about packets here, this is nto exactly correct as there is no way to guarantee the behavior of the TCP/IP stack. What Test::Nginx can guarantee is that this will result in two calls to C. A good way to make I sure the two calls result in two packets is to introduce a delay (let's say 2 seconds)before sending the second packet: --- request eval [["POST /users\nna", {value => "me=foo", delay_before => 2}]] Of course, everything can be combined till your brain starts boiling ;) : --- request eval use URI::Escape; my $val="value=".uri_escape("N:12346"); [["POST /rrd/foo ".substr($val, 0, 6), {value => substr($val, 6, 5), delay_before=>5}, substr($val, 11)], "GET /rrd/foo"] =head2 request_eval Use of this section is deprecated and tests using it should replace it with a C section with an C filter. More explicitly: --- request_eval "POST /echo_body hello\x00\x01\x02 world\x03\x04\xff" should be replaced by: --- request eval "POST /echo_body hello\x00\x01\x02 world\x03\x04\xff" =head2 pipelined_requests Specify pipelined requests that use a single keep-alive connection to the server. Here is an example from ngx_lua's test suite: === TEST 7: discard body --- config location = /foo { content_by_lua ' ngx.req.discard_body() ngx.say("body: ", ngx.var.request_body) '; } location = /bar { content_by_lua ' ngx.req.read_body() ngx.say("body: ", ngx.var.request_body) '; } --- pipelined_requests eval ["POST /foo hello, world", "POST /bar hiya, world"] --- response_body eval ["body: nil\n", "body: hiya, world\n"] =head2 more_headers Adds the content of this section as headers to the request being sent. Example: --- more_headers X-Foo: blah This will add C to the request (on top of the automatically generated headers like C, C and potentially C). =head2 response_body The expected value for the body of the submitted request. --- response_body hello If the test is made of multiple requests, then the response_body B be an array and each request B return the corresponding expected body: --- request eval ["GET /hello", "GET /world"] --- response_body eval ["hello", "world"] =head2 response_body_eval Use of this section is deprecated and tests using it should replace it with a C section with an C filter. Therefore: --- response_body_eval "hello\x00\x01\x02 world\x03\x04\xff" should be replaced by: --- response_body eval "hello\x00\x01\x02 world\x03\x04\xff" =head2 response_body_like The body returned by the request MUST match the pattern provided by this section. Example: --- response_body_like ^elapsed 0\.00[0-5] sec\.$ If the test is made of multiple requests, then response_body_like B be an array and each request B match the corresponding pattern. =head2 response_headers The headers specified in this section are in the response sent by nginx. --- response_headers Content-Type: application/x-resty-dbd-stream Of course, you can specify many headers in this section: --- response_headers X-Resty-DBD-Module: Content-Type: application/x-resty-dbd-stream The test will be successful only if all headers are found in the response with the appropriate values. If the test is made of multiple requests, then response_headers B be an array and each element of the array is checked against the response to the corresponding request. =head2 response_headers_like The value of the headers returned by nginx match the patterns. --- response_headers_like X-Resty-DBD-Module: ngx_drizzle \d+\.\d+\.\d+ Content-Type: application/x-resty-dbd-stream This will check that the response's C is application/x-resty-dbd-stream and that the C matches C. The test will be successful only if all headers are found in the response and if the values match the patterns. If the test is made of multiple requests, then response_headers_like B be an array and each element of the array is checked against the response to the corresponding request. =head2 raw_response_headers_like Checks the headers part of the response against this pattern. This is particularly useful when you want to write tests of redirect functions that are not bound to the value of the port your nginx server (under test) is listening to: --- raw_response_headers_like: Location: http://localhost(?::\d+)?/foo\r\n As usual, if the test is made of multiple requests, then raw_response_headers_like B be an array. =head2 error_code The expected value of the HTTP response code. If not set, this is assumed to be 200. But you can expect other things such as a redirect: --- error_code: 302 If the test is made of multiple requests, then error_code B be an array with the expected value for the response status of each request in the test. =head2 error_log Checks if the pattern or multiple patterns all appear in lines of the F file. For example, === TEST 1: matched with j --- config location /re { content_by_lua ' m = ngx.re.match("hello, 1234", "([0-9]+)", "j") if m then ngx.say(m[0]) else ngx.say("not matched!") end '; } --- request GET /re --- response_body 1234 --- error_log: pcre JIT compiling result: 1 Then the substring "pcre JIT compiling result: 1" must appear literally in a line of F. Multiple patterns are also supported, for example: --- error_log eval ["abc", qr/blah/] then the substring "abc" must appear literally in a line of F, and the regex C must also match a line in F. =head2 no_error_log Very much like the C<--- error_log> section, but does the opposite test, i.e., pass only when the specified patterns of lines do not appear in the F file at all. Here is an example: --- no_error_log [error] This test will fail when any of the line in the F file contains the string C<"[error]">. Just like the C<--- error_log> section, one can also specify multiple patterns: --- no_error_log eval ["abc", qr/blah/] Then if any line in F contains the string C<"abc"> or match the Perl regex C, then the test will fail. =head2 raw_request The exact request to send to nginx. This is useful when you want to test soem behaviors that are not available with "request" such as an erroneous C header or splitting packets right in the middle of headers: --- raw_request eval ["POST /rrd/taratata HTTP/1.1\r Host: localhost\r Connection: Close\r Content-Type: application/", "x-www-form-urlencoded\r Content-Length:15\r\n\r\nvalue=N%3A12345"] This can also be useful to tests "invalid" request lines: --- raw_request GET /foo HTTP/2.0 THE_FUTURE_IS_NOW =head2 ignore_response Do not attempt to parse the response or run the response related subtests. =head2 user_files With this section you can create a file that will be copied in the html directory of the nginx server under test. For example: --- user_files >>> blah.txt Hello, world will create a file named C in the html directory of the nginx server tested. The file will contain the text "Hello, world". =head2 skip_nginx =head2 skip_nginx2 Both string scalar and string arrays are supported as values. =head2 raw_request_middle_delay Delay in sec between sending successive packets in the "raw_request" array value. Also used when a request is split in packets. =head1 Environment variables All environment variables starting with C are expanded in the sections used to build the configuration of the server that tests automatically starts. The following environment variables are supported by this module: =head2 TEST_NGINX_VERBOSE Controls whether to output verbose debugging messages in Test::Nginx. Default to empty. =head2 TEST_NGINX_USE_HUP When set to 1, Test::Nginx will try to send HUP signal to the nginx master process to reload the config file between successive C tests. When this envirnoment is set to 1, it will also enfornce the "master_process on" config line in the F file, because Nginx is buggy in processing HUP signal when the master process is off. =head2 TEST_NGINX_POSTPONE_OUTPUT Defaults to empty. This environment takes positive integer numbers as its value and it will cause the auto-generated nginx.conf file to have a "postpone_output" setting in the http {} block. For example, setting TEST_NGINX_POSTPONE_OUTPUT to 1 will have the following line in nginx.conf's http {} block: postpone_output 1; and it will effectively disable the write buffering in nginx's ngx_http_write_module. =head2 TEST_NGINX_NO_NGINX_MANAGER Defaults to 0. If set to 1, Test::Nginx module will not manage (configure/start/stop) the C process. Can be useful to run tests against an already configured (and running) nginx server. =head2 TEST_NGINX_NO_SHUFFLE Dafaults to 0. If set to 1, will make sure the tests are run in the order they appear in the test file (and not in random order). =head2 TEST_NGINX_USE_VALGRIND If set, Test::Nginx will start nginx with valgrind with the the value of this environment as the options. Nginx is actually started with C, the suppressions option being used only if there is actually a valgrind.suppress file. If this environment is set to the number C<1> or any other non-zero numbers, then it is equivalent to taking the value C<--tool=memcheck --leak-check=full>. =head2 TEST_NGINX_BINARY The command to start nginx. Defaults to C. Can be used as an alternative to setting C to run a specific nginx instance. =head2 TEST_NGINX_LOG_LEVEL Value of the last argument of the C configuration directive. Defaults to C. =head2 TEST_NGINX_MASTER_PROCESS Value of the C configuration directive. Defaults to C. =head2 TEST_NGINX_SERVER_PORT Value of the port the server started by Test::Nginx will listen to. If not set, C is used. If C is not set, then C<1984> is used. See below for typical use. =head2 TEST_NGINX_CLIENT_PORT Value of the port Test::Nginx will diirect requests to. If not set, C is used. If C is not set, then C<1984> is used. A typical use of this feature is to test extreme network conditions by adding a "proxy" between Test::Nginx and nginx itself. This is described in the C section of this module README. =head2 TEST_NGINX_PORT A shortcut for setting both C and C. =head2 TEST_NGINX_SLEEP How much time (in seconds) should Test::Nginx sleep between two calls to C when sending request data. Defaults to 0. =head2 TEST_NGINX_FORCE_RESTART_ON_TEST Defaults to 1. If set to 0, Test::Nginx will not restart the nginx server when the config does not change between two tests. =head2 TEST_NGINX_SERVROOT The root of the nginx "hierarchy" (where you find the conf, *_tmp and logs directories). This value will be used with the C<-p> option of C. Defaults to appending C to the current directory. =head2 TEST_NGINX_IGNORE_MISSING_DIRECTIVES If set to 1 will SKIP all tests which C sections resulted in a C when trying to start C. Useful when you want to run tests on a build of nginx that does not include all modules it should. By default, these tests will FAIL. =head2 TEST_NGINX_EVENT_TYPE This environment can be used to specify a event API type to be used by Nginx. Possible values are C, C, C