[nginx + apache]

ibasaw

Member
Jan 4, 2014
39
0
6
hi,

i can't running nginx as reverse proxy for apache on proxmox

i got a 502 bad gateway error and

Code:
connect() failed (111: Connection refused) while connecting to upstream, client: xxx, server: www.domain, request: "GET / HTTP/1.1", upstream: "http://MYIP:8080/", host: "www.domain"

on the host i allow the port 80 and 8080

i use nat like this on host:

Code:
        /sbin/iptables -t nat -A PREROUTING -i vmbr0 -p tcp --dport 80 -j DNAT --to 192.168.0.1:80
        /sbin/iptables -t nat -A PREROUTING -i vmbr0 -p tcp --dport 8080 -j DNAT --to 192.168.0.1:8080

here my apache conf on guest:

Code:
<VirtualHost 0.0.0.0:8080>
    ServerName www.domain
    DocumentRoot /home/www/domain
    ErrorDocument 404 http://www.domain
    CustomLog /var/log/apache2/domain.access_log combined
    Errorlog /var/log/apache2/domain.error_log
    <IfModule mod_php5.c>
        php_value display_errors Off
        php_value error_reporting 6143
        php_value xdebug.default_enable 0
    </IfModule>
    <Location />
        Allow from all
    </Location>
    <Location /.htaccess>
    Deny from all
    </Location>
    <Directory /home/www/domain>
        Options FollowSymlinks
        AllowOverride All
    </Directory>
    <IfModule mod_ssl.c>
        SSLEngine off
    </IfModule>
</VirtualHost>

and the nginx conf:
Code:
user www-data;
worker_processes 2;

error_log /var/log/nginx/error_log error; #default: error

events {
    worker_connections  1024;
    use epoll;
}

http {

    include /etc/nginx/mime.types;
    default_type application/octet-stream;

    log_format main
        '$remote_addr - $remote_user [$time_local] '
        '"$request" $status $bytes_sent '
        '"$http_referer" "$http_user_agent" '
        '"$gzip_ratio"';

    client_body_buffer_size 2048k;    
        
    client_header_timeout 3m;
    client_body_timeout 3m;
    send_timeout 3m;
    
    connection_pool_size 256;
    client_header_buffer_size 1k;
    large_client_header_buffers 4 2k;
    request_pool_size 4k;

    gzip on;
    gzip_min_length 1000;
    gzip_comp_level 9;
    gzip_proxied any;

    gzip_buffers 4 8k;
    gzip_types text/css application/x-javascript \
        text/xml application/xml application/xml+rss text/javascript application/x-plist
    application/atom_xml image/svg+xml application/xhtml+xml;
    
    gzip_disable "MSIE [1-6].(?!.*SV1)";
    gzip_vary on;

    output_buffers 1 32k;
    postpone_output 1460;

    sendfile on;
    tcp_nopush on;
    tcp_nodelay on;

    keepalive_timeout 5 5;

    ignore_invalid_headers on;

    index index.html;

    include /etc/nginx/conf.d/*.conf;
    include /etc/nginx/sites-enabled/*;
}

and

Code:
server {

    listen 80;
    server_name www.domain;
    access_log /var/log/nginx/domain.access_log main;
    error_log /var/log/nginx/domain.error_log info;
    
    location / {
        proxy_pass http://192.168.0.1:8080;
        proxy_redirect default;
        proxy_set_header Host $host;
        proxy_set_header X-Real-IP $remote_addr;
        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
        proxy_connect_timeout       600;
        proxy_send_timeout          600;
        proxy_read_timeout          600;
        send_timeout                600;
        proxy_intercept_errors on;
    }
    
    location ~* ^.+\.(jpg|jpeg|gif|png|ico|css|zip|tgz|gz|rar|bz2|doc|xls|exe|ppt|txt|tar|mid|midi|wav|bmp|rtf|js|pdf)$ {
        root   /home/www/domain;
    }
}

don't see my error...

++
 
nat? this is all what i use for nginx & proxmox - works for me; replace $IP by your public ip...

server {
listen $IP:80;
server_name $IP;
return 307 https://$IP$uri ;
}
server {
listen $IP:443 ssl;

ssl_certificate /etc/pve/local/pve-ssl.pem;
ssl_certificate_key /etc/pve/local/pve-ssl.key;

server_name $IP;
location / {
client_max_body_size 4096M;
proxy_pass https://localhost:8006;
include /etc/nginx/proxy_params;
}
}
 
All these commands were executed in the guest CT

apache2 + nginx inside the same guest: 192.168.0.1 listen on ipv4 only

Code:
netstat -pan | grep ":80"
tcp        0      0 0.0.0.0:80              0.0.0.0:*               LISTEN      1599/nginx
tcp        0      0 0.0.0.0:8080            0.0.0.0:*               LISTEN      1402/apache2
tcp        0      1 192.168.0.1:45529       192.168.0.1:8080        SYN_SENT    1600/nginx: worker
tcp        0      0 192.168.0.1:80          195.81.224.200:44841    ESTABLISHED 1600/nginx: worker

Code:
 lsof -i :8080
COMMAND  PID     USER   FD   TYPE DEVICE SIZE/OFF NODE NAME
apache2 1402     root    3u  IPv4  17140      0t0  TCP *:http-alt (LISTEN)
apache2 1491 www-data    3u  IPv4  17140      0t0  TCP *:http-alt (LISTEN)
apache2 1492 www-data    3u  IPv4  17140      0t0  TCP *:http-alt (LISTEN)
apache2 1493 www-data    3u  IPv4  17140      0t0  TCP *:http-alt (LISTEN)
apache2 1494 www-data    3u  IPv4  17140      0t0  TCP *:http-alt (LISTEN)
apache2 1495 www-data    3u  IPv4  17140      0t0  TCP *:http-alt (LISTEN)

Code:
lsof -i :80
COMMAND  PID     USER   FD   TYPE DEVICE SIZE/OFF NODE NAME
nginx   1599     root    7u  IPv4  28683      0t0  TCP *:http (LISTEN)
nginx   1600 www-data    7u  IPv4  28683      0t0  TCP *:http (LISTEN)
nginx   1601 www-data    7u  IPv4  28683      0t0  TCP *:http (LISTEN)

Code:
 iptables -L
Chain INPUT (policy ACCEPT)
target     prot opt source               destination

Chain FORWARD (policy ACCEPT)
target     prot opt source               destination

Chain OUTPUT (policy ACCEPT)
target     prot opt source               destination

Code:
 ifconfig
eth0      Link encap:Ethernet  HWaddr 3e:da:ad:c7:f0:f9
          inet addr:192.168.0.1  Bcast:192.168.0.255  Mask:255.255.255.0
          inet6 addr: fe80::3cda:adff:fec7:f0f9/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:147 errors:0 dropped:0 overruns:0 frame:0
          TX packets:106 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:15741 (15.3 KiB)  TX bytes:22355 (21.8 KiB)

here the error on the browser
Code:
504 Gateway Time-out

It seems that apache is not reachable, don't see activities in the error logs

I'm getting nuts ! Where is the solution ?
 
pve does not use apache anymore...
I remember a thread about some issues with reverse proxy (probably nginx), after the change... search this forum

Marco
 
i don 't want to use nginx as reverse proxy for the host, but only inside a guest CT as apache reverse proxy

I do it on another web server, but can't reproduce same inside a CT.
 
Code:
nginx -V
nginx version: nginx/1.2.1
TLS SNI support enabled
configure arguments: --prefix=/etc/nginx --conf-path=/etc/nginx/nginx.conf --error-log-path=/var/log/nginx/error.log --http-client-body-temp-path=/var/lib/nginx/body --http-fastcgi-temp-path=/var/lib/nginx/fastcgi --http-log-path=/var/log/nginx/access.log --http-proxy-temp-path=/var/lib/nginx/proxy --http-scgi-temp-path=/var/lib/nginx/scgi --http-uwsgi-temp-path=/var/lib/nginx/uwsgi --lock-path=/var/lock/nginx.lock --pid-path=/var/run/nginx.pid --with-pcre-jit --with-debug --with-http_addition_module --with-http_dav_module --with-http_geoip_module --with-http_gzip_static_module --with-http_image_filter_module --with-http_realip_module --with-http_stub_status_module --with-http_ssl_module --with-http_sub_module --with-http_xslt_module --with-ipv6 --with-sha1=/usr/include/openssl --with-md5=/usr/include/openssl --with-mail --with-mail_ssl_module --add-module=/tmp/buildd/nginx-1.2.1/debian/modules/nginx-auth-pam --add-module=/tmp/buildd/nginx-1.2.1/debian/modules/nginx-echo --add-module=/tmp/buildd/nginx-1.2.1/debian/modules/nginx-upstream-fair --add-module=/tmp/buildd/nginx-1.2.1/debian/modules/nginx-dav-ext-module


Code:
tcpdump -i any tcp port 8080
tcpdump: verbose output suppressed, use -v or -vv for full protocol decode
listening on any, link-type LINUX_SLL (Linux cooked), capture size 65535 bytes
16:15:55.804126 IP 192.168.0.1.39939 > localhost.localdomain.http-alt: Flags [S], seq 2682200414, win 14600, options [mss 1460,sackOK,TS val 691915 ecr 0,nop,wscale 7], length 0
16:15:56.803406 IP 192.168.0.1.39939 > localhost.localdomain.http-alt: Flags [S], seq 2682200414, win 14600, options [mss 1460,sackOK,TS val 692915 ecr 0,nop,wscale 7], length 0
16:15:58.803417 IP 192.168.0.1.39939 > localhost.localdomain.http-alt: Flags [S], seq 2682200414, win 14600, options [mss 1460,sackOK,TS val 694915 ecr 0,nop,wscale 7], length 0
16:16:02.803433 IP 192.168.0.1.39939 > localhost.localdomain.http-alt: Flags [S], seq 2682200414, win 14600, options [mss 1460,sackOK,TS val 698915 ecr 0,nop,wscale 7], length 0

Code:
tcpdump -i any tcp port 80
tcpdump: verbose output suppressed, use -v or -vv for full protocol decode
listening on any, link-type LINUX_SLL (Linux cooked), capture size 65535 bytes
16:17:10.810955 IP 195.81.224.200.50257 > 192.168.0.1.http: Flags [F.], seq 1121185038, ack 3218444754, win 256, length 0
16:17:10.811073 IP 192.168.0.1.http > 195.81.224.200.50257: Flags [F.], seq 1, ack 1, win 123, length 0
16:17:10.820736 IP 195.81.224.200.50257 > 192.168.0.1.http: Flags [.], ack 2, win 256, length 0
16:17:11.757855 IP 195.81.224.200.55837 > 192.168.0.1.http: Flags [S], seq 1160100021, win 8192, options [mss 1460,nop,wscale 8,nop,nop,sackOK], length 0
16:17:11.757873 IP 192.168.0.1.http > 195.81.224.200.55837: Flags [S.], seq 967353937, ack 1160100022, win 14600, options [mss 1460,nop,nop,sackOK,nop,wscale 7], length 0
16:17:11.767393 IP 195.81.224.200.55837 > 192.168.0.1.http: Flags [.], ack 1, win 256, length 0
16:17:11.775291 IP 195.81.224.200.55837 > 192.168.0.1.http: Flags [P.], seq 1:572, ack 1, win 256, length 571
16:17:11.775306 IP 192.168.0.1.http > 195.81.224.200.55837: Flags [.], ack 572, win 123, length 0


is it good or bad ?
 
Last edited:
debug log connection...

Code:
2014/01/30 16:56:29 [debug] 6228#0: epoll add event: fd:8 op:1 ev:00000001
2014/01/30 16:56:32 [debug] 6228#0: post event 00000000018672E0
2014/01/30 16:56:32 [debug] 6228#0: delete posted event 00000000018672E0
2014/01/30 16:56:32 [debug] 6228#0: accept on 192.168.0.1:80, ready: 0
2014/01/30 16:56:32 [debug] 6228#0: posix_memalign: 000000000183CC30:256 @16
2014/01/30 16:56:32 [debug] 6228#0: *1 accept: 195.81.224.200 fd:13
2014/01/30 16:56:32 [debug] 6228#0: *1 event timer add: 13: 60000:1391097452271
2014/01/30 16:56:32 [debug] 6228#0: *1 epoll add event: fd:13 op:1 ev:80000001
2014/01/30 16:56:32 [debug] 6228#0: *1 post event 00000000018673B0
2014/01/30 16:56:32 [debug] 6228#0: *1 delete posted event 00000000018673B0
2014/01/30 16:56:32 [debug] 6228#0: *1 malloc: 000000000184A580:1296
2014/01/30 16:56:32 [debug] 6228#0: *1 posix_memalign: 0000000001861730:256 @16
2014/01/30 16:56:32 [debug] 6228#0: *1 malloc: 000000000184AAA0:1024
2014/01/30 16:56:32 [debug] 6228#0: *1 posix_memalign: 000000000184AEB0:4096 @16
2014/01/30 16:56:32 [debug] 6228#0: *1 http process request line
2014/01/30 16:56:32 [debug] 6228#0: *1 recv: fd:13 571 of 1024
2014/01/30 16:56:32 [debug] 6228#0: *1 http request line: "GET / HTTP/1.1"
2014/01/30 16:56:32 [debug] 6228#0: *1 http uri: "/"
2014/01/30 16:56:32 [debug] 6228#0: *1 http args: ""
2014/01/30 16:56:32 [debug] 6228#0: *1 http exten: ""
2014/01/30 16:56:32 [debug] 6228#0: *1 http process request header line
2014/01/30 16:56:32 [debug] 6228#0: *1 http header: "Host: www.domain.com"
2014/01/30 16:56:32 [debug] 6228#0: *1 http header: "User-Agent: Mozilla/5.0 (Windows NT 6.1; WOW64; rv:26.0) Gecko/20100101 Firefox/26.0"
2014/01/30 16:56:32 [debug] 6228#0: *1 http header: "Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"
2014/01/30 16:56:32 [debug] 6228#0: *1 http header: "Accept-Language: fr-fr,en-us;q=0.7,en;q=0.3"
2014/01/30 16:56:32 [debug] 6228#0: *1 http header: "Accept-Encoding: gzip, deflate"
2014/01/30 16:56:32 [debug] 6228#0: *1 http header: "DNT: 1"
2014/01/30 16:56:32 [debug] 6228#0: *1 http header: "Cookie: __utma=212984461.37517733.1390986813.1390986813.1391089439.2; __utmz=212984461.1390986813.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); fontSize=100; __utmc=212984461; 0780504c28ce4b7ff5fc57f72bcac1c1=5e651c74f8a2e6f47a29dbf407fbbcfd"
2014/01/30 16:56:32 [debug] 6228#0: *1 http header: "Connection: keep-alive"
2014/01/30 16:56:32 [debug] 6228#0: *1 http header done
2014/01/30 16:56:32 [debug] 6228#0: *1 event timer del: 13: 1391097452271
2014/01/30 16:56:32 [debug] 6228#0: *1 generic phase: 0
2014/01/30 16:56:32 [debug] 6228#0: *1 rewrite phase: 1
2014/01/30 16:56:32 [debug] 6228#0: *1 test location: "/"
2014/01/30 16:56:32 [debug] 6228#0: *1 test location: ~ "^.+\.(jpg|jpeg|gif|png|ico|css|zip|tgz|gz|rar|bz2|doc|xls|exe|ppt|txt|tar|mid|midi|wav|bmp|rtf|js|pdf)$"
2014/01/30 16:56:32 [debug] 6228#0: *1 using configuration "/"
2014/01/30 16:56:32 [debug] 6228#0: *1 http cl:-1 max:1048576
2014/01/30 16:56:32 [debug] 6228#0: *1 rewrite phase: 3
2014/01/30 16:56:32 [debug] 6228#0: *1 post rewrite phase: 4
2014/01/30 16:56:32 [debug] 6228#0: *1 generic phase: 5
2014/01/30 16:56:32 [debug] 6228#0: *1 generic phase: 6
2014/01/30 16:56:32 [debug] 6228#0: *1 generic phase: 7
2014/01/30 16:56:32 [debug] 6228#0: *1 access phase: 8
2014/01/30 16:56:32 [debug] 6228#0: *1 access phase: 9
2014/01/30 16:56:32 [debug] 6228#0: *1 access phase: 10
2014/01/30 16:56:32 [debug] 6228#0: *1 post access phase: 11
2014/01/30 16:56:32 [debug] 6228#0: *1 http init upstream, client timer: 0
2014/01/30 16:56:32 [debug] 6228#0: *1 epoll add event: fd:13 op:3 ev:80000005
2014/01/30 16:56:32 [debug] 6228#0: *1 posix_memalign: 0000000001841140:4096 @16
2014/01/30 16:56:32 [debug] 6228#0: *1 http script copy: "Host: "
2014/01/30 16:56:32 [debug] 6228#0: *1 http script var: "www.domain.com"
2014/01/30 16:56:32 [debug] 6228#0: *1 http script copy: "
"
2014/01/30 16:56:32 [debug] 6228#0: *1 http script copy: "X-Real-IP: "
2014/01/30 16:56:32 [debug] 6228#0: *1 http script var: "195.81.224.200"
2014/01/30 16:56:32 [debug] 6228#0: *1 http script copy: "
"
2014/01/30 16:56:32 [debug] 6228#0: *1 http script copy: "X-Forwarded-For: "
2014/01/30 16:56:32 [debug] 6228#0: *1 http script var: "195.81.224.200"
2014/01/30 16:56:32 [debug] 6228#0: *1 http script copy: "
"
2014/01/30 16:56:32 [debug] 6228#0: *1 http script copy: "Connection: close
"
2014/01/30 16:56:32 [debug] 6228#0: *1 http proxy header: "User-Agent: Mozilla/5.0 (Windows NT 6.1; WOW64; rv:26.0) Gecko/20100101 Firefox/26.0"
2014/01/30 16:56:32 [debug] 6228#0: *1 http proxy header: "Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"
2014/01/30 16:56:32 [debug] 6228#0: *1 http proxy header: "Accept-Language: fr-fr,en-us;q=0.7,en;q=0.3"
2014/01/30 16:56:32 [debug] 6228#0: *1 http proxy header: "Accept-Encoding: gzip, deflate"
2014/01/30 16:56:32 [debug] 6228#0: *1 http proxy header: "DNT: 1"
2014/01/30 16:56:32 [debug] 6228#0: *1 http proxy header: "Cookie: __utma=212984461.37517733.1390986813.1390986813.1391089439.2; __utmz=212984461.1390986813.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); fontSize=100; __utmc=212984461; 0780504c28ce4b7ff5fc57f72bcac1c1=5e651c74f8a2e6f47a29dbf407fbbcfd"
2014/01/30 16:56:32 [debug] 6228#0: *1 http proxy header:
"GET / HTTP/1.0
Host: www.domain.com
X-Real-IP: 195.81.224.200
X-Forwarded-For: 195.81.224.200
Connection: close
User-Agent: Mozilla/5.0 (Windows NT 6.1; WOW64; rv:26.0) Gecko/20100101 Firefox/26.0
Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8
Accept-Language: fr-fr,en-us;q=0.7,en;q=0.3
Accept-Encoding: gzip, deflate
DNT: 1
Cookie: __utma=212984461.37517733.1390986813.1390986813.1391089439.2; __utmz=212984461.1390986813.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); fontSize=100; __utmc=212984461; 0780504c28ce4b7ff5fc57f72bcac1c1=5e651c74f8a2e6f47a29dbf407fbbcfd

"
2014/01/30 16:56:32 [debug] 6228#0: *1 http cleanup add: 0000000001841438
2014/01/30 16:56:32 [debug] 6228#0: *1 get rr peer, try: 1
2014/01/30 16:56:32 [debug] 6228#0: *1 socket 14
2014/01/30 16:56:32 [debug] 6228#0: *1 epoll add connection: fd:14 ev:80000005
2014/01/30 16:56:32 [debug] 6228#0: *1 connect to 192.168.0.1:8080, fd:14 #2
2014/01/30 16:56:32 [debug] 6228#0: *1 http upstream connect: -2
2014/01/30 16:56:32 [debug] 6228#0: *1 posix_memalign: 000000000184BEC0:128 @16
2014/01/30 16:56:32 [debug] 6228#0: *1 event timer add: 14: 60000:1391097452287
2014/01/30 16:56:32 [debug] 6228#0: *1 http finalize request: -4, "/?" a:1, c:2
2014/01/30 16:56:32 [debug] 6228#0: *1 http request count:2 blk:0
2014/01/30 16:56:32 [debug] 6228#0: *1 post event 000000000187ABC0
2014/01/30 16:56:32 [debug] 6228#0: *1 delete posted event 000000000187ABC0
2014/01/30 16:56:32 [debug] 6228#0: *1 http run request: "/?"
2014/01/30 16:56:32 [debug] 6228#0: *1 http upstream check client, write event:1, "/"
2014/01/30 16:56:32 [debug] 6228#0: *1 http upstream recv(): -1 (11: Resource temporarily unavailable)
2014/01/30 16:57:32 [debug] 6228#0: *1 event timer del: 14: 1391097452287
2014/01/30 16:57:32 [debug] 6228#0: *1 http upstream request: "/?"
2014/01/30 16:57:32 [debug] 6228#0: *1 http upstream send request handler
2014/01/30 16:57:32 [debug] 6228#0: *1 http next upstream, 4
2014/01/30 16:57:32 [debug] 6228#0: *1 free rr peer 1 4
2014/01/30 16:57:32 [error] 6228#0: *1 upstream timed out (110: Connection timed out) while connecting to upstream, client: 195.81.224.200, server: www.domain.com, request: "GET / HTTP/1.1", upstream: "http://192.168.0.1:8080/", host: "www.domain.com"
2014/01/30 16:57:32 [debug] 6228#0: *1 finalize http upstream request: 504
2014/01/30 16:57:32 [debug] 6228#0: *1 finalize http proxy request
2014/01/30 16:57:32 [debug] 6228#0: *1 free rr peer 0 0
2014/01/30 16:57:32 [debug] 6228#0: *1 close http upstream connection: 14
2014/01/30 16:57:32 [debug] 6228#0: *1 free: 000000000184BEC0, unused: 48
2014/01/30 16:57:32 [debug] 6228#0: *1 reusable connection: 0
2014/01/30 16:57:32 [debug] 6228#0: *1 http finalize request: 504, "/?" a:1, c:1
2014/01/30 16:57:32 [debug] 6228#0: *1 http special response: 504, "/?"
2014/01/30 16:57:32 [debug] 6228#0: *1 http set discard body
2014/01/30 16:57:32 [debug] 6228#0: *1 xslt filter header
2014/01/30 16:57:32 [debug] 6228#0: *1 HTTP/1.1 504 Gateway Time-out
Server: nginx/1.2.1
Date: Thu, 30 Jan 2014 15:57:32 GMT
Content-Type: text/html
Content-Length: 182
Connection: keep-alive

2014/01/30 16:57:32 [debug] 6228#0: *1 write new buf t:1 f:0 00000000018414C0, pos 00000000018414C0, size: 161 file: 0, size: 0
2014/01/30 16:57:32 [debug] 6228#0: *1 http write filter: l:0 f:0 s:161
2014/01/30 16:57:32 [debug] 6228#0: *1 http output filter "/?"
2014/01/30 16:57:32 [debug] 6228#0: *1 http copy filter: "/?"
2014/01/30 16:57:32 [debug] 6228#0: *1 image filter
2014/01/30 16:57:32 [debug] 6228#0: *1 xslt filter body
2014/01/30 16:57:32 [debug] 6228#0: *1 http postpone filter "/?" 0000000001841680
2014/01/30 16:57:32 [debug] 6228#0: *1 write old buf t:1 f:0 00000000018414C0, pos 00000000018414C0, size: 161 file: 0, size: 0
2014/01/30 16:57:32 [debug] 6228#0: *1 write new buf t:0 f:0 0000000000000000, pos 00000000006BF480, size: 130 file: 0, size: 0
2014/01/30 16:57:32 [debug] 6228#0: *1 write new buf t:0 f:0 0000000000000000, pos 00000000006BE100, size: 52 file: 0, size: 0
2014/01/30 16:57:32 [debug] 6228#0: *1 http write filter: l:1 f:0 s:343
2014/01/30 16:57:32 [debug] 6228#0: *1 http write filter limit 0
2014/01/30 16:57:32 [debug] 6228#0: *1 writev: 343
2014/01/30 16:57:32 [debug] 6228#0: *1 http write filter 0000000000000000
2014/01/30 16:57:32 [debug] 6228#0: *1 http copy filter: 0 "/?"
2014/01/30 16:57:32 [debug] 6228#0: *1 http finalize request: 0, "/?" a:1, c:1
2014/01/30 16:57:32 [debug] 6228#0: *1 set http keepalive handler
2014/01/30 16:57:32 [debug] 6228#0: *1 http close request
2014/01/30 16:57:32 [debug] 6228#0: *1 http log handler
2014/01/30 16:57:32 [debug] 6228#0: *1 free: 000000000184AEB0, unused: 0
2014/01/30 16:57:32 [debug] 6228#0: *1 free: 0000000001841140, unused: 2519
2014/01/30 16:57:32 [debug] 6228#0: *1 event timer add: 13: 65000:1391097517347
2014/01/30 16:57:32 [debug] 6228#0: *1 free: 000000000184A580
2014/01/30 16:57:32 [debug] 6228#0: *1 free: 000000000184AAA0
2014/01/30 16:57:32 [debug] 6228#0: *1 hc free: 0000000000000000 0
2014/01/30 16:57:32 [debug] 6228#0: *1 hc busy: 0000000000000000 0
2014/01/30 16:57:32 [debug] 6228#0: *1 tcp_nodelay
2014/01/30 16:57:32 [debug] 6228#0: *1 reusable connection: 1
2014/01/30 16:57:32 [debug] 6228#0: *1 post event 00000000018673B0
2014/01/30 16:57:32 [debug] 6228#0: *1 delete posted event 00000000018673B0
2014/01/30 16:57:32 [debug] 6228#0: *1 http keepalive handler
2014/01/30 16:57:32 [debug] 6228#0: *1 malloc: 000000000184A580:1024
2014/01/30 16:57:32 [debug] 6228#0: *1 recv: fd:13 -1 of 1024
2014/01/30 16:57:32 [debug] 6228#0: *1 recv() not ready (11: Resource temporarily unavailable)