Lexa Software: Nginx-ru@sysoev.ru archive

Server Nginx (0.3.58) <-> Server Apache
загрузка на apache: 0.70 - 0.80
на nginx server загрузка 0.50 - 0.60
на servers - RHEL 4.0: 2.6.9-34.ELsmp, Dual 3Ghz Xeons, 4GB ram

1 million hits daily
~ 10 vhosts:

клиентам часто вылетает "500 Internal Server Error"

в error log много таких ошибок:

Главная проблемма (очень много)
"Too many open files" ( $ cat /proc/sys/fs/file-max >>>> 640000 )

2006/09/25 13:29:32 [alert] 26770#0: *632044 socket() failed (24: Too many open files) while connecting to upstream, client: 212.68.161.66, server: www.russianamerica.com, URL: "/top/logo/index.php?id=2401&logo=3", upstream: "http://66.223.112.93:80/top/logo/index.php?id=2401&logo=3", host: "www.russianamerica.com", referrer: "http://www.obozrevatel.com.ua/"
2006/09/25 13:29:32 [alert] 26770#0: *647996 socket() failed (24: Too many open files) while connecting to upstream, client: 24.167.53.180, server: www.russianamerica.com, URL: "/top/logo/index.php?id=1809", upstream: "http://66.223.112.93:80/top/logo/index.php?id=1809", host: "www.russianamerica.com", referrer: "http://www.ulitka.com/forum/mv/msg/22188/0//0/"
2006/09/25 13:29:32 [alert] 26770#0: *647997 socket() failed (24: Too many open files) while connecting to upstream, client: 84.57.211.47, server: www.russianamerica.com, URL: "/top/logo/index.php?id=5731", upstream: "http://66.223.112.93:80/top/logo/index.php?id=5731", host: "www.russianamerica.com", referrer: "http://www.swinguru.co.il/"
2006/09/25 13:29:32 [alert] 26770#0: *647999 socket() failed (24: Too many open files) while connecting to upstream, client: 195.66.152.2, server: www.russianamerica.com, URL: "/top/logo/index.php?id=5901", upstream: "http://66.223.112.93:80/top/logo/index.php?id=5901", host: "www.russianamerica.com", referrer: "http://cripo.com.ua/?sect_id=2"
2006/09/25 13:29:32 [alert] 26770#0: *648034 socket() failed (24: Too many open files) while connecting to upstream, client: 131.137.245.198, server: www.russianamerica.com, URL: "/top/logo/index.php?id=2529&logo=3", upstream: "http://66.223.112.93:80/top/logo/index.php?id=2529&logo=3", host: "www.russianamerica.com", referrer: "http://translation2.paralink.com/newbot.asp"

...

2006/09/25 14:53:33 [alert] 20827#0: *1158815 socket() failed (24: Too many open files) while connecting to upstream, client: 212.176.204.130, server: www.russianboston.com, URL: "/gfx/back_top.gif", upstream: "http://66.223.112.95:80/gfx/back_top.gif", host: "www.russianboston.com", referrer: "http://www.russianboston.com/archive/j-article.php?id=26776"
2006/09/25 14:53:33 [alert] 20827#0: *1158743 socket() failed (24: Too many open files) while connecting to upstream, client: 4.252.98.40, server: www.russianamerica.com, URL: "/top/logo/index.php?id=6323", upstream: "http://66.223.112.93:80/top/logo/index.php?id=6323", host: "www.russianamerica.com", referrer: "http://www.seewomenfree.com/links.htm"
2006/09/25 14:53:33 [crit] 20827#0: *1158819 open() "/usr/local/nginx/html/ra/images/banner/top_ani.gif" failed (24: Too many open files), client: 62.197.114.146, server: www.russianamerica.com, URL: "/images/banner/top_ani.gif", host: "www.russianamerica.com", referrer: "http://translit.ru/"
2006/09/25 14:53:33 [alert] 20827#0: accept() failed (24: Too many open files) while accepting new connection on 66.223.113.86:80

Вторичная проблемма:
110: Connection timed out: ( тк сервера не нагружены - то все должно быть OK )

2006/09/25 13:00:45 [error] 26770#0: *454684 upstream timed out (110: Connection timed out) while connecting to upstream, client: 85.202.58.31, server: www.russianamerica.com, URL: "/top/logo/index.php?id=2401&logo=3", upstream: "http://66.223.112.93:80/top/logo/index.php?id=2401&logo=3", host: "www.russianamerica.com", referrer: "http://www.obozrevatel.com/news/2006/9/25/137099.htm"
2006/09/25 13:00:45 [error] 26770#0: *454700 upstream timed out (110: Connection timed out) while connecting to upstream, client: 84.188.85.92, server: www.russianamerica.com, URL: "/cg/ratop.gif", upstream: "http://66.223.112.93:80/cg/ratop.gif", host: "www.russianamerica.com", referrer: "http://www.cccp.de/telegram/index.php"

Что и где нужно подправить??
Какие опции надо добавить??

current config:

$ cat nginx.conf

worker_processes 2;

error_log /var/log/nginx/error.log;

pid        /var/run/nginx.pid;

events {
    worker_connections 1024;
}

http {
    include       conf/mime.types;
    default_type application/octet-stream;

    log_format main '$remote_addr [$time_local] $status '
                      '"$request"';
    access_log   /var/log/nginx/access_log main;

    gzip on;
    gzip_min_length 1100;
    gzip_buffers     4 8k;
    gzip_types       text/plain;

    sendfile         on;
    tcp_nopush       on;
    tcp_nodelay      on;

    keepalive_timeout 75 20;

    server {
        listen       ra.ng:80;
        server_name www.russianamerica.com;

        location / {
            proxy_pass http://ra/;
            proxy_set_header   Host             $host;
            proxy_set_header   X-Real-IP        $remote_addr;
        }

        location /cg/ratop.gif {
          root /usr/local/nginx/html/ra;
          access_log off;
        }

        location /cg/0.gif {
          root /usr/local/nginx/html/ra;
          access_log off;
        }

        location /images/banner/top_ani.gif {
          root /usr/local/nginx/html/ra;
          access_log off;
        }

        location /gfx/ {
          root /usr/local/nginx/html/ra;
          access_log off;
        }
    }

    server {
        listen       rb.ng:80;
        server_name www.russianboston.com;

        location / {
            proxy_pass http://rb/;
            proxy_set_header   Host             $host;
            proxy_set_header   X-Real-IP        $remote_addr;
        }

        location /gfx/ {
          root /usr/local/nginx/html/rb;
          access_log off;
        }

    }

    server {
        listen       rla.ng:80;
        server_name www.russianla.com;

        location / {
            proxy_pass http://rla/;
            proxy_set_header   Host             $host;
            proxy_set_header   X-Real-IP        $remote_addr;
        }

        location /gfx/ {
          root /usr/local/nginx/html/rla;
          access_log off;
        }
    }

    server {
        listen       forum.ng:80;
        server_name forum.russianamerica.com;

        location / {
            proxy_pass http://forum/;
            proxy_set_header   Host             $host;
            proxy_set_header   X-Real-IP        $remote_addr;
        }

    }

}

problems: 1. too many open files 2. upstream timed out,