在使用nginx做负载均衡的时候，结合ceph对象网关

    1.ceph配置

    1. ceph配置并没有做任何修改

    2.nginx做配置

    nginx配置

    1. # For more information on configuration, see:
    2. #   * Official English Documentation: http://nginx.org/en/docs/
    3. #   * Official Russian Documentation: http://nginx.org/ru/docs/
    5. #user nginx;
    6. user root;
    7. #worker_processes 4;
    8. worker_processes auto;
    9. #worker_cpu_affinity 0001 0010 0100 1000;
    10. error_log /var/log/nginx/error.log;
    11. pid /var/run/nginx.pid;
    12. #worker_rlimit_nofile 204800;
    14. # Load dynamic modules. See /usr/share/nginx/README.dynamic.
    15. include /usr/share/nginx/modules/*.conf;
    17. events {
    18.     worker_connections 2048000;
    19. }
    23. http {
    24.     log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
    25.                       '$status $body_bytes_sent "$http_referer" '
    26.                       '"$http_user_agent" "$http_x_forwarded_for"';
    28.     access_log  /var/log/nginx/access.log  main;
    30.     sendfile            on;
    31.     tcp_nopush          on;
    32.     tcp_nodelay         on;
    33.     types_hash_max_size 2048;
    35.     include             /etc/nginx/mime.types;
    36.     default_type        application/octet-stream;
    38.     charset utf-8;
    40.     server_names_hash_bucket_size 8096;
    41.     client_header_buffer_size 8096k;
    42.     large_client_header_buffers 4 8096k;
    43.     client_max_body_size 1000m;
    44.     client_body_buffer_size 8m;
    47.     keepalive_timeout 120;
    49.     fastcgi_connect_timeout 300;
    50.     fastcgi_send_timeout 300;
    51.     fastcgi_read_timeout 300;
    52.     fastcgi_buffer_size 10240k;
    53.     fastcgi_buffers 16 10240k;
    55.     fastcgi_busy_buffers_size 10240k;
    56.     fastcgi_temp_file_write_size 10240k;
    58.     fastcgi_cache_valid 200 302 1h;
    59.     fastcgi_cache_valid 301 1d;
    60.     fastcgi_cache_valid any 1m;
    61.     fastcgi_cache_min_uses 1;
    62.     fastcgi_cache_use_stale error timeout invalid_header http_500;
    64.     open_file_cache max=204800 inactive=20s;
    65.     open_file_cache_min_uses 1;
    66.     open_file_cache_valid 30s;
    69.     gzip on;
    70.     gzip_min_length 1k;
    71.     gzip_buffers 4 16k;
    72.     gzip_http_version 1.0;
    73.     gzip_comp_level 2;
    74.     gzip_types text/plain application/x-javascript text/css application/xml;
    75.     gzip_vary on;
    80.     # Load modular configuration files from the /etc/nginx/conf.d directory.
    81.     # See http://nginx.org/en/docs/ngx_core_module.html#include
    82.     # for more information.
    83.     include /etc/nginx/conf.d/*.conf;
    84. }

    3.s3配置信息

    1. upstream s3lb  {
    2.     server 192.168.1.61:7480  weight=1;
    3.     server 192.168.1.62:7480  weight=1;
    4.     server 192.168.1.63:7480  weight=1;
    5. }
    7. server {
    8.     listen 80;
    9.     server_name  192.168.1.64;
    11.     access_log  /var/log/nginx/s3lb.access.log  main;
    12.     error_log  /var/log/nginx/s3lb.error.log;
    13.     root   html;
    14.     index  index.html index.htm index.php;
    16.     ## send request back to apache ##
    17.     location / {
    18.         proxy_pass  http://s3lb;
    20.         #Proxy Settings
    21.         proxy_redirect     off;
    22.         proxy_set_header   Host             $host;
    23.         proxy_set_header   X-Real-IP        $remote_addr;
    24.         proxy_set_header   X-Forwarded-For  $proxy_add_x_forwarded_for;
    25.         proxy_next_upstream error timeout invalid_header http_500 http_502 http_503 http_504;
    26.         proxy_max_temp_file_size 0;
    27.         proxy_connect_timeout      90;
    28.         proxy_send_timeout         90;
    29.         proxy_read_timeout         90;
    30.         proxy_buffer_size          4k;
    31.         proxy_buffers              4 32k;
    32.         proxy_busy_buffers_size    64k;
    33.         proxy_temp_file_write_size 64k;
    34.    }
    35. }