知乎专栏 |
# cat /etc/nginx/nginx.conf #user nobody; worker_processes 4; #error_log logs/error.log; #error_log logs/error.log notice; #error_log logs/error.log info; #pid logs/nginx.pid; events { worker_connections 40960; use epoll; } http { include mime.types; default_type application/octet-stream; #log_format main '$remote_addr - $remote_user [$time_local] "$request" ' # '$status $body_bytes_sent "$http_referer" ' # '"$http_user_agent" "$http_x_forwarded_for"'; #access_log logs/access.log main; access_log /dev/null; sendfile on; #tcp_nopush on; #keepalive_timeout 0; keepalive_timeout 65; #gzip on; upstream backend{ # server 172.16.0.6:80; server 10.0.0.68:80; server 10.0.0.69:80; } server { listen 80; server_name localhost; #charset koi8-r; #access_log logs/host.access.log main; # location / { # root html; # index index.html index.htm; # } access_log /dev/null; error_log /dev/null; location / { # proxy_pass $scheme://$host$request_uri; # proxy_set_header Host $http_host; # proxy_buffers 256 4k; # proxy_max_temp_file_size 0; # proxy_connect_timeout 30; # proxy_cache_valid 200 302 10m; # proxy_cache_valid 301 1h; # proxy_cache_valid any 1m; proxy_pass http://backend; proxy_redirect off; proxy_set_header Host $host; # proxy_set_header X-Real-IP $remote_addr; # proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; client_max_body_size 10m; client_body_buffer_size 128k; proxy_connect_timeout 30; proxy_send_timeout 30; proxy_read_timeout 30; proxy_buffer_size 4k; proxy_buffers 256 4k; proxy_busy_buffers_size 64k; proxy_temp_file_write_size 64k; tcp_nodelay on; } #error_page 404 /404.html; # redirect server error pages to the static page /50x.html # error_page 500 502 503 504 /50x.html; location = /50x.html { root html; } } }
/etc/nginx/conf.d/
proxy_cache_path /www/cache keys_zone=www:128m; server { location / { proxy_pass http://example.net; proxy_cache www; proxy_cache_key $uri; proxy_cache_valid 200 302 60m; proxy_cache_valid 404 1m; } }
proxy_cache_valid 配置HTTP状态码与缓存时间
proxy_cache_valid any 1m; 任何内容缓存一分钟 proxy_cache_valid 200 302 60m; 状态200,302页面缓存 60分钟 proxy_cache_valid 404 1m; 状态404页面缓存1分钟
http { proxy_cache_path /var/www/cache levels=1:2 keys_zone=my-cache:8m max_size=1000m inactive=600m; proxy_temp_path /var/www/cache/tmp; server { location / { proxy_pass http://example.net; proxy_cache mycache; proxy_cache_valid 200 302 60m; proxy_cache_valid 404 1m; } } }
location / { proxy_pass http://localhost; proxy_set_header Host $host; proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; proxy_ignore_headers Set-Cookie; proxy_ignore_headers Cache-Control; proxy_cache_bypass $http_secret_header; add_header X-Cache-Status $upstream_cache_status; }
server { listen 80; server_name example.org; root /var/www; index index.html index.php; location ~* .+.(ico|jpg|gif|jpeg|css|js|flv|png|swf)$ { expires max; } location / { proxy_pass http://backend; proxy_set_header X-Real-IP $remote_addr; proxy_set_header Host $http_host; proxy_cache cache; proxy_cache_key $host$request_uri; proxy_cache_valid 200 304 12h; proxy_cache_valid 302 301 12h; proxy_cache_valid any 1m; proxy_ignore_headers Cache-Control Expires; proxy_pass_header Set-Cookie; } }
proxy_cache_valid 200 302 10m; proxy_cache_valid 301 1h; proxy_cache_valid any 1m;
需求如下
http://www.example.com/images/logo.jpg => http://images.example.com/logo.jpg
如果直接 proxy_pass http://images.example.com; 的后果是http://images.example.com/images/logo.jpg,我们需要去掉images目录,这里使用rewrite /images/(.+)$ /$1 break;实现
location ^~ /images/ { rewrite /images/(.+)$ /$1 break; proxy_pass http://images.example.com; break; }
如果文件不存在,那么去指定的节点上寻找
location / { root /www; proxy_intercept_errors on; if (!-f $request_filename) { proxy_pass http://172.16.1.1; break; } } location / { root /www/images; proxy_intercept_errors on; if (!-f $request_filename) { proxy_pass http://172.16.1.2; break; } }
server { listen 80; server_name info.example.com; #charset koi8-r; access_log /var/log/nginx/info.example.com.access.log main; location / { root /www/example.com/info.example.com; index index.html index.htm; rewrite ^/$ http://www.example.com/; valid_referers none blocked *.example.com; if ($invalid_referer) { #rewrite ^(.*)$ http://www.example.com/cn/$1; return 403; } proxy_intercept_errors on; # proxy_set_header X-Real-IP $remote_addr; # proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; # proxy_set_header Host $host; # # proxy_cache one; # proxy_cache_valid 200 302 304 10m; # proxy_cache_valid 301 1h; # proxy_cache_valid any 1m; if ( $request_uri ~ "^/public/datas/(sge|cgse|futures|fx_price|gold_price|stock|bonds)\.xml$") { proxy_pass http://211.176.212.212$request_uri; break; } if (!-f $request_filename) { proxy_pass http://infoadmin.example.com; #proxy_pass http://backend; break; } } location ~ ^/index\.php$ { return 403; } location ~ ^/(config|include|crontab|/systemmanage)/ { deny all; break; } #error_page 404 /404.html; # redirect server error pages to the static page /50x.html # error_page 500 502 503 504 /50x.html; location = /50x.html { root /usr/share/nginx/html; } }
需求,在web目录下索引静态,如果不存在便进入proxy处理,通常proxy后面是tomcat等应用服务器。
我们可以使用 try_files 与 proxy_pass 实现我们的需求
server { listen 80; server_name m.netkiller.cn; charset utf-8; access_log /var/log/nginx/m.netkiller.cn.access.log; location / { root /www/example.com/m.example.com; try_files $uri $uri/ @proxy; } location @proxy { proxy_pass http://127.0.0.1:8000; proxy_set_header Host $host; proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; } #error_page 404 /404.html; # redirect server error pages to the static page /50x.html # error_page 500 502 503 504 /50x.html; location = /50x.html { root /usr/share/nginx/html; } # deny access to .htaccess files, if Apache's document root # concurs with nginx's one # #location ~ /\.ht { # deny all; #} location ~ ^/WEB-INF/ { deny all; } location ~ \.(html|js|css|jpg|png|gif|swf)$ { root /www/example.com/m.example.com; expires 1d; } location ~ \.(ico|fla|flv|mp3|mp4|wma|wmv|exe)$ { root /www/example.com/m.example.com; expires 7d; } location ~ \.flv { flv; } location ~ \.mp4$ { mp4; } location /module { root /www/example.com/m.example.com; } }
背景:nginx + tomcat 模式,nginx 开启 SSI , Tomcat 动态页面中输出 SSI 标签
# cat /etc/nginx/conf.d/www.netkiller.cn.conf server { listen 80; server_name www.netkiller.cn; charset utf-8; access_log /var/log/nginx/www.netkiller.cn.access.log; location / { #index index.html index.htm; proxy_pass http://127.0.0.1:8080; proxy_set_header Host $host; proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; } #error_page 404 /404.html; # redirect server error pages to the static page /50x.html # error_page 500 502 503 504 /50x.html; location = /50x.html { root /usr/share/nginx/html; } }
test.jsp 文件
<%@ page language="java" import="java.util.*,java.text.SimpleDateFormat" pageEncoding="UTF-8"%> <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> <html> <head> <title>show time</title> </head> <body> <% Date date=new Date(); SimpleDateFormat ss=new SimpleDateFormat("yyyy-MM-dd HH:mm:ss"); String lgtime=ss.format(date); %> <center> <h1><%=lgtime%></h1> </center> <!--# set var="test" value="Hello netkiller!" --> <!--# echo var="test" --> </body> </html>
测试并查看源码,你会看到SSI标签
<!--# set var="test" value="Hello netkiller!" --> <!--# echo var="test" -->
解决方案
location / { ssi on; proxy_set_header Accept-Encoding ""; proxy_pass http://127.0.0.1:8080; proxy_set_header Host $host; proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; }
再次测试,你将看不到SSI标签,只能看到文本输出Hello netkiller!
Proxy 通过IP地址访问目的主机,如果目的主机是虚拟主机,你就需要告诉目的主机是那个域名。
proxy_set_header Host www.example.com;
proxy_set_header Host $server_name;
server { listen 80; server_name www.example.com; charset utf-8; access_log /var/log/nginx/www.example.com.access.log main; proxy_set_header Host $server_name; location / { proxy_pass http://154.21.16.57; } #error_page 404 /404.html; # redirect server error pages to the static page /50x.html # error_page 500 502 503 504 /50x.html; location = /50x.html { root /usr/share/nginx/html; } }
location / { root /var/www; proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; proxy_set_header Host $http_host; proxy_redirect false; if ($request_uri ~* "\.(ico|css|js|gif|jpe?g|png)\?[0-9]+$") { expires max; break; } if (-f $request_filename) { break; } if (-f $request_filename/index.html) { rewrite (.*) $1/index.html break; } if (-f $request_filename.html) { rewrite (.*) $1.html break; } proxy_pass http://backend; }
proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header Host $host; proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; proxy_set_header User-Agent "Mozilla/5.0 (compatible; MSIE 10.6; Windows NT 6.1; Trident/5.0; InfoPath.2; SLCC1; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET CLR 2.0.50727) 3gpp-gba UNTRUSTED/1.0"; proxy_set_header X-Forwarded-URI $request_uri;
例如响应头:
Connection: keep-alive Content-Encoding: gzip Content-Type: text/html; charset=UTF-8 Date: Thu, 04 Feb 2018 02:20:36 GMT Transfer-Encoding: chunked Vary: Accept-Encoding X-Powered-By: PHP/7.2.0
隐藏 PHP 版本信息
proxy_hide_header X-Powered-By;
location /images/ { proxy_cache my_cache; proxy_ignore_headers Cache-Control; proxy_cache_valid any 30m; ... }
有时用户会设置自定义的 HTTP 头信息,这些不符合 HTTP 的头信息如果需要会被 proxy_pass 过滤并丢弃。
proxy_pass_request_headers off;
默认系统是开启的
proxy_pass_request_headers on;
proxy_connect_timeout: 链接超时设置,后端服务器连接的超时时间,发起握手等候响应超时时间。
proxy_read_timeout: 连接成功后,等候后端服务器响应时间,其实已经进入后端的排队之中等候处理,也可以说是后端服务器处理请求的时间。
proxy_send_timeout: 后端服务器数据回传时间,就是在规定时间之内后端服务器必须传完所有的数据。
location / { proxy_pass http://127.0.0.1:8000; proxy_set_header Host $host; proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; proxy_connect_timeout 60s; proxy_read_timeout 300s; proxy_send_timeout 300s; }
proxy_set_header Accept-Encoding ""; # 防止网站gzip sub_filter '景峰' '景峯'; # 有效 sub_filter 'neo' 'netkiller'; sub_filter_once off; # 全部替换
location /neo { proxy_pass https://www.netkiller.cn; proxy_redirect off; proxy_set_header Host $host; proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; } }
/api/ 走代理,其他页面走 Nginx
server { listen 443 ssl http2; server_name www.netkiller.cn netkiller.cn; ssl_certificate ssl/netkiller.cn.crt; ssl_certificate_key ssl/netkiller.cn.key; ssl_session_cache shared:SSL:20m; ssl_session_timeout 60m; charset utf-8; #access_log /var/log/nginx/host.access.log main; location / { root /opt/netkiller.cn/www.netkiller.cn; index index.html; } location ^~ /api/ { proxy_pass http://127.0.0.1:8080; proxy_http_version 1.1; proxy_set_header Host $host; break; } #error_page 404 /404.html; # redirect server error pages to the static page /50x.html # error_page 500 502 503 504 /50x.html; location = /50x.html { root /usr/share/nginx/html; } # deny access to .htaccess files, if Apache's document root # concurs with nginx's one # location ~ /\.ht { deny all; } }
127.0.0.1 api.example.com 172.16.0.10 api1.example.com 172.16.0.11 api2.example.com
upstream api.example.com { least_conn; server api1.example.com; server api2.example.com; } server { listen 80; server_name api.example.com; charset utf-8; access_log /var/log/nginx/api.example.com.access.log; location / { proxy_pass http://api.example.com; proxy_set_header X-Real-IP $remote_addr; #proxy_set_header Host $host; proxy_set_header Host api.example.com; } #error_page 404 /404.html; # redirect server error pages to the static page /50x.html # error_page 500 502 503 504 /50x.html; location = /50x.html { root /usr/share/nginx/html; } # proxy the PHP scripts to Apache listening on 127.0.0.1:80 # #location ~ \.php$ { # proxy_pass http://127.0.0.1; #} }
server { listen 80; server_name m.netkiller.cn; charset utf-8; access_log /var/log/nginx/m.netkiller.cn.access.log; location / { root /www/example.com/m.example.com; rewrite ^(.*)\;jsessionid=(.*)$ $1 break; try_files $uri $uri/ @proxy; } location @proxy { proxy_pass http://127.0.0.1:8000; proxy_set_header Host $host; proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; } #error_page 404 /404.html; # redirect server error pages to the static page /50x.html # error_page 500 502 503 504 /50x.html; location = /50x.html { root /usr/share/nginx/html; } # deny access to .htaccess files, if Apache's document root # concurs with nginx's one # #location ~ /\.ht { # deny all; #} location ~ ^/WEB-INF/ { deny all; } location ~ \.(html|js|css|jpg|png|gif|swf)$ { root /www/example.com/m.example.com; expires 1d; } location ~ \.(ico|fla|flv|mp3|mp4|wma|wmv|exe)$ { root /www/example.com/m.example.com; expires 7d; } location ~ \.flv { flv; } location ~ \.mp4$ { mp4; } location /module { root /www/example.com/m.example.com; } }
上面的jsessionid处理方式
背景各种原因需要再Nginx前面再增加一层Nginx虽然需求很变态,本着学习的目的试了试。
这里还使用了 http2 加速 nginx ssl http2 -> nginx ssl http2 -> Tomcat 8080
server { listen 443 ssl http2; server_name www.netkiller.cn; ssl_certificate ssl/netkiller.cn.crt; ssl_certificate_key ssl/netkiller.cn.key; # ssl_session_cache shared:SSL:1m; # ssl_session_timeout 5m; # ssl_ciphers HIGH:!aNULL:!MD5; # ssl_prefer_server_ciphers on; location / { proxy_buffers 16 4k; proxy_buffer_size 2k; proxy_pass https://www.netkiller.cn; proxy_pass_header Set-Cookie; add_header From www.netkiller.cn; proxy_set_header Cookie $http_cookie; proxy_set_header Host $host; proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; proxy_cookie_domain www.netkiller.cn netkiller.cn; #proxy_cookie_path / "/; secure; HttpOnly"; proxy_set_header Accept-Encoding ""; proxy_ignore_client_abort on; } }
有几点需要注意:
如果是443你需要挂在证书,需要透传cookie给目的主机,否则你将无法支持Session,应用程序需要从 X-Forwarded-For 获取IP地址。
下面是一个通过 proxy_pass 代理live800的案例,我们需要处理几个地方:
Host头处理,Cookie传递,替换原因页面中的域名,替换文件有html,css,xml,css,js
location ~ ^/k800 { #rewrite ^/live800/(.*) /$1 break; proxy_pass http://118.23.24.15; proxy_pass_header Set-Cookie; proxy_set_header Accept-Encoding ""; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; proxy_set_header Host www.example.com; proxy_set_header Cookie $http_cookie; sub_filter_types text/html text/css text/xml text/css text/javascript; sub_filter 'www.example.com' '$host'; sub_filter_once off; }
server { listen 80; listen 443 ssl http2; server_name api.netkiller.cn; ssl_certificate ssl/netkiller.cn.crt; ssl_certificate_key ssl/netkiller.cn.key; ssl_session_cache shared:SSL:20m; ssl_session_timeout 60m; ssl_protocols TLSv1 TLSv1.1 TLSv1.2; charset utf-8; access_log /var/log/nginx/api.netkiller.cn.access.log main; location / { proxy_pass http://127.0.0.1:7000; } location ^~ /api { add_header Access-Control-Allow-Origin *; add_header Access-Control-Allow-Headers Content-Type,Origin; add_header Access-Control-Allow-Methods GET,OPTIONS; proxy_pass http://other.example.com/api/; } }
通过 proxy 汉化 restful 接口返回的 json 字符串。
背景,有这样一个需求,前端HTML5通过ajax与restful交互,ajax会显示接口返回json数据,由于js做了混淆无法修改与restful交互的逻辑,但是json反馈结果需要汉化。
汉化前接口如下,返回message为 "message":"Full authentication is required to access this resource"
neo@netkiller ~/workspace/Developer/Python % curl http://api.netkiller.cn/restful/member/get/1.json {"timestamp":1505206067543,"status":401,"error":"Unauthorized","message":"Full authentication is required to access this resource","path":"/restful/member/get/1.json"}
建立一个代理服务器,代理介于用户和接口之间,ajax 访问接口需要经过这个代理服务器中转。
增加 /etc/nginx/conf.d/api.netkiller.cn.conf 配置文件
server { listen 80; server_name api.netkiller.cn; charset utf-8; location / { proxy_pass http://localhost:8443; proxy_http_version 1.1; proxy_set_header Host $host; sub_filter_types application/json; sub_filter 'Full authentication is required to access this resource' '用户验证错误'; sub_filter_once off; } }
所谓汉化就是字符串替换,使用nginx sub_filter 模块。
重新启动 nginx 然后测试汉化效果
neo@netkiller ~/workspace/Developer/Python % curl http://api.netkiller.cn/restful/member/get/1.json {"timestamp":1505208931927,"status":401,"error":"Unauthorized","message":"用户验证错误","path":"/restful/member/get/1.json"}
现在我们看到效果是 "message":"用户验证错误"
server { listen 80; listen 443 ssl http2; server_name www.netkiller.cn netkiller.cn; ssl_certificate ssl/netkiller.cn.crt; ssl_certificate_key ssl/netkiller.cn.key; ssl_session_cache shared:SSL:20m; ssl_session_timeout 60m; charset utf-8; #access_log /var/log/nginx/host.access.log main; error_page 497 https://$host$uri?$args; if ($scheme = http) { return 301 https://$server_name$request_uri; } location ^~ /member/ { proxy_pass https://47.75.176.32:443; proxy_set_header Host www.netkiller.cn; break; } location / { root /opt/www.netkiller.cn; index index.html index.php; } #error_page 404 /404.html; # redirect server error pages to the static page /50x.html # error_page 500 502 503 504 /50x.html; location = /50x.html { root /usr/share/nginx/html; } # proxy the PHP scripts to Apache listening on 127.0.0.1:80 # #location ~ \.php$ { # proxy_pass http://127.0.0.1; #} # pass the PHP scripts to FastCGI server listening on 127.0.0.1:9000 # location ~ \.php$ { root html; fastcgi_pass 127.0.0.1:9000; fastcgi_index index.php; fastcgi_param SCRIPT_FILENAME /opt/www.netkiller.cn$fastcgi_script_name; include fastcgi_params; } # deny access to .htaccess files, if Apache's document root # concurs with nginx's one # location ~ /\.ht { deny all; } }
mkdir -p /var/cache/nginx/ipfs chown nginx:root /var/cache/nginx/ipfs
proxy_cache_path /var/cache/nginx/ipfs keys_zone=ipfs:4096m; server { listen 80; server_name localhost; #charset koi8-r; access_log /var/log/nginx/ipfs.access.log; location / { proxy_pass http://127.0.0.1:8080; proxy_cache ipfs; proxy_cache_valid 200 30d; expires max; } location ~* .+.(mp4)$ { rewrite ^/(.*)\.mp4$ /$1 last; proxy_pass http://127.0.0.1:8080; proxy_cache ipfs; proxy_cache_valid 200 30d; expires max; mp4; } #error_page 404 /404.html; # redirect server error pages to the static page /50x.html # error_page 500 502 503 504 /50x.html; location = /50x.html { root /usr/share/nginx/html; } }
查看缓存情况
[root@netkiller ~]# find /var/cache/nginx/ipfs/ /var/cache/nginx/ipfs/ /var/cache/nginx/ipfs/47c3015c7a497f26f650a817f5a179ab
nginx 代理 springboot,Springboot 使用了 JWT 认证,HTTP头为 Authorization: Bearer {BASE64}
admin.netkiller.cn 后台需要限制登陆,公司没有固定IP地址,尝试了 VPN 方案,被封。最终决定使用 HTTP Auth,HTTP Auth 使用 HTTP Authorization: Basic {BASE64}。
问题来了,由于HTTP的 key 都是 Authorization,Authorization: Basic 会覆盖掉 Authorization: Bearer 导致 Springboot 无法认证返回 401.
使用下面👇配置解决,注意⚠️调试的时候需要每次关闭浏览器,否则会保留状态,不生效。
auth_basic off; proxy_pass_request_headers on;
完成的例子
server { listen 80; listen 443 ssl http2; server_name admin.netkiller.cn; include /etc/nginx/default.d/*.conf; access_log /var/log/nginx/admin.netkiller.cn.access.log; error_log /var/log/nginx/admin.netkiller.cn.error.log; error_page 497 https://$host$uri?$args; if ($scheme = http) { return 301 https://$server_name$request_uri; } location / { auth_basic "Administrator's Area"; auth_basic_user_file htpasswd; root /opt/netkiller.cn/admin.netkiller.cn; try_files $uri $uri/ /index.html; index index.html; } location /api/ { auth_basic off; proxy_pass_request_headers on; proxy_set_header Host $http_host; proxy_set_header X-Real-IP $remote_addr; proxy_set_header REMOTE-HOST $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; proxy_pass http://api.netkiller.cn:8080/; } error_page 404 /404.html; location = /40x.html { } error_page 500 502 503 504 /50x.html; location = /50x.html { } }