Nginx1.19安装优化监控实时同步手册
环境如下：
[root@xxxxx ~]# cat /etc/redhat-release
CentOS Linux release 7.9.2009 (Core)
[root@xxxxx ~]# ls
nginx-1.19.6 nginx-module-vts-master nginx-vts-exporter-0.10.7
nginx-1.19.6.tar.gz nginx-module-vts-master.zip nginx-vts-exporter-0.10.7.zip
安装
# 添加用户
useradd nginx && usermod -s /sbin/nologin nginx
# 安装依赖
yum install gcc gcc-c++ pcre-devel openssl-devel zlib zlib-devel pcre -y
# 编译安装 nginx-module-vts-master 是监控用的，后面会细说
./configure --prefix=/usr/local/nginx --user=nginx --group=nginx --with-compat --with-file-aio --with-threads --with-http_addition_module --with-http_auth_request_module --with-http_dav_module --with-http_flv_module --with-http_gunzip_module --with-http_gzip_static_module --with-http_mp4_module --with-http_random_index_module --with-http_realip_module --with-http_secure_link_module --with-http_slice_module --with-http_ssl_module --with-http_stub_status_module --with-http_sub_module --with-http_v2_module --with-mail --with-mail_ssl_module --with-stream --with-stream_realip_module --with-stream_ssl_module --with-stream_ssl_preread_module --with-cc-opt='-O2 -g -pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector-strong --param=ssp-buffer-size=4 -grecord-gcc-switches -m64 -mtune=generic -fPIC' --with-ld-opt='-Wl,-z,relro -Wl,-z,now -pie' --add-module=/root/nginx-module-vts-master/ && make && make install
配置
nginx.conf
user nginx;
worker_processes auto;
worker_cpu_affinity auto;
error_log logs/error.log warn;
pid /var/run/nginx.pid;
worker_rlimit_nofile 65535;
events {
use epoll;
worker_connections 65535;
}
http {
fastcgi_intercept_errors on;
proxy_intercept_errors on;
include mime.types;
default_type application/octet-stream;
charset UTF-8;
large_client_header_buffers 4 16k;
client_body_buffer_size 64k;
proxy_connect_timeout 300;
proxy_read_timeout 300;
proxy_send_timeout 300;
proxy_busy_buffers_size 64k;
proxy_temp_file_write_size 64k;
client_header_buffer_size 64k;
client_max_body_size 50m;
proxy_buffer_size 64k;
proxy_buffers 8 32k;
log_format access ' $remote_addr; -; $remote_user; [$time_local]; "$request"; $status; $body_bytes_sent; "$http_referer"; "$http_user_agent"; $http_x_forwarded_for; $server_addr; $upstream_addr; $upstream_response_time; $request_time;';
access_log logs/access.log access buffer=32k;
sendfile on;
tcp_nopush on;
tcp_nodelay on;
keepalive_timeout 120s 120s;
keepalive_requests 300;
gzip on;
gzip_min_length 1k;
gzip_buffers 32 4k;
gzip_http_version 1.1;
gzip_comp_level 4;
gzip_types text/plain application/x-javascript application/javascript application/css text/css application/xml text/javascript;
gzip_vary on;
include /usr/local/nginx/conf/vhost/*.conf;
}
https.conf （性能提升的关键）
server {
listen 443 ssl reuseport http2;
server_name xx.cn;
ssl_certificate /usr/local/nginx/cert/xx.cer;
ssl_certificate_key /usr/local/nginx/cert/xx.key;
ssl_session_timeout 5m;
ssl_protocols TLSv1 TLSv1.1 TLSv1.2;
ssl_ciphers "EECDH+AESGCM:EDH+AESGCM:ECDHE-RSA-AES128-GCM-SHA256:AES256+EECDH:DHE-RSA-AES128-GCM-SHA256:AES256+EDH:ECDHE-RSA-AES256-GCM-SHA384:DHE-RSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-RSA-AES128-SHA256:ECDHE-RSA-AES256-SHA:ECDHE-RSA-AES128-SHA:DHE-RSA-AES256-SHA256:DHE-RSA-AES128-SHA256:DHE-RSA-AES256-SHA:DHE-RSA-AES128-SHA:ECDHE-RSA-DES-CBC3-SHA:EDH-RSA-DES-CBC3-SHA:AES256-GCM-SHA384:AES128-GCM-SHA256:AES256-SHA256:AES128-SHA256:AES256-SHA:AES128-SHA:DES-CBC3-SHA:HIGH:!aNULL:!eNULL:!EXPORT:!DES:!MD5:!PSK:!RC4";ssl_prefer_server_ciphers on;
error_page 400 401 402 403 404 408 410 412 413 414 415 500 501 502 503 506 = /error.html;
}
监控
由于要监控 Nginx 的 qps，需要用到 https://github.com/hnlq715/nginx-vts-exporter，而 Nginx-vts-exporter 又依赖于 nginx-module-vts，nginx-module-vts 前面编译的时候已经添加了该模块了。下面配置一下：
http {
vhost_traffic_status_zone;
...
server {
...
location /status {
allow 192.168.201.0/24;
deny all;
vhost_traffic_status_display;
vhost_traffic_status_display_format html;
}
}
}
打开浏览器访问 http://192.168.201.179/status/format/json 即可看到相应指标。这不是重点，看下一个Nginx-vts-exporter，这个自己编译老是有问题，找同事要了现成的包
nohup ./nginx-vts-exporter --nginx.scrape_uri=http://127.0.0.1/status/format/json &
同步
使用 lsyncd + rsyncd 做实时同步。将179的/usr/local/nginx/conf/、/usr/local/nginx/html目录实时同步到180机器上。
179操作：
yum install lsyncd -y
配置
[root@yyyyy web-service]# cat /etc/lsyncd.conf
settings {
logfile = "/tmp/lsyncd.log",
statusFile = "/tmp/lsyncd.status",
pidfile = "/var/run/lsyncd.pid",
statusInterval = 1,
nodaemon = false,
inotifyMode = "CloseWrite",
maxProcesses = 1,
maxDelays = 1,
}
sync {
default.rsync,
source = "/usr/local/nginx/conf/",
target = "xx@192.168.201.180::conf",
default.rsync,
source = "/usr/local/nginx/html/",
target = "xx@192.168.201.180::html",
exclude = "/image",
rsync = {
binary = "/usr/bin/rsync",
archive = true,
compress = false,
owner = true,
perms = true,
whole_file = false,
password_file = "/etc/passwd.txt"
}
}
sync {
default.rsync,
source = "/usr/local/nginx/html/",
target = "xx@192.168.201.180::html",
exclude = "/image",
rsync = {
binary = "/usr/bin/rsync",
archive = true,
compress = false,
owner = true,
perms = true,
whole_file = false,
password_file = "/etc/passwd.txt"
}
}
密码文件
[root@yyyyy]# cat /etc/passwd.txt
RFSiGjEgP$$062Lm
[root@yyyyy]# chmod 400 /etc/passwd.txt
180操作:
安装
yum install rsync -y
配置
[root@xxxxx web-service]# cat /etc/rsyncd.conf
log file = /var/log/rsyncd.log
pidfile = /var/run/rsyncd.pid
lock file = /var/run/rsync.lock
secrets file = /etc/rsync.pass
max connections = 0
uid = root
gid = root
port = 873
use chroot = no
read only = no
list = no
timeout = 600
auth users = xx
hosts allow = 192.168.201.179
hosts deny = 0.0.0.0/32
[html]
path = /usr/local/nginx/html/
comment = html
[conf]
path = /usr/local/nginx/conf/
comment = conf
验证文件
/etc/rsync.pass
[root@xxxxx]# chmod 400 /rsync.pass
[root@xxxxx]# cat /etc/rsync.pass
xx:RFSiGjEgP$$062Lm
在179新建一个文件，看看是否会实时同步到180