[ELK] Nginx 监控

一、安装nginx 1.11.10

#yum -y install zlib zlib-devel openssl openssl-devel pcre pcre-devel

# cd/usr/local/src

#tar -zxvf nginx-1.11.10.tar.gz

# cdnginx-1.11.10

#./configure --prefix=/usr/local/nginx

# make&& make install

 

#/usr/local/nginx/sbin/nginx-t     #测试

 

 

二、修改nginx日志格式

# vi/usr/local/nginx/conf/nginx.conf

#user  nobody;

worker_processes  1;

 

#error_log  logs/error.log;

#error_log  logs/error.log  notice;

#error_log  logs/error.log  info;

 

#pid        logs/nginx.pid;

 

 

events {

    worker_connections  1024;

}

 

 

http {

    include       mime.types;

    default_type  application/octet-stream;

 

    #log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '

    log_format json '{"@timestamp":"$time_iso8601",'        #修改为json格式

               '"@version":"1",'

               '"client":"$remote_addr",'

               '"url":"$uri",'

               '"status":"$status",'

               '"domain":"$host",'

               '"host":"$server_addr",'

               '"size":$body_bytes_sent,'

               '"responsetime":$request_time,'

               '"referer":"$http_referer",'

               '"ua":"$http_user_agent"'

               '}';

    #                  '$status $body_bytes_sent "$http_referer" '

    #                  '"$http_user_agent" "$http_x_forwarded_for"';

 

    #access_log  logs/access.log  main;           #这一行要注释

 

    sendfile        on;

    #tcp_nopush     on;

 

    #keepalive_timeout  0;

    keepalive_timeout  65;

 

    #gzip  on;

 

    server {

        listen       80;

        server_name  localhost;

 

        #charset koi8-r;

 

        #access_log  logs/host.access.log  main;

        access_log /var/log/nginx/access_json.log json;            #log日志定义放在server{}中

 

        location / {

            root   html;

            index  index.html index.htm;

        }

 

        #error_page  404              /404.html;

 

        # redirect server error pages to the static page /50x.html

        #

        error_page   500 502 503 504  /50x.html;

        location = /50x.html {

            root   html;

        }

 

        # proxy the PHP scripts to Apache listening on 127.0.0.1:80

        #

        #location ~ \.php$ {

        #    proxy_pass  http://127.0.0.1;

        #}

 

        # pass the PHP scripts to FastCGI server listening on 127.0.0.1:9000

        #

        #location ~ \.php$ {

        #    root           html;

        #    fastcgi_pass   127.0.0.1:9000;

        #    fastcgi_index  index.php;

        #    fastcgi_param  SCRIPT_FILENAME  /scripts$fastcgi_script_name;

        #    include        fastcgi_params;

        #}

 

        # deny access to .htaccess files, if Apache's document root

        # concurs with nginx's one

        #

        #location ~ /\.ht {

        #    deny  all;

        #}

    }

 

 

    # another virtual host using mix of IP-, name-, and port-based configuration

    #

    #server {

    #    listen       8000;

    #    listen       somename:8080;

    #    server_name  somename  alias  another.alias;

 

    #    location / {

    #        root   html;

    #        index  index.html index.htm;

    #    }

    #}

 

 

    # HTTPS server

    #

    #server {

    #    listen       443 ssl;

    #    server_name  localhost;

 

    #    ssl_certificate      cert.pem;

    #    ssl_certificate_key  cert.key;

 

    #    ssl_session_cache    shared:SSL:1m;

    #    ssl_session_timeout  5m;

 

    #    ssl_ciphers  HIGH:!aNULL:!MD5;

    #    ssl_prefer_server_ciphers  on;

 

    #    location / {

    #        root   html;

    #        index  index.html index.htm;

    #    }

    #}

 

}

 

 

 

三、启动nginx

#/usr/local/nginx/sbin/nginx

 

四、编写logstash conf文件

input {

 

    file {                                                                              # file插件

        path =>"/var/log/nginx/access_json.log"          #日志

        type =>"nginx"                                                       #定义类型，在输出中可以用做if判断

        start_position =>"beginning"                              #string, one of ["beginning", "end"]。默认为end

        codec => json                                                          #格式为json

    }

 

}

 

output {

   elasticsearch {                                               

          hosts =>["192.168.1.75:9200"]                        #定义输出ip：port

          index =>"nginx-%{+YYYY.MM.dd}"                  #定义索引，这个在head/kopf/kibana可以方便查询

    }

 

}