Fluentd日志监控 - 监控相关

#拉取镜像
	docker pull fluent/fluentd-kubernetes-daemonset:v1.17.1-debian-kafka-amd64-1.0
	
---
#Docker-compose部署
	mkdir -p /opt/fluentd
	cd /opt/fluentd
---
##yaml文件
	vim /opt/fluentd/docker-compose.yaml
	------------------------------------------------------------------
	#内容
    version: '3'
    services:
      fluentd:
        image: fluent/fluentd-kubernetes-daemonset:v1.17.1-debian-kafka-amd64-1.0
        ports:
          - "24231:24231"
        container_name: fluentd
        restart: always
        volumes:
        - /opt/fluentd:/fluentd/etc
        - /opt/d9cloud/communication/MessageRout/log/run.log:/opt/d9cloud/communication/MessageRout/log/run.log
        - /opt/auto.log:/opt/auto.log
        privileged: true
	------------------------------------------------------------------
	#/opt/d9cloud/communication/MessageRout/log/run.log为需要监控日志
	#/opt/auto.log为需要监控日志
	
---
##配置文件
	vim /opt/fluentd/fluent.conf
	------------------------------------------------------------------
	#定义prometheus的指标端口及路径
    <source>
      @type prometheus
      bind 0.0.0.0
      port 24231
      metrics_path /metrics
    </source>
    
	#定义prometheus的指标间隔时间
    <source>
      @type prometheus_output_monitor
      interval 10
      @id in_prometheus_output_monitor
    </source>
	
----
##日志监控示例
    <source>
      @type tail
      path /opt/d9cloud/communication/MessageRout/log/run.log
      pos_file /opt/d9cloud/communication/MessageRout/log/run.log.pos
      tag messagerout-deny-ip
      <parse>
        @type regexp
        expression /^(?<time>\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}\.\d{2,3})\s+(?<level>\w+)\s+\[common\]\s+(?<message>.*)$/
        time_format %Y-%m-%d %H:%M:%S.%L
      </parse>
    </source>
    
    <filter messagerout-deny-ip>
      @type grep
      <regexp>
        key message
        pattern ((25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.){3}(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)": 5
      </regexp>
    </filter>
    
	#输出指标
    <match messagerout-deny-ip>
      @type prometheus
      <metric>
        name fluentd_blocked_address_count
        type counter
        desc Count of log entries with the keyword 'fengjing'
        <labels>
          tag ${tag}
        </labels>
      </metric>
    </match>
	
	#调试使用，打印匹配内容，可测试匹配条件正不正确
	<match messagerout-deny-ip>
	  @type stdout
	  <format>
	    @type json
	  </format>
	</match>

---
##启动服务
	cd /opt/fluentd/
	docker-compose up -d

---
#Docker部署
##配置文件跟上面步骤一样
---
##启动服务
	docker run -d  --privileged --name=fluentd  -v /opt/fluentd:/fluentd/etc -v /opt/d9cloud/communication/MessageRout/log:/opt/d9cloud/communication/MessageRout/log -p 24231:24231 fluent/fluentd-kubernetes-daemonset:v1.17.1-debian-kafka-amd64-1.0