84 lines
		
	
	
		
			1.9 KiB
		
	
	
	
		
			YAML
		
	
	
	
	
	
		
		
			
		
	
	
			84 lines
		
	
	
		
			1.9 KiB
		
	
	
	
		
			YAML
		
	
	
	
	
	
|  | setup.template.enabled: true
 | ||
|  | setup.ilm.enabled: true
 | ||
|  | setup.template.name: "out-241-flymoonlog"
 | ||
|  | setup.template.pattern: "out-241-flymoonlog*"
 | ||
|  | 
 | ||
|  | 
 | ||
|  | 
 | ||
|  | #主配置文件加载子配置文件
 | ||
|  | filebeat.config.inputs:
 | ||
|  |   enabled: true
 | ||
|  |   path: /etc/filebeat/inputs.d/*.yml
 | ||
|  |   reload.enabled: true
 | ||
|  |   reload.period: 10s
 | ||
|  | 
 | ||
|  | 
 | ||
|  | 
 | ||
|  | # 处理器
 | ||
|  | processors:
 | ||
|  |   - dissect:
 | ||
|  |       when:
 | ||
|  |         equals:
 | ||
|  |           log_type: email-log
 | ||
|  |       tokenizer: '%{timestamp} [%{thread}] %{level} %{class} - [%{method_line}] - %{message}'
 | ||
|  |       field: "message"
 | ||
|  |       target_prefix: "mylog"
 | ||
|  |       ignore_missing: true
 | ||
|  |       overwrite_keys: true
 | ||
|  | 
 | ||
|  | ### s2的lessie ####################################
 | ||
|  | 
 | ||
|  |   - dissect:
 | ||
|  |       when:
 | ||
|  |         equals:
 | ||
|  |           log_type: s2_lessie_search.log
 | ||
|  |       tokenizer: '%{timestamp} - %{level} - %{module} - %{function} - %{message}'
 | ||
|  |       field: "message"
 | ||
|  |       target_prefix: "mylog"
 | ||
|  |       ignore_missing: true
 | ||
|  |       overwrite_keys: true
 | ||
|  | 
 | ||
|  |   # 针对带有 [level: | event: | msg: | context:] 的日志,再做一次 dissect
 | ||
|  |   - dissect:
 | ||
|  |       when:
 | ||
|  |         regexp:
 | ||
|  |           mylog.message: '^\[level:.*\]'
 | ||
|  |       tokenizer: '[level: %{event_level} | event: %{event} | msg: %{msg} | context: %{context}]'
 | ||
|  |       field: "mylog.message"
 | ||
|  |       target_prefix: "mylog"
 | ||
|  |       ignore_missing: true
 | ||
|  |       overwrite_keys: true
 | ||
|  | 
 | ||
|  | ### s2的lessie ##################################
 | ||
|  | 
 | ||
|  | 
 | ||
|  | 
 | ||
|  | 
 | ||
|  | #输出
 | ||
|  | output.elasticsearch:
 | ||
|  |   hosts: ["http://106.53.194.199:9200"]
 | ||
|  |   username: "admin"
 | ||
|  |   password: "123456"
 | ||
|  |   index: "out-241-flymoonlog-%{[environment]}-%{[application]}-%{+yyyy.MM}"  # 按月分割索引
 | ||
|  |   bulk_max_size: 50       # 单批次传输最大文档数
 | ||
|  |   worker: 1                # 并行工作线程数
 | ||
|  |   timeout: 15s
 | ||
|  | 
 | ||
|  | 
 | ||
|  | 
 | ||
|  | # 日志记录
 | ||
|  | logging.level: info
 | ||
|  | logging.to_files: true
 | ||
|  | logging.files:
 | ||
|  |   path: /var/log/filebeat
 | ||
|  |   name: filebeat.log
 | ||
|  |   keepfiles: 7
 | ||
|  |   permissions: 0644
 | ||
|  | 
 | ||
|  | 
 | ||
|  | 
 | ||
|  | # 设置队列和内存使用
 | ||
|  | queue.mem:
 | ||
|  |   events: 1024
 | ||
|  |   flush.min_events: 512
 | ||
|  |   flush.timeout: 10s
 |