setup.template.enabled: true setup.ilm.enabled: true setup.template.name: "sit-flymoonlog" setup.template.pattern: "sit-flymoonlog*" #主配置文件加载子配置文件 filebeat.config.inputs: enabled: true path: /etc/filebeat/inputs.d/*.yml reload.enabled: true reload.period: 10s #处理器 processors: - dissect: when: equals: log_type: sys-info tokenizer: '%{timestamp} [%{thread}] %{log_level} %{class_name} - [%{method},%{line}] - %{message}' field: "message" target_prefix: "parsed_sys_info" # - include_fields: # fields: ["@timestamp", "log_type", "message", "application", "host.ip", "host.name", "log.file.path", "parsed_sys_info.timestamp", "parsed_sys_info.log_level", "parsed_sys_info.message", "parsed_sys_info.method", "parsed_sys_info.thread", "_id", "_index" ] - dissect: when: equals: log_type: sys-error tokenizer: '%{timestamp} [%{thread}] %{log_level} %{logger} - [%{method},%{line}] - %{message}' field: "message" target_prefix: "parsed_sys_error" # - include_fields: # fields: ["@timestamp", "log_type", "message", "application", "host.ip", "host.name", "log.file.path", "parsed_sys_info.timestamp", "parsed_sys_info.log_level", "parsed_sys_info.message", "parsed_sys_info.method", "parsed_sys_info.thread", "_id", "_index", "parsed_sys_info.logger" ] - dissect: when: equals: log_type: sys-user tokenizer: '%{timestamp} [%{thread}] %{log_level} %{module} - [%{method},%{line}] - %{message}' field: "message" target_prefix: "parsed_sys_user" # - include_fields: # fields: ["@timestamp", "log_type", "message", "application", "host.ip", "host.name", "log.file.path", "parsed_sys_info.timestamp", "parsed_sys_info.log_level", "parsed_sys_info.message", "parsed_sys_info.method", "parsed_sys_info.thread", "_id", "_index", "parsed_sys_info.module" ] #输出 output.elasticsearch: hosts: ["http://192.168.60.21:9200"] username: "admin" password: "123456" index: "sit-flymoonlog-%{[environment]}-%{[application]}-%{+yyyy.MM}" # 按月分割索引 bulk_max_size: 50 # 单批次传输最大文档数 worker: 1 # 并行工作线程数 timeout: 15s # 日志记录 logging.level: info logging.to_files: true logging.files: path: /var/log/filebeat name: filebeat.log keepfiles: 7 permissions: 0644 # 设置队列和内存使用 queue.mem: events: 1024 flush.min_events: 512 flush.timeout: 60s