From 99d5df308ffcfdc2c787b0781cd75e3931a0c28e Mon Sep 17 00:00:00 2001 From: pengln Date: Tue, 9 Nov 2021 15:16:48 +0800 Subject: [PATCH] =?UTF-8?q?#1001590=20=E5=A2=9E=E5=8A=A0=E9=92=88=E5=AF=B9?= =?UTF-8?q?=E4=B8=9A=E5=8A=A1=E5=BA=94=E7=94=A8=E6=97=A5=E5=BF=97=E7=9A=84?= =?UTF-8?q?=E9=87=87=E9=9B=86?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../filebeat/templates/filebeat-gateway-nginx-template.yml | 3 +++ .../roles/filebeat/templates/filebeat-manager-template.yml | 3 +++ 2 files changed, 6 insertions(+) diff --git a/playbooks/roles/filebeat/templates/filebeat-gateway-nginx-template.yml b/playbooks/roles/filebeat/templates/filebeat-gateway-nginx-template.yml index ea9c206..d117e04 100644 --- a/playbooks/roles/filebeat/templates/filebeat-gateway-nginx-template.yml +++ b/playbooks/roles/filebeat/templates/filebeat-gateway-nginx-template.yml @@ -9,6 +9,7 @@ filebeat.inputs: - "/data/log/nginx/error_{{ log }}.log" fields: source: {{ log | regex_replace('\*') }} + harvester_buffer_size: 1638400 {% endfor %} @@ -41,6 +42,8 @@ output.elasticsearch: pipeline: "gwlogs" username: {{ es_user }} password: {{ es_passwd }} + bulk_max_size: 724775731 + worker: 3 # ================================= Processors ================================= diff --git a/playbooks/roles/filebeat/templates/filebeat-manager-template.yml b/playbooks/roles/filebeat/templates/filebeat-manager-template.yml index d0f0016..4c207f9 100644 --- a/playbooks/roles/filebeat/templates/filebeat-manager-template.yml +++ b/playbooks/roles/filebeat/templates/filebeat-manager-template.yml @@ -13,6 +13,7 @@ filebeat.inputs: multiline.skip_newline: true fields: source: cp + harvester_buffer_size: 1638400 {% endfor %} filebeat.config.modules: @@ -44,6 +45,8 @@ output.elasticsearch: pipeline: "cplogs" username: {{ es_user }} password: {{ es_passwd }} + bulk_max_size: 724775731 + worker: 3 # ================================= Processors =================================