diff --git a/playbooks/roles/filebeat/templates/filebeat-gateway-nginx-template.yml b/playbooks/roles/filebeat/templates/filebeat-gateway-nginx-template.yml index ea9c206..d117e04 100644 --- a/playbooks/roles/filebeat/templates/filebeat-gateway-nginx-template.yml +++ b/playbooks/roles/filebeat/templates/filebeat-gateway-nginx-template.yml @@ -9,6 +9,7 @@ filebeat.inputs: - "/data/log/nginx/error_{{ log }}.log" fields: source: {{ log | regex_replace('\*') }} + harvester_buffer_size: 1638400 {% endfor %} @@ -41,6 +42,8 @@ output.elasticsearch: pipeline: "gwlogs" username: {{ es_user }} password: {{ es_passwd }} + bulk_max_size: 724775731 + worker: 3 # ================================= Processors ================================= diff --git a/playbooks/roles/filebeat/templates/filebeat-manager-template.yml b/playbooks/roles/filebeat/templates/filebeat-manager-template.yml index d0f0016..4c207f9 100644 --- a/playbooks/roles/filebeat/templates/filebeat-manager-template.yml +++ b/playbooks/roles/filebeat/templates/filebeat-manager-template.yml @@ -13,6 +13,7 @@ filebeat.inputs: multiline.skip_newline: true fields: source: cp + harvester_buffer_size: 1638400 {% endfor %} filebeat.config.modules: @@ -44,6 +45,8 @@ output.elasticsearch: pipeline: "cplogs" username: {{ es_user }} password: {{ es_passwd }} + bulk_max_size: 724775731 + worker: 3 # ================================= Processors =================================