playbooks/roles/filebeat/templates/filebeat-gateway-nginx-template.yml

@@ -9,6 +9,7 @@ filebeat.inputs:
     - "/data/log/nginx/error_{{ log }}.log"
   fields:
     source: {{ log | regex_replace('\*') }}
+  harvester_buffer_size: 1638400
 
 {% endfor %}
 
@@ -41,6 +42,8 @@ output.elasticsearch:
   pipeline: "gwlogs"
   username: {{ es_user }}
   password: {{ es_passwd }}
+  bulk_max_size: 724775731
+  worker: 3
 
 
 # ================================= Processors =================================

playbooks/roles/filebeat/templates/filebeat-manager-template.yml

@@ -13,6 +13,7 @@ filebeat.inputs:
   multiline.skip_newline: true
   fields:
     source: cp
+  harvester_buffer_size: 1638400
 {% endfor %}
 
 filebeat.config.modules:
@@ -44,6 +45,8 @@ output.elasticsearch:
   pipeline: "cplogs"
   username: {{ es_user }}
   password: {{ es_passwd }}
+  bulk_max_size: 724775731
+  worker: 3
 
 
 # ================================= Processors =================================