From c614f216a79985a34bb1eecd4fe4ba4b8fb01b18 Mon Sep 17 00:00:00 2001 From: Stefan Reimer Date: Thu, 13 May 2021 16:21:16 +0200 Subject: [PATCH] fix: minor performance tuning for logging pipeline --- charts/kubezero-logging/Chart.yaml | 2 +- charts/kubezero-logging/templates/eck/elasticsearch.yaml | 2 +- charts/kubezero-logging/values.yaml | 5 +++-- 3 files changed, 5 insertions(+), 4 deletions(-) diff --git a/charts/kubezero-logging/Chart.yaml b/charts/kubezero-logging/Chart.yaml index cf6db4a..513fb71 100644 --- a/charts/kubezero-logging/Chart.yaml +++ b/charts/kubezero-logging/Chart.yaml @@ -2,7 +2,7 @@ apiVersion: v2 name: kubezero-logging description: KubeZero Umbrella Chart for complete EFK stack type: application -version: 0.6.4 +version: 0.6.5 appVersion: 1.4.1 home: https://kubezero.com icon: https://cdn.zero-downtime.net/assets/kubezero/logo-small-64.png diff --git a/charts/kubezero-logging/templates/eck/elasticsearch.yaml b/charts/kubezero-logging/templates/eck/elasticsearch.yaml index 145f3d2..f20d9d1 100644 --- a/charts/kubezero-logging/templates/eck/elasticsearch.yaml +++ b/charts/kubezero-logging/templates/eck/elasticsearch.yaml @@ -24,7 +24,7 @@ spec: {{- if .processors }} node.processors: {{ .processors }} {{- end }} - indices.memory.index_buffer_size: "30%" + indices.memory.index_buffer_size: "20%" podTemplate: {{- if $.Values.es.s3Snapshot.iamrole }} metadata: diff --git a/charts/kubezero-logging/values.yaml b/charts/kubezero-logging/values.yaml index efc5491..85d3fdc 100644 --- a/charts/kubezero-logging/values.yaml +++ b/charts/kubezero-logging/values.yaml @@ -181,8 +181,9 @@ fluentd: logstash_format true reconnect_on_error true reload_on_failure true - request_timeout 60s + request_timeout 120s suppress_type_name true + bulk_message_request_threshold 2097152 @type file_single @@ -190,7 +191,7 @@ fluentd: chunk_limit_size 8MB total_limit_size 4GB flush_mode interval - flush_thread_count 2 + flush_thread_count 8 flush_interval 10s flush_at_shutdown true retry_type exponential_backoff