ZeroDownTime/KubeZero
3
0
Fork 0
Code Issues 1 Pull Requests 25 Packages Projects Releases Wiki Activity

fix: performance tuning for logging pipeline / fluentd

Browse Source
This commit is contained in:
Stefan Reimer 2021-05-17 12:04:46 +02:00
parent 8c44fc3943
commit d053b3484c
1 changed files with 10 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
charts/kubezero-logging/values.yaml
View File

@ -119,6 +119,8 @@ fluentd:
fileConfigs: fileConfigs:
00_system.conf: |- 00_system.conf: |-
<system> <system>
root_dir /var/log/fluentd
# log_level debug
workers 2 workers 2
</system> </system>
01_sources.conf: |- 01_sources.conf: |-
@ -161,7 +163,7 @@ fluentd:
04_outputs.conf: |- 04_outputs.conf: |-
<label @OUTPUT> <label @OUTPUT>
<match **> <match **>
@id elasticsearch @id out_es
@type elasticsearch @type elasticsearch
@log_level info @log_level info
include_tag_key true include_tag_key true
@ -181,21 +183,22 @@ fluentd:
logstash_format true logstash_format true
reconnect_on_error true reconnect_on_error true
reload_on_failure true reload_on_failure true
request_timeout 120s request_timeout 60s
suppress_type_name true suppress_type_name true
bulk_message_request_threshold 2097152 slow_flush_log_threshold 40.0
# bulk_message_request_threshold 2097152
<buffer tag> <buffer tag>
@type file_single @type file_single
path /var/log/fluentd-buffers/kubernetes.system.buffer chunk_limit_size 16MB
chunk_limit_size 8MB
total_limit_size 4GB total_limit_size 4GB
flush_mode interval flush_mode interval
flush_thread_count 8 flush_thread_count 2
flush_interval 10s flush_interval 10s
flush_at_shutdown true flush_at_shutdown true
retry_type exponential_backoff retry_type exponential_backoff
retry_timeout 300m retry_timeout 2h
flush_thread_interval 30s
overflow_action drop_oldest_chunk overflow_action drop_oldest_chunk
disable_chunk_backup true disable_chunk_backup true
</buffer> </buffer>