ZeroDownTime/KubeZero
3
0
Fork 0
Code Issues 1 Pull Requests 25 Packages Projects Releases Wiki Activity

fix: more fine tuning for fluent pipeline

Browse Source
This commit is contained in:
Stefan Reimer 2021-07-14 17:38:32 +02:00
parent e31c44481a
commit 32d0095d3a
4 changed files with 13 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
charts/kubezero-logging/Chart.yaml
View File

@ -2,7 +2,7 @@ apiVersion: v2
name: kubezero-logging name: kubezero-logging
description: KubeZero Umbrella Chart for complete EFK stack description: KubeZero Umbrella Chart for complete EFK stack
type: application type: application
version: 0.7.0 version: 0.7.1
appVersion: 1.6.0 appVersion: 1.6.0
home: https://kubezero.com home: https://kubezero.com
icon: https://cdn.zero-downtime.net/assets/kubezero/logo-small-64.png icon: https://cdn.zero-downtime.net/assets/kubezero/logo-small-64.png
@ -26,6 +26,6 @@ dependencies:
version: 0.2.6 version: 0.2.6
condition: fluentd.enabled condition: fluentd.enabled
- name: fluent-bit - name: fluent-bit
version: 0.15.14 version: 0.15.15
condition: fluent-bit.enabled condition: fluent-bit.enabled
kubeVersion: ">= 1.18.0" kubeVersion: ">= 1.18.0"

6
charts/kubezero-logging/charts/fluent-bit/Chart.yaml
View File

@ -1,8 +1,8 @@
annotations: annotations:
artifacthub.io/changes: | artifacthub.io/changes: |
- Upgrade fluent-bit image to v1.7.8 - Upgrade fluent-bit image to v1.7.9
apiVersion: v1 apiVersion: v1
appVersion: 1.7.8 appVersion: 1.7.9
description: Fast and lightweight log processor and forwarder or Linux, OSX and BSD description: Fast and lightweight log processor and forwarder or Linux, OSX and BSD
family operating systems. family operating systems.
home: https://fluentbit.io/ home: https://fluentbit.io/
@ -21,4 +21,4 @@ maintainers:
name: fluent-bit name: fluent-bit
sources: sources:
- https://github.com/fluent/fluent-bit/ - https://github.com/fluent/fluent-bit/
version: 0.15.14 version: 0.15.15

2
charts/kubezero-logging/update.sh
View File

@ -1,7 +1,7 @@
#!/bin/bash #!/bin/bash
ECK_VERSION=1.6.0 ECK_VERSION=1.6.0
FLUENT_BIT_VERSION=0.15.14 FLUENT_BIT_VERSION=0.15.15
FLUENTD_VERSION=0.2.6 FLUENTD_VERSION=0.2.6
# fix ECK crds handling to adhere to proper helm v3 support which also fixes ArgoCD applyong updates on upgrades # fix ECK crds handling to adhere to proper helm v3 support which also fixes ArgoCD applyong updates on upgrades

12
charts/kubezero-logging/values.yaml
View File

@ -120,7 +120,9 @@ fluentd:
00_system.conf: |- 00_system.conf: |-
<system> <system>
root_dir /var/log/fluentd root_dir /var/log/fluentd
# log_level debug log_level info
ignore_repeated_log_interval 60s
ignore_same_log_interval 60s
workers 2 workers 2
</system> </system>
01_sources.conf: |- 01_sources.conf: |-
@ -165,7 +167,7 @@ fluentd:
<match **> <match **>
@id out_es @id out_es
@type elasticsearch @type elasticsearch
@log_level info # @log_level debug
include_tag_key true include_tag_key true
id_key id id_key id
remove_keys id remove_keys id
@ -185,7 +187,7 @@ fluentd:
reload_on_failure true reload_on_failure true
request_timeout 60s request_timeout 60s
suppress_type_name true suppress_type_name true
slow_flush_log_threshold 50.0 slow_flush_log_threshold 55.0
# Retry failed bulk requests # Retry failed bulk requests
# https://github.com/uken/fluent-plugin-elasticsearch#unrecoverable-error-types # https://github.com/uken/fluent-plugin-elasticsearch#unrecoverable-error-types
@ -199,12 +201,12 @@ fluentd:
flush_thread_count 1 flush_thread_count 1
flush_interval 30s flush_interval 30s
chunk_limit_size 4MB chunk_limit_size 8MB
total_limit_size 2GB total_limit_size 2GB
flush_at_shutdown true flush_at_shutdown true
retry_type exponential_backoff retry_type exponential_backoff
retry_timeout 2h retry_timeout 6h
overflow_action drop_oldest_chunk overflow_action drop_oldest_chunk
disable_chunk_backup true disable_chunk_backup true
</buffer> </buffer>