6.8 KiB
6.8 KiB
kubezero-logging
KubeZero Umbrella Chart for complete EFK stack
Homepage: https://kubezero.com
Maintainers
| Name | Url | |
|---|---|---|
| Quarky9 |
Requirements
Kubernetes: >= 1.16.0
| Repository | Name | Version |
|---|---|---|
| https://helm.elastic.co | eck-operator | 1.3.1 |
| https://kubernetes-charts.storage.googleapis.com/ | fluentd | 2.5.1 |
| https://zero-down-time.github.io/kubezero/ | kubezero-lib | >= 0.1.3 |
Changes from upstream
ECK
- Operator mapped to controller nodes
ES
-
SSL disabled ( Todo: provide cluster certs and setup Kibana/Fluentd to use https incl. client certs )
-
Installed Plugins:
- repository-s3
- elasticsearch-prometheus-exporter
-
Cross AZ Zone awareness is implemented via nodeSets
Kibana
- increased timeout to ES to 3 minutes
FluentD
Fluent-bit
- support for dedot Lua filter to replace "." with "_" for all annotations and labels
- support for api audit log
Manual tasks ATM
- install index template
- setup Kibana
- create
logstash-*Index Pattern
Values
| Key | Type | Default | Description |
|---|---|---|---|
| eck-operator.enabled | bool | false |
|
| eck-operator.installCRDs | bool | false |
|
| eck-operator.nodeSelector."node-role.kubernetes.io/master" | string | "" |
|
| eck-operator.tolerations[0].effect | string | "NoSchedule" |
|
| eck-operator.tolerations[0].key | string | "node-role.kubernetes.io/master" |
|
| elastic_password | string | "" |
|
| es.nodeSets | list | [] |
|
| es.prometheus | bool | false |
|
| es.s3Snapshot.enabled | bool | false |
|
| es.s3Snapshot.iamrole | string | "" |
|
| fluent-bit.config.flushInterval | int | 1 |
|
| fluent-bit.config.input.memBufLimit | string | "16MB" |
|
| fluent-bit.config.input.refreshInterval | int | 10 |
|
| fluent-bit.config.logLevel | string | "warn" |
|
| fluent-bit.config.output.host | string | "logging-fluentd" |
|
| fluent-bit.config.output.sharedKey | string | "cloudbender" |
|
| fluent-bit.config.output.tls | bool | false |
|
| fluent-bit.enabled | bool | false |
|
| fluent-bit.serviceMonitor.enabled | bool | true |
|
| fluent-bit.serviceMonitor.selector.release | string | "metrics" |
|
| fluent-bit.test.enabled | bool | false |
|
| fluent-bit.tolerations[0].effect | string | "NoSchedule" |
|
| fluent-bit.tolerations[0].key | string | "node-role.kubernetes.io/master" |
|
| fluentd.configMaps."filter.conf" | string | "<filter disabled.kube.**>\n @type parser\n key_name message\n remove_key_name_field true\n reserve_data true\n reserve_time true\n # inject_key_prefix message_json.\n emit_invalid_record_to_error false\n <parse>\n @type json\n </parse>\n</filter>\n" |
|
| fluentd.configMaps."forward-input.conf" | string | "<source>\n @type forward\n port 24224\n bind 0.0.0.0\n skip_invalid_event true\n send_keepalive_packet true\n <security>\n self_hostname \"#{ENV['HOSTNAME']}\"\n shared_key \"#{ENV['FLUENTD_SHARED_KEY']}\"\n </security>\n</source>\n" |
|
| fluentd.configMaps."general.conf" | string | "<label @FLUENT_LOG>\n <match **>\n @type null\n </match>\n</label>\n<source>\n @type http\n port 9880\n bind 0.0.0.0\n keepalive_timeout 30\n</source>\n<source>\n @type monitor_agent\n bind 0.0.0.0\n port 24220\n tag fluentd.monitor.metrics\n</source>\n" |
|
| fluentd.configMaps."output.conf" | string | "<match **>\n @id elasticsearch\n @type elasticsearch\n @log_level info\n include_tag_key true\n id_key id\n remove_keys id\n\n # KubeZero pipeline incl. GeoIP etc.\n pipeline fluentd\n\n host \"#{ENV['OUTPUT_HOST']}\"\n port \"#{ENV['OUTPUT_PORT']}\"\n scheme \"#{ENV['OUTPUT_SCHEME']}\"\n ssl_version \"#{ENV['OUTPUT_SSL_VERSION']}\"\n ssl_verify \"#{ENV['OUTPUT_SSL_VERIFY']}\"\n user \"#{ENV['OUTPUT_USER']}\"\n password \"#{ENV['OUTPUT_PASSWORD']}\"\n\n log_es_400_reason\n logstash_format true\n reconnect_on_error true\n # reload_on_failure true\n request_timeout 15s\n suppress_type_name true\n\n <buffer tag>\n @type file_single\n path /var/log/fluentd-buffers/kubernetes.system.buffer\n flush_mode interval\n flush_thread_count 2\n flush_interval 30s\n flush_at_shutdown true\n retry_type exponential_backoff\n retry_timeout 60m\n overflow_action drop_oldest_chunk\n </buffer>\n</match>\n" |
|
| fluentd.enabled | bool | false |
|
| fluentd.env.OUTPUT_SSL_VERIFY | string | "false" |
|
| fluentd.env.OUTPUT_USER | string | "elastic" |
|
| fluentd.extraEnvVars[0].name | string | "OUTPUT_PASSWORD" |
|
| fluentd.extraEnvVars[0].valueFrom.secretKeyRef.key | string | "elastic" |
|
| fluentd.extraEnvVars[0].valueFrom.secretKeyRef.name | string | "logging-es-elastic-user" |
|
| fluentd.extraEnvVars[1].name | string | "FLUENTD_SHARED_KEY" |
|
| fluentd.extraEnvVars[1].valueFrom.secretKeyRef.key | string | "shared_key" |
|
| fluentd.extraEnvVars[1].valueFrom.secretKeyRef.name | string | "logging-fluentd-secret" |
|
| fluentd.image.repository | string | "quay.io/fluentd_elasticsearch/fluentd" |
|
| fluentd.image.tag | string | "v2.9.0" |
|
| fluentd.istio.enabled | bool | false |
|
| fluentd.metrics.enabled | bool | false |
|
| fluentd.metrics.serviceMonitor.additionalLabels.release | string | "metrics" |
|
| fluentd.metrics.serviceMonitor.enabled | bool | true |
|
| fluentd.output.host | string | "logging-es-http" |
|
| fluentd.plugins.enabled | bool | false |
|
| fluentd.plugins.pluginsList | string | nil |
|
| fluentd.replicaCount | int | 2 |
|
| fluentd.service.ports[0].containerPort | int | 24224 |
|
| fluentd.service.ports[0].name | string | "tcp-forward" |
|
| fluentd.service.ports[0].protocol | string | "TCP" |
|
| fluentd.service.ports[1].containerPort | int | 9880 |
|
| fluentd.service.ports[1].name | string | "http-fluentd" |
|
| fluentd.service.ports[1].protocol | string | "TCP" |
|
| fluentd.shared_key | string | "cloudbender" |
|
| kibana.count | int | 1 |
|
| kibana.istio.enabled | bool | false |
|
| kibana.istio.gateway | string | "istio-system/ingressgateway" |
|
| kibana.istio.url | string | "" |
|
| version | string | "7.10.0" |