ZeroDownTime/KubeZero
3
0
Fork 0
Code Issues 1 Pull Requests 26 Packages Projects Releases Wiki Activity
a3c894fc42
KubeZero/charts/kubezero-telemetry
History
Renovate Bot a3c894fc42 chore(deps): update kubezero-telemetry-dependencies
2024-11-27 03:04:40 +00:00
..
charts feat: latest telemetry updates, logging version bump 2024-10-28 14:15:54 +00:00
templates feat: latest OpenSearch, typos 2024-08-19 14:10:28 +00:00
Chart.yaml chore(deps): update kubezero-telemetry-dependencies 2024-11-27 03:04:40 +00:00
dashboards.yaml feat: WIP telemetry pipeline now incl. fluent-bit and otel 2024-07-12 13:36:28 +00:00
fluentd.patch Ci: make dev_apply work from local files 2024-05-23 21:22:27 +00:00
README.md feat: latest telemetry updates, logging version bump 2024-10-28 14:15:54 +00:00
README.md.gotmpl feat: add fluent-bit to new telemetry module, upgrade OpenSearch version ,various tweaks 2024-05-23 21:22:27 +00:00
update.sh feat: latest telemetry updates, logging version bump 2024-10-28 14:15:54 +00:00
values.yaml fix: revert latest data-prepper for now 2024-10-28 20:53:35 +00:00

README.md

kubezero-telemetry

Version: 0.4.1 Type: application

KubeZero Umbrella Chart for OpenTelemetry, Jaeger etc.

Homepage: https://kubezero.com

Maintainers

Name Email Url
Stefan Reimer stefan@zero-downtime.net

Requirements

Kubernetes: >= 1.26.0

Repository Name Version
https://cdn.zero-downtime.net/charts/ kubezero-lib >= 0.1.6
https://fluent.github.io/helm-charts fluent-bit 0.47.10
https://fluent.github.io/helm-charts fluentd 0.5.2
https://jaegertracing.github.io/helm-charts jaeger 3.3.1
https://open-telemetry.github.io/opentelemetry-helm-charts opentelemetry-collector 0.108.0
https://opensearch-project.github.io/helm-charts/ data-prepper 0.1.0

Values

Key Type Default Description
data-prepper.config."log4j2-rolling.properties" string "status = error\ndest = err\nname = PropertiesConfig\n\nappender.console.type = Console\nappender.console.name = STDOUT\nappender.console.layout.type = PatternLayout\nappender.console.layout.pattern = %d{ISO8601} [%t] %-5p %40C - %m%n\n\nrootLogger.level = warn\nrootLogger.appenderRef.stdout.ref = STDOUT\n\nlogger.pipeline.name = org.opensearch.dataprepper.pipeline\nlogger.pipeline.level = info\n\nlogger.parser.name = org.opensearch.dataprepper.parser\nlogger.parser.level = info\n\nlogger.plugins.name = org.opensearch.dataprepper.plugins\nlogger.plugins.level = info\n"
data-prepper.enabled bool false
data-prepper.pipelineConfig.config.otel-service-map-pipeline.buffer.bounded_blocking string nil
data-prepper.pipelineConfig.config.otel-service-map-pipeline.delay int 3000
data-prepper.pipelineConfig.config.otel-service-map-pipeline.processor[0].service_map.window_duration int 180
data-prepper.pipelineConfig.config.otel-service-map-pipeline.sink[0].opensearch.bulk_size int 4
data-prepper.pipelineConfig.config.otel-service-map-pipeline.sink[0].opensearch.hosts[0] string "https://telemetry:9200"
data-prepper.pipelineConfig.config.otel-service-map-pipeline.sink[0].opensearch.index_type string "trace-analytics-service-map"
data-prepper.pipelineConfig.config.otel-service-map-pipeline.sink[0].opensearch.insecure bool true
data-prepper.pipelineConfig.config.otel-service-map-pipeline.sink[0].opensearch.password string "admin"
data-prepper.pipelineConfig.config.otel-service-map-pipeline.sink[0].opensearch.username string "admin"
data-prepper.pipelineConfig.config.otel-service-map-pipeline.source.pipeline.name string "otel-trace-pipeline"
data-prepper.pipelineConfig.config.otel-service-map-pipeline.workers int 1
data-prepper.pipelineConfig.config.otel-trace-pipeline.buffer.bounded_blocking string nil
data-prepper.pipelineConfig.config.otel-trace-pipeline.delay string "100"
data-prepper.pipelineConfig.config.otel-trace-pipeline.sink[0].pipeline.name string "raw-traces-pipeline"
data-prepper.pipelineConfig.config.otel-trace-pipeline.sink[1].pipeline.name string "otel-service-map-pipeline"
data-prepper.pipelineConfig.config.otel-trace-pipeline.source.otel_trace_source.ssl bool false
data-prepper.pipelineConfig.config.otel-trace-pipeline.workers int 1
data-prepper.pipelineConfig.config.raw-traces-pipeline.buffer.bounded_blocking string nil
data-prepper.pipelineConfig.config.raw-traces-pipeline.delay int 3000
data-prepper.pipelineConfig.config.raw-traces-pipeline.processor[0].otel_traces string nil
data-prepper.pipelineConfig.config.raw-traces-pipeline.processor[1].otel_trace_group.hosts[0] string "https://telemetry:9200"
data-prepper.pipelineConfig.config.raw-traces-pipeline.processor[1].otel_trace_group.insecure bool true
data-prepper.pipelineConfig.config.raw-traces-pipeline.processor[1].otel_trace_group.password string "admin"
data-prepper.pipelineConfig.config.raw-traces-pipeline.processor[1].otel_trace_group.username string "admin"
data-prepper.pipelineConfig.config.raw-traces-pipeline.sink[0].opensearch.hosts[0] string "https://telemetry:9200"
data-prepper.pipelineConfig.config.raw-traces-pipeline.sink[0].opensearch.index_type string "trace-analytics-raw"
data-prepper.pipelineConfig.config.raw-traces-pipeline.sink[0].opensearch.insecure bool true
data-prepper.pipelineConfig.config.raw-traces-pipeline.sink[0].opensearch.password string "admin"
data-prepper.pipelineConfig.config.raw-traces-pipeline.sink[0].opensearch.username string "admin"
data-prepper.pipelineConfig.config.raw-traces-pipeline.source.pipeline.name string "otel-trace-pipeline"
data-prepper.pipelineConfig.config.raw-traces-pipeline.workers int 1
data-prepper.pipelineConfig.config.simple-sample-pipeline string nil
data-prepper.securityContext.capabilities.drop[0] string "ALL"
fluent-bit.config.customParsers string `"[PARSER]\n Name cri-log\n Format regex\n Regex ^(? stderr) (?F
fluent-bit.config.filters string "[FILTER]\n Name parser\n Match cri.*\n Parser cri-log\n Key_Name log\n\n[FILTER]\n Name kubernetes\n Match cri.*\n Merge_Log On\n Merge_Log_Key kube\n Kube_Tag_Prefix cri.var.log.containers.\n Keep_Log Off\n Annotations Off\n K8S-Logging.Parser Off\n K8S-Logging.Exclude Off\n Kube_Meta_Cache_TTL 3600s\n Buffer_Size 0\n #Use_Kubelet true\n\n{{- if index .Values \"config\" \"extraRecords\" }}\n\n[FILTER]\n Name record_modifier\n Match cri.*\n {{- range $k,$v := index .Values \"config\" \"extraRecords\" }}\n Record {{ $k }} {{ $v }}\n {{- end }}\n{{- end }}\n\n[FILTER]\n Name rewrite_tag\n Match cri.*\n Emitter_Name kube_tag_rewriter\n Rule $kubernetes['pod_id'] .* kube.$kubernetes['namespace_name'].$kubernetes['container_name'] false\n\n[FILTER]\n Name lua\n Match kube.*\n script /fluent-bit/scripts/kubezero.lua\n call nest_k8s_ns\n"
fluent-bit.config.flushInterval int 5
fluent-bit.config.input.memBufLimit string "16MB"
fluent-bit.config.input.refreshInterval int 5
fluent-bit.config.inputs string "[INPUT]\n Name tail\n Path /var/log/containers/*.log\n # Exclude ourselves to current error spam, https://github.com/fluent/fluent-bit/issues/5769\n # Todo: Rather limit / filter spam message than exclude all together -> ideally locally, next dataprepper\n Exclude_Path *logging-fluent-bit*\n multiline.parser cri\n Tag cri.*\n Skip_Long_Lines On\n Skip_Empty_Lines On\n DB /var/log/flb_kube.db\n DB.Sync Normal\n DB.locking true\n # Buffer_Max_Size 1M\n {{- with .Values.config.input }}\n Mem_Buf_Limit {{ .memBufLimit }}\n Refresh_Interval {{ .refreshInterval }}\n {{- end }}\n\n[INPUT]\n Name opentelemetry\n Tag otel\n"
fluent-bit.config.logLevel string "info"
fluent-bit.config.output.host string "telemetry-fluentd"
fluent-bit.config.output.sharedKey string "secretref+k8s://v1/Secret/kube-system/kubezero-secrets/telemetry.fluentd.source.sharedKey"
fluent-bit.config.output.tls bool false
fluent-bit.config.output_otel.host string "telemetry-opentelemetry-collector"
fluent-bit.config.outputs string "[OUTPUT]\n Match kube.*\n Name forward\n Host {{ .Values.config.output.host }}\n Port 24224\n Shared_Key {{ .Values.config.output.sharedKey }}\n tls {{ ternary \"on\" \"off\" .Values.config.output.tls }}\n Send_options true\n Require_ack_response true\n\n[OUTPUT]\n Name opentelemetry\n Match otel\n Host {{ .Values.config.output_otel.host }}\n Port 4318\n #Metrics_uri /v1/metrics\n Traces_uri /v1/traces\n #Logs_uri /v1/logs\n"
fluent-bit.config.service string "[SERVICE]\n Flush {{ .Values.config.flushInterval }}\n Daemon Off\n Log_Level {{ .Values.config.logLevel }}\n Parsers_File parsers.conf\n Parsers_File custom_parsers.conf\n HTTP_Server On\n HTTP_Listen 0.0.0.0\n HTTP_Port {{ .Values.service.port }}\n Health_Check On\n"
fluent-bit.daemonSetVolumeMounts[0].mountPath string "/var/log"
fluent-bit.daemonSetVolumeMounts[0].name string "varlog"
fluent-bit.daemonSetVolumeMounts[1].mountPath string "/var/lib/containers/logs"
fluent-bit.daemonSetVolumeMounts[1].name string "newlog"
fluent-bit.daemonSetVolumes[0].hostPath.path string "/var/log"
fluent-bit.daemonSetVolumes[0].name string "varlog"
fluent-bit.daemonSetVolumes[1].hostPath.path string "/var/lib/containers/logs"
fluent-bit.daemonSetVolumes[1].name string "newlog"
fluent-bit.enabled bool false
fluent-bit.extraPorts[0].containerPort int 4318
fluent-bit.extraPorts[0].name string "otel"
fluent-bit.extraPorts[0].port int 4318
fluent-bit.extraPorts[0].protocol string "TCP"
fluent-bit.luaScripts."kubezero.lua" string "function nest_k8s_ns(tag, timestamp, record)\n if not record['kubernetes']['namespace_name'] then\n return 0, 0, 0\n end\n new_record = {}\n for key, val in pairs(record) do\n if key == 'kube' then\n new_record[key] = {}\n new_record[key][record['kubernetes']['namespace_name']] = record[key]\n else\n new_record[key] = record[key]\n end\n end\n return 1, timestamp, new_record\nend\n"
fluent-bit.resources.limits.memory string "128Mi"
fluent-bit.resources.requests.cpu string "20m"
fluent-bit.resources.requests.memory string "48Mi"
fluent-bit.service.internalTrafficPolicy string "Local"
fluent-bit.serviceMonitor.enabled bool false
fluent-bit.testFramework.enabled bool false
fluent-bit.tolerations[0].effect string "NoSchedule"
fluent-bit.tolerations[0].operator string "Exists"
fluentd.configMapConfigs[0] string "fluentd-prometheus-conf"
fluentd.dashboards.enabled bool false
fluentd.enabled bool false
fluentd.fileConfigs."00_system.conf" string "<system>\n root_dir /fluentd/log\n log_level info\n ignore_repeated_log_interval 60s\n ignore_same_log_interval 60s\n workers 1\n</system>"
fluentd.fileConfigs."01_sources.conf" string "<source>\n @type http\n @label @KUBERNETES\n port 9880\n bind 0.0.0.0\n keepalive_timeout 30\n</source>\n\n<source>\n @type forward\n @label @KUBERNETES\n port 24224\n bind 0.0.0.0\n # skip_invalid_event true\n send_keepalive_packet true\n <security>\n self_hostname \"telemetry-fluentd\"\n shared_key {{ .Values.source.sharedKey }}\n </security>\n</source>"
fluentd.fileConfigs."02_filters.conf" string "<label @KUBERNETES>\n # prevent log feedback loops, discard logs from our own pods\n <match kube.logging.fluentd>\n @type relabel\n @label @FLUENT_LOG\n </match>\n\n # Exclude current fluent-bit multiline noise\n # Still relevant ??\n <filter kube.logging.fluent-bit>\n @type grep\n <exclude>\n key log\n pattern /could not append content to multiline context/\n </exclude>\n </filter>\n\n # Generate Hash ID to break endless loop for already ingested events during retries\n <filter **>\n @type opensearch_genid\n use_entire_record true\n </filter>\n\n # Route through DISPATCH for Prometheus metrics\n <match **>\n @type relabel\n @label @DISPATCH\n </match>\n</label>"
fluentd.fileConfigs."04_outputs.conf" string "<label @OUTPUT>\n <match **>\n @id out_os\n @type opensearch\n # @log_level debug\n include_tag_key true\n\n id_key _hash\n remove_keys _hash\n write_operation create\n\n # we have oj in the fluentd-concenter image\n prefer_oj_serializer true\n\n # KubeZero pipeline incl. GeoIP etc.\n #pipeline fluentd\n\n http_backend typhoeus\n ca_file /run/pki/ca.crt\n\n port 9200\n scheme https\n hosts {{ .Values.output.host }}\n user {{ .Values.output.user }}\n password {{ .Values.output.password }}\n\n log_es_400_reason\n logstash_format true\n reconnect_on_error true\n reload_on_failure true\n request_timeout 300s\n #sniffer_class_name Fluent::Plugin::OpenSearchSimpleSniffer\n\n #with_transporter_log true\n\n verify_es_version_at_startup false\n default_opensearch_version 2\n #suppress_type_name true\n\n # Retry failed bulk requests\n # https://github.com/uken/fluent-plugin-elasticsearch#unrecoverable-error-types\n unrecoverable_error_types [\"out_of_memory_error\"]\n bulk_message_request_threshold 1048576\n\n <buffer>\n @type file\n\n flush_mode interval\n flush_thread_count 2\n flush_interval 10s\n\n chunk_limit_size 2MB\n total_limit_size 1GB\n\n flush_at_shutdown true\n retry_type exponential_backoff\n retry_timeout 6h\n overflow_action drop_oldest_chunk\n disable_chunk_backup true\n </buffer>\n </match>\n</label>"
fluentd.image.repository string "public.ecr.aws/zero-downtime/fluentd-concenter"
fluentd.image.tag string "v1.16.5-1-g09dc31c"
fluentd.istio.enabled bool false
fluentd.kind string "StatefulSet"
fluentd.metrics.serviceMonitor.enabled bool false
fluentd.mountDockerContainersDirectory bool false
fluentd.mountVarLogDirectory bool false
fluentd.output.host string "telemetry"
fluentd.output.password string "admin"
fluentd.output.user string "admin"
fluentd.persistence.enabled bool true
fluentd.persistence.size string "1Gi"
fluentd.persistence.storageClass string ""
fluentd.rbac.create bool false
fluentd.replicaCount int 1
fluentd.resources.limits.memory string "512Mi"
fluentd.resources.requests.cpu string "200m"
fluentd.resources.requests.memory string "256Mi"
fluentd.securityContext.capabilities.drop[0] string "ALL"
fluentd.securityContext.runAsNonRoot bool true
fluentd.securityContext.runAsUser int 100
fluentd.service.ports[0].containerPort int 24224
fluentd.service.ports[0].name string "tcp-forward"
fluentd.service.ports[0].protocol string "TCP"
fluentd.service.ports[1].containerPort int 9880
fluentd.service.ports[1].name string "http-fluentd"
fluentd.service.ports[1].protocol string "TCP"
fluentd.source.sharedKey string "secretref+k8s://v1/Secret/kube-system/kubezero-secrets/telemetry.fluentd.source.sharedKey"
fluentd.volumeMounts[0].mountPath string "/run/pki"
fluentd.volumeMounts[0].name string "trust-store"
fluentd.volumeMounts[0].readOnly bool true
fluentd.volumes[0].name string "trust-store"
fluentd.volumes[0].secret.items[0].key string "tls.crt"
fluentd.volumes[0].secret.items[0].path string "ca.crt"
fluentd.volumes[0].secret.secretName string "telemetry-nodes-http-tls"
jaeger.agent.enabled bool false
jaeger.collector.service.otlp.grpc.name string "otlp-grpc"
jaeger.collector.service.otlp.grpc.port int 4317
jaeger.collector.service.otlp.http.name string "otlp-http"
jaeger.collector.service.otlp.http.port int 4318
jaeger.collector.serviceMonitor.enabled bool false
jaeger.enabled bool false
jaeger.istio.enabled bool false
jaeger.istio.gateway string "istio-ingress/private-ingressgateway"
jaeger.istio.url string "jaeger.example.com"
jaeger.provisionDataStore.cassandra bool false
jaeger.provisionDataStore.elasticsearch bool false
jaeger.query.agentSidecar.enabled bool false
jaeger.query.serviceMonitor.enabled bool false
jaeger.storage.elasticsearch.cmdlineParams."es.num-replicas" int 1
jaeger.storage.elasticsearch.cmdlineParams."es.num-shards" int 2
jaeger.storage.elasticsearch.cmdlineParams."es.tls.enabled" string ""
jaeger.storage.elasticsearch.cmdlineParams."es.tls.skip-host-verify" string ""
jaeger.storage.elasticsearch.host string "telemetry"
jaeger.storage.elasticsearch.password string "admin"
jaeger.storage.elasticsearch.scheme string "https"
jaeger.storage.elasticsearch.user string "admin"
jaeger.storage.type string "elasticsearch"
opensearch.dashboard.enabled bool false
opensearch.dashboard.istio.enabled bool false
opensearch.dashboard.istio.gateway string "istio-ingress/private-ingressgateway"
opensearch.dashboard.istio.url string "telemetry-dashboard.example.com"
opensearch.nodeSets list []
opensearch.prometheus bool false
opensearch.version string "2.17.0"
opentelemetry-collector.config.exporters.otlp/data-prepper.endpoint string "telemetry-data-prepper:21890"
opentelemetry-collector.config.exporters.otlp/data-prepper.tls.insecure bool true
opentelemetry-collector.config.exporters.otlp/jaeger.endpoint string "telemetry-jaeger-collector:4317"
opentelemetry-collector.config.exporters.otlp/jaeger.tls.insecure bool true
opentelemetry-collector.config.extensions.health_check.endpoint string "${env:MY_POD_IP}:13133"
opentelemetry-collector.config.receivers.otlp.protocols.grpc.endpoint string "${env:MY_POD_IP}:4317"
opentelemetry-collector.config.receivers.otlp.protocols.http.endpoint string "${env:MY_POD_IP}:4318"
opentelemetry-collector.config.service.extensions[0] string "health_check"
opentelemetry-collector.config.service.extensions[1] string "memory_ballast"
opentelemetry-collector.config.service.pipelines.logs string nil
opentelemetry-collector.config.service.pipelines.metrics string nil
opentelemetry-collector.config.service.pipelines.traces.exporters[0] string "otlp/jaeger"
opentelemetry-collector.config.service.pipelines.traces.exporters[1] string "otlp/data-prepper"
opentelemetry-collector.config.service.pipelines.traces.processors[0] string "memory_limiter"
opentelemetry-collector.config.service.pipelines.traces.processors[1] string "batch"
opentelemetry-collector.config.service.pipelines.traces.receivers[0] string "otlp"
opentelemetry-collector.config.service.telemetry.metrics.address string "${env:MY_POD_IP}:8888"
opentelemetry-collector.enabled bool false
opentelemetry-collector.image.repository string "otel/opentelemetry-collector-contrib"
opentelemetry-collector.mode string "deployment"
opentelemetry-collector.podDisruptionBudget.enabled bool false
opentelemetry-collector.ports.jaeger-compact.enabled bool false
opentelemetry-collector.ports.jaeger-grpc.enabled bool false
opentelemetry-collector.ports.jaeger-thrift.enabled bool false
opentelemetry-collector.ports.metrics.enabled bool true
opentelemetry-collector.ports.zipkin.enabled bool false
opentelemetry-collector.serviceMonitor.enabled bool false

Resources