History

Renovate Bot 716dd528d0 chore(deps): update kubezero-telemetry-dependencies		2024-12-11 03:03:42 +00:00
..
charts	feat: latest telemetry updates, logging version bump	2024-10-28 14:15:54 +00:00
templates	fix: latest data-prepper, various fixes for telemetry	2024-12-04 18:39:21 +00:00
Chart.yaml	chore(deps): update kubezero-telemetry-dependencies	2024-12-11 03:03:42 +00:00
dashboards.yaml	fix: latest data-prepper, various fixes for telemetry	2024-12-04 18:39:21 +00:00
fluentd.patch	Ci: make dev_apply work from local files	2024-05-23 21:22:27 +00:00
README.md	feat: latest telemetry updates, logging version bump	2024-10-28 14:15:54 +00:00
README.md.gotmpl	feat: add fluent-bit to new telemetry module, upgrade OpenSearch version ,various tweaks	2024-05-23 21:22:27 +00:00
update.sh	feat: latest telemetry updates, logging version bump	2024-10-28 14:15:54 +00:00
values.yaml	fix: latest data-prepper, various fixes for telemetry	2024-12-04 18:39:21 +00:00

README.md

kubezero-telemetry

KubeZero Umbrella Chart for OpenTelemetry, Jaeger etc.

Homepage: https://kubezero.com

Maintainers

Name	Email	Url
Stefan Reimer	stefan@zero-downtime.net

Requirements

Kubernetes: >= 1.26.0

Repository	Name	Version
https://cdn.zero-downtime.net/charts/	kubezero-lib	>= 0.1.6
https://fluent.github.io/helm-charts	fluent-bit	0.47.10
https://fluent.github.io/helm-charts	fluentd	0.5.2
https://jaegertracing.github.io/helm-charts	jaeger	3.3.1
https://open-telemetry.github.io/opentelemetry-helm-charts	opentelemetry-collector	0.108.0
https://opensearch-project.github.io/helm-charts/	data-prepper	0.1.0

Values

Key	Type	Default	Description
data-prepper.config."log4j2-rolling.properties"	string	"status = error\ndest = err\nname = PropertiesConfig\n\nappender.console.type = Console\nappender.console.name = STDOUT\nappender.console.layout.type = PatternLayout\nappender.console.layout.pattern = %d{ISO8601} [%t] %-5p %40C - %m%n\n\nrootLogger.level = warn\nrootLogger.appenderRef.stdout.ref = STDOUT\n\nlogger.pipeline.name = org.opensearch.dataprepper.pipeline\nlogger.pipeline.level = info\n\nlogger.parser.name = org.opensearch.dataprepper.parser\nlogger.parser.level = info\n\nlogger.plugins.name = org.opensearch.dataprepper.plugins\nlogger.plugins.level = info\n"
data-prepper.enabled	bool	`false`
data-prepper.pipelineConfig.config.otel-service-map-pipeline.buffer.bounded_blocking	string	`nil`
data-prepper.pipelineConfig.config.otel-service-map-pipeline.delay	int	`3000`
data-prepper.pipelineConfig.config.otel-service-map-pipeline.processor[0].service_map.window_duration	int	`180`
data-prepper.pipelineConfig.config.otel-service-map-pipeline.sink[0].opensearch.bulk_size	int	`4`
data-prepper.pipelineConfig.config.otel-service-map-pipeline.sink[0].opensearch.hosts[0]	string	`"https://telemetry:9200"`
data-prepper.pipelineConfig.config.otel-service-map-pipeline.sink[0].opensearch.index_type	string	`"trace-analytics-service-map"`
data-prepper.pipelineConfig.config.otel-service-map-pipeline.sink[0].opensearch.insecure	bool	`true`
data-prepper.pipelineConfig.config.otel-service-map-pipeline.sink[0].opensearch.password	string	`"admin"`
data-prepper.pipelineConfig.config.otel-service-map-pipeline.sink[0].opensearch.username	string	`"admin"`
data-prepper.pipelineConfig.config.otel-service-map-pipeline.source.pipeline.name	string	`"otel-trace-pipeline"`
data-prepper.pipelineConfig.config.otel-service-map-pipeline.workers	int	`1`
data-prepper.pipelineConfig.config.otel-trace-pipeline.buffer.bounded_blocking	string	`nil`
data-prepper.pipelineConfig.config.otel-trace-pipeline.delay	string	`"100"`
data-prepper.pipelineConfig.config.otel-trace-pipeline.sink[0].pipeline.name	string	`"raw-traces-pipeline"`
data-prepper.pipelineConfig.config.otel-trace-pipeline.sink[1].pipeline.name	string	`"otel-service-map-pipeline"`
data-prepper.pipelineConfig.config.otel-trace-pipeline.source.otel_trace_source.ssl	bool	`false`
data-prepper.pipelineConfig.config.otel-trace-pipeline.workers	int	`1`
data-prepper.pipelineConfig.config.raw-traces-pipeline.buffer.bounded_blocking	string	`nil`
data-prepper.pipelineConfig.config.raw-traces-pipeline.delay	int	`3000`
data-prepper.pipelineConfig.config.raw-traces-pipeline.processor[0].otel_traces	string	`nil`
data-prepper.pipelineConfig.config.raw-traces-pipeline.processor[1].otel_trace_group.hosts[0]	string	`"https://telemetry:9200"`
data-prepper.pipelineConfig.config.raw-traces-pipeline.processor[1].otel_trace_group.insecure	bool	`true`
data-prepper.pipelineConfig.config.raw-traces-pipeline.processor[1].otel_trace_group.password	string	`"admin"`
data-prepper.pipelineConfig.config.raw-traces-pipeline.processor[1].otel_trace_group.username	string	`"admin"`
data-prepper.pipelineConfig.config.raw-traces-pipeline.sink[0].opensearch.hosts[0]	string	`"https://telemetry:9200"`
data-prepper.pipelineConfig.config.raw-traces-pipeline.sink[0].opensearch.index_type	string	`"trace-analytics-raw"`
data-prepper.pipelineConfig.config.raw-traces-pipeline.sink[0].opensearch.insecure	bool	`true`
data-prepper.pipelineConfig.config.raw-traces-pipeline.sink[0].opensearch.password	string	`"admin"`
data-prepper.pipelineConfig.config.raw-traces-pipeline.sink[0].opensearch.username	string	`"admin"`
data-prepper.pipelineConfig.config.raw-traces-pipeline.source.pipeline.name	string	`"otel-trace-pipeline"`
data-prepper.pipelineConfig.config.raw-traces-pipeline.workers	int	`1`
data-prepper.pipelineConfig.config.simple-sample-pipeline	string	`nil`
data-prepper.securityContext.capabilities.drop[0]	string	`"ALL"`
fluent-bit.config.customParsers	string	`"[PARSER]\n Name cri-log\n Format regex\n Regex ^(?.+) (?stdout	stderr) (?F
fluent-bit.config.filters	string	"[FILTER]\n Name parser\n Match cri.\n Parser cri-log\n Key_Name log\n\n[FILTER]\n Name kubernetes\n Match cri.\n Merge_Log On\n Merge_Log_Key kube\n Kube_Tag_Prefix cri.var.log.containers.\n Keep_Log Off\n Annotations Off\n K8S-Logging.Parser Off\n K8S-Logging.Exclude Off\n Kube_Meta_Cache_TTL 3600s\n Buffer_Size 0\n #Use_Kubelet true\n\n{{- if index .Values \"config\" \"extraRecords\" }}\n\n[FILTER]\n Name record_modifier\n Match cri.\n {{- range $k,$v := index .Values \"config\" \"extraRecords\" }}\n Record {{ $k }} {{ $v }}\n {{- end }}\n{{- end }}\n\n[FILTER]\n Name rewrite_tag\n Match cri.\n Emitter_Name kube_tag_rewriter\n Rule $kubernetes['pod_id'] .* kube.$kubernetes['namespace_name'].$kubernetes['container_name'] false\n\n[FILTER]\n Name lua\n Match kube.*\n script /fluent-bit/scripts/kubezero.lua\n call nest_k8s_ns\n"
fluent-bit.config.flushInterval	int	`5`
fluent-bit.config.input.memBufLimit	string	`"16MB"`
fluent-bit.config.input.refreshInterval	int	`5`
fluent-bit.config.inputs	string	"[INPUT]\n Name tail\n Path /var/log/containers/.log\n # Exclude ourselves to current error spam, https://github.com/fluent/fluent-bit/issues/5769\n # Todo: Rather limit / filter spam message than exclude all together -> ideally locally, next dataprepper\n Exclude_Path logging-fluent-bit\n multiline.parser cri\n Tag cri.\n Skip_Long_Lines On\n Skip_Empty_Lines On\n DB /var/log/flb_kube.db\n DB.Sync Normal\n DB.locking true\n # Buffer_Max_Size 1M\n {{- with .Values.config.input }}\n Mem_Buf_Limit {{ .memBufLimit }}\n Refresh_Interval {{ .refreshInterval }}\n {{- end }}\n\n[INPUT]\n Name opentelemetry\n Tag otel\n"
fluent-bit.config.logLevel	string	`"info"`
fluent-bit.config.output.host	string	`"telemetry-fluentd"`
fluent-bit.config.output.sharedKey	string	`"secretref+k8s://v1/Secret/kube-system/kubezero-secrets/telemetry.fluentd.source.sharedKey"`
fluent-bit.config.output.tls	bool	`false`
fluent-bit.config.output_otel.host	string	`"telemetry-opentelemetry-collector"`
fluent-bit.config.outputs	string	`"[OUTPUT]\n Match kube.*\n Name forward\n Host {{ .Values.config.output.host }}\n Port 24224\n Shared_Key {{ .Values.config.output.sharedKey }}\n tls {{ ternary \"on\" \"off\" .Values.config.output.tls }}\n Send_options true\n Require_ack_response true\n\n[OUTPUT]\n Name opentelemetry\n Match otel\n Host {{ .Values.config.output_otel.host }}\n Port 4318\n #Metrics_uri /v1/metrics\n Traces_uri /v1/traces\n #Logs_uri /v1/logs\n"`
fluent-bit.config.service	string	`"[SERVICE]\n Flush {{ .Values.config.flushInterval }}\n Daemon Off\n Log_Level {{ .Values.config.logLevel }}\n Parsers_File parsers.conf\n Parsers_File custom_parsers.conf\n HTTP_Server On\n HTTP_Listen 0.0.0.0\n HTTP_Port {{ .Values.service.port }}\n Health_Check On\n"`
fluent-bit.daemonSetVolumeMounts[0].mountPath	string	`"/var/log"`
fluent-bit.daemonSetVolumeMounts[0].name	string	`"varlog"`
fluent-bit.daemonSetVolumeMounts[1].mountPath	string	`"/var/lib/containers/logs"`
fluent-bit.daemonSetVolumeMounts[1].name	string	`"newlog"`
fluent-bit.daemonSetVolumes[0].hostPath.path	string	`"/var/log"`
fluent-bit.daemonSetVolumes[0].name	string	`"varlog"`
fluent-bit.daemonSetVolumes[1].hostPath.path	string	`"/var/lib/containers/logs"`
fluent-bit.daemonSetVolumes[1].name	string	`"newlog"`
fluent-bit.enabled	bool	`false`
fluent-bit.extraPorts[0].containerPort	int	`4318`
fluent-bit.extraPorts[0].name	string	`"otel"`
fluent-bit.extraPorts[0].port	int	`4318`
fluent-bit.extraPorts[0].protocol	string	`"TCP"`
fluent-bit.luaScripts."kubezero.lua"	string	`"function nest_k8s_ns(tag, timestamp, record)\n if not record['kubernetes']['namespace_name'] then\n return 0, 0, 0\n end\n new_record = {}\n for key, val in pairs(record) do\n if key == 'kube' then\n new_record[key] = {}\n new_record[key][record['kubernetes']['namespace_name']] = record[key]\n else\n new_record[key] = record[key]\n end\n end\n return 1, timestamp, new_record\nend\n"`
fluent-bit.resources.limits.memory	string	`"128Mi"`
fluent-bit.resources.requests.cpu	string	`"20m"`
fluent-bit.resources.requests.memory	string	`"48Mi"`
fluent-bit.service.internalTrafficPolicy	string	`"Local"`
fluent-bit.serviceMonitor.enabled	bool	`false`
fluent-bit.testFramework.enabled	bool	`false`
fluent-bit.tolerations[0].effect	string	`"NoSchedule"`
fluent-bit.tolerations[0].operator	string	`"Exists"`
fluentd.configMapConfigs[0]	string	`"fluentd-prometheus-conf"`
fluentd.dashboards.enabled	bool	`false`
fluentd.enabled	bool	`false`
fluentd.fileConfigs."00_system.conf"	string	`"<system>\n root_dir /fluentd/log\n log_level info\n ignore_repeated_log_interval 60s\n ignore_same_log_interval 60s\n workers 1\n</system>"`
fluentd.fileConfigs."01_sources.conf"	string	`"<source>\n @type http\n @label @KUBERNETES\n port 9880\n bind 0.0.0.0\n keepalive_timeout 30\n</source>\n\n<source>\n @type forward\n @label @KUBERNETES\n port 24224\n bind 0.0.0.0\n # skip_invalid_event true\n send_keepalive_packet true\n <security>\n self_hostname \"telemetry-fluentd\"\n shared_key {{ .Values.source.sharedKey }}\n </security>\n</source>"`
fluentd.fileConfigs."02_filters.conf"	string	"<label @KUBERNETES>\n # prevent log feedback loops, discard logs from our own pods\n <match kube.logging.fluentd>\n @type relabel\n @label @FLUENT_LOG\n </match>\n\n # Exclude current fluent-bit multiline noise\n # Still relevant ??\n <filter kube.logging.fluent-bit>\n @type grep\n <exclude>\n key log\n pattern /could not append content to multiline context/\n </exclude>\n </filter>\n\n # Generate Hash ID to break endless loop for already ingested events during retries\n <filter >\n @type opensearch_genid\n use_entire_record true\n </filter>\n\n # Route through DISPATCH for Prometheus metrics\n <match >\n @type relabel\n @label @DISPATCH\n </match>\n</label>"
fluentd.fileConfigs."04_outputs.conf"	string	"<label @OUTPUT>\n <match **>\n @id out_os\n @type opensearch\n # @log_level debug\n include_tag_key true\n\n id_key _hash\n remove_keys _hash\n write_operation create\n\n # we have oj in the fluentd-concenter image\n prefer_oj_serializer true\n\n # KubeZero pipeline incl. GeoIP etc.\n #pipeline fluentd\n\n http_backend typhoeus\n ca_file /run/pki/ca.crt\n\n port 9200\n scheme https\n hosts {{ .Values.output.host }}\n user {{ .Values.output.user }}\n password {{ .Values.output.password }}\n\n log_es_400_reason\n logstash_format true\n reconnect_on_error true\n reload_on_failure true\n request_timeout 300s\n #sniffer_class_name Fluent::Plugin::OpenSearchSimpleSniffer\n\n #with_transporter_log true\n\n verify_es_version_at_startup false\n default_opensearch_version 2\n #suppress_type_name true\n\n # Retry failed bulk requests\n # https://github.com/uken/fluent-plugin-elasticsearch#unrecoverable-error-types\n unrecoverable_error_types [\"out_of_memory_error\"]\n bulk_message_request_threshold 1048576\n\n <buffer>\n @type file\n\n flush_mode interval\n flush_thread_count 2\n flush_interval 10s\n\n chunk_limit_size 2MB\n total_limit_size 1GB\n\n flush_at_shutdown true\n retry_type exponential_backoff\n retry_timeout 6h\n overflow_action drop_oldest_chunk\n disable_chunk_backup true\n </buffer>\n </match>\n</label>"
fluentd.image.repository	string	`"public.ecr.aws/zero-downtime/fluentd-concenter"`
fluentd.image.tag	string	`"v1.16.5-1-g09dc31c"`
fluentd.istio.enabled	bool	`false`
fluentd.kind	string	`"StatefulSet"`
fluentd.metrics.serviceMonitor.enabled	bool	`false`
fluentd.mountDockerContainersDirectory	bool	`false`
fluentd.mountVarLogDirectory	bool	`false`
fluentd.output.host	string	`"telemetry"`
fluentd.output.password	string	`"admin"`
fluentd.output.user	string	`"admin"`
fluentd.persistence.enabled	bool	`true`
fluentd.persistence.size	string	`"1Gi"`
fluentd.persistence.storageClass	string	`""`
fluentd.rbac.create	bool	`false`
fluentd.replicaCount	int	`1`
fluentd.resources.limits.memory	string	`"512Mi"`
fluentd.resources.requests.cpu	string	`"200m"`
fluentd.resources.requests.memory	string	`"256Mi"`
fluentd.securityContext.capabilities.drop[0]	string	`"ALL"`
fluentd.securityContext.runAsNonRoot	bool	`true`
fluentd.securityContext.runAsUser	int	`100`
fluentd.service.ports[0].containerPort	int	`24224`
fluentd.service.ports[0].name	string	`"tcp-forward"`
fluentd.service.ports[0].protocol	string	`"TCP"`
fluentd.service.ports[1].containerPort	int	`9880`
fluentd.service.ports[1].name	string	`"http-fluentd"`
fluentd.service.ports[1].protocol	string	`"TCP"`
fluentd.source.sharedKey	string	`"secretref+k8s://v1/Secret/kube-system/kubezero-secrets/telemetry.fluentd.source.sharedKey"`
fluentd.volumeMounts[0].mountPath	string	`"/run/pki"`
fluentd.volumeMounts[0].name	string	`"trust-store"`
fluentd.volumeMounts[0].readOnly	bool	`true`
fluentd.volumes[0].name	string	`"trust-store"`
fluentd.volumes[0].secret.items[0].key	string	`"tls.crt"`
fluentd.volumes[0].secret.items[0].path	string	`"ca.crt"`
fluentd.volumes[0].secret.secretName	string	`"telemetry-nodes-http-tls"`
jaeger.agent.enabled	bool	`false`
jaeger.collector.service.otlp.grpc.name	string	`"otlp-grpc"`
jaeger.collector.service.otlp.grpc.port	int	`4317`
jaeger.collector.service.otlp.http.name	string	`"otlp-http"`
jaeger.collector.service.otlp.http.port	int	`4318`
jaeger.collector.serviceMonitor.enabled	bool	`false`
jaeger.enabled	bool	`false`
jaeger.istio.enabled	bool	`false`
jaeger.istio.gateway	string	`"istio-ingress/private-ingressgateway"`
jaeger.istio.url	string	`"jaeger.example.com"`
jaeger.provisionDataStore.cassandra	bool	`false`
jaeger.provisionDataStore.elasticsearch	bool	`false`
jaeger.query.agentSidecar.enabled	bool	`false`
jaeger.query.serviceMonitor.enabled	bool	`false`
jaeger.storage.elasticsearch.cmdlineParams."es.num-replicas"	int	`1`
jaeger.storage.elasticsearch.cmdlineParams."es.num-shards"	int	`2`
jaeger.storage.elasticsearch.cmdlineParams."es.tls.enabled"	string	`""`
jaeger.storage.elasticsearch.cmdlineParams."es.tls.skip-host-verify"	string	`""`
jaeger.storage.elasticsearch.host	string	`"telemetry"`
jaeger.storage.elasticsearch.password	string	`"admin"`
jaeger.storage.elasticsearch.scheme	string	`"https"`
jaeger.storage.elasticsearch.user	string	`"admin"`
jaeger.storage.type	string	`"elasticsearch"`
opensearch.dashboard.enabled	bool	`false`
opensearch.dashboard.istio.enabled	bool	`false`
opensearch.dashboard.istio.gateway	string	`"istio-ingress/private-ingressgateway"`
opensearch.dashboard.istio.url	string	`"telemetry-dashboard.example.com"`
opensearch.nodeSets	list	`[]`
opensearch.prometheus	bool	`false`
opensearch.version	string	`"2.17.0"`
opentelemetry-collector.config.exporters.otlp/data-prepper.endpoint	string	`"telemetry-data-prepper:21890"`
opentelemetry-collector.config.exporters.otlp/data-prepper.tls.insecure	bool	`true`
opentelemetry-collector.config.exporters.otlp/jaeger.endpoint	string	`"telemetry-jaeger-collector:4317"`
opentelemetry-collector.config.exporters.otlp/jaeger.tls.insecure	bool	`true`
opentelemetry-collector.config.extensions.health_check.endpoint	string	`"${env:MY_POD_IP}:13133"`
opentelemetry-collector.config.receivers.otlp.protocols.grpc.endpoint	string	`"${env:MY_POD_IP}:4317"`
opentelemetry-collector.config.receivers.otlp.protocols.http.endpoint	string	`"${env:MY_POD_IP}:4318"`
opentelemetry-collector.config.service.extensions[0]	string	`"health_check"`
opentelemetry-collector.config.service.extensions[1]	string	`"memory_ballast"`
opentelemetry-collector.config.service.pipelines.logs	string	`nil`
opentelemetry-collector.config.service.pipelines.metrics	string	`nil`
opentelemetry-collector.config.service.pipelines.traces.exporters[0]	string	`"otlp/jaeger"`
opentelemetry-collector.config.service.pipelines.traces.exporters[1]	string	`"otlp/data-prepper"`
opentelemetry-collector.config.service.pipelines.traces.processors[0]	string	`"memory_limiter"`
opentelemetry-collector.config.service.pipelines.traces.processors[1]	string	`"batch"`
opentelemetry-collector.config.service.pipelines.traces.receivers[0]	string	`"otlp"`
opentelemetry-collector.config.service.telemetry.metrics.address	string	`"${env:MY_POD_IP}:8888"`
opentelemetry-collector.enabled	bool	`false`
opentelemetry-collector.image.repository	string	`"otel/opentelemetry-collector-contrib"`
opentelemetry-collector.mode	string	`"deployment"`
opentelemetry-collector.podDisruptionBudget.enabled	bool	`false`
opentelemetry-collector.ports.jaeger-compact.enabled	bool	`false`
opentelemetry-collector.ports.jaeger-grpc.enabled	bool	`false`
opentelemetry-collector.ports.jaeger-thrift.enabled	bool	`false`
opentelemetry-collector.ports.metrics.enabled	bool	`true`
opentelemetry-collector.ports.zipkin.enabled	bool	`false`
opentelemetry-collector.serviceMonitor.enabled	bool	`false`

Resources

https://opensearch.org/docs/latest/dashboards/branding/#condensed-header