2021-12-01 12:35:18 +00:00
|
|
|
clusterBackup:
|
2021-09-02 17:36:11 +00:00
|
|
|
enabled: false
|
2021-12-01 12:35:18 +00:00
|
|
|
|
|
|
|
image:
|
|
|
|
name: public.ecr.aws/zero-downtime/kubezero-admin
|
2022-04-08 20:11:36 +00:00
|
|
|
# tag: v1.22.8
|
2021-12-01 12:35:18 +00:00
|
|
|
|
2022-08-24 15:13:39 +00:00
|
|
|
# -- s3:https://s3.amazonaws.com/${CFN[ConfigBucket]}/k8s/${CLUSTERNAME}/clusterBackup
|
2021-12-01 12:35:18 +00:00
|
|
|
repository: ""
|
2022-08-24 15:13:39 +00:00
|
|
|
# -- /etc/cloudbender/clusterBackup.passphrase
|
2021-12-01 12:35:18 +00:00
|
|
|
password: ""
|
2022-08-24 15:13:39 +00:00
|
|
|
|
2021-12-03 21:16:22 +00:00
|
|
|
extraEnv: []
|
2021-12-01 12:35:18 +00:00
|
|
|
|
2022-01-28 16:22:12 +00:00
|
|
|
forseti:
|
2022-01-24 11:05:54 +00:00
|
|
|
enabled: false
|
|
|
|
|
|
|
|
image:
|
2022-01-28 16:22:12 +00:00
|
|
|
name: public.ecr.aws/zero-downtime/forseti
|
|
|
|
tag: v0.1.2
|
|
|
|
|
|
|
|
aws:
|
|
|
|
region: ""
|
|
|
|
# -- "arn:aws:iam::${AWS::AccountId}:role/${AWS::Region}.${ClusterName}.kubezeroForseti"
|
|
|
|
iamRoleArn: ""
|
2022-01-24 11:05:54 +00:00
|
|
|
|
2022-12-15 21:51:31 +00:00
|
|
|
sealed-secrets:
|
|
|
|
enabled: false
|
|
|
|
|
|
|
|
# ensure kubeseal default values match
|
|
|
|
fullnameOverride: sealed-secrets-controller
|
|
|
|
|
|
|
|
# Disable auto keyrotation for now
|
2023-04-12 11:14:31 +00:00
|
|
|
keyrenewperiod: "0"
|
2022-12-15 21:51:31 +00:00
|
|
|
|
|
|
|
resources:
|
|
|
|
requests:
|
|
|
|
cpu: 10m
|
|
|
|
memory: 24Mi
|
|
|
|
limits:
|
|
|
|
memory: 128Mi
|
|
|
|
|
|
|
|
metrics:
|
|
|
|
serviceMonitor:
|
|
|
|
enabled: false
|
|
|
|
|
|
|
|
nodeSelector:
|
|
|
|
node-role.kubernetes.io/control-plane: ""
|
|
|
|
tolerations:
|
|
|
|
- key: node-role.kubernetes.io/control-plane
|
|
|
|
effect: NoSchedule
|
|
|
|
|
2023-01-11 12:08:18 +00:00
|
|
|
aws-eks-asg-rolling-update-handler:
|
|
|
|
enabled: false
|
|
|
|
image:
|
2023-08-20 16:46:05 +00:00
|
|
|
tag: v1.8.1
|
2023-01-11 12:08:18 +00:00
|
|
|
|
|
|
|
environmentVars:
|
|
|
|
- name: CLUSTER_NAME
|
|
|
|
value: ""
|
|
|
|
- name: AWS_REGION
|
|
|
|
value: us-west-2
|
|
|
|
- name: EXECUTION_INTERVAL
|
|
|
|
value: "60"
|
|
|
|
- name: METRICS
|
|
|
|
value: "true"
|
|
|
|
- name: EAGER_CORDONING
|
|
|
|
value: "true"
|
|
|
|
# Only disable if all services have PDBs across AZs
|
|
|
|
- name: SLOW_MODE
|
|
|
|
value: "true"
|
|
|
|
- name: AWS_ROLE_ARN
|
|
|
|
value: ""
|
|
|
|
- name: AWS_WEB_IDENTITY_TOKEN_FILE
|
|
|
|
value: "/var/run/secrets/sts.amazonaws.com/serviceaccount/token"
|
|
|
|
- name: AWS_STS_REGIONAL_ENDPOINTS
|
|
|
|
value: "regional"
|
|
|
|
|
|
|
|
resources:
|
|
|
|
requests:
|
|
|
|
cpu: 10m
|
|
|
|
memory: 32Mi
|
|
|
|
limits:
|
|
|
|
memory: 128Mi
|
|
|
|
|
|
|
|
nodeSelector:
|
|
|
|
node-role.kubernetes.io/control-plane: ""
|
|
|
|
tolerations:
|
|
|
|
- key: node-role.kubernetes.io/control-plane
|
|
|
|
effect: NoSchedule
|
|
|
|
|
2021-12-01 12:35:18 +00:00
|
|
|
aws-node-termination-handler:
|
|
|
|
enabled: false
|
|
|
|
|
|
|
|
fullnameOverride: "aws-node-termination-handler"
|
|
|
|
|
2023-08-16 10:17:39 +00:00
|
|
|
checkASGTagBeforeDraining: false
|
|
|
|
# -- "zdt:kubezero:nth:${ClusterName}"
|
|
|
|
managedTag: "zdt:kubezero:nth:${ClusterName}"
|
2021-12-03 21:16:22 +00:00
|
|
|
|
2022-05-16 08:14:02 +00:00
|
|
|
useProviderId: true
|
2021-12-01 12:35:18 +00:00
|
|
|
enableSqsTerminationDraining: true
|
2022-05-16 08:14:02 +00:00
|
|
|
# otherwise pds fails trying to reach IMDS
|
|
|
|
enableSpotInterruptionDraining: false
|
2021-12-21 15:05:08 +00:00
|
|
|
enableProbesServer: true
|
2021-12-03 21:16:22 +00:00
|
|
|
deleteLocalData: true
|
|
|
|
ignoreDaemonSets: true
|
|
|
|
taintNode: true
|
2021-12-21 15:05:08 +00:00
|
|
|
emitKubernetesEvents: true
|
2021-12-01 12:35:18 +00:00
|
|
|
|
2021-12-01 15:43:42 +00:00
|
|
|
# -- https://sqs.${AWS::Region}.amazonaws.com/${AWS::AccountId}/${ClusterName}_Nth
|
2021-12-01 12:35:18 +00:00
|
|
|
queueURL: ""
|
|
|
|
|
2021-12-01 15:43:42 +00:00
|
|
|
metadataTries: 0
|
|
|
|
extraEnv:
|
2022-01-28 16:22:12 +00:00
|
|
|
# -- "arn:aws:iam::${AWS::AccountId}:role/${AWS::Region}.${ClusterName}.awsNth"
|
|
|
|
- name: AWS_ROLE_ARN
|
|
|
|
value: ""
|
|
|
|
- name: AWS_WEB_IDENTITY_TOKEN_FILE
|
|
|
|
value: "/var/run/secrets/sts.amazonaws.com/serviceaccount/token"
|
|
|
|
- name: AWS_STS_REGIONAL_ENDPOINTS
|
|
|
|
value: "regional"
|
2021-12-01 15:43:42 +00:00
|
|
|
|
2021-12-01 12:35:18 +00:00
|
|
|
enablePrometheusServer: false
|
|
|
|
podMonitor:
|
2021-09-02 17:08:08 +00:00
|
|
|
create: false
|
|
|
|
|
2021-12-01 12:35:18 +00:00
|
|
|
jsonLogging: true
|
2022-12-06 15:56:25 +00:00
|
|
|
logFormatVersion: 2
|
2021-12-01 12:35:18 +00:00
|
|
|
|
|
|
|
tolerations:
|
2022-10-27 12:27:42 +00:00
|
|
|
- key: node-role.kubernetes.io/control-plane
|
|
|
|
effect: NoSchedule
|
2021-12-01 12:35:18 +00:00
|
|
|
nodeSelector:
|
|
|
|
node-role.kubernetes.io/control-plane: ""
|
|
|
|
|
|
|
|
rbac:
|
|
|
|
pspEnabled: false
|
2021-09-02 17:36:11 +00:00
|
|
|
|
|
|
|
fuseDevicePlugin:
|
|
|
|
enabled: false
|
|
|
|
|
2022-05-04 12:24:14 +00:00
|
|
|
awsNeuron:
|
2021-09-02 17:36:11 +00:00
|
|
|
enabled: false
|
2022-04-08 20:11:36 +00:00
|
|
|
|
2022-05-04 12:24:14 +00:00
|
|
|
image:
|
|
|
|
name: public.ecr.aws/neuron/neuron-device-plugin
|
2023-08-20 16:46:05 +00:00
|
|
|
tag: 2.12.5.0
|
2022-09-11 11:54:56 +00:00
|
|
|
|
2022-09-14 17:08:14 +00:00
|
|
|
nvidia-device-plugin:
|
|
|
|
enabled: false
|
|
|
|
tolerations:
|
|
|
|
- key: nvidia.com/gpu
|
|
|
|
operator: Exists
|
|
|
|
effect: NoSchedule
|
|
|
|
- key: kubezero-workergroup
|
|
|
|
effect: NoSchedule
|
|
|
|
operator: Exists
|
|
|
|
|
|
|
|
affinity:
|
|
|
|
nodeAffinity:
|
|
|
|
requiredDuringSchedulingIgnoredDuringExecution:
|
|
|
|
nodeSelectorTerms:
|
|
|
|
- matchExpressions:
|
|
|
|
- key: "node.kubernetes.io/instance-type"
|
|
|
|
operator: In
|
|
|
|
values:
|
|
|
|
- g5.xlarge
|
|
|
|
- g5.2xlarge
|
|
|
|
- g5.4xlarge
|
|
|
|
- g5.8xlarge
|
|
|
|
- g5.12xlarge
|
|
|
|
- g5.16xlarge
|
|
|
|
- g5.24xlarge
|
|
|
|
- g5.48xlarge
|
2023-01-22 16:24:58 +00:00
|
|
|
- g4dn.xlarge
|
2023-04-12 11:14:31 +00:00
|
|
|
- g4dn.2xlarge
|
|
|
|
- g4dn.4xlarge
|
|
|
|
- g4dn.8xlarge
|
|
|
|
- g4dn.12xlarge
|
|
|
|
- g4dn.16xlarge
|
2022-09-14 17:08:14 +00:00
|
|
|
|
2022-09-11 11:54:56 +00:00
|
|
|
cluster-autoscaler:
|
|
|
|
enabled: false
|
|
|
|
|
2023-04-12 11:14:31 +00:00
|
|
|
image:
|
2023-08-20 16:46:05 +00:00
|
|
|
tag: v1.26.4
|
2023-04-12 11:14:31 +00:00
|
|
|
|
2022-09-11 11:54:56 +00:00
|
|
|
autoDiscovery:
|
|
|
|
clusterName: ""
|
|
|
|
awsRegion: "us-west-2"
|
|
|
|
|
|
|
|
serviceMonitor:
|
|
|
|
enabled: false
|
|
|
|
interval: 30s
|
|
|
|
|
|
|
|
prometheusRule:
|
|
|
|
enabled: false
|
2022-09-28 15:41:30 +00:00
|
|
|
interval: "30"
|
2022-09-11 11:54:56 +00:00
|
|
|
|
|
|
|
# Disable pdb for now
|
|
|
|
podDisruptionBudget: false
|
|
|
|
|
2022-09-28 15:41:30 +00:00
|
|
|
extraArgs:
|
|
|
|
scan-interval: 30s
|
|
|
|
skip-nodes-with-local-storage: false
|
2023-04-26 10:26:30 +00:00
|
|
|
balance-similar-node-groups: true
|
|
|
|
ignore-taint: "node.cilium.io/agent-not-ready"
|
2022-09-28 15:41:30 +00:00
|
|
|
|
2022-09-11 11:54:56 +00:00
|
|
|
#securityContext:
|
|
|
|
# runAsNonRoot: true
|
|
|
|
|
|
|
|
nodeSelector:
|
|
|
|
node-role.kubernetes.io/control-plane: ""
|
|
|
|
tolerations:
|
2022-10-27 12:27:42 +00:00
|
|
|
- key: node-role.kubernetes.io/control-plane
|
|
|
|
effect: NoSchedule
|
2022-09-11 11:54:56 +00:00
|
|
|
|
|
|
|
# On AWS enable Projected Service Accounts to assume IAM role
|
|
|
|
#extraEnv:
|
|
|
|
# AWS_ROLE_ARN: <IamArn>
|
|
|
|
# AWS_WEB_IDENTITY_TOKEN_FILE: "/var/run/secrets/sts.amazonaws.com/serviceaccount/token"
|
|
|
|
# AWS_STS_REGIONAL_ENDPOINTS: "regional"
|
|
|
|
|
|
|
|
#extraVolumes:
|
|
|
|
#- name: aws-token
|
|
|
|
# projected:
|
|
|
|
# sources:
|
|
|
|
# - serviceAccountToken:
|
|
|
|
# path: token
|
|
|
|
# expirationSeconds: 86400
|
|
|
|
# audience: "sts.amazonaws.com"
|
|
|
|
|
|
|
|
#extraVolumeMounts:
|
|
|
|
#- name: aws-token
|
|
|
|
# mountPath: "/var/run/secrets/sts.amazonaws.com/serviceaccount/"
|
|
|
|
# readOnly: true
|
2022-05-04 12:24:14 +00:00
|
|
|
|
2022-04-08 20:11:36 +00:00
|
|
|
external-dns:
|
|
|
|
enabled: false
|
|
|
|
|
|
|
|
interval: 3m
|
|
|
|
triggerLoopOnEvent: true
|
|
|
|
|
|
|
|
tolerations:
|
2022-10-27 12:27:42 +00:00
|
|
|
- key: node-role.kubernetes.io/control-plane
|
|
|
|
effect: NoSchedule
|
2022-04-08 20:11:36 +00:00
|
|
|
nodeSelector:
|
|
|
|
node-role.kubernetes.io/control-plane: ""
|
|
|
|
|
2022-04-12 13:23:33 +00:00
|
|
|
#logLevel: debug
|
2022-04-08 20:11:36 +00:00
|
|
|
sources:
|
2022-09-28 15:41:30 +00:00
|
|
|
- service
|
2022-04-08 20:11:36 +00:00
|
|
|
#- istio-gateway
|
|
|
|
|
|
|
|
provider: inmemory
|
2023-08-16 10:17:39 +00:00
|
|
|
|
|
|
|
falco-control-plane:
|
|
|
|
enabled: false
|
|
|
|
|
|
|
|
fullnameOverride: falco-control-plane
|
|
|
|
|
|
|
|
# -- Disable the drivers since we want to deploy only the k8saudit plugin.
|
|
|
|
driver:
|
|
|
|
enabled: false
|
|
|
|
|
|
|
|
# -- Disable the collectors, no syscall events to enrich with metadata.
|
|
|
|
collectors:
|
|
|
|
enabled: false
|
|
|
|
|
|
|
|
nodeSelector:
|
|
|
|
node-role.kubernetes.io/control-plane: ""
|
|
|
|
|
|
|
|
# -- Deploy Falco as a deployment. One instance of Falco is enough. Anyway the number of replicas is configurabale.
|
|
|
|
controller:
|
|
|
|
kind: deployment
|
|
|
|
deployment:
|
|
|
|
# -- Number of replicas when installing Falco using a deployment. Change it if you really know what you are doing.
|
|
|
|
# For more info check the section on Plugins in the README.md file.
|
|
|
|
replicas: 1
|
|
|
|
|
|
|
|
|
|
|
|
falcoctl:
|
|
|
|
artifact:
|
|
|
|
install:
|
|
|
|
# -- Enable the init container. We do not recommend installing (or following) plugins for security reasons since they are executable objects.
|
|
|
|
enabled: true
|
|
|
|
follow:
|
|
|
|
# -- Enable the sidecar container. We do not support it yet for plugins. It is used only for rules feed such as k8saudit-rules rules.
|
|
|
|
enabled: true
|
|
|
|
config:
|
|
|
|
artifact:
|
|
|
|
install:
|
|
|
|
# -- Do not resolve the depenencies for artifacts. By default is true, but for our use case we disable it.
|
|
|
|
resolveDeps: false
|
|
|
|
# -- List of artifacts to be installed by the falcoctl init container.
|
|
|
|
# Only rulesfiles, we do no recommend plugins for security reasonts since they are executable objects.
|
|
|
|
refs: [k8saudit-rules:0.6]
|
|
|
|
follow:
|
|
|
|
# -- List of artifacts to be followed by the falcoctl sidecar container.
|
|
|
|
# Only rulesfiles, we do no recommend plugins for security reasonts since they are executable objects.
|
|
|
|
refs: [k8saudit-rules:0.6]
|
|
|
|
|
|
|
|
services:
|
|
|
|
- name: k8saudit-webhook
|
|
|
|
ports:
|
|
|
|
- port: 9765 # See plugin open_params
|
|
|
|
protocol: TCP
|
|
|
|
|
|
|
|
falco:
|
|
|
|
rules_file:
|
|
|
|
- /etc/falco/k8s_audit_rules.yaml
|
|
|
|
- /etc/falco/rules.d
|
|
|
|
plugins:
|
|
|
|
- name: k8saudit
|
|
|
|
library_path: libk8saudit.so
|
|
|
|
init_config:
|
|
|
|
maxEventBytes: 1048576
|
|
|
|
# sslCertificate: /etc/falco/falco.pem
|
|
|
|
open_params: "http://:9765/k8s-audit"
|
|
|
|
- name: json
|
|
|
|
library_path: libjson.so
|
|
|
|
init_config: ""
|
|
|
|
# Plugins that Falco will load. Note: the same plugins are installed by the falcoctl-artifact-install init container.
|
|
|
|
load_plugins: [k8saudit, json]
|