Kubelet tuning

charts/kubeadm/templates/KubeletConfiguration.yaml

@@ -5,7 +5,8 @@ metadata:
 failSwapOn: false
 cgroupDriver: cgroupfs
 logging:
-  format: json
+  # We already have syslog-ng logging json
+  # format: json
 hairpinMode: hairpin-veth
 {{- if .Values.systemd }}
 resolvConf: /run/systemd/resolve/resolv.conf
@@ -22,7 +23,15 @@ featureGates:
   CSIMigrationAWS: true
   CSIMigrationAWSComplete: true
 {{- end }}
+# Minimal unit is 50m per pod
+podsPerCore: 20
+# Basic OS on Ubuntu 20.04 incl. crio
+systemReserved:
+  memory: 256Mi
+# This should be dynamic based on number of maxpods and available cores
+# https://cloud.google.com/kubernetes-engine/docs/concepts/cluster-architecture#memory_cpu
+# Below are default minimal for 2 cores and minimum kubelet 
 kubeReserved:
-  cpu: 50m
+  cpu: 70m
-  memory: 128m
+  memory: 128Mi
 # cpuCFSQuotaPeriod: 10ms

charts/kubeadm/templates/patches/coredns0.yaml

@@ -0,0 +1,24 @@
+spec:
+  replicas: {{ ternary 3 1 .Values.clusterHighAvailable }}
+  template:
+    spec:
+      containers:
+      - name: coredns
+        resources:
+          requests:
+            cpu: 100m
+            memory: 32Mi
+          limits:
+            memory: 128Mi
+      nodeSelector:
+        node-role.kubernetes.io/master: ""
+      affinity:
+        podAntiAffinity:
+          requiredDuringSchedulingIgnoredDuringExecution:
+          - labelSelector:
+              matchExpressions:
+              - key: k8s-app
+                operator: In
+                values:
+                - kube-dns
+            topologyKey: "kubernetes.io/hostname"

charts/kubeadm/templates/patches/etcd0.yaml

@@ -0,0 +1,7 @@
+spec:
+  containers:
+  - name: etcd
+    resources:
+      requests:
+        cpu: 250m
+        memory: 192Mi

charts/kubeadm/templates/patches/kube-apiserver0.yaml

@@ -0,0 +1,7 @@
+spec:
+  containers:
+  - name: kube-apiserver
+    resources:
+      requests:
+        cpu: 250m
+        memory: 1Gi

charts/kubeadm/templates/patches/kube-controller-manager0.yaml

@@ -0,0 +1,7 @@
+spec:
+  containers:
+  - name: kube-controller-manager
+    resources:
+      requests:
+        cpu: 200m
+        memory: 128Mi

charts/kubeadm/templates/patches/kube-scheduler0.yaml

@@ -0,0 +1,7 @@
+spec:
+  containers:
+  - name: kube-scheduler
+    resources:
+      requests:
+        cpu: 100m
+        memory: 64Mi