aks: use special kubelet/os config for granny deployments

faasm · Apr 17, 2024 · d4e4b11 · d4e4b11
1 parent d7e1a0a
commit d4e4b11
Show file tree

Hide file tree

Showing 4 changed files with 30 additions and 0 deletions.
diff --git a/config/granny_aks_kubelet_config.json b/config/granny_aks_kubelet_config.json
@@ -0,0 +1 @@
+{ "allowedUnsafeSysctls": ["net.*"] }
diff --git a/config/granny_aks_os_config.json b/config/granny_aks_os_config.json
@@ -0,0 +1,13 @@
+{
+ "sysctls": {
+  "netCoreRmemMax": 16777216,
+  "netCoreWmemMax": 16777216,
+  "netIpv4TcpRmem": "4096 87380 16777216",
+  "netIpv4TcpWmem": "4096 65536 16777216",
+  "netCoreNetdevMaxBacklog": "30000",
+  "netCoreRmemDefault": 16777216,
+  "netCoreWmemDefault": 16777216,
+  "netIpv4TcpMem": "16777216 16777216 16777216",
+  "netIpv4RouteFlush": 1
+ }
+}
diff --git a/tasks/cluster.py b/tasks/cluster.py
@@ -1,4 +1,5 @@
 from invoke import task
+from os.path import join
 from subprocess import run
 from tasks.util.env import (
     AZURE_ACR_NAME,
@@ -8,6 +9,7 @@
     AZURE_K8S_VM_SIZE,
     AZURE_PUB_SSH_KEY,
     AZURE_RESOURCE_GROUP,
+    CONFIG_DIR,
     KUBECTL_BIN,
 )
 from tasks.util.version import get_k8s_version
@@ -46,12 +48,15 @@ def provision(
     location=AZURE_K8S_REGION,
     name=AZURE_K8S_CLUSTER_NAME,
     sgx=False,
+    granny=True,
 ):
     """
     Provision the AKS cluster
     """
     k8s_ver = get_k8s_version()
     sgx = sgx and (sgx.lower() != "false")
+    granny_kubelet_config = join(CONFIG_DIR, "granny_aks_kubelet_config.json")
+    granny_os_config = join(CONFIG_DIR, "granny_aks_os_config.json")
 
     if sgx and "Standard_DC" not in vm:
         print(
@@ -70,6 +75,16 @@ def provision(
             "--ssh-key-value {}".format(AZURE_PUB_SSH_KEY),
             "--location {}".format(location),
             "--attach-acr {}".format(AZURE_ACR_NAME.split(".")[0]),
+            "{}".format(
+                "--kubelet-config {}".format(granny_kubelet_config)
+                if granny
+                else ""
+            ),
+            "{}".format(
+                "--linux-os-config {}".format(granny_os_config)
+                if granny
+                else ""
+            ),
             "{}".format(
                 "--enable-addons confcom --enable-sgxquotehelper"
                 if sgx

diff --git a/tasks/util/env.py b/tasks/util/env.py
@@ -4,6 +4,7 @@
 
 BIN_DIR = join(PROJ_ROOT, "bin")
 GLOBAL_BIN_DIR = "/usr/local/bin"
+CONFIG_DIR = join(PROJ_ROOT, "config")
 
 K9S_VERSION = "0.32.2"