template the kustomization.yaml file

pyproject.toml

@@ -60,6 +60,7 @@ dependencies = [
     "bcrypt==4.0.1",
     "boto3==1.34.63",
     "cloudflare==2.11.7",
+    "jinja2",
     "kubernetes==27.2.0",
     "pluggy==1.3.0",
     "prompt-toolkit==3.0.36",
@@ -83,7 +84,6 @@ dev = [
     "diagrams",
     "escapism",
     "importlib-metadata<5.0",
-    "jinja2",
     "mypy==1.6.1",
     "paramiko",
     "pre-commit",

src/_nebari/constants.py

@@ -7,6 +7,8 @@
 # https://www.hashicorp.com/license-faq
 TERRAFORM_VERSION = "1.5.7"
 
+KUBERHEALTHY_HELM_VERSION = "100"
+
 # 04-kubernetes-ingress
 DEFAULT_TRAEFIK_IMAGE_TAG = "2.9.1"
 

src/_nebari/stages/base.py

@@ -7,13 +7,16 @@
 import tempfile
 from typing import Any, Dict, List, Tuple
 
+from jinja2 import Environment, FileSystemLoader
 from kubernetes import client, config
 from kubernetes.client.rest import ApiException
 
 from _nebari.provider import helm, kubernetes, kustomize, terraform
 from _nebari.stages.tf_objects import NebariTerraformState
 from nebari.hookspecs import NebariStage
 
+KUSTOMIZATION_TEMPLATE = "kustomization.yaml.tmpl"
+
 
 class NebariKustomizeStage(NebariStage):
     @property
@@ -24,6 +27,10 @@ def template_directory(self):
     def stage_prefix(self):
         return pathlib.Path("stages") / self.name
 
+    @property
+    def kustomize_vars(self):
+        return {}
+
     failed_to_create = False
     error_message = ""
 
@@ -68,13 +75,19 @@ def check(
             sys.exit(1)
 
     def render(self) -> Dict[pathlib.Path, str]:
+        env = Environment(loader=FileSystemLoader(self.template_directory))
 
         contents = {}
-        if not (self.template_directory / "kustomization.yaml").exists():
+        if not (self.template_directory / KUSTOMIZATION_TEMPLATE).exists():
             raise FileNotFoundError(
                 f"ERROR: After stage={self.name} "
-                "kustomization.yaml file not found in template directory"
+                f"{KUSTOMIZATION_TEMPLATE} template file not found in template directory"
             )
+        kustomize_template = env.get_template(KUSTOMIZATION_TEMPLATE)
+        rendered_kustomization = kustomize_template.render(**self.kustomize_vars)
+        with open(self.template_directory / "kustomization.yaml", "w") as f:
+            f.write(rendered_kustomization)
+
         with tempfile.TemporaryDirectory() as temp_dir:
             kustomize.run_kustomize_subprocess(
                 [
@@ -113,6 +126,8 @@ def render(self) -> Dict[pathlib.Path, str]:
                                 ),
                             )
                         ] = f.read()
+            # cleanup generated kustomization.yaml
+            pathlib.Path(self.template_directory, "kustomization.yaml").unlink()
 
             # clean up downloaded helm charts
             charts_dir = pathlib.Path(self.template_directory, "charts")

src/_nebari/stages/kubernetes_kuberhealthy/__init__.py

@@ -21,6 +21,13 @@ class KuberHealthyStage(NebariKustomizeStage):
     input_schema = InputSchema
     output_schema = OutputSchema
 
+    @property
+    def kustomize_vars(self):
+        return {
+            "namespace": self.config.namespace,
+            "kuberhealthy_helm_version": self.config.monitoring.healthchecks.kuberhealthy_helm_version,
+        }
+
     @contextlib.contextmanager
     def deploy(
         self, stage_outputs: Dict[str, Dict[str, Any]], disable_prompt: bool = False

src/_nebari/stages/kubernetes_kuberhealthy/template/kustomization.yaml → src/_nebari/stages/kubernetes_kuberhealthy/template/kustomization.yaml.tmpl

@@ -6,6 +6,10 @@ helmCharts:
 - name: kuberhealthy
   repo: https://kuberhealthy.github.io/kuberhealthy/helm-repos
   releaseName: kuberhealthy
-  namespace: dev
-  version: "100" # v.2.7.1
+  namespace: {{ namespace }}
+  version: "{{ kuberhealthy_helm_version }}"
   valuesFile: values.yaml
+  valuesInline:
+    prometheus:
+      serviceMonitor:
+        namespace: {{ namespace }}

src/_nebari/stages/kubernetes_kuberhealthy/template/values.yaml

@@ -1,6 +1,4 @@
 prometheus:
   enabled: true
-
   serviceMonitor:
     enabled: true
-    namespace: dev

src/_nebari/stages/kubernetes_kuberhealthy_healthchecks/__init__.py

@@ -21,6 +21,12 @@ class KuberHealthyStage(NebariKustomizeStage):
     input_schema = InputSchema
     output_schema = OutputSchema
 
+    @property
+    def kustomize_vars(self):
+        return {
+            "namespace": self.config.namespace,
+        }
+
     @contextlib.contextmanager
     def deploy(
         self, stage_outputs: Dict[str, Dict[str, Any]], disable_prompt: bool = False

src/_nebari/stages/kubernetes_kuberhealthy_healthchecks/template/kustomization.yaml → src/_nebari/stages/kubernetes_kuberhealthy_healthchecks/template/kustomization.yaml.tmpl

@@ -14,4 +14,4 @@ patches:
     patch: |-
       - op: replace
         path: /metadata/namespace
-        value: "dev"
+        value: "{{ namespace }}"

src/_nebari/stages/kubernetes_services/__init__.py

@@ -228,6 +228,7 @@ class MonitoringOverrides(schema.Base):
 
 class Healthchecks(schema.Base):
     enabled: bool = False
+    kuberhealthy_helm_version: str = constants.KUBERHEALTHY_HELM_VERSION
 
 
 class Monitoring(schema.Base):