added airflow pipe

2025-09-12 21:52:11 -04:00
parent d07892566f
commit ddc95882ee
4 changed files with 78 additions and 3 deletions
@@ -0,0 +1,53 @@
+useStandardNaming: true
+executor: KubernetesExecutor
+
+# install k8s provider for kubernetesexecutor
+airflow:
+    extraPipPackages:
+        - "apache-airflow-providers-cncf-kubernetes>=7.4.0"
+
+# use your existing postgres for the metastore
+env:
+    - name: AIRFLOW__DATABASE__SQL_ALCHEMY_CONN
+      value: "postgresql+psycopg2://postgres:mypassword@postgresql-primary.ai.svc.cluster.local:5432/openwebui"
+
+pgbouncer:
+    enabled: true
+
+logs:
+    persistence:
+        enabled: true
+        size: 2Gi
+
+allowPodLaunching: true
+
+# small footprints for minikube
+scheduler:
+    resources:
+        requests: { cpu: "200m", memory: "512Mi" }
+        limits: { cpu: "1", memory: "1Gi" }
+
+webserver:
+    secretKeySecretName: airflow-webserver-secret
+    fernetKeySecretName: airflow-fernet-key-secret
+    service:
+        type: NodePort
+        nodePort: 30082 # 30000–32767
+    resources:
+        requests: { cpu: "100m", memory: "256Mi" }
+        limits: { cpu: "500m", memory: "512Mi" }
+
+triggerer:
+    resources:
+        requests: { cpu: "50m", memory: "128Mi" }
+        limits: { cpu: "200m", memory: "256Mi" }
+
+# bc using nodeport
+ingress:
+    enabled: false
+
+# naur helm hooks for these jobs
+createUserJob:
+    useHelmHooks: false
+migrateDatabaseJob:
+    useHelmHooks: false