91 lines
2.0 KiB
YAML
91 lines
2.0 KiB
YAML
useStandardNaming: true
|
||
executor: KubernetesExecutor
|
||
|
||
airflow:
|
||
extraPipPackages: []
|
||
|
||
# metastore (postgres)
|
||
env:
|
||
- name: AIRFLOW__DATABASE__SQL_ALCHEMY_CONN
|
||
value: "postgresql+psycopg2://postgres:mypassword@postgresql-primary.ai.svc.cluster.local:5432/airflow"
|
||
|
||
# using external postgres and not the subchart
|
||
postgresql:
|
||
enabled: false
|
||
|
||
data:
|
||
metadataConnection:
|
||
user: postgres
|
||
pass: mypassword
|
||
protocol: postgresql
|
||
host: postgresql-primary.ai.svc.cluster.local
|
||
port: 5432
|
||
db: airflow # better to keep airflow separate from other apps
|
||
sslmode: disable
|
||
|
||
# enable pgbouncer and sync with extraIni
|
||
pgbouncer:
|
||
enabled: true
|
||
# official default is scram-sha-256, but bitnami uses md5 so...
|
||
auth_type: md5
|
||
maxClientConn: 200
|
||
metadataPoolSize: 20 # server connections to metadata db
|
||
resultBackendPoolSize: 5
|
||
# general pgbouncer section stuffs
|
||
extraIni: |
|
||
pool_mode = transaction
|
||
listen_port = 6543
|
||
listen_addr = *
|
||
ignore_startup_parameters = extra_float_digits
|
||
server_tls_sslmode = prefer
|
||
metricsExporterSidecar:
|
||
enabled: true
|
||
|
||
logs:
|
||
persistence:
|
||
enabled: true
|
||
size: 2Gi
|
||
|
||
allowPodLaunching: true
|
||
|
||
scheduler:
|
||
resources:
|
||
requests:
|
||
cpu: "200m"
|
||
memory: "512Mi"
|
||
limits:
|
||
cpu: "1"
|
||
memory: "1Gi"
|
||
|
||
webserver:
|
||
webserverSecretKeySecretName: airflow-webserver-secret
|
||
service:
|
||
type: NodePort
|
||
nodePort: 30082 # 30000–32767
|
||
resources:
|
||
requests:
|
||
cpu: "100m"
|
||
memory: "256Mi"
|
||
limits:
|
||
cpu: "500m"
|
||
memory: "512Mi"
|
||
|
||
triggerer:
|
||
resources:
|
||
requests:
|
||
cpu: "50m"
|
||
memory: "128Mi"
|
||
limits:
|
||
cpu: "200m"
|
||
memory: "256Mi"
|
||
|
||
# bc using nodeport
|
||
ingress:
|
||
enabled: false
|
||
|
||
# naur helm hooks for these jobs
|
||
createUserJob:
|
||
useHelmHooks: false
|
||
migrateDatabaseJob:
|
||
useHelmHooks: false
|