diff --git a/manifests/air-flow/values.yaml b/manifests/air-flow/values.yaml index fca51af..f449ef0 100644 --- a/manifests/air-flow/values.yaml +++ b/manifests/air-flow/values.yaml @@ -46,6 +46,7 @@ db: user: airflow pass: airflow123 dbName: airflow + sslMode: disable # Migration Job Configuration - allows migrations to complete migrationJob: @@ -54,6 +55,15 @@ migrationJob: jobAnnotations: {} nodeSelector: workload: general + # Extended timeout for database migrations + backoffLimit: 5 + resources: + requests: + cpu: 250m + memory: 256Mi + limits: + cpu: 1000m + memory: 1024Mi # Redis not needed with KubernetesExecutor redis: @@ -65,11 +75,59 @@ airflowHome: /opt/airflow # Default resources for Airflow pods resources: requests: - cpu: 100m - memory: 128Mi + cpu: 250m + memory: 256Mi limits: - cpu: 500m - memory: 512Mi + cpu: 1000m + memory: 1024Mi + +# DAG Processor Configuration +dagProcessor: + enabled: true + replicas: 1 + resources: + requests: + cpu: 250m + memory: 256Mi + limits: + cpu: 1000m + memory: 1024Mi + nodeSelector: + workload: general + # Extended progress deadline for DAG processor initialization + strategy: + rollingUpdate: + maxSurge: 1 + maxUnavailable: 0 + +# Deployment progress deadline - increased from default 10m to 30m +deploymentProgressDeadlineSeconds: 1800 + +# Scheduler Configuration +scheduler: + replicas: 1 + resources: + requests: + cpu: 250m + memory: 256Mi + limits: + cpu: 1000m + memory: 1024Mi + nodeSelector: + workload: general + +# WebServer Configuration +webserver: + replicas: 1 + resources: + requests: + cpu: 250m + memory: 256Mi + limits: + cpu: 1000m + memory: 1024Mi + nodeSelector: + workload: general # Statsd exporter for metrics statsd: