From f1f3bc7f17bfa685ef054f51c3523473f4002bda Mon Sep 17 00:00:00 2001 From: dvirlabs <114520947+dvirlabs@users.noreply.github.com> Date: Tue, 2 Jun 2026 17:36:24 +0300 Subject: [PATCH] Fix airflow --- manifests/air-flow/values.yaml | 66 +++++++++++++++++++++++++++++++--- 1 file changed, 62 insertions(+), 4 deletions(-) diff --git a/manifests/air-flow/values.yaml b/manifests/air-flow/values.yaml index fca51af..f449ef0 100644 --- a/manifests/air-flow/values.yaml +++ b/manifests/air-flow/values.yaml @@ -46,6 +46,7 @@ db: user: airflow pass: airflow123 dbName: airflow + sslMode: disable # Migration Job Configuration - allows migrations to complete migrationJob: @@ -54,6 +55,15 @@ migrationJob: jobAnnotations: {} nodeSelector: workload: general + # Extended timeout for database migrations + backoffLimit: 5 + resources: + requests: + cpu: 250m + memory: 256Mi + limits: + cpu: 1000m + memory: 1024Mi # Redis not needed with KubernetesExecutor redis: @@ -65,11 +75,59 @@ airflowHome: /opt/airflow # Default resources for Airflow pods resources: requests: - cpu: 100m - memory: 128Mi + cpu: 250m + memory: 256Mi limits: - cpu: 500m - memory: 512Mi + cpu: 1000m + memory: 1024Mi + +# DAG Processor Configuration +dagProcessor: + enabled: true + replicas: 1 + resources: + requests: + cpu: 250m + memory: 256Mi + limits: + cpu: 1000m + memory: 1024Mi + nodeSelector: + workload: general + # Extended progress deadline for DAG processor initialization + strategy: + rollingUpdate: + maxSurge: 1 + maxUnavailable: 0 + +# Deployment progress deadline - increased from default 10m to 30m +deploymentProgressDeadlineSeconds: 1800 + +# Scheduler Configuration +scheduler: + replicas: 1 + resources: + requests: + cpu: 250m + memory: 256Mi + limits: + cpu: 1000m + memory: 1024Mi + nodeSelector: + workload: general + +# WebServer Configuration +webserver: + replicas: 1 + resources: + requests: + cpu: 250m + memory: 256Mi + limits: + cpu: 1000m + memory: 1024Mi + nodeSelector: + workload: general # Statsd exporter for metrics statsd: