153 lines
2.9 KiB
YAML
153 lines
2.9 KiB
YAML
nodeSelector:
|
|
workload: general
|
|
|
|
# Web UI Ingress Configuration
|
|
ingress:
|
|
web:
|
|
enabled: true
|
|
ingressClassName: traefik
|
|
annotations:
|
|
cert-manager.io/cluster-issuer: letsencrypt
|
|
traefik.ingress.kubernetes.io/router.entrypoints: web
|
|
hosts:
|
|
- name: airflow.dvirlabs.com
|
|
tls:
|
|
enabled: false
|
|
|
|
flower:
|
|
enabled: false
|
|
|
|
# PostgreSQL Configuration
|
|
postgresql:
|
|
enabled: true
|
|
auth:
|
|
username: airflow
|
|
password: airflow123
|
|
database: airflow
|
|
primary:
|
|
nodeSelector:
|
|
workload: general
|
|
persistence:
|
|
enabled: true
|
|
storageClass: nfs-client
|
|
size: 10Gi
|
|
|
|
# Airflow Executor Configuration
|
|
executor: KubernetesExecutor
|
|
|
|
# Database Configuration
|
|
data:
|
|
metadataSecretName: ~
|
|
|
|
db:
|
|
type: postgres
|
|
host: airflow-postgresql.dev-tools.svc.cluster.local
|
|
port: 5432
|
|
user: airflow
|
|
pass: airflow123
|
|
dbName: airflow
|
|
sslMode: disable
|
|
|
|
# Airflow Configuration
|
|
config:
|
|
core:
|
|
# Increase migration wait timeout to 10 minutes (600 seconds)
|
|
migration_wait_timeout: 600
|
|
# Enable SQL Alchemy connection pool
|
|
sql_alchemy_pool_enabled: true
|
|
sql_alchemy_pool_pre_ping: true
|
|
sql_alchemy_max_overflow: 10
|
|
sql_alchemy_pool_size: 5
|
|
database:
|
|
# Connection string format for postgres - will be auto-generated from db.* values
|
|
sql_alchemy_conn: ~
|
|
|
|
# Migration Job Configuration - allows migrations to complete
|
|
migrationJob:
|
|
enabled: true
|
|
applyCustomEnv: true
|
|
jobAnnotations: {}
|
|
nodeSelector:
|
|
workload: general
|
|
# Extended timeout for database migrations
|
|
backoffLimit: 5
|
|
resources:
|
|
requests:
|
|
cpu: 250m
|
|
memory: 256Mi
|
|
limits:
|
|
cpu: 1000m
|
|
memory: 1024Mi
|
|
|
|
# Redis not needed with KubernetesExecutor
|
|
redis:
|
|
enabled: false
|
|
|
|
# Airflow Home directory
|
|
airflowHome: /opt/airflow
|
|
|
|
# Default resources for Airflow pods
|
|
resources:
|
|
requests:
|
|
cpu: 250m
|
|
memory: 256Mi
|
|
limits:
|
|
cpu: 1000m
|
|
memory: 1024Mi
|
|
|
|
# DAG Processor Configuration
|
|
dagProcessor:
|
|
enabled: true
|
|
replicas: 1
|
|
resources:
|
|
requests:
|
|
cpu: 250m
|
|
memory: 256Mi
|
|
limits:
|
|
cpu: 1000m
|
|
memory: 1024Mi
|
|
nodeSelector:
|
|
workload: general
|
|
# Extended progress deadline for DAG processor initialization
|
|
strategy:
|
|
rollingUpdate:
|
|
maxSurge: 1
|
|
maxUnavailable: 0
|
|
|
|
# Deployment progress deadline - increased from default 10m to 30m
|
|
deploymentProgressDeadlineSeconds: 1800
|
|
|
|
# Scheduler Configuration
|
|
scheduler:
|
|
replicas: 1
|
|
resources:
|
|
requests:
|
|
cpu: 250m
|
|
memory: 256Mi
|
|
limits:
|
|
cpu: 1000m
|
|
memory: 1024Mi
|
|
nodeSelector:
|
|
workload: general
|
|
|
|
# WebServer Configuration
|
|
webserver:
|
|
replicas: 1
|
|
resources:
|
|
requests:
|
|
cpu: 250m
|
|
memory: 256Mi
|
|
limits:
|
|
cpu: 1000m
|
|
memory: 1024Mi
|
|
nodeSelector:
|
|
workload: general
|
|
|
|
# Statsd exporter for metrics
|
|
statsd:
|
|
enabled: true
|
|
|
|
# Labels
|
|
labels:
|
|
app: airflow
|