293 lines
16 KiB
Plaintext
293 lines
16 KiB
Plaintext
{{/*
|
|
Licensed to the Apache Software Foundation (ASF) under one
|
|
or more contributor license agreements. See the NOTICE file
|
|
distributed with this work for additional information
|
|
regarding copyright ownership. The ASF licenses this file
|
|
to you under the Apache License, Version 2.0 (the
|
|
"License"); you may not use this file except in compliance
|
|
with the License. You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing,
|
|
software distributed under the License is distributed on an
|
|
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
KIND, either express or implied. See the License for the
|
|
specific language governing permissions and limitations
|
|
under the License.
|
|
*/}}
|
|
---
|
|
{{- $nodeSelector := or .Values.workers.kubernetes.nodeSelector .Values.workers.nodeSelector .Values.nodeSelector }}
|
|
{{- $affinity := or .Values.workers.kubernetes.affinity .Values.workers.affinity .Values.affinity }}
|
|
{{- $tolerations := or .Values.workers.kubernetes.tolerations .Values.workers.tolerations .Values.tolerations }}
|
|
{{- $topologySpreadConstraints := or .Values.workers.kubernetes.topologySpreadConstraints .Values.workers.topologySpreadConstraints .Values.topologySpreadConstraints }}
|
|
{{- $securityContext := include "airflowPodSecurityContext" (list .Values.workers.kubernetes .Values.workers .Values) }}
|
|
{{- $containerSecurityContextKerberosSidecar := include "containerSecurityContext" (list .Values.workers.kubernetes.kerberosSidecar .Values.workers.kerberosSidecar .Values) }}
|
|
{{- $containerLifecycleHooksKerberosSidecar := or .Values.workers.kubernetes.kerberosSidecar.containerLifecycleHooks .Values.workers.kerberosSidecar.containerLifecycleHooks .Values.containerLifecycleHooks }}
|
|
{{- $containerSecurityContextKerberosInitContainer := include "containerSecurityContext" (list .Values.workers.kubernetes.kerberosInitContainer .Values.workers.kerberosInitContainer .Values) }}
|
|
{{- $containerLifecycleHooksKerberosInitContainer := or .Values.workers.kubernetes.kerberosInitContainer.containerLifecycleHooks .Values.workers.kerberosInitContainer.containerLifecycleHooks .Values.containerLifecycleHooks }}
|
|
{{- $containerSecurityContext := include "containerSecurityContext" (list .Values.workers.kubernetes .Values.workers .Values) }}
|
|
{{- $containerLifecycleHooks := or .Values.workers.kubernetes.containerLifecycleHooks .Values.workers.containerLifecycleHooks .Values.containerLifecycleHooks }}
|
|
{{- $safeToEvict := dict "cluster-autoscaler.kubernetes.io/safe-to-evict" (or .Values.workers.kubernetes.safeToEvict (and (not (has .Values.workers.kubernetes.safeToEvict (list true false))) .Values.workers.safeToEvict) | toString) }}
|
|
{{- $podAnnotations := mergeOverwrite (deepCopy .Values.airflowPodAnnotations) $safeToEvict (.Values.workers.kubernetes.podAnnotations | default .Values.workers.podAnnotations) }}
|
|
{{- $schedulerName := or .Values.workers.kubernetes.schedulerName .Values.workers.schedulerName .Values.schedulerName }}
|
|
apiVersion: v1
|
|
kind: Pod
|
|
metadata:
|
|
name: placeholder-name
|
|
labels:
|
|
tier: airflow
|
|
component: worker
|
|
release: {{ .Release.Name }}
|
|
{{- if or .Values.labels .Values.workers.labels .Values.workers.kubernetes.labels }}
|
|
{{- mustMerge (.Values.workers.kubernetes.labels | default .Values.workers.labels) .Values.labels | toYaml | nindent 4 }}
|
|
{{- end }}
|
|
annotations:
|
|
{{- tpl (toYaml $podAnnotations) . | nindent 4 }}
|
|
{{- if or .Values.workers.kubernetes.kerberosInitContainer.enabled .Values.workers.kerberosInitContainer.enabled }}
|
|
checksum/kerberos-keytab: {{ include (print $.Template.BasePath "/secrets/kerberos-keytab-secret.yaml") . | sha256sum }}
|
|
{{- end }}
|
|
spec:
|
|
initContainers:
|
|
{{- if and .Values.dags.gitSync.enabled (not .Values.dags.persistence.enabled) }}
|
|
{{- include "git_sync_container" (dict "Values" .Values "is_init" "true" "Template" .Template) | nindent 4 }}
|
|
{{- end }}
|
|
{{- if or .Values.workers.kubernetes.extraInitContainers .Values.workers.extraInitContainers }}
|
|
{{- tpl (toYaml (.Values.workers.kubernetes.extraInitContainers | default .Values.workers.extraInitContainers)) . | nindent 4 }}
|
|
{{- end }}
|
|
{{- if or .Values.workers.kubernetes.kerberosInitContainer.enabled .Values.workers.kerberosInitContainer.enabled }}
|
|
- name: kerberos-init
|
|
image: {{ template "airflow_image" . }}
|
|
imagePullPolicy: {{ .Values.images.airflow.pullPolicy }}
|
|
securityContext: {{ $containerSecurityContextKerberosInitContainer | nindent 8 }}
|
|
{{- if $containerLifecycleHooksKerberosInitContainer }}
|
|
lifecycle: {{- tpl (toYaml $containerLifecycleHooksKerberosInitContainer) . | nindent 8 }}
|
|
{{- end }}
|
|
args: ["kerberos", "-o"]
|
|
resources: {{- toYaml (.Values.workers.kubernetes.kerberosInitContainer.resources | default .Values.workers.kerberosInitContainer.resources) | nindent 8 }}
|
|
volumeMounts:
|
|
- name: logs
|
|
mountPath: {{ template "airflow_logs" . }}
|
|
{{- if .Values.logs.persistence.subPath }}
|
|
subPath: {{ .Values.logs.persistence.subPath }}
|
|
{{- end }}
|
|
{{- include "airflow_config_mount" . | nindent 8 }}
|
|
- name: config
|
|
mountPath: {{ .Values.kerberos.configPath | quote }}
|
|
subPath: krb5.conf
|
|
readOnly: true
|
|
- name: kerberos-keytab
|
|
subPath: "kerberos.keytab"
|
|
mountPath: {{ .Values.kerberos.keytabPath | quote }}
|
|
readOnly: true
|
|
- name: kerberos-ccache
|
|
mountPath: {{ .Values.kerberos.ccacheMountPath | quote }}
|
|
readOnly: false
|
|
{{- if .Values.volumeMounts }}
|
|
{{- toYaml .Values.volumeMounts | nindent 8 }}
|
|
{{- end }}
|
|
{{- if or .Values.workers.extraVolumeMounts .Values.workers.kubernetes.extraVolumeMounts }}
|
|
{{- tpl (toYaml (.Values.workers.kubernetes.extraVolumeMounts | default .Values.workers.extraVolumeMounts)) . | nindent 8 }}
|
|
{{- end }}
|
|
{{- if semverCompare ">=3.0.0" .Values.airflowVersion }}
|
|
{{- if or .Values.apiServer.apiServerConfig .Values.apiServer.apiServerConfigConfigMapName }}
|
|
{{- include "airflow_api_server_config_mount" . | nindent 8 }}
|
|
{{- end }}
|
|
{{- else }}
|
|
{{- if or .Values.webserver.webserverConfig .Values.webserver.webserverConfigConfigMapName }}
|
|
{{- include "airflow_webserver_config_mount" . | nindent 8 }}
|
|
{{- end }}
|
|
{{- end }}
|
|
envFrom: {{- include "custom_airflow_environment_from" . | default "\n []" | indent 6 }}
|
|
env:
|
|
- name: KRB5_CONFIG
|
|
value: {{ .Values.kerberos.configPath | quote }}
|
|
- name: KRB5CCNAME
|
|
value: {{ include "kerberos_ccache_path" . | quote }}
|
|
{{- include "custom_airflow_environment" . | indent 6 }}
|
|
{{- include "standard_airflow_environment" . | indent 6 }}
|
|
{{- end }}
|
|
containers:
|
|
- envFrom: {{- include "custom_airflow_environment_from" . | default "\n []" | indent 6 }}
|
|
env:
|
|
- name: AIRFLOW__CORE__EXECUTOR
|
|
value: {{ .Values.executor | quote }}
|
|
{{- if or .Values.workers.kubernetes.kerberosSidecar.enabled .Values.workers.kerberosSidecar.enabled .Values.workers.kubernetes.kerberosInitContainer.enabled .Values.workers.kerberosInitContainer.enabled }}
|
|
- name: KRB5_CONFIG
|
|
value: {{ .Values.kerberos.configPath | quote }}
|
|
- name: KRB5CCNAME
|
|
value: {{ include "kerberos_ccache_path" . | quote }}
|
|
{{- end }}
|
|
{{- include "standard_airflow_environment" . | indent 6}}
|
|
{{- include "custom_airflow_environment" . | indent 6 }}
|
|
{{- include "container_extra_envs" (list . (.Values.workers.kubernetes.env | default .Values.workers.env)) | indent 6 }}
|
|
image: {{ template "pod_template_image" . }}
|
|
imagePullPolicy: {{ .Values.images.pod_template.pullPolicy }}
|
|
securityContext: {{ $containerSecurityContext | nindent 8 }}
|
|
{{- if $containerLifecycleHooks }}
|
|
lifecycle: {{- tpl (toYaml $containerLifecycleHooks) . | nindent 8 }}
|
|
{{- end }}
|
|
name: base
|
|
{{- if or .Values.workers.kubernetes.command .Values.workers.command }}
|
|
command: {{ tpl (toYaml (.Values.workers.kubernetes.command | default .Values.workers.command)) . | nindent 8 }}
|
|
{{- end }}
|
|
resources: {{- toYaml (.Values.workers.kubernetes.resources | default .Values.workers.resources) | nindent 8 }}
|
|
volumeMounts:
|
|
- mountPath: {{ template "airflow_logs" . }}
|
|
name: logs
|
|
{{- if .Values.logs.persistence.subPath }}
|
|
subPath: {{ .Values.logs.persistence.subPath }}
|
|
{{- end }}
|
|
{{- include "airflow_config_mount" . | nindent 8 }}
|
|
{{- if or .Values.dags.gitSync.enabled .Values.dags.persistence.enabled }}
|
|
{{- include "airflow_dags_mount" . | nindent 8 }}
|
|
{{- end }}
|
|
{{- if .Values.volumeMounts }}
|
|
{{- toYaml .Values.volumeMounts | nindent 8 }}
|
|
{{- end }}
|
|
{{- if or .Values.workers.extraVolumeMounts .Values.workers.kubernetes.extraVolumeMounts }}
|
|
{{- tpl (toYaml (.Values.workers.kubernetes.extraVolumeMounts | default .Values.workers.extraVolumeMounts)) . | nindent 8 }}
|
|
{{- end }}
|
|
{{- if .Values.kerberos.enabled }}
|
|
- name: kerberos-keytab
|
|
subPath: "kerberos.keytab"
|
|
mountPath: {{ .Values.kerberos.keytabPath | quote }}
|
|
readOnly: true
|
|
- name: config
|
|
mountPath: {{ .Values.kerberos.configPath | quote }}
|
|
subPath: krb5.conf
|
|
readOnly: true
|
|
- name: kerberos-ccache
|
|
mountPath: {{ .Values.kerberos.ccacheMountPath | quote }}
|
|
readOnly: true
|
|
{{- end }}
|
|
{{- if or .Values.workers.kubernetes.kerberosSidecar.enabled .Values.workers.kerberosSidecar.enabled }}
|
|
- name: worker-kerberos
|
|
image: {{ template "airflow_image" . }}
|
|
imagePullPolicy: {{ .Values.images.airflow.pullPolicy }}
|
|
securityContext: {{ $containerSecurityContextKerberosSidecar | nindent 8 }}
|
|
{{- if $containerLifecycleHooksKerberosSidecar }}
|
|
lifecycle: {{- tpl (toYaml $containerLifecycleHooksKerberosSidecar) . | nindent 8 }}
|
|
{{- end }}
|
|
args: ["kerberos"]
|
|
resources: {{- toYaml (.Values.workers.kubernetes.kerberosSidecar.resources | default .Values.workers.kerberosSidecar.resources) | nindent 8 }}
|
|
volumeMounts:
|
|
- name: logs
|
|
mountPath: {{ template "airflow_logs" . }}
|
|
{{- if .Values.logs.persistence.subPath }}
|
|
subPath: {{ .Values.logs.persistence.subPath }}
|
|
{{- end }}
|
|
{{- include "airflow_config_mount" . | nindent 8 }}
|
|
- name: config
|
|
mountPath: {{ .Values.kerberos.configPath | quote }}
|
|
subPath: krb5.conf
|
|
readOnly: true
|
|
- name: kerberos-keytab
|
|
subPath: "kerberos.keytab"
|
|
mountPath: {{ .Values.kerberos.keytabPath | quote }}
|
|
readOnly: true
|
|
- name: kerberos-ccache
|
|
mountPath: {{ .Values.kerberos.ccacheMountPath | quote }}
|
|
readOnly: false
|
|
{{- if .Values.volumeMounts }}
|
|
{{- toYaml .Values.volumeMounts | nindent 8 }}
|
|
{{- end }}
|
|
{{- if or .Values.workers.extraVolumeMounts .Values.workers.kubernetes.extraVolumeMounts }}
|
|
{{- tpl (toYaml (.Values.workers.kubernetes.extraVolumeMounts | default .Values.workers.extraVolumeMounts)) . | nindent 8 }}
|
|
{{- end }}
|
|
{{- if semverCompare ">=3.0.0" .Values.airflowVersion }}
|
|
{{- if or .Values.apiServer.apiServerConfig .Values.apiServer.apiServerConfigConfigMapName }}
|
|
{{- include "airflow_api_server_config_mount" . | nindent 8 }}
|
|
{{- end }}
|
|
{{- else }}
|
|
{{- if or .Values.webserver.webserverConfig .Values.webserver.webserverConfigConfigMapName }}
|
|
{{- include "airflow_webserver_config_mount" . | nindent 8 }}
|
|
{{- end }}
|
|
{{- end }}
|
|
envFrom: {{- include "custom_airflow_environment_from" . | default "\n []" | indent 6 }}
|
|
env:
|
|
- name: KRB5_CONFIG
|
|
value: {{ .Values.kerberos.configPath | quote }}
|
|
- name: KRB5CCNAME
|
|
value: {{ include "kerberos_ccache_path" . | quote }}
|
|
{{- include "custom_airflow_environment" . | indent 6 }}
|
|
{{- include "standard_airflow_environment" . | indent 6 }}
|
|
{{- end }}
|
|
{{- if or .Values.workers.kubernetes.extraContainers .Values.workers.extraContainers }}
|
|
{{- tpl (toYaml (.Values.workers.kubernetes.extraContainers | default .Values.workers.extraContainers)) . | nindent 4 }}
|
|
{{- end }}
|
|
{{- if or .Values.workers.kubernetes.priorityClassName .Values.workers.priorityClassName }}
|
|
priorityClassName: {{ .Values.workers.kubernetes.priorityClassName | default .Values.workers.priorityClassName }}
|
|
{{- end }}
|
|
{{- if or .Values.workers.kubernetes.runtimeClassName .Values.workers.runtimeClassName }}
|
|
runtimeClassName: {{ .Values.workers.kubernetes.runtimeClassName | default .Values.workers.runtimeClassName }}
|
|
{{- end }}
|
|
imagePullSecrets: {{- include "image_pull_secrets" . | nindent 4 }}
|
|
{{- if or .Values.workers.kubernetes.hostAliases .Values.workers.hostAliases }}
|
|
hostAliases: {{- toYaml (.Values.workers.kubernetes.hostAliases | default .Values.workers.hostAliases) | nindent 4 }}
|
|
{{- end }}
|
|
restartPolicy: Never
|
|
securityContext: {{ $securityContext | nindent 4 }}
|
|
nodeSelector: {{- toYaml $nodeSelector | nindent 4 }}
|
|
affinity: {{- toYaml $affinity | nindent 4 }}
|
|
{{- if $schedulerName }}
|
|
schedulerName: {{ $schedulerName }}
|
|
{{- end }}
|
|
terminationGracePeriodSeconds: {{ .Values.workers.kubernetes.terminationGracePeriodSeconds | default .Values.workers.terminationGracePeriodSeconds }}
|
|
tolerations: {{- toYaml $tolerations | nindent 4 }}
|
|
topologySpreadConstraints: {{- toYaml $topologySpreadConstraints | nindent 4 }}
|
|
{{- if .Values.workers.kubernetes.serviceAccount.create }}
|
|
serviceAccountName: {{ include "worker.kubernetes.serviceAccountName" . }}
|
|
{{- else }}
|
|
serviceAccountName: {{ include "worker.serviceAccountName" . }}
|
|
{{- end }}
|
|
volumes:
|
|
{{- if .Values.dags.persistence.enabled }}
|
|
- name: dags
|
|
persistentVolumeClaim:
|
|
claimName: {{ template "airflow_dags_volume_claim" . }}
|
|
{{- else if .Values.dags.gitSync.enabled }}
|
|
- name: dags
|
|
emptyDir: {{- toYaml (default (dict) .Values.dags.gitSync.emptyDirConfig) | nindent 6 }}
|
|
{{- end }}
|
|
{{- if .Values.logs.persistence.enabled }}
|
|
- name: logs
|
|
persistentVolumeClaim:
|
|
claimName: {{ template "airflow_logs_volume_claim" . }}
|
|
{{- else }}
|
|
- emptyDir: {{- toYaml (default (dict) .Values.logs.emptyDirConfig) | nindent 6 }}
|
|
name: logs
|
|
{{- end }}
|
|
{{- if and .Values.dags.gitSync.enabled (or .Values.dags.gitSync.sshKeySecret .Values.dags.gitSync.sshKey) }}
|
|
{{- include "git_sync_ssh_key_volume" . | nindent 2 }}
|
|
{{- end }}
|
|
- configMap:
|
|
name: {{ include "airflow_config" . }}
|
|
name: config
|
|
{{- if semverCompare ">=3.0.0" .Values.airflowVersion }}
|
|
{{- if and (or .Values.apiServer.apiServerConfig .Values.apiServer.apiServerConfigConfigMapName) (or .Values.workers.kubernetes.kerberosInitContainer.enabled .Values.workers.kerberosInitContainer.enabled .Values.workers.kubernetes.kerberosSidecar.enabled .Values.workers.kerberosSidecar.enabled) }}
|
|
- name: api-server-config
|
|
configMap:
|
|
name: {{ template "airflow_api_server_config_configmap_name" . }}
|
|
{{- end }}
|
|
{{- else }}
|
|
{{- if and (or .Values.webserver.webserverConfig .Values.webserver.webserverConfigConfigMapName) (or .Values.workers.kubernetes.kerberosInitContainer.enabled .Values.workers.kerberosInitContainer.enabled .Values.workers.kubernetes.kerberosSidecar.enabled .Values.workers.kerberosSidecar.enabled) }}
|
|
- name: webserver-config
|
|
configMap:
|
|
name: {{ template "airflow_webserver_config_configmap_name" . }}
|
|
{{- end }}
|
|
{{- end }}
|
|
{{- if .Values.volumes }}
|
|
{{- toYaml .Values.volumes | nindent 2 }}
|
|
{{- end }}
|
|
{{- if .Values.kerberos.enabled }}
|
|
- name: kerberos-keytab
|
|
secret:
|
|
secretName: {{ include "kerberos_keytab_secret" . | quote }}
|
|
- name: kerberos-ccache
|
|
emptyDir: {}
|
|
{{- end }}
|
|
{{- if or .Values.workers.kubernetes.extraVolumes .Values.workers.extraVolumes }}
|
|
{{- tpl (toYaml (.Values.workers.kubernetes.extraVolumes | default .Values.workers.extraVolumes)) . | nindent 2 }}
|
|
{{- end }}
|