Bitnami/charts
2
0
Fork 0
mirror of https://github.com/bitnami/charts.git synced 2026-04-04 16:27:07 +08:00
Code Issues Packages Projects Releases Wiki Activity

[bitnami/airflow] Allow multiple executors with CeleryExecutor (#35423)

Browse Source
This commit is contained in:
Julien Del Piccolo
2025-09-02 09:02:08 +02:00
committed by GitHub
parent 436a967c4c
commit 157ac963cf
13 changed files with 25 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
bitnami/airflow/CHANGELOG.md
View File

@@ -1,8 +1,12 @@
# Changelog
## 25.0.2 (2025-08-21)
## 25.0.4 (2025-09-01)
* [bitnami/airflow] :zap: :arrow_up: Update dependency references ([#36158](https://github.com/bitnami/charts/pull/36158))
* [bitnami/airflow] Allow multiple executors with CeleryExecutor ([#35423](https://github.com/bitnami/charts/pull/35423))
## <small>25.0.2 (2025-08-21)</small>
* [bitnami/airflow] :zap: :arrow_up: Update dependency references (#36158) ([4a155c7](https://github.com/bitnami/charts/commit/4a155c719f5cb4802a30100b883351620d72f8c7)), closes [#36158](https://github.com/bitnami/charts/issues/36158)
## <small>25.0.1 (2025-08-14)</small>

2
bitnami/airflow/Chart.yaml
View File

@@ -41,4 +41,4 @@ maintainers:
name: airflow
sources:
- https://github.com/bitnami/charts/tree/main/bitnami/airflow
version: 25.0.3
version: 25.0.4

4
bitnami/airflow/templates/_init_containers_sidecars.tpl
View File

@@ -47,7 +47,7 @@ Returns an init-container that prepares the Airflow configuration files for main
db_password="$(airflow_encode_url "$AIRFLOW_DATABASE_PASSWORD")"
airflow_conf_set "database" "sql_alchemy_conn" "postgresql+psycopg2://${db_user}:${db_password}@${AIRFLOW_DATABASE_HOST}:${AIRFLOW_DATABASE_PORT_NUMBER}/${AIRFLOW_DATABASE_NAME}"
{{- end }}
{{- if or (eq .Values.executor "CeleryExecutor") (eq .Values.executor "CeleryKubernetesExecutor") }}
{{- if or (contains "CeleryExecutor" .Values.executor) (eq .Values.executor "CeleryKubernetesExecutor") }}
{{- if and .Values.usePasswordFiles }}
export REDIS_PASSWORD="$(< $REDIS_PASSWORD_FILE)"
{{- end }}
@@ -107,7 +107,7 @@ Returns an init-container that prepares the Airflow configuration files for main
- name: AIRFLOW_DATABASE_PORT_NUMBER
value: {{ include "airflow.database.port" . }}
{{- end }}
{{- if or (eq .Values.executor "CeleryExecutor") (eq .Values.executor "CeleryKubernetesExecutor") }}
{{- if or (contains "CeleryExecutor" .Values.executor) (eq .Values.executor "CeleryKubernetesExecutor") }}
- name: REDIS_HOST
value: {{ include "airflow.redis.host" . | quote }}
- name: REDIS_PORT_NUMBER

4
bitnami/airflow/templates/config/configmap-pod-template.yaml
View File

@@ -107,7 +107,7 @@ data:
value: LocalExecutor
- name: AIRFLOW_EXECUTOR
value: {{ include "airflow.worker.executor" . }}
{{- if or (eq .Values.executor "CeleryExecutor") (eq .Values.executor "CeleryKubernetesExecutor") }}
{{- if or (contains "CeleryExecutor" .Values.executor) (eq .Values.executor "CeleryKubernetesExecutor") }}
- name: REDIS_HOST
value: {{ include "airflow.redis.host" . | quote }}
- name: REDIS_PORT_NUMBER
@@ -254,7 +254,7 @@ data:
- secret:
name: {{ include "airflow.ldap.secretName" . }}
{{- end }}
{{- if or (eq .Values.executor "CeleryExecutor") (eq .Values.executor "CeleryKubernetesExecutor") }}
{{- if or (contains "CeleryExecutor" .Values.executor) (eq .Values.executor "CeleryKubernetesExecutor") }}
- secret:
name: {{ include "airflow.redis.secretName" . }}
{{- end }}

4
bitnami/airflow/templates/dag-processor/deployment.yaml
View File

@@ -109,7 +109,7 @@ spec:
value: "dag-processor"
- name: AIRFLOW_EXECUTOR
value: {{ .Values.executor }}
{{- if or (eq .Values.executor "CeleryExecutor") (eq .Values.executor "CeleryKubernetesExecutor") }}
{{- if or (contains "CeleryExecutor" .Values.executor) (eq .Values.executor "CeleryKubernetesExecutor") }}
- name: REDIS_HOST
value: {{ include "airflow.redis.host" . | quote }}
- name: REDIS_PORT_NUMBER
@@ -268,7 +268,7 @@ spec:
name: {{ include "airflow.secretName" . }}
- secret:
name: {{ include "airflow.database.secretName" . }}
{{- if or (eq .Values.executor "CeleryExecutor") (eq .Values.executor "CeleryKubernetesExecutor") }}
{{- if or (contains "CeleryExecutor" .Values.executor) (eq .Values.executor "CeleryKubernetesExecutor") }}
- secret:
name: {{ include "airflow.redis.secretName" . }}
{{- end }}

4
bitnami/airflow/templates/scheduler/deployment.yaml
View File

@@ -115,7 +115,7 @@ spec:
value: {{ .Values.executor }}
- name: PYTHONPYCACHEPREFIX
value: "/opt/bitnami/airflow/venv/tmp"
{{- if or (eq .Values.executor "CeleryExecutor") (eq .Values.executor "CeleryKubernetesExecutor") }}
{{- if or (contains "CeleryExecutor" .Values.executor) (eq .Values.executor "CeleryKubernetesExecutor") }}
- name: REDIS_HOST
value: {{ include "airflow.redis.host" . | quote }}
- name: REDIS_PORT_NUMBER
@@ -289,7 +289,7 @@ spec:
name: {{ include "airflow.secretName" . }}
- secret:
name: {{ include "airflow.database.secretName" . }}
{{- if or (eq .Values.executor "CeleryExecutor") (eq .Values.executor "CeleryKubernetesExecutor") }}
{{- if or (contains "CeleryExecutor" .Values.executor) (eq .Values.executor "CeleryKubernetesExecutor") }}
- secret:
name: {{ include "airflow.redis.secretName" . }}
{{- end }}

2
bitnami/airflow/templates/setup-db-job.yaml
View File

@@ -188,7 +188,7 @@ spec:
name: {{ include "airflow.secretName" . }}
- secret:
name: {{ include "airflow.database.secretName" . }}
{{- if or (eq .Values.executor "CeleryExecutor") (eq .Values.executor "CeleryKubernetesExecutor") }}
{{- if or (contains "CeleryExecutor" .Values.executor) (eq .Values.executor "CeleryKubernetesExecutor") }}
- secret:
name: {{ include "airflow.redis.secretName" . }}
{{- end }}

4
bitnami/airflow/templates/triggerer/statefulset.yaml
View File

@@ -115,7 +115,7 @@ spec:
value: {{ .Values.executor }}
- name: PYTHONPYCACHEPREFIX
value: "/opt/bitnami/airflow/venv/tmp"
{{- if or (eq .Values.executor "CeleryExecutor") (eq .Values.executor "CeleryKubernetesExecutor") }}
{{- if or (contains "CeleryExecutor" .Values.executor) (eq .Values.executor "CeleryKubernetesExecutor") }}
- name: REDIS_HOST
value: {{ include "airflow.redis.host" . | quote }}
- name: REDIS_PORT_NUMBER
@@ -286,7 +286,7 @@ spec:
name: {{ include "airflow.secretName" . }}
- secret:
name: {{ include "airflow.database.secretName" . }}
{{- if or (eq .Values.executor "CeleryExecutor") (eq .Values.executor "CeleryKubernetesExecutor") }}
{{- if or (contains "CeleryExecutor" .Values.executor) (eq .Values.executor "CeleryKubernetesExecutor") }}
- secret:
name: {{ include "airflow.redis.secretName" . }}
{{- end }}

2
bitnami/airflow/templates/web/deployment.yaml
View File

@@ -315,7 +315,7 @@ spec:
- secret:
name: {{ include "airflow.ldap.secretName" . }}
{{- end }}
{{- if or (eq .Values.executor "CeleryExecutor") (eq .Values.executor "CeleryKubernetesExecutor") }}
{{- if or (contains "CeleryExecutor" .Values.executor) (eq .Values.executor "CeleryKubernetesExecutor") }}
- secret:
name: {{ include "airflow.redis.secretName" . }}
{{- end }}

2
bitnami/airflow/templates/worker/hpa.yaml
View File

@@ -3,7 +3,7 @@ Copyright Broadcom, Inc. All Rights Reserved.
SPDX-License-Identifier: APACHE-2.0
*/}}
{{- if and (or (eq .Values.executor "CeleryExecutor") (eq .Values.executor "CeleryKubernetesExecutor")) (coalesce .Values.worker.autoscaling.hpa.enabled .Values.worker.autoscaling.enabled) }}
{{- if and (or (contains "CeleryExecutor" .Values.executor) (eq .Values.executor "CeleryKubernetesExecutor")) (coalesce .Values.worker.autoscaling.hpa.enabled .Values.worker.autoscaling.enabled) }}
apiVersion: {{ include "common.capabilities.hpa.apiVersion" ( dict "context" $ ) }}
kind: HorizontalPodAutoscaler
metadata:

2
bitnami/airflow/templates/worker/poddisruptionbudget.yaml
View File

@@ -3,7 +3,7 @@ Copyright Broadcom, Inc. All Rights Reserved.
SPDX-License-Identifier: APACHE-2.0
*/}}
{{- if and .Values.worker.pdb.create (or (eq .Values.executor "CeleryExecutor") (eq .Values.executor "CeleryKubernetesExecutor")) }}
{{- if and .Values.worker.pdb.create (or (contains "CeleryExecutor" .Values.executor) (eq .Values.executor "CeleryKubernetesExecutor")) }}
kind: PodDisruptionBudget
apiVersion: {{ include "common.capabilities.policy.apiVersion" . }}
metadata:

6
bitnami/airflow/templates/worker/statefulset.yaml
View File

@@ -3,7 +3,7 @@ Copyright Broadcom, Inc. All Rights Reserved.
SPDX-License-Identifier: APACHE-2.0
*/}}
{{- if or (eq .Values.executor "CeleryExecutor") (eq .Values.executor "CeleryKubernetesExecutor") }}
{{- if or (contains "CeleryExecutor" .Values.executor) (eq .Values.executor "CeleryKubernetesExecutor") }}
apiVersion: {{ include "common.capabilities.statefulset.apiVersion" . }}
kind: StatefulSet
metadata:
@@ -117,7 +117,7 @@ spec:
value: {{ include "airflow.worker.executor" . }}
- name: PYTHONPYCACHEPREFIX
value: "/opt/bitnami/airflow/venv/tmp"
{{- if or (eq .Values.executor "CeleryExecutor") (eq .Values.executor "CeleryKubernetesExecutor") }}
{{- if or (contains "CeleryExecutor" .Values.executor) (eq .Values.executor "CeleryKubernetesExecutor") }}
- name: REDIS_HOST
value: {{ include "airflow.redis.host" . | quote }}
- name: REDIS_PORT_NUMBER
@@ -300,7 +300,7 @@ spec:
- secret:
name: {{ include "airflow.ldap.secretName" . }}
{{- end }}
{{- if or (eq .Values.executor "CeleryExecutor") (eq .Values.executor "CeleryKubernetesExecutor") }}
{{- if or (contains "CeleryExecutor" .Values.executor) (eq .Values.executor "CeleryKubernetesExecutor") }}
- secret:
name: {{ include "airflow.redis.secretName" . }}
{{- end }}

2
bitnami/airflow/templates/worker/vpa.yaml
View File

@@ -3,7 +3,7 @@ Copyright Broadcom, Inc. All Rights Reserved.
SPDX-License-Identifier: APACHE-2.0
*/}}
{{- if and (or (eq .Values.executor "CeleryExecutor") (eq .Values.executor "CeleryKubernetesExecutor")) (include "common.capabilities.apiVersions.has" ( dict "version" "autoscaling.k8s.io/v1/VerticalPodAutoscaler" "context" . )) .Values.worker.autoscaling.vpa.enabled }}
{{- if and (or (contains "CeleryExecutor" .Values.executor) (eq .Values.executor "CeleryKubernetesExecutor")) (include "common.capabilities.apiVersions.has" ( dict "version" "autoscaling.k8s.io/v1/VerticalPodAutoscaler" "context" . )) .Values.worker.autoscaling.vpa.enabled }}
apiVersion: autoscaling.k8s.io/v1
kind: VerticalPodAutoscaler
metadata: