Bitnami/charts
2
0
Fork 0
mirror of https://github.com/bitnami/charts.git synced 2026-04-02 15:27:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

[bitnami/airflow] Use different liveness/readiness probes (#25971)

Browse Source 
Signed-off-by: David Gomez <dgomezleon@vmware.com>
This commit is contained in:
David Gomez
2024-05-17 16:11:06 +02:00
committed by GitHub
parent 4e3d87c812
commit 10b559db2e
7 changed files with 46 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
bitnami/airflow/Chart.lock
View File

@@ -1,12 +1,12 @@
dependencies: dependencies:
- name: redis - name: redis
repository: oci://registry-1.docker.io/bitnamicharts repository: oci://registry-1.docker.io/bitnamicharts
version: 19.3.1 version: 19.3.2
- name: postgresql - name: postgresql
repository: oci://registry-1.docker.io/bitnamicharts repository: oci://registry-1.docker.io/bitnamicharts
version: 15.3.1 version: 15.3.2
- name: common - name: common
repository: oci://registry-1.docker.io/bitnamicharts repository: oci://registry-1.docker.io/bitnamicharts
version: 2.19.2 version: 2.19.2
digest: sha256:fabff0ead749d34e71b1d91c0a88b7df583a2e678070b920fbf256b313dbc5c0 digest: sha256:141d5a1d20c29e9489a7681a919419731608135a9fc5af912c304ff1a7bed64f
generated: "2024-05-13T16:19:43.191158676Z" generated: "2024-05-17T13:20:55.345544+02:00"

2
bitnami/airflow/Chart.yaml
View File

@@ -47,4 +47,4 @@ maintainers:
name: airflow name: airflow
sources: sources:
- https://github.com/bitnami/charts/tree/main/bitnami/airflow - https://github.com/bitnami/charts/tree/main/bitnami/airflow
version: 18.0.10 version: 18.1.0

6
bitnami/airflow/README.md
View File

@@ -378,6 +378,12 @@ The Bitnami Airflow chart relies on the PostgreSQL chart persistence. This means
| `scheduler.readinessProbe.timeoutSeconds` | Timeout seconds for readinessProbe | `15` | | `scheduler.readinessProbe.timeoutSeconds` | Timeout seconds for readinessProbe | `15` |
| `scheduler.readinessProbe.failureThreshold` | Failure threshold for readinessProbe | `6` | | `scheduler.readinessProbe.failureThreshold` | Failure threshold for readinessProbe | `6` |
| `scheduler.readinessProbe.successThreshold` | Success threshold for readinessProbe | `1` | | `scheduler.readinessProbe.successThreshold` | Success threshold for readinessProbe | `1` |
| `scheduler.startupProbe.enabled` | Enable startupProbe on Airflow scheduler containers | `false` |
| `scheduler.startupProbe.initialDelaySeconds` | Initial delay seconds for startupProbe | `60` |
| `scheduler.startupProbe.periodSeconds` | Period seconds for startupProbe | `10` |
| `scheduler.startupProbe.timeoutSeconds` | Timeout seconds for startupProbe | `1` |
| `scheduler.startupProbe.failureThreshold` | Failure threshold for startupProbe | `15` |
| `scheduler.startupProbe.successThreshold` | Success threshold for startupProbe | `1` |
| `scheduler.customLivenessProbe` | Custom livenessProbe that overrides the default one | `{}` | | `scheduler.customLivenessProbe` | Custom livenessProbe that overrides the default one | `{}` |
| `scheduler.customReadinessProbe` | Custom readinessProbe that overrides the default one | `{}` | | `scheduler.customReadinessProbe` | Custom readinessProbe that overrides the default one | `{}` |
| `scheduler.customStartupProbe` | Custom startupProbe that overrides the default one | `{}` | | `scheduler.customStartupProbe` | Custom startupProbe that overrides the default one | `{}` |

10
bitnami/airflow/templates/scheduler/deployment.yaml
View File

@@ -186,7 +186,7 @@ spec:
- /bin/bash - /bin/bash
- -ec - -ec
- | - |
airflow jobs check --job-type SchedulerJob --local {{- if not .Values.diagnosticMode.enabled }} 2>/dev/null {{- end }} CONNECTION_CHECK_MAX_COUNT=0 airflow jobs check --job-type SchedulerJob --local {{- if not .Values.diagnosticMode.enabled }} 2>/dev/null {{- end }}
{{- end }} {{- end }}
{{- if .Values.scheduler.customReadinessProbe }} {{- if .Values.scheduler.customReadinessProbe }}
readinessProbe: {{- include "common.tplvalues.render" (dict "value" .Values.scheduler.customReadinessProbe "context" $) | trim | nindent 12 }} readinessProbe: {{- include "common.tplvalues.render" (dict "value" .Values.scheduler.customReadinessProbe "context" $) | trim | nindent 12 }}
@@ -201,6 +201,14 @@ spec:
{{- end }} {{- end }}
{{- if .Values.scheduler.customStartupProbe }} {{- if .Values.scheduler.customStartupProbe }}
startupProbe: {{- include "common.tplvalues.render" (dict "value" .Values.scheduler.customStartupProbe "context" $) | nindent 12 }} startupProbe: {{- include "common.tplvalues.render" (dict "value" .Values.scheduler.customStartupProbe "context" $) | nindent 12 }}
{{- else if .Values.scheduler.startupProbe.enabled }}
startupProbe: {{- include "common.tplvalues.render" (dict "value" (omit .Values.scheduler.livenessProbe "enabled") "context" $) | nindent 12 }}
exec:
command:
- /bin/bash
- -ec
- |
CONNECTION_CHECK_MAX_COUNT=0 airflow jobs check --job-type SchedulerJob --local {{- if not .Values.diagnosticMode.enabled }} 2>/dev/null {{- end }}
{{- end }} {{- end }}
{{- end }} {{- end }}
{{- if .Values.scheduler.lifecycleHooks }} {{- if .Values.scheduler.lifecycleHooks }}

13
bitnami/airflow/templates/web/deployment.yaml
View File

@@ -235,14 +235,11 @@ spec:
livenessProbe: {{- include "common.tplvalues.render" (dict "value" .Values.web.customLivenessProbe "context" $) | nindent 12 }} livenessProbe: {{- include "common.tplvalues.render" (dict "value" .Values.web.customLivenessProbe "context" $) | nindent 12 }}
{{- else if .Values.web.livenessProbe.enabled }} {{- else if .Values.web.livenessProbe.enabled }}
livenessProbe: {{- include "common.tplvalues.render" (dict "value" (omit .Values.web.livenessProbe "enabled") "context" $) | nindent 12 }} livenessProbe: {{- include "common.tplvalues.render" (dict "value" (omit .Values.web.livenessProbe "enabled") "context" $) | nindent 12 }}
{{- if include "airflow.baseUrl" . }} exec:
tcpSocket: command:
port: http - pgrep
{{- else }} - -f
httpGet: - airflow-webserver
path: /health
port: http
{{- end }}
{{- end }} {{- end }}
{{- if .Values.web.customReadinessProbe }} {{- if .Values.web.customReadinessProbe }}
readinessProbe: {{- include "common.tplvalues.render" (dict "value" .Values.web.customReadinessProbe "context" $) | nindent 12 }} readinessProbe: {{- include "common.tplvalues.render" (dict "value" .Values.web.customReadinessProbe "context" $) | nindent 12 }}

9
bitnami/airflow/templates/worker/statefulset.yaml
View File

@@ -195,8 +195,13 @@ spec:
livenessProbe: {{- include "common.tplvalues.render" (dict "value" .Values.worker.customLivenessProbe "context" $) | nindent 12 }} livenessProbe: {{- include "common.tplvalues.render" (dict "value" .Values.worker.customLivenessProbe "context" $) | nindent 12 }}
{{- else if .Values.worker.livenessProbe.enabled }} {{- else if .Values.worker.livenessProbe.enabled }}
livenessProbe: {{- include "common.tplvalues.render" (dict "value" (omit .Values.worker.livenessProbe "enabled") "context" $) | nindent 12 }} livenessProbe: {{- include "common.tplvalues.render" (dict "value" (omit .Values.worker.livenessProbe "enabled") "context" $) | nindent 12 }}
tcpSocket: exec:
port: worker command:
- sh
- -c
- |
source /opt/bitnami/airflow/venv/bin/activate && \
CONNECTION_CHECK_MAX_COUNT=0 python -m celery --app airflow.providers.celery.executors.celery_executor.app inspect ping -d celery@$(hostname)
{{- end }} {{- end }}
{{- if .Values.worker.customReadinessProbe }} {{- if .Values.worker.customReadinessProbe }}
readinessProbe: {{- include "common.tplvalues.render" (dict "value" .Values.worker.customReadinessProbe "context" $) | nindent 12 }} readinessProbe: {{- include "common.tplvalues.render" (dict "value" .Values.worker.customReadinessProbe "context" $) | nindent 12 }}

14
bitnami/airflow/values.yaml
View File

@@ -607,6 +607,20 @@ scheduler:
timeoutSeconds: 15 timeoutSeconds: 15
failureThreshold: 6 failureThreshold: 6
successThreshold: 1 successThreshold: 1
## @param scheduler.startupProbe.enabled Enable startupProbe on Airflow scheduler containers
## @param scheduler.startupProbe.initialDelaySeconds Initial delay seconds for startupProbe
## @param scheduler.startupProbe.periodSeconds Period seconds for startupProbe
## @param scheduler.startupProbe.timeoutSeconds Timeout seconds for startupProbe
## @param scheduler.startupProbe.failureThreshold Failure threshold for startupProbe
## @param scheduler.startupProbe.successThreshold Success threshold for startupProbe
##
startupProbe:
enabled: false
initialDelaySeconds: 60
periodSeconds: 10
timeoutSeconds: 1
failureThreshold: 15
successThreshold: 1
## @param scheduler.customLivenessProbe Custom livenessProbe that overrides the default one ## @param scheduler.customLivenessProbe Custom livenessProbe that overrides the default one
## ##
customLivenessProbe: {} customLivenessProbe: {}