[bitnami/spark] Spark optional worker (#33834)

* Add worker.enabled and master.enabled values

Signed-off-by: Peter Kroon <pckroon@users.noreply.github.com>

* Bump chart version

Signed-off-by: Peter Kroon <pckroon@users.noreply.github.com>

* Update CHANGELOG.md

Signed-off-by: Bitnami Bot <bitnami.bot@broadcom.com>

* Update CHANGELOG.md

Signed-off-by: Bitnami Bot <bitnami.bot@broadcom.com>

---------

Signed-off-by: Peter Kroon <pckroon@users.noreply.github.com>
Signed-off-by: Bitnami Bot <bitnami.bot@broadcom.com>
Co-authored-by: Bitnami Bot <bitnami.bot@broadcom.com>
This commit is contained in:
Peter C Kroon
2025-05-27 10:42:42 +02:00
committed by GitHub
co-authored by Bitnami Bot
parent 3525eb1e80
commit 0a8180230d
12 changed files with 26 additions and 11 deletions
+6 -2
View File
@@ -1,8 +1,12 @@
# Changelog
## 9.3.9 (2025-05-06)
## 9.4.0 (2025-05-23)
* [bitnami/spark] chore: :recycle: :arrow_up: Update common and remove k8s < 1.23 references ([#33437](https://github.com/bitnami/charts/pull/33437))
* [bitnami/spark] Spark optional worker ([#33834](https://github.com/bitnami/charts/pull/33834))
## <small>9.3.9 (2025-05-06)</small>
* [bitnami/spark] chore: :recycle: :arrow_up: Update common and remove k8s < 1.23 references (#33437) ([75a7f53](https://github.com/bitnami/charts/commit/75a7f53e026a329b52df51ab952156e1c8641de2)), closes [#33437](https://github.com/bitnami/charts/issues/33437)
## <small>9.3.8 (2025-05-05)</small>
+1 -1
View File
@@ -28,4 +28,4 @@ maintainers:
name: spark
sources:
- https://github.com/bitnami/charts/tree/main/bitnami/spark
version: 9.3.9
version: 9.4.0
+2
View File
@@ -219,6 +219,7 @@ As an alternative, you can use the preset configurations for pod affinity, pod a
| Name | Description | Value |
| ---------------------------------------------------------- | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ---------------- |
| `master.enabled` | Deploy master statefulset | `true` |
| `master.existingConfigmap` | The name of an existing ConfigMap with your custom configuration for master | `""` |
| `master.containerPorts.http` | Specify the port where the web interface will listen on the master over HTTP | `8080` |
| `master.containerPorts.https` | Specify the port where the web interface will listen on the master over HTTPS | `8480` |
@@ -307,6 +308,7 @@ As an alternative, you can use the preset configurations for pod affinity, pod a
| Name | Description | Value |
| ---------------------------------------------------------- | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ---------------- |
| `worker.enabled` | Deploy worker resources | `true` |
| `worker.existingConfigmap` | The name of an existing ConfigMap with your custom configuration for workers | `""` |
| `worker.containerPorts.http` | Specify the port where the web interface will listen on the worker over HTTP | `8080` |
| `worker.containerPorts.https` | Specify the port where the web interface will listen on the worker over HTTPS | `8480` |
+1 -1
View File
@@ -3,7 +3,7 @@ Copyright Broadcom, Inc. All Rights Reserved.
SPDX-License-Identifier: APACHE-2.0
*/}}
{{- if .Values.worker.autoscaling.enabled }}
{{- if and .Values.worker.autoscaling.enabled .Values.worker.enabled }}
apiVersion: {{ include "common.capabilities.hpa.apiVersion" ( dict "context" $ ) }}
kind: HorizontalPodAutoscaler
metadata:
@@ -3,7 +3,7 @@ Copyright Broadcom, Inc. All Rights Reserved.
SPDX-License-Identifier: APACHE-2.0
*/}}
{{- if .Values.master.networkPolicy.enabled }}
{{- if and .Values.master.networkPolicy.enabled .Values.master.enabled }}
kind: NetworkPolicy
apiVersion: {{ include "common.capabilities.networkPolicy.apiVersion" . }}
metadata:
@@ -3,7 +3,7 @@ Copyright Broadcom, Inc. All Rights Reserved.
SPDX-License-Identifier: APACHE-2.0
*/}}
{{- if .Values.worker.networkPolicy.enabled }}
{{- if and .Values.worker.networkPolicy.enabled .Values.worker.enabled }}
kind: NetworkPolicy
apiVersion: {{ include "common.capabilities.networkPolicy.apiVersion" . }}
metadata:
+1 -1
View File
@@ -3,7 +3,7 @@ Copyright Broadcom, Inc. All Rights Reserved.
SPDX-License-Identifier: APACHE-2.0
*/}}
{{- if .Values.master.pdb.create }}
{{- if and .Values.master.pdb.create .Values.master.enabled }}
apiVersion: {{ include "common.capabilities.policy.apiVersion" . }}
kind: PodDisruptionBudget
metadata:
+1 -1
View File
@@ -3,7 +3,7 @@ Copyright Broadcom, Inc. All Rights Reserved.
SPDX-License-Identifier: APACHE-2.0
*/}}
{{- if .Values.worker.pdb.create }}
{{- if and .Values.worker.pdb.create .Values.worker.enabled }}
apiVersion: {{ include "common.capabilities.policy.apiVersion" . }}
kind: PodDisruptionBudget
metadata:
@@ -2,7 +2,7 @@
Copyright Broadcom, Inc. All Rights Reserved.
SPDX-License-Identifier: APACHE-2.0
*/}}
{{- if .Values.master.enabled }}
apiVersion: {{ include "common.capabilities.deployment.apiVersion" . }}
kind: StatefulSet
metadata:
@@ -371,3 +371,4 @@ spec:
{{- if .Values.master.extraVolumeClaimTemplates }}
volumeClaimTemplates: {{- include "common.tplvalues.render" (dict "value" .Values.master.extraVolumeClaimTemplates "context" $) | nindent 8 }}
{{- end }}
{{- end }}
@@ -2,7 +2,7 @@
Copyright Broadcom, Inc. All Rights Reserved.
SPDX-License-Identifier: APACHE-2.0
*/}}
{{- if .Values.worker.enabled }}
apiVersion: {{ include "common.capabilities.deployment.apiVersion" . }}
kind: StatefulSet
metadata:
@@ -395,3 +395,4 @@ spec:
{{- if .Values.worker.extraVolumeClaimTemplates }}
volumeClaimTemplates: {{- include "common.tplvalues.render" (dict "value" .Values.worker.extraVolumeClaimTemplates "context" $) | nindent 8 }}
{{- end }}
{{- end }}
+2 -1
View File
@@ -2,7 +2,7 @@
Copyright Broadcom, Inc. All Rights Reserved.
SPDX-License-Identifier: APACHE-2.0
*/}}
{{- if .Values.master.enabled }}
apiVersion: v1
kind: Service
metadata:
@@ -70,3 +70,4 @@ spec:
{{- $podLabels := include "common.tplvalues.merge" ( dict "values" ( list .Values.master.podLabels .Values.commonLabels ) "context" . ) }}
selector: {{- include "common.labels.matchLabels" ( dict "customLabels" $podLabels "context" $ ) | nindent 4 }}
app.kubernetes.io/component: master
{{- end }}
+6
View File
@@ -137,6 +137,9 @@ hostNetwork: false
## Spark master specific configuration
##
master:
## @param master.enabled Deploy master statefulset
##
enabled: true
## @param master.existingConfigmap The name of an existing ConfigMap with your custom configuration for master
##
existingConfigmap: ""
@@ -482,6 +485,9 @@ master:
## Spark worker specific configuration
##
worker:
## @param worker.enabled Deploy worker resources
##
enabled: true
## @param worker.existingConfigmap The name of an existing ConfigMap with your custom configuration for workers
##
existingConfigmap: ""