Bitnami/containers
2
0
Fork 0
mirror of https://github.com/bitnami/containers.git synced 2026-04-02 07:18:06 +08:00
Code Issues Packages Projects Releases Wiki Activity

[bitnami/spark] Release 3.5.0-debian-12-r16 (#62877)

Browse Source 
Signed-off-by: Bitnami Containers <bitnami-bot@vmware.com>
This commit is contained in:
Bitnami Bot
2024-02-21 06:41:21 +01:00
committed by GitHub
parent 5db768d003
commit 60bbc29682
5 changed files with 20 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
bitnami/spark/3.5/debian-12/Dockerfile
View File

@@ -8,10 +8,10 @@ ARG TARGETARCH
LABEL com.vmware.cp.artifact.flavor="sha256:c50c90cfd9d12b445b011e6ad529f1ad3daea45c26d20b00732fae3cd71f6a83" \
org.opencontainers.image.base.name="docker.io/bitnami/minideb:bookworm" \
org.opencontainers.image.created="2024-02-10T23:33:53Z" \
org.opencontainers.image.created="2024-02-21T04:13:52Z" \
org.opencontainers.image.description="Application packaged by VMware, Inc" \
org.opencontainers.image.licenses="Apache-2.0" \
org.opencontainers.image.ref.name="3.5.0-debian-12-r15" \
org.opencontainers.image.ref.name="3.5.0-debian-12-r16" \
org.opencontainers.image.title="spark" \
org.opencontainers.image.vendor="VMware, Inc." \
org.opencontainers.image.version="3.5.0"
@@ -28,9 +28,9 @@ SHELL ["/bin/bash", "-o", "errexit", "-o", "nounset", "-o", "pipefail", "-c"]
RUN install_packages ca-certificates curl libbz2-1.0 libcom-err2 libcrypt1 libffi8 libgcc-s1 libgssapi-krb5-2 libk5crypto3 libkeyutils1 libkrb5-3 libkrb5support0 liblzma5 libncursesw6 libnsl2 libreadline8 libsqlite3-0 libssl3 libstdc++6 libtinfo6 libtirpc3 procps zlib1g
RUN mkdir -p /tmp/bitnami/pkg/cache/ ; cd /tmp/bitnami/pkg/cache/ ; \
COMPONENTS=( \
"python-3.11.8-0-linux-${OS_ARCH}-debian-12" \
"java-17.0.10-13-1-linux-${OS_ARCH}-debian-12" \
"spark-3.5.0-7-linux-${OS_ARCH}-debian-12" \
"python-3.11.8-1-linux-${OS_ARCH}-debian-12" \
"java-17.0.10-13-2-linux-${OS_ARCH}-debian-12" \
"spark-3.5.0-8-linux-${OS_ARCH}-debian-12" \
) ; \
for COMPONENT in "${COMPONENTS[@]}"; do \
if [ ! -f "${COMPONENT}.tar.gz" ]; then \

6
bitnami/spark/3.5/debian-12/prebuildfs/opt/bitnami/.bitnami_components.json
View File

@@ -3,18 +3,18 @@
"arch": "amd64",
"distro": "debian-12",
"type": "NAMI",
"version": "17.0.10-13-1"
"version": "17.0.10-13-2"
},
"python": {
"arch": "amd64",
"distro": "debian-12",
"type": "NAMI",
"version": "3.11.8-0"
"version": "3.11.8-1"
},
"spark": {
"arch": "amd64",
"distro": "debian-12",
"type": "NAMI",
"version": "3.5.0-7"
"version": "3.5.0-8"
}
}

1
bitnami/spark/3.5/debian-12/rootfs/opt/bitnami/scripts/spark-env.sh
View File

@@ -58,6 +58,7 @@ unset spark_env_vars
# Paths
export SPARK_BASE_DIR="${BITNAMI_ROOT_DIR}/spark"
export SPARK_CONF_DIR="${SPARK_BASE_DIR}/conf"
export SPARK_DEFAULT_CONF_DIR="${SPARK_BASE_DIR}/conf.default"
export SPARK_WORK_DIR="${SPARK_BASE_DIR}/work"
export SPARK_CONF_FILE="${SPARK_CONF_DIR}/spark-defaults.conf"
export SPARK_LOG_DIR="${SPARK_BASE_DIR}/logs"

6
bitnami/spark/3.5/debian-12/rootfs/opt/bitnami/scripts/spark/entrypoint.sh
View File

@@ -18,6 +18,12 @@ set -o pipefail
print_welcome_page
# We add the copy from default config in the entrypoint to not break users
# bypassing the setup.sh logic. If the file already exists do not overwrite (in
# case someone mounts a configuration file in /opt/bitnami/spark/conf)
debug "Copying files from $SPARK_DEFAULT_CONF_DIR to $SPARK_CONF_DIR"
cp -nr "$SPARK_DEFAULT_CONF_DIR"/. "$SPARK_CONF_DIR"
if [ ! $EUID -eq 0 ] && [ -e "$LIBNSS_WRAPPER_PATH" ]; then
echo "spark:x:$(id -u):$(id -g):Spark:$SPARK_HOME:/bin/false" > "$NSS_WRAPPER_PASSWD"
echo "spark:x:$(id -g):" > "$NSS_WRAPPER_GROUP"

6
bitnami/spark/3.5/debian-12/rootfs/opt/bitnami/scripts/spark/postunpack.sh
View File

@@ -11,10 +11,14 @@
# Load Spark environment settings
. /opt/bitnami/scripts/spark-env.sh
for dir in "$SPARK_TMP_DIR" "$SPARK_LOG_DIR" "$SPARK_CONF_DIR" "$SPARK_WORK_DIR" "$SPARK_JARS_DIR"; do
for dir in "$SPARK_TMP_DIR" "$SPARK_LOG_DIR" "$SPARK_CONF_DIR" "$SPARK_DEFAULT_CONF_DIR" "$SPARK_WORK_DIR" "$SPARK_JARS_DIR"; do
ensure_dir_exists "$dir"
configure_permissions_ownership "$dir" -d "775" -f "664" -g "root"
done
# Set correct owner in installation directory
chown -R "1001:root" "$SPARK_BASE_DIR"
# Copy all initially generated configuration files to the default directory
# (this is to avoid breaking when entrypoint is being overridden)
cp -r "${SPARK_CONF_DIR}/"* "$SPARK_DEFAULT_CONF_DIR"