Update docker-compose.yml (#54)

* Update docker-compose.yml

Removed repeating spark-worker-1,spark-worker-2 and replaced with spark-worker for reusability.

Also updated spark:3 to spark:latest like the documentation specifies.

* Update docker-compose.yml

* Update docker-compose.yml
This commit is contained in:
Geoff Beaven
2021-11-26 03:10:54 -05:00
committed by GitHub
parent f065c873e1
commit c081a53ca2
2 changed files with 4 additions and 26 deletions

View File

@@ -11,7 +11,7 @@ services:
- SPARK_SSL_ENABLED=no
ports:
- '8080:8080'
spark-worker-1:
spark-worker:
image: docker.io/bitnami/spark:3
environment:
- SPARK_MODE=worker
@@ -21,15 +21,4 @@ services:
- SPARK_RPC_AUTHENTICATION_ENABLED=no
- SPARK_RPC_ENCRYPTION_ENABLED=no
- SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no
- SPARK_SSL_ENABLED=no
spark-worker-2:
image: docker.io/bitnami/spark:3
environment:
- SPARK_MODE=worker
- SPARK_MASTER_URL=spark://spark:7077
- SPARK_WORKER_MEMORY=1G
- SPARK_WORKER_CORES=1
- SPARK_RPC_AUTHENTICATION_ENABLED=no
- SPARK_RPC_ENCRYPTION_ENABLED=no
- SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no
- SPARK_SSL_ENABLED=no
- SPARK_SSL_ENABLED=no