bde2020/spark-worker:3.1.1-hadoop3.2

Manifest digest

sha256:68ecd0ba8766bcdf32607e6ac04a330b799fd3d63749456d3fba6ab4d0d96d46

OS/ARCH

linux/amd64

Compressed size

315.33 MB

Last pushed

almost 5 years by gezim

Type

Image

Manifest digest

sha256:68ecd0ba8766bcdf32607e6ac04a330b799fd3d63749456d3fba6ab4d0d96d46

Image Layers

1ADD file ... in / 2.67 MB

2CMD ["/bin/sh"]0 B

3LABEL maintainer=Gezim Sejdiu <[email protected]>, Giannis0 B

4ENV ENABLE_INIT_DAEMON=false0 B

5ENV INIT_DAEMON_BASE_URI=http://identifier/init-daemon0 B

6ENV INIT_DAEMON_STEP=spark_master_init0 B

7ENV SPARK_VERSION=3.1.10 B

8ENV HADOOP_VERSION=3.20 B

9COPY wait-for-step.sh / # buildkit331 B

10COPY execute-step.sh / # buildkit361 B

11COPY finish-step.sh / # buildkit357 B

12RUN /bin/sh -c apk add312.66 MB

13RUN /bin/sh -c chmod +x0 B

14ENV PYTHONHASHSEED=10 B

15LABEL maintainer=Gezim Sejdiu <[email protected]>, Giannis0 B

16COPY worker.sh / # buildkit309 B

17ENV SPARK_WORKER_WEBUI_PORT=80810 B

18ENV SPARK_WORKER_LOG=/spark/logs0 B

19ENV SPARK_MASTER=spark://spark-master:70770 B

20EXPOSE map[8081/tcp:{}]0 B

21CMD ["/bin/bash" "/worker.sh"]0 B

Command

ADD file:c5377eaa926bf412dd8d4a08b0a1f2399cfd708743533b0aa03b53d14cb4bb4e in /