Sign inSign up

ilum/spark-launcher:spark-3.4.0

Multi-platform
Machine learning & AI
Developer tools
Data science
Index digest

sha256:863ab6bfa764f88852a59d9c1aa54aff02ed29ad8f9d6a5e7cd3c6ccba3136f9

OS/ARCH

Compressed size

980.2 MB

Last pushed

about 3 years by ilum

Type

Image

Manifest digest

sha256:2303b14cf6280cdcae4d5c1ed2c877eb614fea78db90b7ee2cd8a4bc6da6c768

Image Layers

Image Layers

1ADD file ... in / 3.24 MB
2CMD ["/bin/sh"]0 B
3ENV JAVA_HOME=/opt/java/openjdk0 B
4ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
5ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-80 B
6/bin/sh -c apk add --no-cache7.29 MB
7ENV JAVA_VERSION=jdk-17.0.7+70 B
8/bin/sh -c set -eux; 44.61 MB
9/bin/sh -c echo Verifying install159 B
10ENV DEFAULT_JAVA_OPTS=-XX:InitialRAMPercentage=40 -XX:MinRAMPercentage=50 -XX:MaxRAMPercentage=75 -XX:MetaspaceSize=64m0 B
11RUN /bin/sh -c apk add2.92 MB
12ENTRYPOINT ["/usr/bin/dumb-init" "--"]0 B
13CMD ["/entrypoint.sh"]0 B
14RUN /bin/sh -c mkdir /opt/spark/113 B
15RUN /bin/sh -c curl -s370.95 MB
16RUN /bin/sh -c ln -s174 B
17ENV SPARK_HOME=/usr/local/spark0 B
18ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.3.4/hadoop-aws-3.3.4.jar /usr/local/spark/jars # buildkit867.82 KB
19ADD https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.12.262/aws-java-sdk-bundle-1.12.262.jar /usr/local/spark/jars # buildkit240.52 MB
20ADD https://repo1.maven.org/maven2/com/google/cloud/bigdataoss/gcs-connector/hadoop3-2.2.13/gcs-connector-hadoop3-2.2.13-shaded.jar /usr/local/spark/jars # buildkit32.44 MB
21ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/3.3.4/hadoop-azure-3.3.4.jar /usr/local/spark/jars # buildkit510.78 KB
22ADD https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage/7.0.1/azure-storage-7.0.1.jar /usr/local/spark/jars # buildkit738.05 KB
23ADD https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util-ajax/9.4.43.v20210629/jetty-util-ajax-9.4.43.v20210629.jar /usr/local/spark/jars # buildkit58.75 KB
24ADD https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util/9.4.43.v20210629/jetty-util-9.4.43.v20210629.jar /usr/local/spark/jars # buildkit522.61 KB
25RUN /bin/sh -c chmod 644867.83 KB
26RUN /bin/sh -c chmod 644240.52 MB
27RUN /bin/sh -c chmod 64432.44 MB
28RUN /bin/sh -c chmod 644510.78 KB
29RUN /bin/sh -c chmod 644738.05 KB
30RUN /bin/sh -c chmod 64458.75 KB
31RUN /bin/sh -c chmod 644522.61 KB
32WORKDIR /usr/local/spark32 B

Command

ADD file:1da756d12551a0e3e793e02ef87432d69d4968937bd11bed0af215db19dd94cd in /