Sign inSign up

ilum/spark:4.1.1-delta

Multi-platform
Machine learning & AI
Data science
Index digest

sha256:6ee14007e6a0fbf76039dd0719d66a8fae54fb1c84a06f3ee886ff3491d98c16

OS/ARCH

Compressed size

2.81 GB

Last pushed

4 months by ilum

Type

Image

Manifest digest

sha256:5b3ea8e1ff76011898a87cc2e609e02af6971cbebe70ff5dbf7f6b26457c59d3

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.17 MB
6CMD ["/bin/bash"]0 B
7ENV JAVA_HOME=/opt/java/openjdk0 B
8ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
9ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-80 B
10RUN /bin/sh -c set -eux;19.74 MB
11ENV JAVA_VERSION=jdk-17.0.17+100 B
12RUN /bin/sh -c set -eux;138.14 MB
13RUN /bin/sh -c set -eux;158 B
14COPY --chmod=755 entrypoint.sh /__cacert_entrypoint.sh #2.23 KB
15ENTRYPOINT ["/__cacert_entrypoint.sh"]0 B
16CMD ["jshell"]0 B
17ARG spark_uid=1850 B
18RUN |1 spark_uid=185 /bin/sh -c1.39 KB
19RUN |1 spark_uid=185 /bin/sh -c22.99 MB
20ENV SPARK_TGZ_URL=https://www.apache.org/dyn/closer.lua/spark/spark-4.1.1/spark-4.1.1-bin-hadoop3.tgz?action=download SPARK_TGZ_ASC_URL=https://www.apache.org/dyn/closer.lua/spark/spark-4.1.1/spark-4.1.1-bin-hadoop3.tgz.asc?action=download GPG_KEY=0FE4571297AB84440673665669600C8338F659700 B
21RUN |1 spark_uid=185 /bin/sh -c441.48 MB
22COPY entrypoint.sh /opt/ # buildkit2.08 KB
23ENV SPARK_HOME=/opt/spark0 B
24WORKDIR /opt/spark/work-dir32 B
25USER spark0 B
26ENTRYPOINT ["/opt/entrypoint.sh"]0 B
27USER root0 B
28RUN /bin/sh -c set -ex;108.43 MB
29USER spark0 B
30USER root0 B
31ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.4.2/hadoop-aws-3.4.2.jar /opt/spark/jars #843.23 KB
32ADD --chmod=644 https://repo1.maven.org/maven2/software/amazon/awssdk/bundle/2.29.52/bundle-2.29.52.jar /opt/spark/jars #529.01 MB
33ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-core/1.12.720/aws-java-sdk-core-1.12.720.jar /opt/spark/jars #898.02 KB
34ADD --chmod=644 https://repo1.maven.org/maven2/com/google/cloud/bigdataoss/gcs-connector/4.0.0/gcs-connector-4.0.0-shaded.jar /opt/spark/jars #33.97 MB
35ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/3.4.2/hadoop-azure-3.4.2.jar /opt/spark/jars #723.46 KB
36ADD --chmod=644 https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage/7.0.1/azure-storage-7.0.1.jar /opt/spark/jars #738.02 KB
37ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util-ajax/9.4.57.v20241219/jetty-util-ajax-9.4.57.v20241219.jar /opt/spark/jars #59.91 KB
38ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util/9.4.57.v20241219/jetty-util-9.4.57.v20241219.jar /opt/spark/jars #535.02 KB
39ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-extension-spark-4-1_2.13/1.11.1/kyuubi-extension-spark-4-1_2.13-1.11.1.jar /opt/spark/jars #260.76 KB
40ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-util-scala_2.13/1.11.1/kyuubi-util-scala_2.13-1.11.1.jar /opt/spark/jars #25.85 KB
41ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-util/1.11.1/kyuubi-util-1.11.1.jar /opt/spark/jars #32.52 KB
42ADD --chmod=644 https://repo1.maven.org/maven2/io/openlineage/openlineage-spark_2.13/1.42.1/openlineage-spark_2.13-1.42.1.jar /opt/spark/jars #34.95 MB
43ADD --chmod=644 https://repo1.maven.org/maven2/io/delta/delta-spark_2.13/4.2.0/delta-spark_2.13-4.2.0.jar /opt/spark/jars #7.72 MB
44ADD --chmod=644 https://repo1.maven.org/maven2/io/delta/delta-storage/4.2.0/delta-storage-4.2.0.jar /opt/spark/jars #63.93 KB
45ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/spark/spark-connect_2.13/4.1.1/spark-connect_2.13-4.1.1.jar /opt/spark/jars #12.33 MB
46ADD --chmod=755 entrypoint.sh /opt/entrypoint.sh #1.91 KB
47USER 0 B
48RUN /bin/sh -c python3 -m1.47 GB
49ENTRYPOINT ["/opt/entrypoint.sh"]0 B

Command

 ARG RELEASE