Sign inSign up

ilum/spark:3.5.8-delta

Multi-platform
Machine learning & AI
Data science
Index digest

sha256:fc06369c7cddbc1f101623c43af14a6fc14ec7ee371766261ebb067217bbdba6

OS/ARCH

Compressed size

1.77 GB

Last pushed

3 months by ilum

Type

Image

Manifest digest

sha256:710e481bda5f27c67cfc612dfd0ca48992376899308d890919d1554558e1ddf7

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 26.11 MB
6CMD ["/bin/bash"]0 B
7ENV JAVA_HOME=/opt/java/openjdk0 B
8ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
9ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-80 B
10RUN /bin/sh -c set -eux;21.08 MB
11ENV JAVA_VERSION=jdk-17.0.17+100 B
12RUN /bin/sh -c set -eux;137.03 MB
13RUN /bin/sh -c set -eux;159 B
14COPY --chmod=755 entrypoint.sh /__cacert_entrypoint.sh #2.23 KB
15ENTRYPOINT ["/__cacert_entrypoint.sh"]0 B
16CMD ["jshell"]0 B
17ARG spark_uid=1850 B
18RUN |1 spark_uid=185 /bin/sh -c1.39 KB
19RUN |1 spark_uid=185 /bin/sh -c20.54 MB
20ENV SPARK_TGZ_URL=https://www.apache.org/dyn/closer.lua/spark/spark-3.5.8/spark-3.5.8-bin-hadoop3.tgz?action=download SPARK_TGZ_ASC_URL=https://www.apache.org/dyn/closer.lua/spark/spark-3.5.8/spark-3.5.8-bin-hadoop3.tgz.asc?action=download GPG_KEY=F28C9C925C188C35E345614DEDA00CE834F0FC5C0 B
21RUN |1 spark_uid=185 /bin/sh -c310.31 MB
22COPY entrypoint.sh /opt/ # buildkit2.09 KB
23ENV SPARK_HOME=/opt/spark0 B
24WORKDIR /opt/spark/work-dir32 B
25USER spark0 B
26ENTRYPOINT ["/opt/entrypoint.sh"]0 B
27USER root0 B
28RUN /bin/sh -c set -ex;103.28 MB
29USER spark0 B
30USER root0 B
31ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.3.4/hadoop-aws-3.3.4.jar /opt/spark/jars #867.8 KB
32ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-s3/1.12.262/aws-java-sdk-s3-1.12.262.jar /opt/spark/jars #1.05 MB
33ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk/1.12.262/aws-java-sdk-1.12.262.jar /opt/spark/jars #4.26 KB
34ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-core/1.12.262/aws-java-sdk-core-1.12.262.jar /opt/spark/jars #897.6 KB
35ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-dynamodb/1.12.262/aws-java-sdk-dynamodb-1.12.262.jar /opt/spark/jars #1.67 MB
36ADD --chmod=644 https://repo1.maven.org/maven2/com/google/cloud/bigdataoss/gcs-connector/hadoop3-2.2.13/gcs-connector-hadoop3-2.2.13-shaded.jar /opt/spark/jars #32.44 MB
37ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/3.3.4/hadoop-azure-3.3.4.jar /opt/spark/jars #510.75 KB
38ADD --chmod=644 https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage/7.0.1/azure-storage-7.0.1.jar /opt/spark/jars #738.02 KB
39ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util-ajax/9.4.43.v20210629/jetty-util-ajax-9.4.43.v20210629.jar /opt/spark/jars #58.71 KB
40ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util/9.4.43.v20210629/jetty-util-9.4.43.v20210629.jar /opt/spark/jars #522.58 KB
41ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-extension-spark-3-5_2.12/1.10.2/kyuubi-extension-spark-3-5_2.12-1.10.2.jar /opt/spark/jars #278.7 KB
42ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-spark-lineage_2.12/1.10.2/kyuubi-spark-lineage_2.12-1.10.2.jar /opt/spark/jars #99.46 KB
43ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-util-scala_2.12/1.10.2/kyuubi-util-scala_2.12-1.10.2.jar /opt/spark/jars #25.53 KB
44ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-util/1.10.2/kyuubi-util-1.10.2.jar /opt/spark/jars #31.21 KB
45ADD --chmod=644 https://repo1.maven.org/maven2/io/openlineage/openlineage-spark_2.12/1.47.1/openlineage-spark_2.12-1.47.1.jar /opt/spark/jars #35.98 MB
46ADD --chmod=644 https://github.com/open-telemetry/opentelemetry-java-instrumentation/releases/download/v2.28.0/opentelemetry-javaagent.jar /opt/spark/jars/opentelemetry-javaagent.jar #19.8 MB
47ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/spark/spark-connect_2.12/3.5.8/spark-connect_2.12-3.5.8.jar /opt/spark/jars #12.29 MB
48ADD --chmod=755 entrypoint.sh /opt/entrypoint.sh #1.91 KB
49USER 0 B
50RUN /bin/sh -c python3 -m1.06 GB
51ENTRYPOINT ["/opt/entrypoint.sh"]0 B
52USER root0 B
53ADD --chmod=644 https://repo1.maven.org/maven2/io/delta/delta-spark_2.12/3.3.2/delta-spark_2.12-3.3.2.jar /opt/spark/jars #6.44 MB
54ADD --chmod=644 https://repo1.maven.org/maven2/io/delta/delta-storage/3.3.2/delta-storage-3.3.2.jar /opt/spark/jars #27.43 KB
55USER 0 B
56RUN /bin/sh -c python3 -m224.83 KB

Command

 ARG RELEASE