Sign inSign up

ilum/spark:4.0.2-delta-hive4

Multi-platform
Machine learning & AI
Data science
Index digest

sha256:be6ea182532178397a62c56e9b689771b402b159a5a48f0cad43414c0f887979

OS/ARCH

Compressed size

2.97 GB

Last pushed

5 months by ilum

Type

Image

Manifest digest

sha256:b00eaa31000cfb413cdc08618431d04d3bdcafca8a9f1c4920e40d471063b8d7

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.17 MB
6CMD ["/bin/bash"]0 B
7ENV JAVA_HOME=/opt/java/openjdk0 B
8ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
9ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-80 B
10RUN /bin/sh -c set -eux;19.73 MB
11ENV JAVA_VERSION=jdk-17.0.17+100 B
12RUN /bin/sh -c set -eux;138.14 MB
13RUN /bin/sh -c set -eux;158 B
14COPY --chmod=755 entrypoint.sh /__cacert_entrypoint.sh #2.23 KB
15ENTRYPOINT ["/__cacert_entrypoint.sh"]0 B
16CMD ["jshell"]0 B
17ARG spark_uid=1850 B
18RUN |1 spark_uid=185 /bin/sh -c1.39 KB
19RUN |1 spark_uid=185 /bin/sh -c25.79 MB
20ENV SPARK_TGZ_URL=https://www.apache.org/dyn/closer.lua/spark/spark-4.0.2/spark-4.0.2-bin-hadoop3.tgz?action=download SPARK_TGZ_ASC_URL=https://www.apache.org/dyn/closer.lua/spark/spark-4.0.2/spark-4.0.2-bin-hadoop3.tgz.asc?action=download GPG_KEY=F28C9C925C188C35E345614DEDA00CE834F0FC5C0 B
21RUN |1 spark_uid=185 /bin/sh -c421.22 MB
22COPY entrypoint.sh /opt/ # buildkit2.09 KB
23ENV SPARK_HOME=/opt/spark0 B
24WORKDIR /opt/spark/work-dir32 B
25USER spark0 B
26ENTRYPOINT ["/opt/entrypoint.sh"]0 B
27USER root0 B
28RUN /bin/sh -c set -ex;108.43 MB
29USER spark0 B
30USER root0 B
31ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.4.1/hadoop-aws-3.4.1.jar /opt/spark/jars #780.91 KB
32ADD --chmod=644 https://repo1.maven.org/maven2/software/amazon/awssdk/bundle/2.24.6/bundle-2.24.6.jar /opt/spark/jars #457.97 MB
33ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-core/1.12.720/aws-java-sdk-core-1.12.720.jar /opt/spark/jars #898.03 KB
34ADD --chmod=644 https://repo1.maven.org/maven2/com/google/cloud/bigdataoss/gcs-connector/4.0.0/gcs-connector-4.0.0-shaded.jar /opt/spark/jars #33.97 MB
35ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/3.4.1/hadoop-azure-3.4.1.jar /opt/spark/jars #589.42 KB
36ADD --chmod=644 https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage/7.0.1/azure-storage-7.0.1.jar /opt/spark/jars #738.01 KB
37ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util-ajax/9.4.53.v20231009/jetty-util-ajax-9.4.53.v20231009.jar /opt/spark/jars #60.02 KB
38ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util/9.4.53.v20231009/jetty-util-9.4.53.v20231009.jar /opt/spark/jars #534.98 KB
39ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-extension-spark-4-0_2.13/1.11.0/kyuubi-extension-spark-4-0_2.13-1.11.0.jar /opt/spark/jars #260.52 KB
40ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-util-scala_2.13/1.11.0/kyuubi-util-scala_2.13-1.11.0.jar /opt/spark/jars #25.85 KB
41ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-util/1.11.0/kyuubi-util-1.11.0.jar /opt/spark/jars #32.51 KB
42ADD --chmod=644 https://repo1.maven.org/maven2/io/openlineage/openlineage-spark_2.13/1.43.0/openlineage-spark_2.13-1.43.0.jar /opt/spark/jars #35.9 MB
43ADD --chmod=644 https://repo1.maven.org/maven2/io/delta/delta-spark_2.13/4.0.1/delta-spark_2.13-4.0.1.jar /opt/spark/jars #6.99 MB
44ADD --chmod=644 https://repo1.maven.org/maven2/io/delta/delta-storage/4.0.1/delta-storage-4.0.1.jar /opt/spark/jars #66.34 KB
45ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/spark/spark-connect_2.13/4.0.2/spark-connect_2.13-4.0.2.jar /opt/spark/jars #14.48 MB
46ADD --chmod=755 entrypoint.sh /opt/entrypoint.sh #1.91 KB
47USER 0 B
48RUN /bin/sh -c python3 -m1.39 GB
49ENTRYPOINT ["/opt/entrypoint.sh"]0 B
50USER root0 B
51COPY /opt/hive/lib /opt/hive4-jars # buildkit319.11 MB

Command

 ARG RELEASE