Sign inSign up

ilum/spark:4.1.0-hive4

Multi-platform
Machine learning & AI
Data science
Index digest

sha256:ca64ebe89288cc926760e433138539cd3aa822b624b04c84036244cdebeb7d54

OS/ARCH

Compressed size

3.12 GB

Last pushed

5 months by ilum

Type

Image

Manifest digest

sha256:18d41a1cb6c93479f99bd64d0ec67cd8014442739392ed6f089fa778ffcf495c

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 26.12 MB
6CMD ["/bin/bash"]0 B
7ENV JAVA_HOME=/opt/java/openjdk0 B
8ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
9ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-80 B
10RUN /bin/sh -c set -eux;21.07 MB
11ENV JAVA_VERSION=jdk-17.0.17+100 B
12RUN /bin/sh -c set -eux;137.03 MB
13RUN /bin/sh -c set -eux;158 B
14COPY --chmod=755 entrypoint.sh /__cacert_entrypoint.sh #2.23 KB
15ENTRYPOINT ["/__cacert_entrypoint.sh"]0 B
16CMD ["jshell"]0 B
17ARG spark_uid=1850 B
18RUN |1 spark_uid=185 /bin/sh -c1.39 KB
19RUN |1 spark_uid=185 /bin/sh -c20.54 MB
20ENV SPARK_TGZ_URL=https://www.apache.org/dyn/closer.lua/spark/spark-4.1.0/spark-4.1.0-bin-hadoop3.tgz?action=download SPARK_TGZ_ASC_URL=https://www.apache.org/dyn/closer.lua/spark/spark-4.1.0/spark-4.1.0-bin-hadoop3.tgz.asc?action=download GPG_KEY=F28C9C925C188C35E345614DEDA00CE834F0FC5C0 B
21RUN |1 spark_uid=185 /bin/sh -c441.46 MB
22COPY entrypoint.sh /opt/ # buildkit2.08 KB
23ENV SPARK_HOME=/opt/spark0 B
24WORKDIR /opt/spark/work-dir32 B
25USER spark0 B
26ENTRYPOINT ["/opt/entrypoint.sh"]0 B
27USER root0 B
28RUN /bin/sh -c set -ex;103.28 MB
29USER spark0 B
30USER root0 B
31ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.4.2/hadoop-aws-3.4.2.jar /opt/spark/jars #843.23 KB
32ADD --chmod=644 https://repo1.maven.org/maven2/software/amazon/awssdk/bundle/2.29.52/bundle-2.29.52.jar /opt/spark/jars #529.01 MB
33ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-core/1.12.720/aws-java-sdk-core-1.12.720.jar /opt/spark/jars #898.02 KB
34ADD --chmod=644 https://repo1.maven.org/maven2/com/google/cloud/bigdataoss/gcs-connector/4.0.0/gcs-connector-4.0.0-shaded.jar /opt/spark/jars #33.97 MB
35ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/3.4.2/hadoop-azure-3.4.2.jar /opt/spark/jars #723.45 KB
36ADD --chmod=644 https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage/7.0.1/azure-storage-7.0.1.jar /opt/spark/jars #738.02 KB
37ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util-ajax/9.4.57.v20241219/jetty-util-ajax-9.4.57.v20241219.jar /opt/spark/jars #59.91 KB
38ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util/9.4.57.v20241219/jetty-util-9.4.57.v20241219.jar /opt/spark/jars #535.02 KB
39ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-extension-spark-4-0_2.13/1.11.0/kyuubi-extension-spark-4-0_2.13-1.11.0.jar /opt/spark/jars #260.52 KB
40ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-util-scala_2.13/1.11.0/kyuubi-util-scala_2.13-1.11.0.jar /opt/spark/jars #25.85 KB
41ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-util/1.11.0/kyuubi-util-1.11.0.jar /opt/spark/jars #32.52 KB
42ADD --chmod=644 https://repo1.maven.org/maven2/io/openlineage/openlineage-spark_2.13/1.40.1/openlineage-spark_2.13-1.40.1.jar /opt/spark/jars #29.29 MB
43ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/spark/spark-connect_2.13/4.1.0/spark-connect_2.13-4.1.0.jar /opt/spark/jars #12.36 MB
44ADD --chmod=755 entrypoint.sh /opt/entrypoint.sh #1.91 KB
45USER 0 B
46RUN /bin/sh -c python3 -m1.45 GB
47ENTRYPOINT ["/opt/entrypoint.sh"]0 B
48USER root0 B
49RUN /bin/sh -c rm -f201 B
50ADD --chmod=644 https://repo1.maven.org/maven2/io/openlineage/openlineage-spark_2.13/1.42.1/openlineage-spark_2.13-1.42.1.jar /opt/spark/jars #34.95 MB
51USER 0 B
52USER root0 B
53COPY /opt/hive/lib /opt/hive4-jars # buildkit319.11 MB

Command

 ARG RELEASE