Sign inSign up

ilum/spark-py:3.4.3

Multi-platform
Index digest

sha256:7ea5aef4c6aa6c7a89085a820a19505c30f186eb50af7b764da8325989f36e47

OS/ARCH

Compressed size

920.4 MB

Last pushed

about 2 years by ilum

Type

Image

Manifest digest

sha256:b1b53bc4a947245d5dfc903c284d0d354480d13aaaed7f8014f8daefe821ce7e

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 28.52 MB
6CMD ["/bin/bash"]0 B
7ENV JAVA_HOME=/opt/java/openjdk0 B
8ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
9ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-80 B
10RUN /bin/sh -c set -eux;13.16 MB
11ENV JAVA_VERSION=jdk-17.0.12+70 B
12RUN /bin/sh -c set -eux;44.58 MB
13RUN /bin/sh -c set -eux;159 B
14COPY entrypoint.sh /__cacert_entrypoint.sh # buildkit1.4 KB
15ENTRYPOINT ["/__cacert_entrypoint.sh"]0 B
16ARG spark_uid=1850 B
17RUN |1 spark_uid=185 /bin/sh -c20.83 MB
18COPY jars /opt/spark/jars # buildkit293.98 MB
19COPY RELEAS[E] /opt/spark/RELEASE # buildkit289 B
20COPY bin /opt/spark/bin # buildkit10.55 KB
21COPY sbin /opt/spark/sbin # buildkit7.18 KB
22COPY kubernetes/dockerfiles/spark/entrypoint.sh /opt/ # buildkit1.86 KB
23COPY kubernetes/dockerfiles/spark/decom.sh /opt/ # buildkit939 B
24COPY examples /opt/spark/examples # buildkit1.66 MB
25COPY kubernetes/tests /opt/spark/tests # buildkit2.24 KB
26COPY data /opt/spark/data # buildkit356.06 KB
27ENV SPARK_HOME=/opt/spark0 B
28WORKDIR /opt/spark/work-dir32 B
29RUN |1 spark_uid=185 /bin/sh -c141 B
30RUN |1 spark_uid=185 /bin/sh -c32 B
31ENTRYPOINT ["/opt/entrypoint.sh"]0 B
32USER 1850 B
33WORKDIR /0 B
34USER 00 B
35RUN /bin/sh -c mkdir ${SPARK_HOME}/python139 B
36RUN /bin/sh -c apt-get update25.83 MB
37RUN /bin/sh -c apt install131.65 MB
38RUN /bin/sh -c python3 -m6.27 MB
39RUN /bin/sh -c rm -rf646 B
40COPY python/pyspark /opt/spark/python/pyspark # buildkit1.54 MB
41COPY python/lib /opt/spark/python/lib # buildkit1.88 MB
42WORKDIR /opt/spark/work-dir32 B
43ENTRYPOINT ["/opt/entrypoint.sh"]0 B
44ARG spark_uid=1850 B
45USER 1850 B
46USER root0 B
47ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.3.4/hadoop-aws-3.3.4.jar /opt/spark/jars #867.79 KB
48ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.12.262/aws-java-sdk-bundle-1.12.262.jar /opt/spark/jars #240.52 MB
49ADD --chmod=644 https://repo1.maven.org/maven2/com/google/cloud/bigdataoss/gcs-connector/hadoop3-2.2.13/gcs-connector-hadoop3-2.2.13-shaded.jar /opt/spark/jars #32.44 MB
50ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/3.3.4/hadoop-azure-3.3.4.jar /opt/spark/jars #510.75 KB
51ADD --chmod=644 https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage/7.0.1/azure-storage-7.0.1.jar /opt/spark/jars #738.01 KB
52ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util-ajax/9.4.43.v20210629/jetty-util-ajax-9.4.43.v20210629.jar /opt/spark/jars #58.71 KB
53ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util/9.4.43.v20210629/jetty-util-9.4.43.v20210629.jar /opt/spark/jars #522.57 KB
54RUN |1 spark_uid=185 /bin/sh -c5.49 MB
55RUN |1 spark_uid=185 /bin/sh -c69.04 MB
56USER 1850 B

Command

 ARG RELEASE