Sign inSign up

ilum/spark-py:3.4.3-test

Multi-platform
Index digest

sha256:e96bcffa3a1344de242b99d9f8c370d902a923902931fdea0bdac193004078ee

OS/ARCH

Compressed size

933.33 MB

Last pushed

about 2 years by ilum

Type

Image

Manifest digest

sha256:1a57a3bb916c0ca37188765ba522ee015c16c8fcae7de1df1616123f7758eaed

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 29.15 MB
6CMD ["/bin/bash"]0 B
7ENV JAVA_HOME=/opt/java/openjdk0 B
8ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
9ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-80 B
10RUN /bin/sh -c set -eux;13.13 MB
11ENV JAVA_VERSION=jdk-17.0.12+70 B
12RUN /bin/sh -c set -eux;45.09 MB
13RUN /bin/sh -c set -eux;160 B
14COPY entrypoint.sh /__cacert_entrypoint.sh # buildkit1.4 KB
15ENTRYPOINT ["/__cacert_entrypoint.sh"]0 B
16ARG spark_uid=1850 B
17RUN |1 spark_uid=185 /bin/sh -c20.93 MB
18COPY jars /opt/spark/jars # buildkit293.98 MB
19COPY RELEAS[E] /opt/spark/RELEASE # buildkit293 B
20COPY bin /opt/spark/bin # buildkit10.56 KB
21COPY sbin /opt/spark/sbin # buildkit7.19 KB
22COPY kubernetes/dockerfiles/spark/entrypoint.sh /opt/ # buildkit1.86 KB
23COPY kubernetes/dockerfiles/spark/decom.sh /opt/ # buildkit936 B
24COPY examples /opt/spark/examples # buildkit1.66 MB
25COPY kubernetes/tests /opt/spark/tests # buildkit2.24 KB
26COPY data /opt/spark/data # buildkit356.06 KB
27ENV SPARK_HOME=/opt/spark0 B
28WORKDIR /opt/spark/work-dir32 B
29RUN |1 spark_uid=185 /bin/sh -c145 B
30RUN |1 spark_uid=185 /bin/sh -c32 B
31ENTRYPOINT ["/opt/entrypoint.sh"]0 B
32USER 1850 B
33WORKDIR /0 B
34USER 00 B
35RUN /bin/sh -c mkdir ${SPARK_HOME}/python136 B
36RUN /bin/sh -c apt-get update26.31 MB
37RUN /bin/sh -c apt install136.56 MB
38RUN /bin/sh -c python3 -m6.27 MB
39RUN /bin/sh -c rm -rf639 B
40COPY python/pyspark /opt/spark/python/pyspark # buildkit1.54 MB
41COPY python/lib /opt/spark/python/lib # buildkit1.88 MB
42WORKDIR /opt/spark/work-dir32 B
43ENTRYPOINT ["/opt/entrypoint.sh"]0 B
44ARG spark_uid=1850 B
45USER 1850 B
46USER root0 B
47WORKDIR /0 B
48ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.3.4/hadoop-aws-3.3.4.jar /opt/spark/jars #867.79 KB
49ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.12.262/aws-java-sdk-bundle-1.12.262.jar /opt/spark/jars #240.52 MB
50ADD --chmod=644 https://repo1.maven.org/maven2/com/google/cloud/bigdataoss/gcs-connector/hadoop3-2.2.13/gcs-connector-hadoop3-2.2.13-shaded.jar /opt/spark/jars #32.44 MB
51ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/3.3.4/hadoop-azure-3.3.4.jar /opt/spark/jars #510.75 KB
52ADD --chmod=644 https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage/7.0.1/azure-storage-7.0.1.jar /opt/spark/jars #738 KB
53ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util-ajax/9.4.43.v20210629/jetty-util-ajax-9.4.43.v20210629.jar /opt/spark/jars #58.7 KB
54ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util/9.4.43.v20210629/jetty-util-9.4.43.v20210629.jar /opt/spark/jars #522.57 KB
55RUN |1 spark_uid=185 /bin/sh -c5.67 MB
56RUN |1 spark_uid=185 /bin/sh -c75.19 MB
57USER 1850 B

Command

 ARG RELEASE