apache/spark-py:v3.3.2

Multi-platform

Languages & frameworks

Machine learning & AI

Data science

Index digest

sha256:5bb83c62a12546bc0abd5196df301ec64085aa5c38cc9e144c6135d740596c7a

OS/ARCH

Compressed size

493.95 MB

Last pushed

over 3 years by dongjoon

Type

Image

Manifest digest

sha256:f69e8474a611f7b4a0cd4f0b6c097e133205e8321d53710863da75a296fb9c09

Image Layers

Image Layers

1ADD file ... in / 28.66 MB

2CMD ["bash"]0 B

3/bin/sh -c set -eux; apt-get1.49 MB

4ENV JAVA_HOME=/usr/local/openjdk-110 B

5/bin/sh -c { echo '#/bin/sh';212 B

6ENV PATH=/usr/local/openjdk-11/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

7ENV LANG=C.UTF-80 B

8ENV JAVA_VERSION=11.0.160 B

9/bin/sh -c set -eux; arch="$(dpkg43.04 MB

10ARG spark_uid=1850 B

11RUN |1 spark_uid=185 /bin/sh -c37.56 MB

12COPY jars /opt/spark/jars # buildkit266 MB

13COPY bin /opt/spark/bin # buildkit10.42 KB

14COPY sbin /opt/spark/sbin # buildkit7.03 KB

15COPY kubernetes/dockerfiles/spark/entrypoint.sh /opt/ # buildkit1.78 KB

16COPY kubernetes/dockerfiles/spark/decom.sh /opt/ # buildkit889 B

17COPY examples /opt/spark/examples # buildkit1.67 MB

18COPY kubernetes/tests /opt/spark/tests # buildkit2.25 KB

19COPY data /opt/spark/data # buildkit356.14 KB

20ENV SPARK_HOME=/opt/spark0 B

21WORKDIR /opt/spark/work-dir32 B

22RUN |1 spark_uid=185 /bin/sh -c151 B

23RUN |1 spark_uid=185 /bin/sh -c32 B

24ENTRYPOINT ["/opt/entrypoint.sh"]0 B

25USER 1850 B

26WORKDIR /0 B

27USER 00 B

28RUN /bin/sh -c mkdir ${SPARK_HOME}/python144 B

29RUN /bin/sh -c apt-get update112.5 MB

30COPY python/pyspark /opt/spark/python/pyspark # buildkit1.19 MB

31COPY python/lib /opt/spark/python/lib # buildkit1.47 MB

32WORKDIR /opt/spark/work-dir32 B

33ENTRYPOINT ["/opt/entrypoint.sh"]0 B

34ARG spark_uid=1850 B

35USER 1850 B

Command

ADD file:6039adfbca55ed34a719c37672c664e3524130a0e2a3b8663629b8120b81b790 in /