deltaio/delta-docker:0.8.1_2.3.0

Machine learning & AI

Data science

Databases & storage

Manifest digest

sha256:145e54a99793d33cdbebb7cec07416c5ca8c4036c087c6462a106c4b97ef4189

OS/ARCH

linux/amd64

Compressed size

1.18 GB

Last pushed

over 3 years by dennyglee

Type

Image

Manifest digest

sha256:145e54a99793d33cdbebb7cec07416c5ca8c4036c087c6462a106c4b97ef4189

Image Layers

Image Layers

1ADD file ... in / 29.91 MB

2CMD ["bash"]0 B

3/bin/sh -c set -eux; apt-get1.51 MB

4ENV JAVA_HOME=/usr/local/openjdk-110 B

5/bin/sh -c { echo '#/bin/sh';212 B

6ENV PATH=/usr/local/openjdk-11/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

7ENV LANG=C.UTF-80 B

8ENV JAVA_VERSION=11.0.160 B

9/bin/sh -c set -eux; arch="$(dpkg43.91 MB

10ARG spark_uid=1850 B

11RUN |1 spark_uid=185 /bin/sh -c38.6 MB

12COPY jars /opt/spark/jars # buildkit266 MB

13COPY bin /opt/spark/bin # buildkit10.42 KB

14COPY sbin /opt/spark/sbin # buildkit7.03 KB

15COPY kubernetes/dockerfiles/spark/entrypoint.sh /opt/ # buildkit1.78 KB

16COPY kubernetes/dockerfiles/spark/decom.sh /opt/ # buildkit889 B

17COPY examples /opt/spark/examples # buildkit1.67 MB

18COPY kubernetes/tests /opt/spark/tests # buildkit2.25 KB

19COPY data /opt/spark/data # buildkit356.14 KB

20ENV SPARK_HOME=/opt/spark0 B

21WORKDIR /opt/spark/work-dir32 B

22RUN |1 spark_uid=185 /bin/sh -c150 B

23RUN |1 spark_uid=185 /bin/sh -c32 B

24ENTRYPOINT ["/opt/entrypoint.sh"]0 B

25USER 1850 B

26WORKDIR /0 B

27USER 00 B

28RUN /bin/sh -c mkdir ${SPARK_HOME}/python144 B

29RUN /bin/sh -c apt-get update116.97 MB

30COPY python/pyspark /opt/spark/python/pyspark # buildkit1.19 MB

31COPY python/lib /opt/spark/python/lib # buildkit1.47 MB

32WORKDIR /opt/spark/work-dir32 B

33ENTRYPOINT ["/opt/entrypoint.sh"]0 B

34ARG spark_uid=1850 B

35USER 1850 B

36LABEL authors=Prashanth Babu,Denny Lee,Andrew Bauman0 B

37USER root0 B

38ARG DELTA_SPARK_VERSION=2.3.00 B

39ARG DELTALAKE_VERSION=0.8.10 B

40ARG JUPYTERLAB_VERSION=3.6.30 B

41ARG PANDAS_VERSION=1.5.30 B

42ARG ROAPI_VERSION=0.9.00 B

43RUN |5 DELTA_SPARK_VERSION=2.3.0 DELTALAKE_VERSION=0.8.1 JUPYTERLAB_VERSION=3.6.3429.25 MB

44ARG NBuser=NBuser0 B

45ARG GROUP=NBuser0 B

46ARG WORKDIR=/opt/spark/work-dir0 B

47ENV DELTA_PACKAGE_VERSION=delta-core_2.12:2.3.00 B

48RUN |3 NBuser=NBuser GROUP=NBuser WORKDIR=/opt/spark/work-dir4 KB

49RUN |3 NBuser=NBuser GROUP=NBuser WORKDIR=/opt/spark/work-dir13.29 MB

50RUN |3 NBuser=NBuser GROUP=NBuser WORKDIR=/opt/spark/work-dir12.81 MB

51COPY startup.sh /opt/spark/work-dir # buildkit411 B

52COPY quickstart.ipynb /opt/spark/work-dir # buildkit4.21 KB

53COPY rs/ /opt/spark/work-dir/rs # buildkit3.88 MB

54RUN |3 NBuser=NBuser GROUP=NBuser WORKDIR=/opt/spark/work-dir3.88 MB

55USER NBuser0 B

56RUN |3 NBuser=NBuser GROUP=NBuser WORKDIR=/opt/spark/work-dir240.75 MB

57RUN |3 NBuser=NBuser GROUP=NBuser WORKDIR=/opt/spark/work-dir92 B

58ENTRYPOINT ["bash" "startup.sh"]0 B

Command

ADD file:0eae0dca665c7044bf242cb1fc92cb8ea744f5af2dd376a558c90bc47349aefe in /