Sign inSign up

automqinc/spark-iceberg:latest

Multi-platform
Index digest

sha256:257e9196b07b6fa320883b5c6e28fbc60a9de7d1a0598691c5be0d2342cdb633

OS/ARCH

Compressed size

2.15 GB

Last pushed

over 1 year by automqinc

Type

Image

Manifest digest

sha256:dd1a461c5ccb07a5cb22c56f9fe0362e271e22be973c68b2dcd40147eb9c738f

Image Layers

Image Layers

1# debian.sh --arch 'amd64' out/51.25 MB
2RUN /bin/sh -c set -eux;14.84 MB
3RUN /bin/sh -c set -eux;52.22 MB
4RUN /bin/sh -c set -ex;187.94 MB
5ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
6ENV LANG=C.UTF-80 B
7RUN /bin/sh -c set -eux;5.77 MB
8ENV GPG_KEY=A035C8C19219BA821ECEA86B64E628F8D684696D0 B
9ENV PYTHON_VERSION=3.10.160 B
10ENV PYTHON_SHA256=bfb249609990220491a1b92850a07135ed0831e41738cf681d63cf01b2a8fbd10 B
11RUN /bin/sh -c set -eux;20.64 MB
12RUN /bin/sh -c set -eux;251 B
13CMD ["python3"]0 B
14RUN /bin/sh -c apt-get update232.48 MB
15COPY requirements.txt . # buildkit217 B
16RUN /bin/sh -c pip3 install447.38 MB
17RUN /bin/sh -c python3 -m332.68 KB
18RUN /bin/sh -c curl https://github.com/SpencerPark/IJava/releases/download/v1.3.0/ijava-1.3.0.zip6.37 MB
19ENV SPARK_HOME=/opt/spark0 B
20ENV PYTHONPATH=/opt/spark/python:/opt/spark/python/lib/py4j-0.10.9.7-src.zip:0 B
21WORKDIR /opt/spark112 B
22ENV SPARK_VERSION=3.5.50 B
23ENV SPARK_MAJOR_VERSION=3.50 B
24ENV ICEBERG_VERSION=1.8.10 B
25RUN /bin/sh -c mkdir -p382.78 MB
26RUN /bin/sh -c curl https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-spark-runtime-${SPARK_MAJOR_VERSION}_2.12/${ICEBERG_VERSION}/iceberg-spark-runtime-${SPARK_MAJOR_VERSION}_2.12-${ICEBERG_VERSION}.jar38.19 MB
27RUN /bin/sh -c curl -s44.68 MB
28RUN /bin/sh -c curl -s40.8 MB
29RUN /bin/sh -c curl -s15.84 MB
30RUN /bin/sh -c curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip"62.27 MB
31ENV IJAVA_CLASSPATH=/opt/spark/jars/*0 B
32RUN /bin/sh -c mkdir -p571.75 MB
33RUN /bin/sh -c mkdir -p199 B
34COPY notebooks/ /home/iceberg/notebooks # buildkit18.48 KB
35RUN /bin/sh -c echo '#!290 B
36RUN /bin/sh -c echo '#!292 B
37RUN /bin/sh -c mkdir -p171 B
38COPY ipython/startup/00-prettytables.py /root/.ipython/profile_default/startup # buildkit1.29 KB
39COPY ipython/startup/README /root/.ipython/profile_default/startup # buildkit439 B
40COPY spark-defaults.conf /opt/spark/conf # buildkit957 B
41ENV PATH=/opt/spark/sbin:/opt/spark/bin:/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
42RUN /bin/sh -c chmod u+x3.85 KB
43COPY .pyiceberg.yaml /root/.pyiceberg.yaml # buildkit684 B
44COPY entrypoint.sh . # buildkit790 B
45ENTRYPOINT ["./entrypoint.sh"]0 B
46CMD ["notebook"]0 B
47RUN /bin/sh -c pip install29.19 MB
48RUN /bin/sh -c rm -rf160 B
49COPY notebooks /home/iceberg/notebooks # buildkit3.22 KB

Command

# debian.sh --arch 'amd64' out/ 'bullseye' '@1740355200'