Sign inSign up

danmadocker/hadoop-hive-spark-jupyter:latest

Manifest digest

sha256:c0b68c10bd8a9ecb43efa3af8a3ee59aa3a38b2926c5a7b60a7fd5e099572250

OS/ARCH

linux/amd64

Compressed size

5.07 GB

Last pushed

over 2 years by danmadocker

Type

Image

Manifest digest

sha256:c0b68c10bd8a9ecb43efa3af8a3ee59aa3a38b2926c5a7b60a7fd5e099572250

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.17 MB
6CMD ["/bin/bash"]0 B
7ENV NVARCH=x86_640 B
8ENV NVIDIA_REQUIRE_CUDA=cuda>=12.3 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<4710 B
9ENV NV_CUDA_CUDART_VERSION=12.3.52-10 B
10ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-30 B
11ARG TARGETARCH0 B
12LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
13RUN |1 TARGETARCH=amd64 /bin/sh -c4.41 MB
14ENV CUDA_VERSION=12.3.00 B
15RUN |1 TARGETARCH=amd64 /bin/sh -c54.43 MB
16RUN |1 TARGETARCH=amd64 /bin/sh -c185 B
17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB
20ENV NVIDIA_VISIBLE_DEVICES=all0 B
21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
22ENV DEBIAN_FRONTEND=noninteractive0 B
23ENV LANG=C.UTF-80 B
24COPY setup.sources.sh /setup.sources.sh # buildkit861 B
25COPY setup.packages.sh /setup.packages.sh # buildkit769 B
26COPY gpu.packages.txt /gpu.packages.txt # buildkit396 B
27RUN /bin/sh -c /setup.sources.sh #34.25 MB
28RUN /bin/sh -c /setup.packages.sh /gpu.packages.txt2.77 GB
29ARG PYTHON_VERSION=python3.110 B
30ARG TENSORFLOW_PACKAGE=tf-nightly0 B
31COPY setup.python.sh /setup.python.sh # buildkit971 B
32COPY gpu.requirements.txt /gpu.requirements.txt # buildkit125 B
33RUN |2 PYTHON_VERSION=python3.11 TENSORFLOW_PACKAGE=tensorflow==2.16.1 /bin/sh35.59 MB
34RUN |2 PYTHON_VERSION=python3.11 TENSORFLOW_PACKAGE=tensorflow==2.16.1 /bin/sh644.12 MB
35COPY setup.cuda.sh /setup.cuda.sh # buildkit808 B
36RUN |2 PYTHON_VERSION=python3.11 TENSORFLOW_PACKAGE=tensorflow==2.16.1 /bin/sh6.75 KB
37COPY bashrc /etc/bash.bashrc # buildkit1.11 KB
38RUN |2 PYTHON_VERSION=python3.11 TENSORFLOW_PACKAGE=tensorflow==2.16.1 /bin/sh1.1 KB
39COPY jupyter.requirements.txt /jupyter.requirements.txt # buildkit149 B
40COPY setup.jupyter.sh /setup.jupyter.sh # buildkit404 B
41RUN /bin/sh -c python3 -m77.78 MB
42RUN /bin/sh -c /setup.jupyter.sh #40.6 MB
43COPY jupyter.readme.md /tf/tensorflow-tutorials/README.md # buildkit226 B
44WORKDIR /tf32 B
45EXPOSE map[8888/tcp:{}]0 B
46CMD ["bash" "-c" "source /etc/bash.bashrc0 B
47RUN /bin/sh -c sed -i134.84 MB
48ARG USERNAME=jupyter0 B
49ARG GROUPNAME=jupyter0 B
50ARG UID=10010 B
51ARG GID=10010 B
52RUN |4 USERNAME=jupyter GROUPNAME=jupyter UID=10014.47 KB
53USER jupyter0 B
54ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64/0 B
55COPY --chown=jupyter:jupyter /opt/hadoop /opt/hadoop #676.43 MB
56ENV HADOOP_HOME=/opt/hadoop0 B
57ENV HADOOP_CONF_DIR=/opt/hadoop/etc/hadoop0 B
58ENV PATH=/opt/hadoop/sbin:/opt/hadoop/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
59ENV LD_LIBRARY_PATH=/opt/hadoop/lib/native:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
60COPY --chown=jupyter:jupyter /opt/spark /opt/spark #286.89 MB
61ENV SPARK_HOME=/opt/spark0 B
62ENV PYTHONHASHSEED=10 B
63ENV PYSPARK_PYTHON=python30 B
64ENV SPARK_CONF_DIR=/opt/spark/conf0 B
65ENV PATH=/opt/spark/sbin:/opt/spark/bin:/opt/hadoop/sbin:/opt/hadoop/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
66COPY --chown=jupyter:jupyter /opt/hive /opt/hive #311.85 MB
67ENV HIVE_HOME=/opt/hive0 B
68ENV HIVE_CONF_DIR=/opt/hive/conf0 B
69ENV PATH=/opt/hive/sbin:/opt/hive/bin:/opt/spark/sbin:/opt/spark/bin:/opt/hadoop/sbin:/opt/hadoop/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
70RUN |4 USERNAME=jupyter GROUPNAME=jupyter UID=100122.95 MB
71WORKDIR /home/jupyter32 B
72COPY run.sh /usr/local/sbin/run.sh # buildkit292 B
73RUN |4 USERNAME=jupyter GROUPNAME=jupyter UID=1001290 B
74CMD ["run.sh"]0 B

Command

 ARG RELEASE