Sign inSign up

clustermax/cmax-datagen:0.1.0

Multi-platform
Index digest

sha256:0b3cff2f89613747b2597f06a33aa0d73ef3905aed65500b4004ad31ff8548cf

OS/ARCH

Compressed size

9.88 GB

Last pushed

3 months by clustermax

Type

Image

Manifest digest

sha256:949329419e0e2d98b993c462a838aa2a913be43c6ce17f7802e97eb0d66fb4f7

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=24.040 B
4ADD file ... in / 28.36 MB
5CMD ["/bin/bash"]0 B
6ARG ENABLE_MITMPROXY=00 B
7RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
8RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c1 MB
9RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
10RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c3.43 MB
11ARG GDRCOPY_VERSION=2.5.10 B
12ARG HPCX_VERSION=2.260 B
13ARG RDMACORE_VERSION=59.10 B
14ARG MOFED_VERSION=5.4-rdmacore59.10 B
15ARG OPENUCX_VERSION=1.20.00 B
16ARG OPENMPI_VERSION=4.1.70 B
17ARG EFA_VERSION=1.46.00 B
18ARG AWS_OFI_NCCL_VERSION=1.17.30 B
19ENV GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.26 MOFED_VERSION=5.4-rdmacore59.1 OPENUCX_VERSION=1.20.00 B
20ARG TARGETARCH=amd640 B
21RUN |10 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.26196.53 MB
22ENV OPAL_PREFIX=/usr/local/mpi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
23ENV OMPI_MCA_coll_hcoll_enable=00 B
24ARG CUDA_VERSION=13.2.1.0090 B
25ARG CUDA_DRIVER_VERSION=595.58.030 B
26ARG NVVM_VERSION=13.2.780 B
27ARG DOCA_VERSION=3.2.00 B
28ENV CUDA_VERSION=13.2.1.009 CUDA_DRIVER_VERSION=595.58.03 NVVM_VERSION=13.2.78 DOCA_VERSION=3.2.00 B
29RUN |14 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.26154.59 MB
30RUN |14 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.2614.37 KB
31ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
32LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
33ARG NCCL_VERSION=2.29.7 CUBLAS_VERSION=13.4.0.1 CUFFT_VERSION=12.2.0.46 CURAND_VERSION=10.4.2.550 B
34ENV NCCL_VERSION=2.29.7 CUBLAS_VERSION=13.4.0.1 CUFFT_VERSION=12.2.0.46 CURAND_VERSION=10.4.2.550 B
35ADD docs.tgz / # buildkit11.26 KB
36RUN |47 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.26179 B
37ARG _LIBPATH_SUFFIX=0 B
38ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
39RUN |48 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.2692.38 MB
40COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit3.16 MB
41RUN |48 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.268.43 KB
42COPY entrypoint/ /opt/nvidia/ # buildkit5.98 KB
43ENV NVIDIA_PRODUCT_NAME=CUDA0 B
44ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
45RUN |48 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.26408 B
46RUN |48 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.2632 B
47ARG ENABLE_MITMPROXY=00 B
48RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
49RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c110.03 MB
50ARG CUDA_COMPONENT_LIST=cccl crt nvrtc driver-dev0 B
51ENV CUDA_COMPONENT_LIST=cccl crt nvrtc driver-dev0 B
52RUN |2 ENABLE_MITMPROXY=0 CUDA_COMPONENT_LIST=cccl crt214.88 MB
53ARG VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION0 B
54RUN |3 ENABLE_MITMPROXY=0 CUDA_COMPONENT_LIST=cccl crt1.65 GB
55ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
56RUN |3 ENABLE_MITMPROXY=0 CUDA_COMPONENT_LIST=cccl crt32 B
57LABEL com.nvidia.nccl.version=2.29.7 com.nvidia.cublas.version=13.4.0.1 com.nvidia.cufft.version=12.2.0.46 com.nvidia.curand.version=10.4.2.550 B
58ARG ENABLE_MITMPROXY=00 B
59RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
60RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
61RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c64.13 MB
62RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c2.51 GB
63LABEL com.nvidia.nccl.version=2.29.7 com.nvidia.cublas.version=13.4.0.1 com.nvidia.cufft.version=12.2.0.46 com.nvidia.curand.version=10.4.2.550 B
64RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
65ARG TARGETARCH=amd640 B
66ARG ENABLE_FIPS=00 B
67ARG ENABLE_MITMPROXY=00 B
68RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=032 B
69RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=021.25 MB
70COPY cuda-*.patch /tmp # buildkit503 B
71RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0345.2 MB
72ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:/usr/local/cuda/lib64/stubs:0 B
73RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=032 B
74ENV NVIDIA_PRODUCT_NAME=PyTorch0 B
75ARG NVIDIA_PYTORCH_VERSION=26.040 B
76ARG PYTORCH_BUILD_VERSION=2.12.0a0+0291f960 B
77ARG NVFUSER_BUILD_VERSION=dd866a70 B
78ENV PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 PYTORCH_VERSION=2.12.0a0+0291f96 PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=26.040 B
79ENV NVFUSER_BUILD_VERSION=dd866a7 NVFUSER_VERSION=dd866a70 B
80ARG TORCHAO_BUILD_VERSION=+git42bcdc490 B
81ENV TORCHAO_BUILD_VERSION=+git42bcdc490 B
82ARG TORCHTITAN_BUILD_VERSION=0.2.2+git6d1ff9e60 B
83ENV TORCHTITAN_BUILD_VERSION=0.2.2+git6d1ff9e60 B
84LABEL com.nvidia.pytorch.version=2.12.0a0+0291f960 B
85ARG TARGETARCH=amd640 B
86ARG PYVER=3.120 B
87ENV PIP_BREAK_SYSTEM_PACKAGES=10 B
88ARG ENABLE_MITMPROXY=00 B
89RUN |8 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a732 B
90RUN |8 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a7288.75 MB
91ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python0 B
92ENV PIP_CONSTRAINT=/etc/pip/constraint.txt0 B
93COPY constraint.txt /etc/pip/constraint.txt # buildkit372 B
94RUN |8 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a731.85 MB
95RUN |8 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a732 B
96ENV NVPL_LAPACK_MATH_MODE=PEDANTIC0 B
97WORKDIR /opt/pytorch115 B
98COPY pytorch/requirements.txt pytorch/requirements-build.txt ./pytorch/ #585 B
99ENV PYTHONIOENCODING=utf-80 B
100ENV LC_ALL=C.UTF-80 B
101ENV PIP_DEFAULT_TIMEOUT=1000 B
102RUN |8 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a7727.83 MB
103COPY . . # buildkit549.57 MB
104RUN |8 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a781.88 MB
105RUN |8 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a78.37 KB
106WORKDIR /opt/pytorch32 B
107RUN |8 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a75.15 MB
108COPY jupyter_config/jupyter_notebook_config.py /usr/local/etc/jupyter/ # buildkit531 B
109COPY jupyter_config/manager.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ # buildkit376 B
110COPY jupyter_config/settings.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ # buildkit365 B
111ENV JUPYTER_PORT=88880 B
112ENV TENSORBOARD_PORT=60060 B
113EXPOSE [8888/tcp]0 B
114EXPOSE [6006/tcp]0 B
115ENV UCC_CL_BASIC_TLS=^sharp0 B
116ENV UCC_EC_CUDA_EXEC_NUM_THREADS=2560 B
117ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 9.00 B
118ENV PYTORCH_HOME=/opt/pytorch/pytorch0 B
119ENV CUDA_HOME=/usr/local/cuda0 B
120ENV TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=10 B
121RUN |8 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a7623.61 MB
122COPY /usr/local/share/cmake/TorchVision/ /usr/local/share/cmake/TorchVision/ # buildkit2.92 KB
123COPY /usr/local/include/torchvision/ /usr/local/include/torchvision/ # buildkit71.38 KB
124COPY /usr/local/lib64/libtorchvision.so.1.0 /usr/local/lib/libtorchvision.so.1.0 # buildkit2.23 MB
125COPY /usr/local/lib64/libjpeg* /usr/local/lib/ # buildkit32 B
126RUN |8 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a7130.34 KB
127RUN |8 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a7300.86 MB
128ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas0 B
129ENV TRITON_CUOBJDUMP_PATH=/usr/local/cuda/bin/cuobjdump0 B
130ENV TRITON_NVDISASM_PATH=/usr/local/cuda/bin/nvdisasm0 B
131ENV TRITON_CUDACRT_PATH=/usr/local/cuda/include0 B
132ENV TRITON_CUDART_PATH=/usr/local/cuda/include0 B
133ENV TRITON_CUPTI_LIB_PATH=/usr/local/cuda/lib640 B
134ENV TRITON_CUPTI_INCLUDE_PATH=/usr/local/cuda/include0 B
135ARG DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali0 B
136RUN |9 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a7240.22 MB
137ENV COCOAPI_VERSION=2.0+nv0.8.10 B
138RUN |9 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a722.39 MB
139COPY singularity/ /.singularity.d/ # buildkit1.09 KB
140RUN |9 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a732 B
141RUN |9 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a7254.99 MB
142RUN |9 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a780.67 KB
143WORKDIR /workspace32 B
144COPY NVREADME.md README.md # buildkit1.09 KB
145COPY docker-examples docker-examples # buildkit1.09 KB
146COPY tutorials tutorials # buildkit28.73 MB
147RUN |9 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a728.73 MB
148RUN |9 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a71.35 MB
149ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin0 B
150RUN |9 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a720.48 MB
151COPY torch_tensorrt/ /opt/pytorch/torch_tensorrt/ # buildkit159.77 MB
152ARG PYVER=3.120 B
153ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
154ENV PATH=/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin0 B
155RUN |9 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a7160.31 MB
156RUN |9 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a715.61 MB
157RUN |9 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a7444.68 MB
158RUN |9 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a7419.71 MB
159RUN |9 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a732 B
160ENV CUDA_BINARY_LOADER_THREAD_COUNT=80 B
161ENV CUDA_MODULE_LOADING=LAZY0 B
162ENV TORCH_NCCL_USE_COMM_NONBLOCKING=00 B
163ENV TORCHINDUCTOR_LOOP_ORDERING_AFTER_FUSION=00 B
164RUN |9 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a718.12 KB
165COPY restricted_constraint.txt /etc/pip/constraint.txt # buildkit153 B
166COPY constraint.txt /etc/pip/original_constraint.txt # buildkit381 B
167COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit501 B
168ARG ENABLE_FIPS=00 B
169RUN |10 NVIDIA_PYTORCH_VERSION=26.04 PYTORCH_BUILD_VERSION=2.12.0a0+0291f96 NVFUSER_BUILD_VERSION=dd866a732 B
170ARG NVIDIA_BUILD_ID=2974449110 B
171ENV NVIDIA_BUILD_ID=2974449110 B
172LABEL com.nvidia.build.id=2974449110 B
173ARG NVIDIA_BUILD_REF=be00fd5ad4299861d8ec6e69b73eb268da935bf20 B
174LABEL com.nvidia.build.ref=be00fd5ad4299861d8ec6e69b73eb268da935bf20 B
175ARG AV_VERSION=17.1.00 B
176ARG PYARROW_VERSION=24.0.00 B
177ARG TQDM_VERSION=4.68.20 B
178LABEL org.opencontainers.image.title=cmax-datagen org.opencontainers.image.vendor=SemiAnalysis org.opencontainers.image.source=https://github.com/SemiAnalysisAI/ClusterMAX org.opencontainers.image.description=Pinned0 B
179ENV PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_NO_CACHE_DIR=1 PYTHONDONTWRITEBYTECODE=1 XDG_CACHE_HOME=/tmp/.cache0 B
180RUN |3 AV_VERSION=17.1.0 PYARROW_VERSION=24.0.0 TQDM_VERSION=4.68.2134.22 MB
181RUN |3 AV_VERSION=17.1.0 PYARROW_VERSION=24.0.0 TQDM_VERSION=4.68.283.39 MB
182RUN |3 AV_VERSION=17.1.0 PYARROW_VERSION=24.0.0 TQDM_VERSION=4.68.232 B
183CMD ["python3" "-c" "import av,0 B

Command

 ARG RELEASE