Sign inSign up

kubeflow/trainer-huggingface:v1-8c29c7b

Multi-platform
Index digest

sha256:b53fd3fdda9151361f30d9af2b6a747acbbbeaa012f001d0fa7f599043c46beb

OS/ARCH

Compressed size

8.06 GB

Last pushed

about 1 year by andreyvelichkevich

Type

Image

Manifest digest

sha256:96ebb3ae9cb4af0cc0e07f1b3e91002016d0d18295d8acd03a0a6cdc52da805b

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 26.09 MB
6CMD ["/bin/bash"]0 B
7RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive123 MB
8ARG CUDA_VERSION0 B
9ARG CUDA_DRIVER_VERSION0 B
10ARG JETPACK_HOST_MOUNTS0 B
11ENV CUDA_VERSION=12.5.0.023 CUDA_DRIVER_VERSION=555.42.02 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
12RUN |3 CUDA_VERSION=12.5.0.023 CUDA_DRIVER_VERSION=555.42.02 JETPACK_HOST_MOUNTS=32 B
13RUN |3 CUDA_VERSION=12.5.0.023 CUDA_DRIVER_VERSION=555.42.02 JETPACK_HOST_MOUNTS=146.45 MB
14RUN |3 CUDA_VERSION=12.5.0.023 CUDA_DRIVER_VERSION=555.42.02 JETPACK_HOST_MOUNTS=14.68 KB
15ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
16LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
17ARG NCCL_VERSION0 B
18ARG CUBLAS_VERSION0 B
19ARG CUFFT_VERSION0 B
20ARG CURAND_VERSION0 B
21ARG CUSPARSE_VERSION0 B
22ARG CUSOLVER_VERSION0 B
23ARG CUTENSOR_VERSION0 B
24ARG NPP_VERSION0 B
25ARG NVJPEG_VERSION0 B
26ARG CUDNN_VERSION0 B
27ARG TRT_VERSION0 B
28ARG TRTOSS_VERSION0 B
29ARG NSIGHT_SYSTEMS_VERSION0 B
30ARG NSIGHT_COMPUTE_VERSION0 B
31ENV NCCL_VERSION=2.21.5 CUBLAS_VERSION=12.5.2.13 CUFFT_VERSION=11.2.3.18 CURAND_VERSION=10.3.6.390 B
32RUN |17 CUDA_VERSION=12.5.0.023 CUDA_DRIVER_VERSION=555.42.02 JETPACK_HOST_MOUNTS=3 GB
33LABEL com.nvidia.nccl.version=2.21.5 com.nvidia.cublas.version=12.5.2.13 com.nvidia.cufft.version=11.2.3.18 com.nvidia.curand.version=10.3.6.390 B
34ARG DALI_VERSION0 B
35ARG DALI_BUILD0 B
36ARG POLYGRAPHY_VERSION0 B
37ARG TRANSFORMER_ENGINE_VERSION0 B
38ARG MODEL_OPT_VERSION0 B
39ENV DALI_VERSION=1.38.0 DALI_BUILD=15028468 POLYGRAPHY_VERSION=0.49.11 TRANSFORMER_ENGINE_VERSION=1.70 B
40ADD docs.tgz / # buildkit11.26 KB
41RUN |22 CUDA_VERSION=12.5.0.023 CUDA_DRIVER_VERSION=555.42.02 JETPACK_HOST_MOUNTS=180 B
42ARG _LIBPATH_SUFFIX0 B
43ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
44COPY entrypoint/ /opt/nvidia/ # buildkit5.72 KB
45ENV NVIDIA_PRODUCT_NAME=CUDA0 B
46ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
47COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB
48RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive29.78 MB
49ARG GDRCOPY_VERSION0 B
50ARG HPCX_VERSION0 B
51ARG RDMACORE_VERSION0 B
52ARG MOFED_VERSION=5.4-rdmacore39.00 B
53ARG OPENUCX_VERSION0 B
54ARG OPENMPI_VERSION0 B
55ENV GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.19 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.17.00 B
56ARG TARGETARCH0 B
57RUN |7 GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.19 RDMACORE_VERSION=39.083.2 MB
58ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
59ENV OMPI_MCA_coll_hcoll_enable=00 B
60COPY cuda-*.patch /tmp # buildkit503 B
61RUN |7 GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.19 RDMACORE_VERSION=39.0376.65 MB
62ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
63ENV NVIDIA_PRODUCT_NAME=PyTorch0 B
64ARG NVIDIA_PYTORCH_VERSION0 B
65ARG PYTORCH_BUILD_VERSION0 B
66ARG NVFUSER_BUILD_VERSION0 B
67ENV PYTORCH_BUILD_VERSION=2.4.0a0+f70bd71 PYTORCH_VERSION=2.4.0a0+f70bd71 PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=24.060 B
68ENV NVFUSER_BUILD_VERSION=f73ff1b NVFUSER_VERSION=f73ff1b0 B
69LABEL com.nvidia.pytorch.version=2.4.0a0+f70bd710 B
70ARG TARGETARCH0 B
71ARG PYVER=3.100 B
72ARG L4T=00 B
73RUN |6 NVIDIA_PYTORCH_VERSION=24.06 PYTORCH_BUILD_VERSION=2.4.0a0+f70bd71 NVFUSER_BUILD_VERSION=f73ff1b57.74 MB
74ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python0 B
75RUN |6 NVIDIA_PYTORCH_VERSION=24.06 PYTORCH_BUILD_VERSION=2.4.0a0+f70bd71 NVFUSER_BUILD_VERSION=f73ff1b8.3 MB
76RUN |6 NVIDIA_PYTORCH_VERSION=24.06 PYTORCH_BUILD_VERSION=2.4.0a0+f70bd71 NVFUSER_BUILD_VERSION=f73ff1b26.12 MB
77RUN |6 NVIDIA_PYTORCH_VERSION=24.06 PYTORCH_BUILD_VERSION=2.4.0a0+f70bd71 NVFUSER_BUILD_VERSION=f73ff1b11.16 MB
78RUN |6 NVIDIA_PYTORCH_VERSION=24.06 PYTORCH_BUILD_VERSION=2.4.0a0+f70bd71 NVFUSER_BUILD_VERSION=f73ff1b14.84 MB
79ENV NVPL_LAPACK_MATH_MODE=PEDANTIC0 B
80WORKDIR /opt/pytorch115 B
81COPY . . # buildkit375.33 MB
82ENV PYTHONIOENCODING=utf-80 B
83ENV LC_ALL=C.UTF-80 B
84ENV PIP_DEFAULT_TIMEOUT=1000 B
85RUN |6 NVIDIA_PYTORCH_VERSION=24.06 PYTORCH_BUILD_VERSION=2.4.0a0+f70bd71 NVFUSER_BUILD_VERSION=f73ff1b151.55 MB
86RUN |6 NVIDIA_PYTORCH_VERSION=24.06 PYTORCH_BUILD_VERSION=2.4.0a0+f70bd71 NVFUSER_BUILD_VERSION=f73ff1b48.46 MB
87RUN |6 NVIDIA_PYTORCH_VERSION=24.06 PYTORCH_BUILD_VERSION=2.4.0a0+f70bd71 NVFUSER_BUILD_VERSION=f73ff1b8.23 KB
88ENV NVM_DIR=/usr/local/nvm0 B
89ENV NODE_OPTIONS=--openssl-legacy-provider0 B
90RUN |6 NVIDIA_PYTORCH_VERSION=24.06 PYTORCH_BUILD_VERSION=2.4.0a0+f70bd71 NVFUSER_BUILD_VERSION=f73ff1b77.08 MB
91COPY jupyter_notebook_config.py /usr/local/etc/jupyter/ # buildkit472 B
92ENV JUPYTER_PORT=88880 B
93ENV TENSORBOARD_PORT=60060 B
94EXPOSE map[8888/tcp:{}]0 B
95EXPOSE map[6006/tcp:{}]0 B
96RUN |6 NVIDIA_PYTORCH_VERSION=24.06 PYTORCH_BUILD_VERSION=2.4.0a0+f70bd71 NVFUSER_BUILD_VERSION=f73ff1b13.06 MB
97ENV UCC_CL_BASIC_TLS=^sharp0 B
98ENV TORCH_CUDA_ARCH_LIST=5.2 6.0 6.1 7.00 B
99ENV PYTORCH_HOME=/opt/pytorch/pytorch0 B
100ENV CUDA_HOME=/usr/local/cuda0 B
101ENV TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=10 B
102ENV USE_EXPERIMENTAL_CUDNN_V8_API=10 B
103RUN |6 NVIDIA_PYTORCH_VERSION=24.06 PYTORCH_BUILD_VERSION=2.4.0a0+f70bd71 NVFUSER_BUILD_VERSION=f73ff1b1.14 GB
104RUN |6 NVIDIA_PYTORCH_VERSION=24.06 PYTORCH_BUILD_VERSION=2.4.0a0+f70bd71 NVFUSER_BUILD_VERSION=f73ff1b46.5 MB
105RUN /bin/sh -c pip install218.45 MB
106ARG TARGETARCH0 B
107RUN /bin/sh -c if [181.67 MB
108ENV COCOAPI_VERSION=2.0+nv0.8.00 B
109RUN /bin/sh -c export COCOAPI_TAG=$(echo23.29 MB
110COPY singularity/ /.singularity.d/ # buildkit1.09 KB
111RUN /bin/sh -c ( cd189.22 MB
112RUN /bin/sh -c pip install60.24 KB
113RUN /bin/sh -c if [1.28 GB
114WORKDIR /workspace32 B
115COPY NVREADME.md README.md # buildkit1.09 KB
116COPY docker-examples docker-examples # buildkit1.09 KB
117COPY examples examples # buildkit6.45 MB
118COPY tutorials tutorials # buildkit28.73 MB
119RUN /bin/sh -c chmod -R35.32 MB
120RUN /bin/sh -c set -x1.32 MB
121ENV PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin0 B
122RUN /bin/sh -c pip --version6.5 MB
123COPY torch_tensorrt/ /opt/pytorch/torch_tensorrt/ # buildkit58.08 MB
124ARG PYVER0 B
125RUN |1 PYVER=3.10 /bin/sh -c14.16 MB
126ENV LD_LIBRARY_PATH=/usr/local/lib/python3.10/dist-packages/torch/lib:/usr/local/lib/python3.10/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
127ENV PATH=/usr/local/lib/python3.10/dist-packages/torch_tensorrt/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin0 B
128RUN |1 PYVER=3.10 /bin/sh -c107.54 MB
129RUN |1 PYVER=3.10 /bin/sh -c148.05 MB
130ENV TORCH_CUDNN_V8_API_ENABLED=10 B
131ENV CUDA_MODULE_LOADING=LAZY0 B
132RUN |1 PYVER=3.10 /bin/sh -c17.45 KB
133COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit500 B
134ARG NVIDIA_BUILD_ID0 B
135ENV NVIDIA_BUILD_ID=964187080 B
136LABEL com.nvidia.build.id=964187080 B
137ARG NVIDIA_BUILD_REF0 B
138LABEL com.nvidia.build.ref=3017efeca4038be2c8c0f965cf868f48051bff160 B
139WORKDIR /app93 B
140COPY requirements.txt /app/requirements.txt # buildkit209 B
141RUN /bin/sh -c pip install75.16 MB
142COPY . /app # buildkit2.44 KB
143ENTRYPOINT ["torchrun" "hf_llm_training.py"]0 B

Command

 ARG RELEASE