Sign inSign up

scitrera/dgx-spark-vllm:0.15.1-t4

Machine learning & AI
Manifest digest

sha256:eb1f66ca614fee69d3f01bdf20fe8fb5bb84bde7b45b5dbfbb5f67729eeb4bec

OS/ARCH

linux/arm64

Compressed size

9.83 GB

Last pushed

7 months by scitrera

Type

Image

Manifest digest

sha256:eb1f66ca614fee69d3f01bdf20fe8fb5bb84bde7b45b5dbfbb5f67729eeb4bec

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 27.52 MB
6CMD ["/bin/bash"]0 B
7ENV NVARCH=sbsa0 B
8ENV NVIDIA_REQUIRE_CUDA=cuda>=13.1 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<5360 B
9ENV NV_CUDA_CUDART_VERSION=13.1.80-10 B
10ARG TARGETARCH0 B
11LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
12RUN |1 TARGETARCH=arm64 /bin/sh -c4.32 MB
13ENV CUDA_VERSION=13.1.00 B
14RUN |1 TARGETARCH=arm64 /bin/sh -c139.36 MB
15RUN |1 TARGETARCH=arm64 /bin/sh -c181 B
16ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
17ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib640 B
18COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB
19ENV NVIDIA_VISIBLE_DEVICES=all0 B
20ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
21ENV NV_CUDA_LIB_VERSION=13.1.0-10 B
22ENV NV_NVTX_VERSION=13.1.68-10 B
23ENV NV_LIBNPP_VERSION=13.0.2.21-10 B
24ENV NV_LIBNPP_PACKAGE=libnpp-13-1=13.0.2.21-10 B
25ENV NV_LIBCUSPARSE_VERSION=12.7.2.19-10 B
26ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-10 B
27ENV NV_LIBCUBLAS_VERSION=13.2.0.9-10 B
28ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-1=13.2.0.9-10 B
29ARG TARGETARCH0 B
30LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
31RUN |1 TARGETARCH=arm64 /bin/sh -c1.37 GB
32RUN |1 TARGETARCH=arm64 /bin/sh -c57.77 KB
33COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit1.64 KB
34COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit1.49 KB
35ENV NVIDIA_PRODUCT_NAME=CUDA0 B
36ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
37ENV NV_CUDA_LIB_VERSION=13.1.0-10 B
38ENV NV_CUDA_CUDART_DEV_VERSION=13.1.80-10 B
39ENV NV_NVML_DEV_VERSION=13.1.68-10 B
40ENV NV_LIBCUSPARSE_DEV_VERSION=12.7.2.19-10 B
41ENV NV_LIBNPP_DEV_VERSION=13.0.2.21-10 B
42ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-1=13.0.2.21-10 B
43ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-10 B
44ENV NV_LIBCUBLAS_DEV_VERSION=13.2.0.9-10 B
45ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-1=13.2.0.9-10 B
46ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.1.0-10 B
47ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-1=13.1.0-10 B
48ARG TARGETARCH0 B
49LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
50RUN |1 TARGETARCH=arm64 /bin/sh -c1.85 GB
51RUN |1 TARGETARCH=arm64 /bin/sh -c87.13 KB
52ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs0 B
53ARG TORCH_CUDA_ARCH_LIST=12.1a0 B
54ENV DEBIAN_FRONTEND=noninteractive PIP_BREAK_SYSTEM_PACKAGES=1 PIP_CACHE_DIR=/root/.cache/pip UV_CACHE_DIR=/root/.cache/uv0 B
55RUN |1 TORCH_CUDA_ARCH_LIST=12.1a /bin/sh -c2.5 GB
56ENV MPI_HOME=/opt/openmpi0 B
57RUN |1 TORCH_CUDA_ARCH_LIST=12.1a /bin/sh -c41.41 MB
58WORKDIR /data94 B
59COPY /usr/local/lib/libnccl* /usr/local/lib/ # buildkit151.8 MB
60COPY /usr/local/include/nccl* /usr/local/include/ # buildkit49.63 KB
61COPY /build/nccl-tests/build/* /usr/local/bin/ # buildkit12.05 MB
62ENV NCCL_HOME=/usr/local LD_LIBRARY_PATH=/usr/local/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64 PATH=/data:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
63COPY /usr/local/lib/python3.12/dist-packages /usr/local/lib/python3.12/dist-packages # buildkit304.95 MB
64COPY /usr/local/bin /usr/local/bin # buildkit33.2 MB
65WORKDIR /data32 B
66COPY /usr/local/lib/python3.12/dist-packages /usr/local/lib/python3.12/dist-packages # buildkit3.38 GB
67COPY /usr/local/bin /usr/local/bin # buildkit35.22 MB
68COPY /data/tiktoken_encodings /data/tiktoken_encodings # buildkit2.39 MB
69COPY /data/nemotron3/nano_v3_reasoning_parser.py /data/vllm/nano_v3_reasoning_parser.py # buildkit454 B
70WORKDIR /data/vllm32 B
71ENV PATH=/data/vllm:/data:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin TIKTOKEN_ENCODINGS_BASE=/data/tiktoken_encodings0 B
72RUN /bin/sh -c apt-get clean745 B
73ARG RUN_BASE_IMAGE=scitrera/dgx-spark-pytorch-runtime:2.10.0-cu1310 B

Command

 ARG RELEASE