Sign inSign up

scitrera/dgx-spark-sglang:0.5.17

Manifest digest

sha256:cc1cec4d023a88b6452b2766c2f47626ea9aedf6dced6e3f98a5f3bdf348b4d0

OS/ARCH

linux/arm64

Compressed size

16.66 GB

Last pushed

about 1 month by scitrera

Type

Image

Manifest digest

sha256:cc1cec4d023a88b6452b2766c2f47626ea9aedf6dced6e3f98a5f3bdf348b4d0

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=24.040 B
4ADD file ... in / 27.54 MB
5CMD ["/bin/bash"]0 B
6ENV NVARCH=sbsa0 B
7ENV NVIDIA_REQUIRE_CUDA=cuda>=13.2 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<5360 B
8ENV NV_CUDA_CUDART_VERSION=13.2.75-10 B
9ARG TARGETARCH0 B
10LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
11RUN |1 TARGETARCH=arm64 /bin/sh -c4.33 MB
12ENV CUDA_VERSION=13.2.10 B
13RUN |1 TARGETARCH=arm64 /bin/sh -c387.87 KB
14RUN |1 TARGETARCH=arm64 /bin/sh -c140.69 MB
15RUN |1 TARGETARCH=arm64 /bin/sh -c132.43 MB
16RUN |1 TARGETARCH=arm64 /bin/sh -c186 B
17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib640 B
19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB
20ENV NVIDIA_VISIBLE_DEVICES=all0 B
21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
22ENV NV_CUDA_LIB_VERSION=13.2.1-10 B
23ENV NV_NVTX_VERSION=13.2.75-10 B
24ENV NV_LIBNPP_VERSION=13.1.0.48-10 B
25ENV NV_LIBNPP_PACKAGE=libnpp-13-2=13.1.0.48-10 B
26ENV NV_LIBCUSPARSE_VERSION=12.7.10.1-10 B
27ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-20 B
28ENV NV_LIBCUBLAS_VERSION=13.4.0.1-10 B
29ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-2=13.4.0.1-10 B
30ARG TARGETARCH0 B
31LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
32RUN |1 TARGETARCH=arm64 /bin/sh -c1.36 GB
33RUN |1 TARGETARCH=arm64 /bin/sh -c58.57 KB
34COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit1.65 KB
35COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit1.49 KB
36ENV NVIDIA_PRODUCT_NAME=CUDA0 B
37ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
38ENV NV_CUDA_LIB_VERSION=13.2.1-10 B
39ENV NV_CUDA_CUDART_DEV_VERSION=13.2.75-10 B
40ENV NV_NVML_DEV_VERSION=13.2.82-10 B
41ENV NV_LIBCUSPARSE_DEV_VERSION=12.7.10.1-10 B
42ENV NV_LIBNPP_DEV_VERSION=13.1.0.48-10 B
43ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-2=13.1.0.48-10 B
44ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-20 B
45ENV NV_LIBCUBLAS_DEV_VERSION=13.4.0.1-10 B
46ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-2=13.4.0.1-10 B
47ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.2.1-10 B
48ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-2=13.2.1-10 B
49ARG TARGETARCH0 B
50LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
51RUN |1 TARGETARCH=arm64 /bin/sh -c1.91 GB
52RUN |1 TARGETARCH=arm64 /bin/sh -c32 B
53RUN |1 TARGETARCH=arm64 /bin/sh -c88.05 KB
54ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs0 B
55ENV NV_CUDNN_VERSION=9.20.0.48-10 B
56ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-130 B
57ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-13=9.20.0.48-10 B
58ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-13=9.20.0.48-10 B
59ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-13=9.20.0.48-10 B
60ARG TARGETARCH0 B
61LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
62LABEL com.nvidia.cudnn.version=9.20.0.48-10 B
63RUN |1 TARGETARCH=arm64 /bin/sh -c426.03 MB
64ARG TORCH_CUDA_ARCH_LIST=12.0a 12.1a0 B
65ENV DEBIAN_FRONTEND=noninteractive PIP_BREAK_SYSTEM_PACKAGES=1 PIP_CACHE_DIR=/root/.cache/pip UV_CACHE_DIR=/root/.cache/uv0 B
66RUN |1 TORCH_CUDA_ARCH_LIST=12.0a 12.1a /bin/sh2.76 GB
67ENV MPI_HOME=/opt/openmpi0 B
68RUN |1 TORCH_CUDA_ARCH_LIST=12.0a 12.1a /bin/sh43.44 MB
69WORKDIR /data92 B
70ARG BUILD_JOBS=80 B
71ENV MAX_JOBS=8 CMAKE_BUILD_PARALLEL_LEVEL=8 NINJAFLAGS=-j8 MAKEFLAGS=-j80 B
72RUN |2 TORCH_CUDA_ARCH_LIST=12.0a 12.1a BUILD_JOBS=838.58 MB
73COPY /usr/local/lib/libnccl* /usr/local/lib/ # buildkit411.16 MB
74COPY /usr/local/include/nccl.h /usr/local/include/ # buildkit8.78 KB
75COPY /usr/local/include/nccl_device.h /usr/local/include/ # buildkit500 B
76COPY /usr/local/include/nccl_device /usr/local/include/nccl_device # buildkit89.03 KB
77COPY /build/nccl-tests/build/* /usr/local/bin/ # buildkit26.55 MB
78ENV NCCL_HOME=/usr/local LD_LIBRARY_PATH=/usr/local/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib640 B
79ARG TORCH_VERSION=2.11.00 B
80ARG TORCH_AUDIO_VERSION=2.11.00 B
81ARG TORCH_VISION_VERSION=0.26.00 B
82ARG TORCH_REF=v2.11.00 B
83ARG TORCH_AUDIO_REF=v2.11.00 B
84ARG TORCH_VISION_REF=v0.26.00 B
85ARG BUILD_JOBS=80 B
86ENV USE_CUDA=1 USE_CUDNN=1 USE_CUBLAS=1 USE_CUSPARSELT=10 B
87WORKDIR /build95 B
88RUN |8 TORCH_CUDA_ARCH_LIST=12.0a 12.1a BUILD_JOBS=8114.56 MB
89RUN |8 TORCH_CUDA_ARCH_LIST=12.0a 12.1a BUILD_JOBS=83.06 GB
90WORKDIR /build/pytorch32 B
91RUN |8 TORCH_CUDA_ARCH_LIST=12.0a 12.1a BUILD_JOBS=81.56 GB
92WORKDIR /build32 B
93RUN |8 TORCH_CUDA_ARCH_LIST=12.0a 12.1a BUILD_JOBS=827.99 MB
94WORKDIR /build/vision32 B
95RUN |8 TORCH_CUDA_ARCH_LIST=12.0a 12.1a BUILD_JOBS=816.16 MB
96WORKDIR /build32 B
97RUN |8 TORCH_CUDA_ARCH_LIST=12.0a 12.1a BUILD_JOBS=8112.17 MB
98WORKDIR /build/audio32 B
99RUN |8 TORCH_CUDA_ARCH_LIST=12.0a 12.1a BUILD_JOBS=87.96 MB
100ARG TORCH_CUDA_ARCH_LIST=12.1a0 B
101ENV CUDA_HOME=/usr/local/cuda TORCH_CUDA_ARCH_LIST=12.1a TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas0 B
102RUN |1 TORCH_CUDA_ARCH_LIST=12.1a /bin/sh -c653.9 MB
103COPY /usr/local/lib/python3.12/dist-packages-1/ /usr/local/lib/python3.12/dist-packages/ # buildkit569.86 MB
104COPY /usr/local/lib/python3.12/dist-packages-2/ /usr/local/lib/python3.12/dist-packages/ # buildkit1.71 GB
105COPY /usr/local/lib/python3.12/dist-packages-3/ /usr/local/lib/python3.12/dist-packages/ # buildkit796.11 MB
106COPY /usr/local/lib/python3.12/dist-packages-4/ /usr/local/lib/python3.12/dist-packages/ # buildkit804.31 MB
107COPY /usr/local/bin /usr/local/bin # buildkit59.9 MB
108ENV CCACHE_DIR=/tmp/.ccache0 B
109WORKDIR /data/sglang114 B
110RUN |1 TORCH_CUDA_ARCH_LIST=12.1a /bin/sh -c273 B

Command

 ARG RELEASE