Sign inSign up

vllm/vllm-openai:nightly-dev-arm64-cu13.0.1-75c2eef

Manifest digest

sha256:be4945a0ded064e1d275700e0e2aa4818549b8d69cffe7ed721834836e73f60d

OS/ARCH

linux/arm64

Compressed size

9.03 GB

Last pushed

19 days by vllmbot

Type

Image

Manifest digest

sha256:be4945a0ded064e1d275700e0e2aa4818549b8d69cffe7ed721834836e73f60d

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=24.040 B
4ADD file ... in / 27.54 MB
5CMD ["/bin/bash"]0 B
6ENV NVARCH=sbsa0 B
7ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<5360 B
8ENV NV_CUDA_CUDART_VERSION=13.0.96-10 B
9ARG TARGETARCH0 B
10LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
11RUN |1 TARGETARCH=arm64 /bin/sh -c6.44 MB
12ENV CUDA_VERSION=13.0.30 B
13RUN |1 TARGETARCH=arm64 /bin/sh -c367.96 KB
14RUN |1 TARGETARCH=arm64 /bin/sh -c94.84 MB
15RUN |1 TARGETARCH=arm64 /bin/sh -c32 B
16RUN |1 TARGETARCH=arm64 /bin/sh -c187 B
17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib640 B
19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB
20ENV NVIDIA_VISIBLE_DEVICES=all0 B
21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
22ARG CUDA_VERSION0 B
23ARG PYTHON_VERSION0 B
24ARG NCCL_VERSION0 B
25ARG DEADSNAKES_MIRROR_URL0 B
26ARG DEADSNAKES_GPGKEY_URL0 B
27ARG GET_PIP_URL0 B
28ENV DEBIAN_FRONTEND=noninteractive0 B
29WORKDIR /vllm-workspace104 B
30RUN |6 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7227 B
31RUN |6 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7213.49 MB
32RUN |6 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.71.45 GB
33RUN |6 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.743.44 MB
34ENV UV_HTTP_TIMEOUT=5000 B
35ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
36ENV UV_LINK_MODE=copy0 B
37ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python0 B
38ENV UV_CACHE_DIR=/opt/uv/cache0 B
39RUN |6 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7150 B
40RUN |6 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7163 B
41ENV UV_OVERRIDE=/etc/uv-overrides.txt0 B
42RUN |6 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.73.62 KB
43COPY docker/entrypoints/vllm-nonroot-entrypoint.sh /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit2.03 KB
44RUN |6 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.72.03 KB
45ENV VLLM_ENABLE_CUDA_COMPATIBILITY=00 B
46ARG PYTORCH_CUDA_INDEX_BASE_URL0 B
47COPY requirements/common.txt /tmp/common.txt # buildkit1.63 KB
48COPY requirements/cuda.txt /tmp/requirements-cuda.txt # buildkit871 B
49RUN |7 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.74.39 GB
50ARG FLASHINFER_VERSION=0.6.16.post30 B
51RUN |8 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.71.57 GB
52ARG GDRCOPY_CUDA_VERSION=12.80 B
53ARG GDRCOPY_OS_VERSION=Ubuntu24_040 B
54ARG TARGETPLATFORM0 B
55COPY tools/install_gdrcopy.sh /tmp/install_gdrcopy.sh # buildkit897 B
56RUN |11 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7518.53 KB
57ARG TIMM_VERSION=>=1.0.170 B
58ARG RUNAI_MODEL_STREAMER_VERSION=>=0.15.70 B
59RUN |13 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7270.99 MB
60ARG PIP_INDEX_URL UV_INDEX_URL0 B
61ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL0 B
62ARG PYTORCH_CUDA_INDEX_BASE_URL0 B
63ARG PIP_KEYRING_PROVIDER UV_KEYRING_PROVIDER0 B
64ARG PYTORCH_NIGHTLY0 B
65COPY /workspace/torch_lib_versions.txt torch_lib_versions.txt # buildkit197 B
66COPY /workspace/dist/wheel.sha256 /tmp/vllm-wheel.sha256 # buildkit235 B
67RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL=494.28 MB
68RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL=32 B
69ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib640 B
70COPY /tmp/ep_kernels_workspace/dist/wheels.sha256 /tmp/ep-kernels-wheels.sha256 # buildkit253 B
71RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL=13.65 MB
72ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib640 B
73COPY examples examples # buildkit263.35 KB
74COPY benchmarks benchmarks # buildkit283.22 KB
75COPY ./vllm/collect_env.py . # buildkit9.61 KB
76ARG TARGETPLATFORM0 B
77ARG INSTALL_KV_CONNECTORS=false0 B
78ARG CUDA_VERSION0 B
79ARG VLLM_BUILD_COMMIT0 B
80ARG VLLM_BUILD_PIPELINE0 B
81ARG VLLM_BUILD_URL0 B
82ARG VLLM_IMAGE_TAG0 B
83ARG PIP_INDEX_URL UV_INDEX_URL0 B
84ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL0 B
85ENV UV_HTTP_TIMEOUT=5000 B
86ARG torch_cuda_arch_list=7.5 8.0 8.6 8.90 B
87ENV TORCH_CUDA_ARCH_LIST=8.7 8.9 9.0 10.0+PTX0 B
88RUN |12 TARGETPLATFORM=linux/arm64 INSTALL_KV_CONNECTORS=true CUDA_VERSION=13.0.3476.81 MB
89ENV VLLM_USAGE_SOURCE=production-docker-image0 B
90ENV VLLM_BUILD_COMMIT=unknown VLLM_BUILD_PIPELINE=local VLLM_BUILD_URL= VLLM_IMAGE_TAG=local/vllm-openai:dev0 B
91LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm org.opencontainers.image.revision=unknown org.opencontainers.image.version=local/vllm-openai:dev org.opencontainers.image.url=0 B
92ENTRYPOINT ["vllm" "serve"]0 B

Command

 ARG RELEASE