sha256:d9dcd1b54c9a5729a3d93112985f5ff05ee659a61418ea7112d5749635bfbddd
OS/ARCH
linux/amd64
Compressed size
10.72 GB
Last pushed
about 1 month by almico
Type
Image
Manifest digest
sha256:d9dcd1b54c9a5729a3d93112985f5ff05ee659a61418ea7112d5749635bfbddd
Image Layers
1ARG RELEASE0 B2ARG LAUNCHPAD_BUILD_ARCH0 B3LABEL org.opencontainers.image.ref.name=ubuntu0 B4LABEL org.opencontainers.image.version=24.040 B5ADD file ... in / 29.17 MB6CMD ["/bin/bash"]0 B7ENV NVARCH=x86_640 B8ENV NVIDIA_REQUIRE_CUDA=cuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<5360 B9ENV NV_CUDA_CUDART_VERSION=12.9.79-10 B10ARG TARGETARCH0 B12RUN |1 TARGETARCH=amd64 /bin/sh -c4.34 MB13ENV CUDA_VERSION=12.9.10 B14RUN |1 TARGETARCH=amd64 /bin/sh -c98.72 MB15RUN |1 TARGETARCH=amd64 /bin/sh -c182 B16ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B17ENV LD_LIBRARY_PATH=/usr/local/cuda/lib640 B18COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB19ENV NVIDIA_VISIBLE_DEVICES=all0 B20ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B21ARG CUDA_VERSION0 B22ARG PYTHON_VERSION0 B23ARG NCCL_VERSION0 B24ARG DEADSNAKES_MIRROR_URL0 B25ARG DEADSNAKES_GPGKEY_URL0 B26ARG GET_PIP_URL0 B27ENV DEBIAN_FRONTEND=noninteractive0 B28WORKDIR /vllm-workspace104 B29RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7230 B30RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7222.51 MB31RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.71.58 GB32RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.743.15 MB33ENV UV_HTTP_TIMEOUT=5000 B34ENV UV_INDEX_STRATEGY=unsafe-best-match0 B35ENV UV_LINK_MODE=copy0 B36ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python0 B37ENV UV_CACHE_DIR=/opt/uv/cache0 B38RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7150 B39RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7164 B40ENV UV_OVERRIDE=/etc/uv-overrides.txt0 B41RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.73.62 KB42COPY docker/entrypoints/vllm-nonroot-entrypoint.sh /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit2.03 KB43RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.72.03 KB44ENV VLLM_ENABLE_CUDA_COMPATIBILITY=00 B45ARG PYTORCH_CUDA_INDEX_BASE_URL0 B46COPY requirements/common.txt /tmp/common.txt # buildkit1.62 KB47COPY requirements/cuda.txt /tmp/requirements-cuda.txt # buildkit872 B48RUN |7 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.75.53 GB49ARG FLASHINFER_VERSION=0.6.16.post30 B50RUN |8 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.71.8 GB51ARG GDRCOPY_CUDA_VERSION=12.80 B52ARG GDRCOPY_OS_VERSION=Ubuntu22_040 B53ARG TARGETPLATFORM0 B54COPY tools/install_gdrcopy.sh /tmp/install_gdrcopy.sh # buildkit897 B55RUN |11 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7522.27 KB56ARG BITSANDBYTES_VERSION_X86=0.46.10 B57ARG BITSANDBYTES_VERSION_ARM64=0.42.00 B58ARG TIMM_VERSION=>=1.0.170 B59ARG RUNAI_MODEL_STREAMER_VERSION=>=0.15.70 B60RUN |15 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.797.47 MB61ARG PIP_INDEX_URL UV_INDEX_URL0 B62ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL0 B63ARG PYTORCH_CUDA_INDEX_BASE_URL0 B64ARG PIP_KEYRING_PROVIDER UV_KEYRING_PROVIDER0 B65ARG PYTORCH_NIGHTLY0 B66COPY /workspace/torch_lib_versions.txt torch_lib_versions.txt # buildkit202 B67COPY /workspace/dist/wheel.sha256 /tmp/vllm-wheel.sha256 # buildkit229 B68RUN |23 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7514.81 MB69RUN |23 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.732 B70ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/lib640 B71COPY /tmp/ep_kernels_workspace/dist/wheels.sha256 /tmp/ep-kernels-wheels.sha256 # buildkit254 B72RUN |23 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.718.68 MB73ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib640 B74COPY examples examples # buildkit261.98 KB75COPY benchmarks benchmarks # buildkit271.84 KB76COPY ./vllm/collect_env.py . # buildkit9.62 KB77ARG TARGETPLATFORM0 B78ARG INSTALL_KV_CONNECTORS=false0 B79ARG CUDA_VERSION0 B80ARG VLLM_BUILD_COMMIT0 B81ARG VLLM_BUILD_PIPELINE0 B82ARG VLLM_BUILD_URL0 B83ARG VLLM_IMAGE_TAG0 B84ARG PIP_INDEX_URL UV_INDEX_URL0 B85ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL0 B86ENV UV_HTTP_TIMEOUT=5000 B87ARG torch_cuda_arch_list=7.5 8.0 8.6 8.90 B88ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 8.90 B89RUN |12 TARGETPLATFORM=linux/amd64 INSTALL_KV_CONNECTORS=true CUDA_VERSION=12.9.1295.03 MB90ARG MOONCAKE_WHEEL_AARCH640 B91ARG MOONCAKE_WHEEL_X86_640 B92RUN |14 TARGETPLATFORM=linux/amd64 INSTALL_KV_CONNECTORS=true CUDA_VERSION=12.9.1460.07 MB93ENV VLLM_USAGE_SOURCE=production-docker-image0 B94ENV VLLM_BUILD_COMMIT=6e448d0ea9bf3d88d898b65449ca6dc2aec170ac VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/5006 VLLM_IMAGE_TAG=vllm/vllm-openai:v0.27.1-cu129-ubuntu24040 B95LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm org.opencontainers.image.revision=6e448d0ea9bf3d88d898b65449ca6dc2aec170ac org.opencontainers.image.version=vllm/vllm-openai:v0.27.1-cu129-ubuntu2404 org.opencontainers.image.url=https://buildkite.com/vllm/release-v2/builds/50060 B96ENTRYPOINT ["vllm" "serve"]0 B97RUN /bin/sh -c apt-get update42.8 MB98RUN /bin/sh -c curl -1sLf17.01 MB99COPY pod_exporter.py /opt/pod_exporter.py # buildkit3.4 KB100RUN /bin/sh -c mkdir -p153 B101COPY froggeric-chat-template-v22.1.jinja /opt/chat-templates/ # buildkit4.14 KB102RUN /bin/sh -c mkdir -p32 B103COPY Caddyfile /etc/caddy/Caddyfile # buildkit294 B104RUN /bin/sh -c python3 -m3.75 MB105COPY start.sh /usr/local/bin/start.sh # buildkit647 B106RUN /bin/sh -c chmod +x645 B107ENTRYPOINT ["/usr/local/bin/start.sh"]0 BCommand
ARG RELEASE