Sign inSign up

vllm/vllm-openai-cpu:v0.24.0

Multi-platform
Index digest

sha256:b0e6f8604413a8bfcca8836bb4b57b47f1aa653957e07f8903ece531309981a1

OS/ARCH

Compressed size

806.85 MB

Last pushed

3 months by vllmbot

Type

Image

Manifest digest

sha256:6131639f0809b2d6f8ac6a60f2bf0b8ca89164c8a99dc272cb0af6f91332d818

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 27.33 MB
5CMD ["/bin/bash"]0 B
6WORKDIR /workspace99 B
7ARG PYTHON_VERSION=3.120 B
8ARG PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu0 B
9ARG max_jobs=320 B
10ENV MAX_JOBS=160 B
11RUN |3 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu max_jobs=16248.85 MB
12ENV CC=/usr/bin/gcc-12 CXX=/usr/bin/g++-120 B
13ENV CCACHE_DIR=/root/.cache/ccache0 B
14ENV CMAKE_CXX_COMPILER_LAUNCHER=ccache0 B
15ENV PATH=/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
16ENV VIRTUAL_ENV=/opt/venv0 B
17ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python0 B
18RUN |3 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu max_jobs=1631.18 MB
19ENV PATH=/opt/venv/bin:/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
20ENV UV_HTTP_TIMEOUT=5000 B
21ENV PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu0 B
22ENV UV_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu0 B
23ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
24ENV UV_LINK_MODE=copy0 B
25COPY requirements/common.txt requirements/common.txt # buildkit1.67 KB
26COPY requirements/cpu.txt requirements/cpu.txt # buildkit617 B
27RUN |3 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu max_jobs=16382.34 MB
28ARG TARGETARCH0 B
29ENV TARGETARCH=arm640 B
30ENV LD_PRELOAD=/usr/lib/aarch64-linux-gnu/libtcmalloc_minimal.so.40 B
31RUN /bin/sh -c echo 'ulimit1.55 KB
32ARG VLLM_CPU_X86=00 B
33WORKDIR /vllm-workspace104 B
34RUN |1 VLLM_CPU_X86=0 /bin/sh -c117.15 MB
35RUN |1 VLLM_CPU_X86=0 /bin/sh -c145 B
36LABEL org.opencontainers.image.title=vLLM CPU0 B
37LABEL org.opencontainers.image.description=vLLM inference engine for0 B
38LABEL org.opencontainers.image.vendor=vLLM Project0 B
39LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm0 B
40ARG TARGETARCH0 B
41ARG VLLM_CPU_X860 B
42ARG VLLM_CPU_ARM_BF160 B
43ARG PYTHON_VERSION0 B
44LABEL ai.vllm.build.target-arch=arm640 B
45LABEL ai.vllm.build.cpu-x86=00 B
46LABEL ai.vllm.build.cpu-arm-bf16=false0 B
47LABEL ai.vllm.build.python-version=3.120 B
48ENTRYPOINT ["vllm" "serve"]0 B

Command

 ARG RELEASE