Sign inSign up

vllm/vllm-openai-cpu:v0.27.0

Multi-platform
Index digest

sha256:16981b40bb538e9127ad82e74a9f5386fddb4071c141725309d7ca4e2ea5872e

OS/ARCH

Compressed size

830.56 MB

Last pushed

about 1 month by vllmbot

Type

Image

Manifest digest

sha256:d8ad98d4aa9ae41674b825d505184d55c2ef1f4a9c77e732e53c5caf9a9e5d51

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 27.35 MB
5CMD ["/bin/bash"]0 B
6WORKDIR /workspace99 B
7ARG PYTHON_VERSION=3.120 B
8ARG max_jobs=320 B
9ENV MAX_JOBS=160 B
10RUN |2 PYTHON_VERSION=3.12 max_jobs=16 /bin/sh243.12 MB
11ENV CC=/usr/bin/gcc-12 CXX=/usr/bin/g++-120 B
12ENV CCACHE_DIR=/root/.cache/ccache0 B
13ENV CMAKE_CXX_COMPILER_LAUNCHER=ccache0 B
14ENV PATH=/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV VIRTUAL_ENV=/opt/venv0 B
16ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python0 B
17RUN |2 PYTHON_VERSION=3.12 max_jobs=16 /bin/sh31.2 MB
18ENV PATH=/opt/venv/bin:/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
19ENV UV_HTTP_TIMEOUT=5000 B
20ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
21ENV UV_LINK_MODE=copy0 B
22COPY requirements/common.txt requirements/common.txt # buildkit1.65 KB
23COPY requirements/cpu.txt requirements/cpu.txt # buildkit612 B
24RUN |2 PYTHON_VERSION=3.12 max_jobs=16 /bin/sh398.06 MB
25ARG TARGETARCH0 B
26ENV TARGETARCH=arm640 B
27ENV LD_PRELOAD=/usr/lib/aarch64-linux-gnu/libtcmalloc_minimal.so.40 B
28RUN /bin/sh -c echo 'ulimit1.55 KB
29ARG VLLM_CPU_X86=00 B
30WORKDIR /vllm-workspace104 B
31RUN |1 VLLM_CPU_X86=0 /bin/sh -c130.58 MB
32RUN |1 VLLM_CPU_X86=0 /bin/sh -c147 B
33LABEL org.opencontainers.image.title=vLLM CPU0 B
34LABEL org.opencontainers.image.description=vLLM inference engine for0 B
35LABEL org.opencontainers.image.vendor=vLLM Project0 B
36LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm0 B
37ARG TARGETARCH0 B
38ARG VLLM_CPU_X860 B
39ARG VLLM_CPU_ARM_BF160 B
40ARG PYTHON_VERSION0 B
41LABEL ai.vllm.build.target-arch=arm640 B
42LABEL ai.vllm.build.cpu-x86=00 B
43LABEL ai.vllm.build.cpu-arm-bf16=false0 B
44LABEL ai.vllm.build.python-version=3.120 B
45COPY examples examples # buildkit261.97 KB
46ENTRYPOINT ["vllm" "serve"]0 B

Command

 ARG RELEASE