Sign inSign up

vllm/vllm-openai-cpu:v0.27.1

Multi-platform
Index digest

sha256:5292939d333d5a5dcf1c7bf8c8def8b6353191571b53c025a1685611530bec8a

OS/ARCH

Compressed size

1.65 GB

Last pushed

about 1 month by vllmbot

Type

Image

Manifest digest

sha256:0314b8a7594a3fc54e8a0c3ca1ba0c9257302bfb546abfb49a2d6107d2d0767f

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 29.23 MB
5CMD ["/bin/bash"]0 B
6WORKDIR /workspace99 B
7ARG PYTHON_VERSION=3.120 B
8ARG max_jobs=320 B
9ENV MAX_JOBS=160 B
10RUN |2 PYTHON_VERSION=3.12 max_jobs=16 /bin/sh263.52 MB
11ENV CC=/usr/bin/gcc-12 CXX=/usr/bin/g++-120 B
12ENV CCACHE_DIR=/root/.cache/ccache0 B
13ENV CMAKE_CXX_COMPILER_LAUNCHER=ccache0 B
14ENV PATH=/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV VIRTUAL_ENV=/opt/venv0 B
16ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python0 B
17RUN |2 PYTHON_VERSION=3.12 max_jobs=16 /bin/sh35.83 MB
18ENV PATH=/opt/venv/bin:/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
19ENV UV_HTTP_TIMEOUT=5000 B
20ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
21ENV UV_LINK_MODE=copy0 B
22COPY requirements/common.txt requirements/common.txt # buildkit1.65 KB
23COPY requirements/cpu.txt requirements/cpu.txt # buildkit613 B
24RUN |2 PYTHON_VERSION=3.12 max_jobs=16 /bin/sh683.97 MB
25ARG TARGETARCH0 B
26ENV TARGETARCH=amd640 B
27ENV LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4:/opt/venv/lib/libiomp5.so0 B
28RUN /bin/sh -c echo 'ulimit1.55 KB
29ARG VLLM_CPU_X86=00 B
30WORKDIR /vllm-workspace104 B
31RUN |1 VLLM_CPU_X86=true /bin/sh -c193.47 MB
32RUN |1 VLLM_CPU_X86=true /bin/sh -c484.23 MB
33LABEL org.opencontainers.image.title=vLLM CPU0 B
34LABEL org.opencontainers.image.description=vLLM inference engine for0 B
35LABEL org.opencontainers.image.vendor=vLLM Project0 B
36LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm0 B
37ARG TARGETARCH0 B
38ARG VLLM_CPU_X860 B
39ARG VLLM_CPU_ARM_BF160 B
40ARG PYTHON_VERSION0 B
41LABEL ai.vllm.build.target-arch=amd640 B
42LABEL ai.vllm.build.cpu-x86=true0 B
43LABEL ai.vllm.build.cpu-arm-bf16=false0 B
44LABEL ai.vllm.build.python-version=3.120 B
45COPY examples examples # buildkit261.99 KB
46ENTRYPOINT ["vllm" "serve"]0 B

Command

 ARG RELEASE