Sign inSign up

vllm/vllm-openai-cpu:v0.28.0-arm64

Manifest digest

sha256:dbc1b4da66bbc0cb3a3f6859cd9046833f9540d34322b192625868f888e8e094

OS/ARCH

linux/arm64/v8

Compressed size

834.99 MB

Last pushed

21 days by vllmbot

Type

Image

Manifest digest

sha256:dbc1b4da66bbc0cb3a3f6859cd9046833f9540d34322b192625868f888e8e094

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 27.35 MB
5CMD ["/bin/bash"]0 B
6RUN /bin/sh -c apt-get update20.4 MB
7ARG TARGETARCH0 B
8ARG USE_SCCACHE0 B
9ARG SCCACHE_DOWNLOAD_URL0 B
10RUN |3 TARGETARCH=arm64 USE_SCCACHE= SCCACHE_DOWNLOAD_URL=32 B
11WORKDIR /workspace99 B
12ARG PYTHON_VERSION=3.120 B
13ARG max_jobs=320 B
14ENV MAX_JOBS=160 B
15RUN |2 PYTHON_VERSION=3.12 max_jobs=16 /bin/sh224.13 MB
16ARG TARGETARCH0 B
17ARG USE_SCCACHE0 B
18ARG SCCACHE_BUCKET_NAME=vllm-build-sccache0 B
19ARG SCCACHE_REGION_NAME=us-west-20 B
20ARG SCCACHE_S3_NO_CREDENTIALS=00 B
21ENV SCCACHE_BUCKET=0 B
22ENV SCCACHE_REGION=0 B
23ENV SCCACHE_S3_NO_CREDENTIALS=0 B
24ENV SCCACHE_IDLE_TIMEOUT=0 B
25ENV CC=/usr/bin/gcc-12 CXX=/usr/bin/g++-120 B
26ENV CCACHE_DIR=/root/.cache/ccache0 B
27ENV CMAKE_CXX_COMPILER_LAUNCHER=ccache0 B
28ENV PATH=/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
29ENV VIRTUAL_ENV=/opt/venv0 B
30ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python0 B
31RUN |7 PYTHON_VERSION=3.12 max_jobs=16 TARGETARCH=arm6431.19 MB
32ENV PATH=/opt/venv/bin:/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
33ENV UV_HTTP_TIMEOUT=5000 B
34ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
35ENV UV_LINK_MODE=copy0 B
36COPY requirements/common.txt requirements/common.txt # buildkit1.66 KB
37COPY requirements/cpu.txt requirements/cpu.txt # buildkit614 B
38RUN |7 PYTHON_VERSION=3.12 max_jobs=16 TARGETARCH=arm64400.14 MB
39ENV TARGETARCH=arm640 B
40ENV LD_PRELOAD=/usr/lib/aarch64-linux-gnu/libtcmalloc_minimal.so.40 B
41RUN /bin/sh -c echo 'ulimit1.55 KB
42WORKDIR /vllm-workspace104 B
43RUN /bin/sh -c uv pip131.51 MB
44RUN /bin/sh -c if ls104 B
45LABEL org.opencontainers.image.title=vLLM CPU0 B
46LABEL org.opencontainers.image.description=vLLM inference engine for0 B
47LABEL org.opencontainers.image.vendor=vLLM Project0 B
48LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm0 B
49ARG TARGETARCH0 B
50ARG VLLM_CPU_X860 B
51ARG VLLM_CPU_ARM_BF160 B
52ARG PYTHON_VERSION0 B
53LABEL ai.vllm.build.target-arch=arm640 B
54LABEL ai.vllm.build.cpu-x86=false0 B
55LABEL ai.vllm.build.cpu-arm-bf16=false0 B
56LABEL ai.vllm.build.python-version=3.120 B
57COPY examples examples # buildkit263.4 KB
58ENTRYPOINT ["vllm" "serve"]0 B

Command

 ARG RELEASE