Sign inSign up

matamagu/deepdeek-r1-distill-qwen-7b:0.1.0

Multi-platform
Index digest

sha256:b342109775ac9ac5f092d1db3b80cc1bb7c8057752c27189e5fac3242dc0fdc9

OS/ARCH

Compressed size

4.4 GB

Last pushed

10 months by matamagu

Type

Image

Manifest digest

sha256:a12022ef4e9feffb60b01131df82bfdd9e2a4c060482c6b012c8a60bc40f881c

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.17 MB
6CMD ["/bin/bash"]0 B
7ARG CHAT_MODEL_FILE=DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf0 B
8ARG EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf0 B
9ARG PROMPT_TEMPLATE=chatml0 B
10ENV CHAT_MODEL_FILE=DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf0 B
11ENV EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf0 B
12ENV PROMPT_TEMPLATE=chatml0 B
13RUN |3 CHAT_MODEL_FILE=DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml48.42 MB
14RUN |3 CHAT_MODEL_FILE=DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml96 B
15COPY DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf /models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf # buildkit4.28 GB
16COPY all-MiniLM-L6-v2-Q4_K_M.gguf /models/all-MiniLM-L6-v2-Q4_K_M.gguf # buildkit18.97 MB
17RUN |3 CHAT_MODEL_FILE=DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml30.22 MB
18RUN |3 CHAT_MODEL_FILE=DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml3.16 MB
19RUN |3 CHAT_MODEL_FILE=DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml1.67 MB
20COPY run.sh . # buildkit408 B
21RUN |3 CHAT_MODEL_FILE=DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml32 B
22ENTRYPOINT ["/bin/sh" "-c" "./run.sh $CHAT_MODEL_FILE0 B

Command

 ARG RELEASE