Sign inSign up

hyperonym/basaran:0.18.0

Machine learning & AI
Data science
Index digest

sha256:45ffc49569a76a76c8676ba84483e60c3473d1f3fba2aa398006d29ccf291738

OS/ARCH

linux/amd64

Compressed size

8.12 GB

Last pushed

over 3 years by peakji92

Type

Image

Manifest digest

sha256:dabea5135ba5270c268251e17aa0a271cd81f3e551e0a81ef5469c760764d0bb

Image Layers

Image Layers

1ADD file ... in / 27.25 MB
2CMD ["bash"]0 B
3RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive106.91 MB
4ARG CUDA_VERSION0 B
5ARG CUDA_DRIVER_VERSION0 B
6ARG JETPACK_HOST_MOUNTS0 B
7ENV CUDA_VERSION=11.8.0.065 CUDA_DRIVER_VERSION=520.61.05 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
8RUN |3 CUDA_VERSION=11.8.0.065 CUDA_DRIVER_VERSION=520.61.05 JETPACK_HOST_MOUNTS=136.39 MB
9RUN |3 CUDA_VERSION=11.8.0.065 CUDA_DRIVER_VERSION=520.61.05 JETPACK_HOST_MOUNTS=177.86 KB
10ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
11LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
12ARG NCCL_VERSION0 B
13ARG CUBLAS_VERSION0 B
14ARG CUFFT_VERSION0 B
15ARG CURAND_VERSION0 B
16ARG CUSPARSE_VERSION0 B
17ARG CUSOLVER_VERSION0 B
18ARG CUTENSOR_VERSION0 B
19ARG NPP_VERSION0 B
20ARG NVJPEG_VERSION0 B
21ARG CUDNN_VERSION0 B
22ARG TRT_VERSION0 B
23ARG TRTOSS_VERSION0 B
24ARG NSIGHT_SYSTEMS_VERSION0 B
25ARG NSIGHT_COMPUTE_VERSION0 B
26ENV NCCL_VERSION=2.15.5 CUBLAS_VERSION=11.11.3.6 CUFFT_VERSION=10.9.0.58 CURAND_VERSION=10.3.0.860 B
27RUN |17 CUDA_VERSION=11.8.0.065 CUDA_DRIVER_VERSION=520.61.05 JETPACK_HOST_MOUNTS=2.58 GB
28LABEL com.nvidia.nccl.version=2.15.5 com.nvidia.cublas.version=11.11.3.6 com.nvidia.cufft.version=10.9.0.58 com.nvidia.curand.version=10.3.0.860 B
29ARG DALI_VERSION0 B
30ARG DALI_BUILD0 B
31ARG POLYGRAPHY_VERSION0 B
32ARG TRANSFORMER_ENGINE_VERSION0 B
33ENV DALI_VERSION=1.20.0 DALI_BUILD=6562491 POLYGRAPHY_VERSION=0.43.1 TRANSFORMER_ENGINE_VERSION=0.30 B
34ADD docs.tgz / # buildkit11.28 KB
35RUN |21 CUDA_VERSION=11.8.0.065 CUDA_DRIVER_VERSION=520.61.05 JETPACK_HOST_MOUNTS=185 B
36ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
37COPY entrypoint/ /opt/nvidia/ # buildkit4.98 KB
38ENV NVIDIA_PRODUCT_NAME=CUDA0 B
39ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
40COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB
41RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive38.88 MB
42ARG GDRCOPY_VERSION0 B
43ARG HPCX_VERSION0 B
44ARG RDMACORE_VERSION0 B
45ARG MOFED_VERSION=5.4-rdmacore36.00 B
46ARG OPENUCX_VERSION0 B
47ARG OPENMPI_VERSION0 B
48ENV GDRCOPY_VERSION=2.3 HPCX_VERSION=2.13 MOFED_VERSION=5.4-rdmacore36.0 OPENUCX_VERSION=1.14.00 B
49ARG TARGETARCH0 B
50RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.13 RDMACORE_VERSION=36.091.73 MB
51ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
52ENV OMPI_MCA_coll_hcoll_enable=00 B
53COPY cuda-*.patch /tmp # buildkit510 B
54RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.13 RDMACORE_VERSION=36.0435.32 MB
55ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
56RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.13 RDMACORE_VERSION=36.032 B
57ENV NVIDIA_PRODUCT_NAME=PyTorch0 B
58ARG NVIDIA_PYTORCH_VERSION0 B
59ARG PYTORCH_BUILD_VERSION0 B
60ENV PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 PYTORCH_VERSION=1.14.0a0+410ce96 PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=22.120 B
61LABEL com.nvidia.pytorch.version=1.14.0a0+410ce960 B
62ARG TARGETARCH0 B
63ARG PYVER=3.80 B
64ENV PYVER=3.80 B
65RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6452.27 MB
66RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd648.87 MB
67RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6425.65 MB
68WORKDIR /opt0 B
69ENV OPENBLAS_VERSION=0.3.200 B
70RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6411.77 MB
71WORKDIR /opt/pytorch0 B
72COPY . . # buildkit297.93 MB
73ENV PYTHONIOENCODING=utf-80 B
74ENV LC_ALL=C.UTF-80 B
75ENV PIP_DEFAULT_TIMEOUT=1000 B
76RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd64874.74 MB
77RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6449.99 MB
78RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd648.24 KB
79ENV NVM_DIR=/usr/local/nvm0 B
80RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6464.77 MB
81COPY jupyter_notebook_config.py /usr/local/etc/jupyter/ # buildkit476 B
82ENV JUPYTER_PORT=88880 B
83ENV TENSORBOARD_PORT=60060 B
84EXPOSE map[8888/tcp:{}]0 B
85EXPOSE map[6006/tcp:{}]0 B
86RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6414.26 MB
87RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd64141 MB
88ENV TORCH_CUDA_ARCH_LIST=5.2 6.0 6.1 7.00 B
89ENV CUDA_HOME=/usr/local/cuda0 B
90ENV PYTORCH_HOME=/opt/pytorch/pytorch0 B
91ENV TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=10 B
92ENV USE_EXPERIMENTAL_CUDNN_V8_API=10 B
93RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd64731.79 MB
94RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd64428.7 MB
95ENV COCOAPI_VERSION=2.0+nv0.7.10 B
96RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6420 MB
97COPY singularity/ /.singularity.d/ # buildkit1.11 KB
98RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6486.24 MB
99RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6411.22 KB
100RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd641.4 MB
101RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd641.66 GB
102WORKDIR /workspace0 B
103COPY NVREADME.md README.md # buildkit1.11 KB
104COPY docker-examples docker-examples # buildkit1.01 KB
105COPY examples examples # buildkit6.45 MB
106COPY tutorials tutorials # buildkit28.73 MB
107RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6435.32 MB
108RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd641.18 MB
109ENV PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin0 B
110RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd644.53 MB
111COPY torch_tensorrt/ /opt/pytorch/torch_tensorrt/ # buildkit48 MB
112ARG PYVER0 B
113RUN |1 PYVER=3.8 /bin/sh -c13.98 MB
114ENV LD_LIBRARY_PATH=/usr/local/lib/python3.8/dist-packages/torch/lib:/usr/local/lib/python3.8/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
115ENV PATH=/usr/local/lib/python3.8/dist-packages/torch_tensorrt/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin0 B
116RUN |1 PYVER=3.8 /bin/sh -c52.38 MB
117ENV TORCH_CUDNN_V8_API_ENABLED=10 B
118ENV CUDA_MODULE_LOADING=LAZY0 B
119RUN |1 PYVER=3.8 /bin/sh -c15.34 KB
120COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit512 B
121ARG NVIDIA_BUILD_ID0 B
122ENV NVIDIA_BUILD_ID=499682480 B
123LABEL com.nvidia.build.id=499682480 B
124ARG NVIDIA_BUILD_REF0 B
125LABEL com.nvidia.build.ref=a58f3f606e2d7f2b5a9a59e7b305e0966e5e3d340 B
126WORKDIR /app93 B
127COPY requirements.txt requirements.txt # buildkit319 B
128RUN /bin/sh -c pip install124.85 MB
129COPY . . # buildkit6.95 MB
130EXPOSE map[80/tcp:{}]0 B
131ENV PYTHONUNBUFFERED=10 B
132ENV BITSANDBYTES_NOWELCOME=10 B
133ENV MODEL=bigscience/bloomz-560m0 B
134ENV HOST=0.0.0.00 B
135ENV PORT=800 B
136ENV MODEL_REVISION=0 B
137ENV MODEL_CACHE_DIR=/models0 B
138ENV MODEL_LOAD_IN_8BIT=false0 B
139ENV MODEL_LOCAL_FILES_ONLY=false0 B
140ENV MODEL_TRUST_REMOTE_CODE=false0 B
141ENV MODEL_HALF_PRECISION=false0 B
142ENV SERVER_THREADS=320 B
143ENV SERVER_IDENTITY=basaran0 B
144ENV SERVER_CONNECTION_LIMIT=10240 B
145ENV SERVER_CHANNEL_TIMEOUT=3000 B
146ENV SERVER_MODEL_NAME=0 B
147ENV SERVER_NO_PLAYGROUND=false0 B
148ENV SERVER_CORS_ORIGINS=*0 B
149ENV COMPLETION_MAX_PROMPT=327680 B
150ENV COMPLETION_MAX_TOKENS=81920 B
151ENV COMPLETION_MAX_N=50 B
152ENV COMPLETION_MAX_LOGPROBS=50 B
153ENV COMPLETION_MAX_INTERVAL=500 B
154ENV CUDA_MEMORY_FRACTION=1.00 B
155ENTRYPOINT ["python" "-m" "basaran"]0 B

Command

ADD file:9d282119af0c42bc823c95b4192a3350cf2cad670622017356dd2e637762e425 in /