Sign inSign up

smartappli/aimer-llm-server-cuda:latest

Index digest

sha256:0a7264354ff06a61ebca326161f58e76d06bbeaf5d77e1ba60ea32c2c3f761aa

OS/ARCH

linux/amd64

Compressed size

3.73 GB

Last pushed

9 months by smartappli

Type

Image

Manifest digest

sha256:78399554d9c75bc62d5a8db09880454ed5557c4715ba336d7bffc4330d47b98a

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 28.35 MB
6CMD ["/bin/bash"]0 B
7ENV NVARCH=x86_640 B
8ENV NVIDIA_REQUIRE_CUDA=cuda>=13.1 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<5360 B
9ENV NV_CUDA_CUDART_VERSION=13.1.80-10 B
10ARG TARGETARCH0 B
11LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
12RUN |1 TARGETARCH=amd64 /bin/sh -c4.34 MB
13ENV CUDA_VERSION=13.1.10 B
14RUN |1 TARGETARCH=amd64 /bin/sh -c141.41 MB
15RUN |1 TARGETARCH=amd64 /bin/sh -c32 B
16RUN |1 TARGETARCH=amd64 /bin/sh -c186 B
17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib640 B
19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB
20ENV NVIDIA_VISIBLE_DEVICES=all0 B
21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
22ENV NV_CUDA_LIB_VERSION=13.1.1-10 B
23ENV NV_NVTX_VERSION=13.1.115-10 B
24ENV NV_LIBNPP_VERSION=13.0.3.3-10 B
25ENV NV_LIBNPP_PACKAGE=libnpp-13-1=13.0.3.3-10 B
26ENV NV_LIBCUSPARSE_VERSION=12.7.3.1-10 B
27ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-10 B
28ENV NV_LIBCUBLAS_VERSION=13.2.1.1-10 B
29ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-1=13.2.1.1-10 B
30ARG TARGETARCH0 B
31LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
32RUN |1 TARGETARCH=amd64 /bin/sh -c1.19 GB
33RUN |1 TARGETARCH=amd64 /bin/sh -c58.07 KB
34COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit1.65 KB
35COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit1.49 KB
36ENV NVIDIA_PRODUCT_NAME=CUDA0 B
37ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
38ENV NV_CUDA_LIB_VERSION=13.1.1-10 B
39ENV NV_CUDA_CUDART_DEV_VERSION=13.1.80-10 B
40ENV NV_NVML_DEV_VERSION=13.1.115-10 B
41ENV NV_LIBCUSPARSE_DEV_VERSION=12.7.3.1-10 B
42ENV NV_LIBNPP_DEV_VERSION=13.0.3.3-10 B
43ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-1=13.0.3.3-10 B
44ENV NV_LIBCUBLAS_DEV_VERSION=13.2.1.1-10 B
45ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-10 B
46ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-1=13.2.1.1-10 B
47ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.1.1-10 B
48ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-1=13.1.1-10 B
49ARG TARGETARCH0 B
50LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
51RUN |1 TARGETARCH=amd64 /bin/sh -c2 GB
52RUN |1 TARGETARCH=amd64 /bin/sh -c219 B
53RUN |1 TARGETARCH=amd64 /bin/sh -c87.43 KB
54ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs0 B
55ENV HOST=0.0.0.00 B
56RUN /bin/sh -c apt-get update180.77 MB
57RUN /bin/sh -c set -eux;199 B
58WORKDIR /app93 B
59COPY . . # buildkit92.35 MB
60RUN /bin/sh -c python3 -m4 MB
61ENV PATH=/opt/venv/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
62RUN /bin/sh -c pip install21.36 MB
63ENV GGML_CUDA=10 B
64ENV CMAKE_ARGS=-DGGML_CUDA=ON -DCMAKE_CUDA_ARCHITECTURES=900 B
65RUN /bin/sh -c pip install82.62 MB
66CMD ["python3" "-m" "llama_cpp.server" "--config_file"0 B

Command

 ARG RELEASE