smartappli/llama-cpp-python-server-rocm:latest

Index digest

sha256:e01f40bbdf15b5f0263bbab10561538b95bf4a70e88f834fe5766b55fb8cb7ff

OS/ARCH

linux/amd64

Compressed size

4.46 GB

Last pushed

Type

Image

Manifest digest

sha256:3a08234fbb52f8a27ee4a0010c398599b6a6aa96f5ffb139c9786d5f6848f073

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=24.040 B

5ADD file ... in / 28.35 MB

6CMD ["/bin/bash"]0 B

7LABEL [email protected]0 B

8ARG ROCM_VERSION=6.20 B

9ARG AMDGPU_VERSION=6.20 B

10ARG APT_PREF0 B

11RUN |3 ROCM_VERSION=7.2 AMDGPU_VERSION=30.30 APT_PREF=Package:237 B

12RUN |3 ROCM_VERSION=7.2 AMDGPU_VERSION=30.30 APT_PREF=Package:1.1 GB

13RUN |3 ROCM_VERSION=7.2 AMDGPU_VERSION=30.30 APT_PREF=Package:680 B

14ENV HOST=0.0.0.00 B

15ENV PORT=80080 B

16RUN /bin/sh -c apt-get update3.22 GB

17WORKDIR /app93 B

18COPY . . # buildkit26.34 KB

19RUN /bin/sh -c python3 -m4 MB

20ENV PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

21RUN /bin/sh -c pip install11.59 MB

22ENV CMAKE_ARGS=-DGGML_HIP=ON -DCMAKE_PREFIX_PATH=/opt/rocm0 B

23ENV GGML_HIP=10 B

24RUN /bin/sh -c pip install101.43 MB

25EXPOSE [8008/tcp]0 B

26CMD ["python3" "-m" "llama_cpp.server" "--config_file"0 B

Command

 ARG RELEASE