Spaces:

CLSDNZ
/

server.cpp

Runtime error

iAkashPaul commited on Apr 24, 2024

Commit

a8e13c6

verified ·

1 Parent(s): 2cd7bd7

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -5,9 +5,9 @@ RUN git clone https://github.com/ggerganov/llama.cpp
 WORKDIR /llama.cpp
 RUN make -ij server
 WORKDIR /llama.cpp/models
-RUN curl -L  "https://huggingface.co/NousResearch/Meta-Llama-3-8B-Instruct-GGUF/resolve/main/Meta-Llama-3-8B-Instruct-Q4_K_M.gguf?download=true" --output Meta-Llama-3-8B-Instruct-Q4_K_M.gguf
 WORKDIR /llama.cpp
 EXPOSE 7860
 RUN chmod -R 777 /llama.cpp
 RUN nproc
-CMD ./server --host 0.0.0.0 --port 7860 -t 3 -m ./models/Meta-Llama-3-8B-Instruct-Q4_K_M.gguf

 WORKDIR /llama.cpp
 RUN make -ij server
 WORKDIR /llama.cpp/models
+RUN curl -L  "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct-gguf/resolve/main/Phi-3-mini-4k-instruct-q4.gguf?download=true" --output Phi-3-mini-4k-instruct-q4.gguf
 WORKDIR /llama.cpp
 EXPOSE 7860
 RUN chmod -R 777 /llama.cpp
 RUN nproc
+CMD ./server --host 0.0.0.0 --port 7860 -t 3 -m ./models/Phi-3-mini-4k-instruct-q4.gguf