From b723f445873a2b720d44d32c3c0fd7d58325d637 Mon Sep 17 00:00:00 2001 From: Raven Scott Date: Tue, 14 Nov 2023 18:21:35 -0500 Subject: [PATCH] Fix up HF config - Needs testing --- huggingface-config/Dockerfile | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/huggingface-config/Dockerfile b/huggingface-config/Dockerfile index 0118382..4e9967e 100644 --- a/huggingface-config/Dockerfile +++ b/huggingface-config/Dockerfile @@ -36,13 +36,13 @@ RUN npm i ENV HOST localhost ENV PORT 7860 -ENV MODEL=/code/ggml-vic7b-q4_0.bin +ENV MODEL=/code/mistral-7b-instruct-v0.1.Q2_K.gguf ENV CACHE=1 ENV USE_MLOCK=0 ENV REPEAT_PENALTY=1 -ENV MODEL=/code/ggml-vic7b-q4_0.bin +ENV MODEL=/code/mistral-7b-instruct-v0.1.Q2_K.gguf ENV PM2_HOME=/code/.pm2 -RUN wget -q https://huggingface.co/eachadea/ggml-vicuna-7b-1.1/resolve/main/ggml-vic7b-q4_0.bin +RUN wget -q -O mistral-7b-instruct-v0.1.Q2_K.gguf "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/resolve/main/mistral-7b-instruct-v0.1.Q2_K.gguf?download=true" CMD /bin/bash /code/start.sh