diff --git a/huggingface-config/Dockerfile b/huggingface-config/Dockerfile index 0118382..4e9967e 100644 --- a/huggingface-config/Dockerfile +++ b/huggingface-config/Dockerfile @@ -36,13 +36,13 @@ RUN npm i ENV HOST localhost ENV PORT 7860 -ENV MODEL=/code/ggml-vic7b-q4_0.bin +ENV MODEL=/code/mistral-7b-instruct-v0.1.Q2_K.gguf ENV CACHE=1 ENV USE_MLOCK=0 ENV REPEAT_PENALTY=1 -ENV MODEL=/code/ggml-vic7b-q4_0.bin +ENV MODEL=/code/mistral-7b-instruct-v0.1.Q2_K.gguf ENV PM2_HOME=/code/.pm2 -RUN wget -q https://huggingface.co/eachadea/ggml-vicuna-7b-1.1/resolve/main/ggml-vic7b-q4_0.bin +RUN wget -q -O mistral-7b-instruct-v0.1.Q2_K.gguf "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/resolve/main/mistral-7b-instruct-v0.1.Q2_K.gguf?download=true" CMD /bin/bash /code/start.sh