From 012566e93cc75d2707f883676506b3115bf152bd Mon Sep 17 00:00:00 2001
From: Raven Scott <you@example.com>
Date: Sun, 7 May 2023 14:18:17 +0200
Subject: [PATCH] update model var

---
 docker-compose.yml                    | 1 -
 huggingface-config/startServices.json | 2 +-
 server/Dockerfile                     | 2 +-
 3 files changed, 2 insertions(+), 3 deletions(-)

diff --git a/docker-compose.yml b/docker-compose.yml
index cd42e40..c3be378 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -11,7 +11,6 @@ services:
       - ${DATA_DIR}:/usr/src/app/models
     environment:
       - HOST=llama-python-server
-      - MODEL=./models/gpt4-x-alpaca-13b-native-4bit-128g.bin
   llama-python-djs-bot:
     container_name: llama-python-djs-bot
     restart: unless-stopped
diff --git a/huggingface-config/startServices.json b/huggingface-config/startServices.json
index 4570ce3..a156716 100644
--- a/huggingface-config/startServices.json
+++ b/huggingface-config/startServices.json
@@ -7,7 +7,7 @@
         },
         {
             "name": "AI-API",
-            "script": "python3 -m llama_cpp.server",
+            "script": "python3 -m llama_cpp.server --model /code/ggml-vic7b-q4_0.bin",
             "args" : ""
         }
     ]
diff --git a/server/Dockerfile b/server/Dockerfile
index cbf8e46..3059fe0 100644
--- a/server/Dockerfile
+++ b/server/Dockerfile
@@ -8,4 +8,4 @@ WORKDIR /usr/src/app
 
 RUN pip install --no-cache-dir llama-cpp-python[server]
 
-CMD python3 -m llama_cpp.server
\ No newline at end of file
+CMD python3 -m llama_cpp.server --model /usr/src/app/models/gpt4-x-alpaca-13b-native-4bit-128g.bin
\ No newline at end of file