update model var

docker-compose.yml

@@ -11,7 +11,6 @@ services:
       - ${DATA_DIR}:/usr/src/app/models
     environment:
       - HOST=llama-python-server
-      - MODEL=./models/gpt4-x-alpaca-13b-native-4bit-128g.bin
   llama-python-djs-bot:
     container_name: llama-python-djs-bot
     restart: unless-stopped

huggingface-config/startServices.json

@@ -7,7 +7,7 @@
         },
         {
             "name": "AI-API",
-            "script": "python3 -m llama_cpp.server",
+            "script": "python3 -m llama_cpp.server --model /code/ggml-vic7b-q4_0.bin",
             "args" : ""
         }
     ]

server/Dockerfile

@@ -8,4 +8,4 @@ WORKDIR /usr/src/app
 
 RUN pip install --no-cache-dir llama-cpp-python[server]
 
-CMD python3 -m llama_cpp.server
+CMD python3 -m llama_cpp.server --model /usr/src/app/models/gpt4-x-alpaca-13b-native-4bit-128g.bin