49 lines
1.2 KiB
Docker
49 lines
1.2 KiB
Docker
FROM ubuntu:latest
|
|
|
|
RUN apt update
|
|
|
|
RUN DEBIAN_FRONTEND=noninteractive apt install curl sudo -y
|
|
|
|
RUN apt-get install -y ca-certificates curl gnupg
|
|
RUN sudo mkdir -p /etc/apt/keyrings
|
|
RUN curl -fsSL https://deb.nodesource.com/gpgkey/nodesource-repo.gpg.key | sudo gpg --dearmor -o /etc/apt/keyrings/nodesource.gpg
|
|
ENV NODE_MAJOR=18
|
|
RUN echo "deb [signed-by=/etc/apt/keyrings/nodesource.gpg] https://deb.nodesource.com/node_$NODE_MAJOR.x nodistro main" | sudo tee /etc/apt/sources.list.d/nodesource.list
|
|
RUN apt-get update
|
|
RUN apt-get install nodejs -y
|
|
|
|
RUN DEBIAN_FRONTEND=noninteractive apt install nodejs -y
|
|
|
|
RUN npm i pm2 -g
|
|
|
|
RUN mkdir -p /code/.pm2
|
|
|
|
RUN mkdir -p /.pm2
|
|
|
|
RUN chmod 0777 /code/.pm2
|
|
|
|
RUN chmod 0777 /.pm2
|
|
|
|
RUN DEBIAN_FRONTEND=noninteractive apt install wget python3 python3-pip -y
|
|
|
|
WORKDIR /code
|
|
|
|
RUN pip install --no-cache-dir llama-cpp-python[server]
|
|
|
|
COPY . .
|
|
|
|
RUN npm i
|
|
|
|
ENV HOST localhost
|
|
ENV PORT 7860
|
|
ENV MODEL=/code/ggml-vic7b-q4_0.bin
|
|
ENV CACHE=1
|
|
ENV USE_MLOCK=0
|
|
ENV REPEAT_PENALTY=1
|
|
ENV MODEL=/code/ggml-vic7b-q4_0.bin
|
|
ENV PM2_HOME=/code/.pm2
|
|
|
|
RUN wget -q https://huggingface.co/eachadea/ggml-vicuna-7b-1.1/resolve/main/ggml-vic7b-q4_0.bin
|
|
|
|
CMD /bin/bash /code/start.sh
|