adding NVIDIA GPU Support with Stats

This commit is contained in:
Raven Scott
2023-05-19 21:32:21 +02:00
parent 4b090592ad
commit 368004f10b
7 changed files with 244 additions and 19 deletions

17
Dockerfile.gpu Normal file
View File

@ -0,0 +1,17 @@
FROM nvidia/cuda:12.1.1-devel-ubuntu20.04
ENV DEBIAN_FRONTEND noninteractive
WORKDIR /app
RUN apt update
RUN apt install sudo curl -y
RUN curl -fsSL https://deb.nodesource.com/setup_18.x | sudo -E bash - && sudo apt-get install -y nodejs
COPY package*.json ./
RUN npm install --omit=dev
COPY . .
CMD node llamabot.js