Skip to content

Commit

Permalink
Realigned readme and adjusted filenames for for the sake of clarity
Browse files Browse the repository at this point in the history
Signed-off-by: Florian Klinger <[email protected]>
  • Loading branch information
nc-fkl committed Feb 29, 2024
1 parent ebc1ea6 commit 1bda720
Show file tree
Hide file tree
Showing 8 changed files with 70 additions and 272 deletions.
6 changes: 3 additions & 3 deletions Dockerfile → Dockerfile.cpu
Original file line number Diff line number Diff line change
Expand Up @@ -4,11 +4,11 @@ RUN apt update && apt install -y --no-install-recommends pandoc

WORKDIR /app

COPY reqs.txt .
RUN python3 -m pip install --no-cache-dir --no-deps -r reqs.txt
COPY requirements.cpu.txt .
RUN python3 -m pip install --no-cache-dir --no-deps -r requirements.cpu.txt

COPY context_chat_backend context_chat_backend
COPY main.py .
COPY config.yaml .
COPY config.cpu.yaml config.yaml

ENTRYPOINT ["python3", "main.py"]
16 changes: 4 additions & 12 deletions Dockerfile_CUDA11.8 → Dockerfile.cuda11.8
Original file line number Diff line number Diff line change
Expand Up @@ -6,14 +6,7 @@ RUN apt-get update
RUN apt-get install -y software-properties-common
RUN add-apt-repository -y ppa:deadsnakes/ppa
RUN apt-get update
RUN apt-get install -y python3.11
RUN apt-get install -y python3.11-venv
RUN apt-get install -y python3.11-dev
RUN apt-get install -y python3-pip
RUN apt-get install -y git
RUN apt-get install -y cuda-nvcc-11-8
RUN apt-get install -y cuda-toolkit-11-8
RUN apt-get install -y vim
RUN apt-get install -y python3.11 python3.11-venv python3.11-dev python3-pip git cuda-nvcc-11-8 cuda-toolkit-11-8 vim
RUN update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.11 1
RUN python3.11 -m ensurepip --upgrade
RUN python3.11 -m pip install --upgrade pip setuptools wheel
Expand All @@ -35,17 +28,16 @@ ENV DEBIAN_FRONTEND=dialog
WORKDIR /app

# Copy requirements files
COPY reqs.txt .
COPY requirements_cuda.txt .
COPY requirements.cuda.txt .

# Install requirements
RUN python3.11 -m pip install --no-cache-dir --no-deps -r requirements_cuda.txt
RUN python3.11 -m pip install --no-cache-dir --no-deps -r requirements.cuda.txt
RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on" python3 -m pip install llama-cpp-python --force-reinstall
RUN python3 -m pip install torch --force-reinstall --no-cache-dir

# Copy application files
COPY context_chat_backend context_chat_backend
COPY main.py .
COPY config_cuda.yaml config.yaml
COPY config.cuda.yaml config.yaml

CMD ["python3", "main.py"]
Loading

0 comments on commit 1bda720

Please sign in to comment.