From 4220ae4ebdbefa2416508c14007bedc9a59d75d3 Mon Sep 17 00:00:00 2001 From: Kye Date: Fri, 9 Feb 2024 15:47:49 -0800 Subject: [PATCH] [Dockerfile] --- Dockerfile | 22 ++++++++++++++++++++++ README.md | 3 +++ 2 files changed, 25 insertions(+) create mode 100644 Dockerfile diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..dc2ea50 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,22 @@ +# Use the official PyTorch image as the base image +FROM nvcr.io/nvidia/pytorch:24.01-py3 + +# Set the working directory in the container +WORKDIR /app + +# Copy the Python API script to the container +COPY api.py /app/api.py + +# Copy the requirements file to the container +COPY requirements.txt /app/requirements.txt + +# Set environment variables +ENV WORLD_SIZE=4 +ENV ARTIFACTS_PATH=/app/artifacts +ENV STORAGE_PATH=/app/storage + +# Run the command to download the requirements +RUN python -m pip install -r requirements.txt + +# Set the entrypoint command for the container +CMD ["python", "api.py"] \ No newline at end of file diff --git a/README.md b/README.md index 847877c..423dfc5 100644 --- a/README.md +++ b/README.md @@ -16,6 +16,9 @@ Base swarms code -> fastapi code is added to top and bottom -> agent is decorate - Skypilot for container management - Stripe for payment tracking - Postresql for database +- TensorRT for inference +- Docker for cluster management +- Kubernetes for managing and autoscaling docker containers