add turing-distribution

turingmotors · Mar 7, 2024 · 02621a4 · 02621a4
1 parent 5920cfc
commit 02621a4
Show file tree

Hide file tree

Showing 3 changed files with 24 additions and 13 deletions.
diff --git a/turing-distribution/Dockerfile b/turing-distribution/Dockerfile
@@ -4,23 +4,18 @@ FROM --platform=linux/amd64 public.ecr.aws/sagemaker/sagemaker-distribution:$TAG
 ARG DEBIAN_FRONTEND=noninteractive
 
 # Install docker-cli
-COPY docker-cli-install.sh ./
-RUN ./docker-cli-install.sh
+COPY docker-cli-install.sh /docker-cli-install.sh
+RUN /docker-cli-install.sh
 
 # for OpenCV
 RUN sudo apt-get update && \
     sudo apt-get install -y libopencv-dev && \
     sudo rm -rf /var/lib/apt/lists/*
 
-# Install poetry to base python
-RUN conda run -n base python -m pip install poetry==1.8.2 
+# Update base python
+RUN conda install python=3.11.8 --all --yes
 
-# Add kernel - Python 3.11
-RUN conda create --yes -n py311 python=3.11.8 ipykernel pytorch torchvision -c pytorch && \
-    conda run -n py311 python -m pip install poetry==1.8.2 && \
-    conda run -n py311 python -m ipykernel install --prefix /opt/conda --name "python3.11" --display-name "Python 3.11 (Anaconda)"
-
-# Add kernel - Python 3.12
-RUN conda create --yes -n py312 python=3.12.2 ipykernel pytorch torchvision -c pytorch && \
-    conda run -n py311 python -m pip install poetry==1.8.2 && \
-    conda run -n py312 python -m ipykernel install --prefix /opt/conda --name "python3.12" --display-name "Python 3.12 (Anaconda)"
+# Install poetry and dependences
+COPY requirements.txt /requirements.txt
+RUN conda run -n base python -m pip install -r /requirements.txt && \
+    conda run -n base python -m poetry config virtualenvs.create false
diff --git a/turing-distribution/build.sh b/turing-distribution/build.sh
@@ -0,0 +1,10 @@
+#!/bin/bash
+
+set -e
+
+tag=$1
+
+aws ecr get-login-password --region us-west-2 | docker login --username AWS --password-stdin 767397804933.dkr.ecr.us-west-2.amazonaws.com
+docker build --build-arg TAG_FOR_BASE_SAGEMAKER_IMAGE=$tag -t turing-distribution:$tag .
+docker tag turing-distribution:$tag 767397804933.dkr.ecr.us-west-2.amazonaws.com/turing-distribution:$tag
+docker push 767397804933.dkr.ecr.us-west-2.amazonaws.com/turing-distribution:$tag
diff --git a/turing-distribution/requirements.txt b/turing-distribution/requirements.txt
@@ -0,0 +1,6 @@
+black==24.2.0
+isort==5.13.2
+jupyterlab-code-formatter==2.2.1
+poetry==1.8.2
+sagemaker==2.212.0
+sagemaker[local]