diff --git a/turing-distribution/Dockerfile b/turing-distribution/Dockerfile index 8353742..7ce0989 100644 --- a/turing-distribution/Dockerfile +++ b/turing-distribution/Dockerfile @@ -4,23 +4,18 @@ FROM --platform=linux/amd64 public.ecr.aws/sagemaker/sagemaker-distribution:$TAG ARG DEBIAN_FRONTEND=noninteractive # Install docker-cli -COPY docker-cli-install.sh ./ -RUN ./docker-cli-install.sh +COPY docker-cli-install.sh /docker-cli-install.sh +RUN /docker-cli-install.sh # for OpenCV RUN sudo apt-get update && \ sudo apt-get install -y libopencv-dev && \ sudo rm -rf /var/lib/apt/lists/* -# Install poetry to base python -RUN conda run -n base python -m pip install poetry==1.8.2 +# Update base python +RUN conda install python=3.11.8 --all --yes -# Add kernel - Python 3.11 -RUN conda create --yes -n py311 python=3.11.8 ipykernel pytorch torchvision -c pytorch && \ - conda run -n py311 python -m pip install poetry==1.8.2 && \ - conda run -n py311 python -m ipykernel install --prefix /opt/conda --name "python3.11" --display-name "Python 3.11 (Anaconda)" - -# Add kernel - Python 3.12 -RUN conda create --yes -n py312 python=3.12.2 ipykernel pytorch torchvision -c pytorch && \ - conda run -n py311 python -m pip install poetry==1.8.2 && \ - conda run -n py312 python -m ipykernel install --prefix /opt/conda --name "python3.12" --display-name "Python 3.12 (Anaconda)" +# Install poetry and dependences +COPY requirements.txt /requirements.txt +RUN conda run -n base python -m pip install -r /requirements.txt && \ + conda run -n base python -m poetry config virtualenvs.create false diff --git a/turing-distribution/build.sh b/turing-distribution/build.sh new file mode 100755 index 0000000..54d2e99 --- /dev/null +++ b/turing-distribution/build.sh @@ -0,0 +1,10 @@ +#!/bin/bash + +set -e + +tag=$1 + +aws ecr get-login-password --region us-west-2 | docker login --username AWS --password-stdin 767397804933.dkr.ecr.us-west-2.amazonaws.com +docker build --build-arg TAG_FOR_BASE_SAGEMAKER_IMAGE=$tag -t turing-distribution:$tag . +docker tag turing-distribution:$tag 767397804933.dkr.ecr.us-west-2.amazonaws.com/turing-distribution:$tag +docker push 767397804933.dkr.ecr.us-west-2.amazonaws.com/turing-distribution:$tag diff --git a/turing-distribution/requirements.txt b/turing-distribution/requirements.txt new file mode 100644 index 0000000..4fce772 --- /dev/null +++ b/turing-distribution/requirements.txt @@ -0,0 +1,6 @@ +black==24.2.0 +isort==5.13.2 +jupyterlab-code-formatter==2.2.1 +poetry==1.8.2 +sagemaker==2.212.0 +sagemaker[local]