From aa7aefad8701276ed3fe40b0e8a98b70881906fb Mon Sep 17 00:00:00 2001 From: Francisco Rivera Valverde <44504424+franchuterivera@users.noreply.github.com> Date: Wed, 17 Jun 2020 19:26:22 +0200 Subject: [PATCH 01/29] testing workflow --- .github/workflows/docker-publish.yml | 25 +++++++++++++++++++++++++ 1 file changed, 25 insertions(+) create mode 100644 .github/workflows/docker-publish.yml diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml new file mode 100644 index 0000000000..eb42999e9a --- /dev/null +++ b/.github/workflows/docker-publish.yml @@ -0,0 +1,25 @@ +#https://help.github.com/en/actions/language-and-framework-guides/publishing-docker-images#publishing-images-to-github-packages +name: Publish Docker image +on: + push: + # Publish on `master` and `development` + branches: + - master + - development + - test_docker + +jobs: + push_to_registry: + name: Push Docker image to GitHub Packages + runs-on: ubuntu-latest + steps: + - name: Check out the repo + uses: actions/checkout@v2 + - name: Push to GitHub Packages + uses: docker/build-push-action@v1 + with: + username: ${{ github.actor }} + password: ${{ secrets.GITHUB_TOKEN }} + registry: docker.pkg.github.com + repository: franchuterivera/auto-sklearn/auto-sklearn + tag_with_ref: true From 7e0776b30a0c27e32707d7f712015512b941b8cc Mon Sep 17 00:00:00 2001 From: chico Date: Wed, 17 Jun 2020 20:49:11 +0200 Subject: [PATCH 02/29] Documentation for docker images --- .github/workflows/docker-publish.yml | 2 +- doc/installation.rst | 11 +++++++++++ 2 files changed, 12 insertions(+), 1 deletion(-) diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml index eb42999e9a..6baca7e395 100644 --- a/.github/workflows/docker-publish.yml +++ b/.github/workflows/docker-publish.yml @@ -21,5 +21,5 @@ jobs: username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} registry: docker.pkg.github.com - repository: franchuterivera/auto-sklearn/auto-sklearn + repository: automl/auto-sklearn/auto-sklearn tag_with_ref: true diff --git a/doc/installation.rst b/doc/installation.rst index f2fb9133bf..4ce556a7cd 100644 --- a/doc/installation.rst +++ b/doc/installation.rst @@ -107,3 +107,14 @@ Possible other solutions (not tested): * virtual machine * docker image + +Docker Image +========================= +A Docker image is also provided as a github package. The user must authenticate following the instructions from `GitHub Packages `_ . Then, the image can be downloaded as follows. +.. code:: bash + docker pull docker.pkg.github.com/automl/auto-sklearn/auto-sklearn:latest + docker images # Verify that the image was downloaded + +This image can be used to start an interactive session as follows: +.. code:: bash + docker run -it docker.pkg.github.com/automl/auto-sklearn/auto-sklearn:latest From 3f73316d90b76f299b066cb48c6b30ce0829a18e Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 15:12:02 +0200 Subject: [PATCH 03/29] Test workflow with unittest --- .github/workflows/docker-publish.yml | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml index 6baca7e395..26ce5b0d3a 100644 --- a/.github/workflows/docker-publish.yml +++ b/.github/workflows/docker-publish.yml @@ -6,7 +6,7 @@ on: branches: - master - development - - test_docker + - test_docker_unit jobs: push_to_registry: @@ -23,3 +23,13 @@ jobs: registry: docker.pkg.github.com repository: automl/auto-sklearn/auto-sklearn tag_with_ref: true + - name: Docker Login + run: docker login docker.pkg.github.com -u $GITHUB_ACTOR -p $GITHUB_TOKEN + env: + GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}} + - name: Pull Docker image + run: docker pull "docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:latest" + - name: Run image + run: docker run -it -d --name unittester -v $GITHUB_WORKSPACE:/workspace -w /workspace docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:latest + -name: Run unit testing + run: python -m pytest -v test From 1ffc5cb51fd7af710e7981c2fd7a672d56731c27 Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 15:18:00 +0200 Subject: [PATCH 04/29] Fix workflow --- .github/workflows/docker-publish.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml index 26ce5b0d3a..611f33934b 100644 --- a/.github/workflows/docker-publish.yml +++ b/.github/workflows/docker-publish.yml @@ -31,5 +31,5 @@ jobs: run: docker pull "docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:latest" - name: Run image run: docker run -it -d --name unittester -v $GITHUB_WORKSPACE:/workspace -w /workspace docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:latest - -name: Run unit testing + - name: Run unit testing run: python -m pytest -v test From 93ed9ec708b87015d06d896ff2359fcc1e5ebe5b Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 15:30:52 +0200 Subject: [PATCH 05/29] Fix workflow --- .github/workflows/docker-publish.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml index 611f33934b..2c8f310284 100644 --- a/.github/workflows/docker-publish.yml +++ b/.github/workflows/docker-publish.yml @@ -21,7 +21,8 @@ jobs: username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} registry: docker.pkg.github.com - repository: automl/auto-sklearn/auto-sklearn + #repository: automl/auto-sklearn/auto-sklearn + repository: franchuterivera/auto-sklearn/auto-sklearn tag_with_ref: true - name: Docker Login run: docker login docker.pkg.github.com -u $GITHUB_ACTOR -p $GITHUB_TOKEN From 1792025f5f7171f9e41872f2c9d4178a33f7b7d7 Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 15:53:52 +0200 Subject: [PATCH 06/29] Tag with the branch name --- .github/workflows/docker-publish.yml | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml index 2c8f310284..05bcd883d5 100644 --- a/.github/workflows/docker-publish.yml +++ b/.github/workflows/docker-publish.yml @@ -23,14 +23,16 @@ jobs: registry: docker.pkg.github.com #repository: automl/auto-sklearn/auto-sklearn repository: franchuterivera/auto-sklearn/auto-sklearn - tag_with_ref: true + tags: ${GITHUB_REF##*/} - name: Docker Login run: docker login docker.pkg.github.com -u $GITHUB_ACTOR -p $GITHUB_TOKEN env: GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}} - name: Pull Docker image - run: docker pull "docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:latest" + run: docker pull "docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:${GITHUB_REF##*/}" + env: + GITHUB_TOKEN: ${{ github.head_ref }} - name: Run image - run: docker run -it -d --name unittester -v $GITHUB_WORKSPACE:/workspace -w /workspace docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:latest + run: docker run -it -d --name unittester -v $GITHUB_WORKSPACE:/workspace -w /workspace docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:${GITHUB_REF##*/} - name: Run unit testing run: python -m pytest -v test From f7fb7b5e72bc0fb5b4ee57ff7554fcd6002079ee Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 16:05:19 +0200 Subject: [PATCH 07/29] Change tag scheme --- .github/workflows/docker-publish.yml | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml index 05bcd883d5..b02d964c0f 100644 --- a/.github/workflows/docker-publish.yml +++ b/.github/workflows/docker-publish.yml @@ -23,15 +23,13 @@ jobs: registry: docker.pkg.github.com #repository: automl/auto-sklearn/auto-sklearn repository: franchuterivera/auto-sklearn/auto-sklearn - tags: ${GITHUB_REF##*/} + tags: ${{ GITHUB_REF##*/ }} - name: Docker Login run: docker login docker.pkg.github.com -u $GITHUB_ACTOR -p $GITHUB_TOKEN env: GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}} - name: Pull Docker image - run: docker pull "docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:${GITHUB_REF##*/}" - env: - GITHUB_TOKEN: ${{ github.head_ref }} + run: docker pull docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:${GITHUB_REF##*/} - name: Run image run: docker run -it -d --name unittester -v $GITHUB_WORKSPACE:/workspace -w /workspace docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:${GITHUB_REF##*/} - name: Run unit testing From b83e297c52511fbeae77324f67c9de7bf7fbf75a Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 16:10:30 +0200 Subject: [PATCH 08/29] Change tag scheme --- .github/workflows/docker-publish.yml | 14 +++++++++++--- 1 file changed, 11 insertions(+), 3 deletions(-) diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml index b02d964c0f..92f07d4644 100644 --- a/.github/workflows/docker-publish.yml +++ b/.github/workflows/docker-publish.yml @@ -15,6 +15,10 @@ jobs: steps: - name: Check out the repo uses: actions/checkout@v2 + - name: Extract branch name + shell: bash + run: echo "##[set-output name=branch;]$(echo ${GITHUB_REF#refs/heads/})" + id: extract_branch - name: Push to GitHub Packages uses: docker/build-push-action@v1 with: @@ -23,14 +27,18 @@ jobs: registry: docker.pkg.github.com #repository: automl/auto-sklearn/auto-sklearn repository: franchuterivera/auto-sklearn/auto-sklearn - tags: ${{ GITHUB_REF##*/ }} + tags: ${{ steps.extract_branch.outputs.branch }} - name: Docker Login run: docker login docker.pkg.github.com -u $GITHUB_ACTOR -p $GITHUB_TOKEN env: GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}} - name: Pull Docker image - run: docker pull docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:${GITHUB_REF##*/} + run: docker pull docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:$BRANCH + env: + BRANCH: ${{ steps.extract_branch.outputs.branch }} - name: Run image - run: docker run -it -d --name unittester -v $GITHUB_WORKSPACE:/workspace -w /workspace docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:${GITHUB_REF##*/} + run: docker run -it -d --name unittester -v $GITHUB_WORKSPACE:/workspace -w /workspace docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:$BRANCH + env: + BRANCH: ${{ steps.extract_branch.outputs.branch }} - name: Run unit testing run: python -m pytest -v test From a2ec4a48b3cf1726e62cdadef848d70eaaaa0109 Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 16:24:08 +0200 Subject: [PATCH 09/29] test requirement --- .github/workflows/docker-publish.yml | 2 ++ Dockerfile | 1 + 2 files changed, 3 insertions(+) diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml index 92f07d4644..8e756d5f20 100644 --- a/.github/workflows/docker-publish.yml +++ b/.github/workflows/docker-publish.yml @@ -40,5 +40,7 @@ jobs: run: docker run -it -d --name unittester -v $GITHUB_WORKSPACE:/workspace -w /workspace docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:$BRANCH env: BRANCH: ${{ steps.extract_branch.outputs.branch }} + - name: Auto-Sklearn loaded + run: python -c 'import autosklearn; print("Auto-sklearn imported from: %s" % autosklearn.__file__)' - name: Run unit testing run: python -m pytest -v test diff --git a/Dockerfile b/Dockerfile index dd31aa28b5..8a05903744 100644 --- a/Dockerfile +++ b/Dockerfile @@ -10,6 +10,7 @@ RUN apt-get update && apt-get install -y \ # Upgrade pip then install dependencies RUN pip3 install --upgrade pip +RUN pip3 install pytest==4.6.* pep8 codecov pytest-cov flake8 flaky RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requirements.txt \ | xargs -n 1 -L 1 pip3 install From 2096aad9f4f80a0d0f1a5b3d6d85199b0fcb050f Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 16:27:17 +0200 Subject: [PATCH 10/29] test requirement --- .github/workflows/docker-publish.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml index 8e756d5f20..bacc5a2b61 100644 --- a/.github/workflows/docker-publish.yml +++ b/.github/workflows/docker-publish.yml @@ -41,6 +41,6 @@ jobs: env: BRANCH: ${{ steps.extract_branch.outputs.branch }} - name: Auto-Sklearn loaded - run: python -c 'import autosklearn; print("Auto-sklearn imported from: %s" % autosklearn.__file__)' + run: python -c 'import autosklearn; print(f"Auto-sklearn imported from{autosklearn.__file__}")' - name: Run unit testing run: python -m pytest -v test From 63ef59a26463bba576a3889356a58fe6f3526440 Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 17:15:42 +0200 Subject: [PATCH 11/29] install current branch --- .github/workflows/docker-publish.yml | 4 ++-- Dockerfile | 8 +++++--- 2 files changed, 7 insertions(+), 5 deletions(-) diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml index bacc5a2b61..1db752157f 100644 --- a/.github/workflows/docker-publish.yml +++ b/.github/workflows/docker-publish.yml @@ -41,6 +41,6 @@ jobs: env: BRANCH: ${{ steps.extract_branch.outputs.branch }} - name: Auto-Sklearn loaded - run: python -c 'import autosklearn; print(f"Auto-sklearn imported from{autosklearn.__file__}")' + run: docker exec -it unittester python -c 'import autosklearn; print(f"Auto-sklearn imported from{autosklearn.__file__}")' - name: Run unit testing - run: python -m pytest -v test + run: docker exec -it unittester python -m pytest -v test diff --git a/Dockerfile b/Dockerfile index 8a05903744..2281e24fcc 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,5 +1,8 @@ FROM ubuntu +# Copy the checkout autosklearn version for installation +ADD ./* /auto-sklearn + # System requirements RUN apt-get update && apt-get install -y \ build-essential \ @@ -13,8 +16,7 @@ RUN pip3 install --upgrade pip RUN pip3 install pytest==4.6.* pep8 codecov pytest-cov flake8 flaky RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requirements.txt \ | xargs -n 1 -L 1 pip3 install +RUN pip3 install jupyter # Install -RUN pip3 install \ - auto-sklearn \ - jupyter +RUN pip3 install -e /auto-sklearn From c1e8c744e8d25c92a54c5c2e04ae39d6a1680f4e Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 17:17:30 +0200 Subject: [PATCH 12/29] install current branch --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 2281e24fcc..388b2bf428 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,7 +1,7 @@ FROM ubuntu # Copy the checkout autosklearn version for installation -ADD ./* /auto-sklearn +ADD ./* /auto-sklearn/ # System requirements RUN apt-get update && apt-get install -y \ From aa7ca60e378cc2a488779b3d8d553772ed6174f3 Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 17:48:10 +0200 Subject: [PATCH 13/29] install current branch --- Dockerfile | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 388b2bf428..f623251e8d 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,7 +1,7 @@ FROM ubuntu # Copy the checkout autosklearn version for installation -ADD ./* /auto-sklearn/ +ADD ./* $HOME/auto-sklearn # System requirements RUN apt-get update && apt-get install -y \ @@ -19,4 +19,5 @@ RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requiremen RUN pip3 install jupyter # Install -RUN pip3 install -e /auto-sklearn +RUN ls $HOME/auto-sklearn +RUN pip3 install -e $HOME/auto-sklearn From 86978ca9302c8bfe800bd359b221d7e3561b2075 Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 17:59:56 +0200 Subject: [PATCH 14/29] install current branch --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index f623251e8d..91becd0c0f 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,7 +1,7 @@ FROM ubuntu # Copy the checkout autosklearn version for installation -ADD ./* $HOME/auto-sklearn +ADD ./* $HOME/auto-sklearn/ # System requirements RUN apt-get update && apt-get install -y \ From 7abf13899d884a7b230cbe3e6dcf00b877585528 Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 18:04:10 +0200 Subject: [PATCH 15/29] change --- Dockerfile | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 91becd0c0f..7cdf080d7a 100644 --- a/Dockerfile +++ b/Dockerfile @@ -19,5 +19,6 @@ RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requiremen RUN pip3 install jupyter # Install -RUN ls $HOME/auto-sklearn -RUN pip3 install -e $HOME/auto-sklearn +RUN ls $HOME/auto-sklearn/ +RUN ls $HOME/ +RUN pip3 install -e $HOME/auto-sklearn/ From 39182010fb0cef0d097ee10846fd4ad93281a07e Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 18:14:33 +0200 Subject: [PATCH 16/29] copy --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 7cdf080d7a..e49ee840a3 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,7 +1,7 @@ FROM ubuntu # Copy the checkout autosklearn version for installation -ADD ./* $HOME/auto-sklearn/ +COPY . $HOME/auto-sklearn/ # System requirements RUN apt-get update && apt-get install -y \ @@ -19,6 +19,6 @@ RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requiremen RUN pip3 install jupyter # Install -RUN ls $HOME/auto-sklearn/ RUN ls $HOME/ +RUN ls $HOME/auto-sklearn/ RUN pip3 install -e $HOME/auto-sklearn/ From bb40c5b824349bd93b51fd6716f8649bbc938419 Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 18:28:03 +0200 Subject: [PATCH 17/29] dockercopyno --- Dockerfile | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/Dockerfile b/Dockerfile index e49ee840a3..433f4bc486 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,7 +1,9 @@ FROM ubuntu +WORKDIR /auto-sklearn + # Copy the checkout autosklearn version for installation -COPY . $HOME/auto-sklearn/ +ADD . /auto-sklearn/ # System requirements RUN apt-get update && apt-get install -y \ @@ -19,6 +21,6 @@ RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requiremen RUN pip3 install jupyter # Install -RUN ls $HOME/ -RUN ls $HOME/auto-sklearn/ -RUN pip3 install -e $HOME/auto-sklearn/ +RUN ls / +RUN ls /auto-sklearn/ +RUN pip3 install -e /auto-sklearn/ From c23ee5710931e11a0b1f0a389d03464a9c8ca213 Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 18:37:53 +0200 Subject: [PATCH 18/29] no_tty --- .github/workflows/docker-publish.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml index 1db752157f..e5c553133e 100644 --- a/.github/workflows/docker-publish.yml +++ b/.github/workflows/docker-publish.yml @@ -37,10 +37,10 @@ jobs: env: BRANCH: ${{ steps.extract_branch.outputs.branch }} - name: Run image - run: docker run -it -d --name unittester -v $GITHUB_WORKSPACE:/workspace -w /workspace docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:$BRANCH + run: docker run -d --name unittester -v $GITHUB_WORKSPACE:/workspace -w /workspace docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:$BRANCH env: BRANCH: ${{ steps.extract_branch.outputs.branch }} - name: Auto-Sklearn loaded - run: docker exec -it unittester python -c 'import autosklearn; print(f"Auto-sklearn imported from{autosklearn.__file__}")' + run: docker exec unittester python -c 'import autosklearn; print(f"Auto-sklearn imported from{autosklearn.__file__}")' - name: Run unit testing - run: docker exec -it unittester python -m pytest -v test + run: docker exec unittester python -m pytest -v test From d2d3100de93124882b8fd8a46fc7cf67bb06bc6f Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 18:44:54 +0200 Subject: [PATCH 19/29] no_tty --- .github/workflows/docker-publish.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml index e5c553133e..c038ac9754 100644 --- a/.github/workflows/docker-publish.yml +++ b/.github/workflows/docker-publish.yml @@ -37,10 +37,10 @@ jobs: env: BRANCH: ${{ steps.extract_branch.outputs.branch }} - name: Run image - run: docker run -d --name unittester -v $GITHUB_WORKSPACE:/workspace -w /workspace docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:$BRANCH + run: docker run -i -d --name unittester -v $GITHUB_WORKSPACE:/workspace -w /workspace docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:$BRANCH env: BRANCH: ${{ steps.extract_branch.outputs.branch }} - name: Auto-Sklearn loaded - run: docker exec unittester python -c 'import autosklearn; print(f"Auto-sklearn imported from{autosklearn.__file__}")' + run: docker exec -i unittester python -c 'import autosklearn; print(f"Auto-sklearn imported from{autosklearn.__file__}")' - name: Run unit testing - run: docker exec unittester python -m pytest -v test + run: docker exec -i unittester python -m pytest -v test From a686638f9ba415bd9c9881fd8a353ef146e9e8ff Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 18:52:30 +0200 Subject: [PATCH 20/29] python 3 --- .github/workflows/docker-publish.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml index c038ac9754..8a301c8f62 100644 --- a/.github/workflows/docker-publish.yml +++ b/.github/workflows/docker-publish.yml @@ -41,6 +41,6 @@ jobs: env: BRANCH: ${{ steps.extract_branch.outputs.branch }} - name: Auto-Sklearn loaded - run: docker exec -i unittester python -c 'import autosklearn; print(f"Auto-sklearn imported from{autosklearn.__file__}")' + run: docker exec -i unittester python3 -c 'import autosklearn; print(f"Auto-sklearn imported from{autosklearn.__file__}")' - name: Run unit testing - run: docker exec -i unittester python -m pytest -v test + run: docker exec -i unittester python3 -m pytest -v test From 4caf509dbcc2ac95fb54f398b5a5160b74ecafa7 Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 19:02:17 +0200 Subject: [PATCH 21/29] pytest --- .github/workflows/docker-publish.yml | 2 +- Dockerfile | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml index 8a301c8f62..063b507a19 100644 --- a/.github/workflows/docker-publish.yml +++ b/.github/workflows/docker-publish.yml @@ -41,6 +41,6 @@ jobs: env: BRANCH: ${{ steps.extract_branch.outputs.branch }} - name: Auto-Sklearn loaded - run: docker exec -i unittester python3 -c 'import autosklearn; print(f"Auto-sklearn imported from{autosklearn.__file__}")' + run: docker exec -i unittester python3 -c 'import autosklearn; print(f"Auto-sklearn imported from: {autosklearn.__file__}")' - name: Run unit testing run: docker exec -i unittester python3 -m pytest -v test diff --git a/Dockerfile b/Dockerfile index 433f4bc486..b342dbc62b 100644 --- a/Dockerfile +++ b/Dockerfile @@ -15,7 +15,7 @@ RUN apt-get update && apt-get install -y \ # Upgrade pip then install dependencies RUN pip3 install --upgrade pip -RUN pip3 install pytest==4.6.* pep8 codecov pytest-cov flake8 flaky +RUN pip3 install pytest==4.6.* pep8 codecov pytest-cov flake8 flaky openml RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requirements.txt \ | xargs -n 1 -L 1 pip3 install RUN pip3 install jupyter From 1c79905505278046bff71b892a58f14cdf51ddae Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 19:04:44 +0200 Subject: [PATCH 22/29] nocolon --- .github/workflows/docker-publish.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml index 063b507a19..3ef439c4f7 100644 --- a/.github/workflows/docker-publish.yml +++ b/.github/workflows/docker-publish.yml @@ -41,6 +41,6 @@ jobs: env: BRANCH: ${{ steps.extract_branch.outputs.branch }} - name: Auto-Sklearn loaded - run: docker exec -i unittester python3 -c 'import autosklearn; print(f"Auto-sklearn imported from: {autosklearn.__file__}")' + run: docker exec -i unittester python3 -c 'import autosklearn; print(f"Auto-sklearn imported from {autosklearn.__file__}")' - name: Run unit testing run: docker exec -i unittester python3 -m pytest -v test From b13dc07146a5efbf87eac52eea0ff66748ea68dc Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 20:53:30 +0200 Subject: [PATCH 23/29] old --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index b342dbc62b..427e3e6628 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,4 +1,4 @@ -FROM ubuntu +FROM ubuntu:16.04 WORKDIR /auto-sklearn From a4a55cc314c2b306bdff810ffb3789753b10a508 Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 21:01:37 +0200 Subject: [PATCH 24/29] fix --- Dockerfile | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 427e3e6628..2452aa39b3 100644 --- a/Dockerfile +++ b/Dockerfile @@ -16,8 +16,9 @@ RUN apt-get update && apt-get install -y \ # Upgrade pip then install dependencies RUN pip3 install --upgrade pip RUN pip3 install pytest==4.6.* pep8 codecov pytest-cov flake8 flaky openml -RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requirements.txt \ +#RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requirements.txt \ | xargs -n 1 -L 1 pip3 install +RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requirements.txt | LC_ALL=C.UTF-8 xargs -n 1 -L 1 pip3 install RUN pip3 install jupyter # Install From ead33b88c9d5952831edc9b0064be0516b12e9fd Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 21:03:16 +0200 Subject: [PATCH 25/29] fix --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 2452aa39b3..26a0a748b4 100644 --- a/Dockerfile +++ b/Dockerfile @@ -17,7 +17,7 @@ RUN apt-get update && apt-get install -y \ RUN pip3 install --upgrade pip RUN pip3 install pytest==4.6.* pep8 codecov pytest-cov flake8 flaky openml #RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requirements.txt \ - | xargs -n 1 -L 1 pip3 install +# | xargs -n 1 -L 1 pip3 install RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requirements.txt | LC_ALL=C.UTF-8 xargs -n 1 -L 1 pip3 install RUN pip3 install jupyter From 645391bc327af8e9716357b0642cd58bc029277b Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 21:11:03 +0200 Subject: [PATCH 26/29] fix --- Dockerfile | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/Dockerfile b/Dockerfile index 26a0a748b4..9846744e15 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,4 +1,4 @@ -FROM ubuntu:16.04 +FROM ubuntu:18.04 WORKDIR /auto-sklearn @@ -16,9 +16,8 @@ RUN apt-get update && apt-get install -y \ # Upgrade pip then install dependencies RUN pip3 install --upgrade pip RUN pip3 install pytest==4.6.* pep8 codecov pytest-cov flake8 flaky openml -#RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requirements.txt \ -# | xargs -n 1 -L 1 pip3 install -RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requirements.txt | LC_ALL=C.UTF-8 xargs -n 1 -L 1 pip3 install +RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requirements.txt | xargs -n 1 -L 1 pip3 install +#RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requirements.txt | LC_ALL=C.UTF-8 xargs -n 1 -L 1 pip3 install RUN pip3 install jupyter # Install From 80c8fa745804a9a40fa039f93429b8fc480fa4be Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 21:13:07 +0200 Subject: [PATCH 27/29] fix --- Dockerfile | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 9846744e15..ac016776cf 100644 --- a/Dockerfile +++ b/Dockerfile @@ -5,12 +5,22 @@ WORKDIR /auto-sklearn # Copy the checkout autosklearn version for installation ADD . /auto-sklearn/ + +RUN apt install -y python-dev python-pip +RUN pip3 install --upgrade setuptools + +# install linux packages +RUN apt-get update +# https://github.com/automl/auto-sklearn/issues/314 +RUN apt-get remove swig +RUN apt-get install swig3.0 +RUN ln -s /usr/bin/swig3.0 /usr/bin/swig + # System requirements RUN apt-get update && apt-get install -y \ build-essential \ curl \ python3-pip \ - swig \ && rm -rf /var/lib/apt/lists/* # Upgrade pip then install dependencies From bbfd48b54aed846faefbaa4510d54c4372551afc Mon Sep 17 00:00:00 2001 From: chico Date: Thu, 16 Jul 2020 21:49:25 +0200 Subject: [PATCH 28/29] fix --- Dockerfile | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/Dockerfile b/Dockerfile index ac016776cf..91ba1ff578 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,9 +6,6 @@ WORKDIR /auto-sklearn ADD . /auto-sklearn/ -RUN apt install -y python-dev python-pip -RUN pip3 install --upgrade setuptools - # install linux packages RUN apt-get update # https://github.com/automl/auto-sklearn/issues/314 @@ -16,6 +13,9 @@ RUN apt-get remove swig RUN apt-get install swig3.0 RUN ln -s /usr/bin/swig3.0 /usr/bin/swig +RUN apt install -y python-dev python-pip +RUN pip3 install --upgrade setuptools + # System requirements RUN apt-get update && apt-get install -y \ build-essential \ From e494db1d3ddbb128670f1bc6ce8f342da23ed67b Mon Sep 17 00:00:00 2001 From: chico Date: Fri, 17 Jul 2020 00:40:55 +0200 Subject: [PATCH 29/29] fix --- Dockerfile | 27 +++++++++++++-------------- 1 file changed, 13 insertions(+), 14 deletions(-) diff --git a/Dockerfile b/Dockerfile index 91ba1ff578..9b5f917ac5 100644 --- a/Dockerfile +++ b/Dockerfile @@ -5,23 +5,24 @@ WORKDIR /auto-sklearn # Copy the checkout autosklearn version for installation ADD . /auto-sklearn/ - # install linux packages RUN apt-get update -# https://github.com/automl/auto-sklearn/issues/314 -RUN apt-get remove swig -RUN apt-get install swig3.0 -RUN ln -s /usr/bin/swig3.0 /usr/bin/swig -RUN apt install -y python-dev python-pip +# Set the locale +RUN apt-get -y install locales +RUN touch /usr/share/locale/locale.alias +RUN sed -i -e 's/# en_US.UTF-8 UTF-8/en_US.UTF-8 UTF-8/' /etc/locale.gen && locale-gen +ENV LANG en_US.UTF-8 +ENV LANGUAGE en_US:en +ENV LC_ALL en_US.UTF-8 + +RUN apt install -y python3-dev python3-pip RUN pip3 install --upgrade setuptools +RUN apt-get install -y build-essential curl -# System requirements -RUN apt-get update && apt-get install -y \ - build-essential \ - curl \ - python3-pip \ - && rm -rf /var/lib/apt/lists/* +# https://github.com/automl/auto-sklearn/issues/314 +RUN apt-get install -y swig3.0 +RUN ln -s /usr/bin/swig3.0 /usr/bin/swig # Upgrade pip then install dependencies RUN pip3 install --upgrade pip @@ -31,6 +32,4 @@ RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requiremen RUN pip3 install jupyter # Install -RUN ls / -RUN ls /auto-sklearn/ RUN pip3 install -e /auto-sklearn/