create a temporary hardcoded tag while investigating disk usage #143
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Docker Build | |
| on: | |
| # workflow_dispatch: | |
| push: | |
| permissions: | |
| id-token: write | |
| contents: read | |
| env: | |
| VAULT_PW: ${{ secrets.VAULT_PW }} | |
| REPORT_COVERAGE: true | |
| DPC_CA_CERT: ${{ secrets.DPC_CA_CERT }} | |
| ENV: "github-ci" | |
| jobs: | |
| docker_build_rails_apps: | |
| runs-on: self-hosted | |
| strategy: | |
| matrix: | |
| repository: [web-portal, web-admin, web] | |
| include: | |
| # note this is confusing, but make ci-web-portal points to dpc-web-portal-test.sh which runs | |
| # docker compose -p ... dpc_web | |
| - repository: web-portal | |
| make_command: make ci-portal | |
| - repository: web-admin | |
| make_command: make ci-admin-portal | |
| - repository: web | |
| make_command: make ci-web-portal | |
| env: | |
| MAKE_COMMAND: ${{ matrix.make_command }} | |
| steps: | |
| - name: check disk | |
| run: lsblk && df -h | |
| - name: Install python3 | |
| run: sudo dnf install python3 | |
| - name: "Checkout code" | |
| uses: actions/checkout@v4 | |
| - name: Install docker compose manually | |
| run: | | |
| sudo mkdir -p /usr/local/lib/docker/cli-plugins | |
| sudo curl -SL https://github.com/docker/compose/releases/download/v2.32.4/docker-compose-linux-x86_64 -o /usr/local/lib/docker/cli-plugins/docker-compose | |
| sudo chown root:root /usr/local/lib/docker/cli-plugins/docker-compose | |
| sudo chmod +x /usr/local/lib/docker/cli-plugins/docker-compose | |
| - name: Build specified app | |
| run: $MAKE_COMMAND | |
| # - name: gzip the image | |
| # run: docker save dpc-${{ matrix.repository }}:latest | gzip > ${{ runner.temp }}/dpc_${{ matrix.repository }}_latest.tar.gz | |
| # - name: upload tar artifact | |
| # uses: actions/upload-artifact@v4 | |
| # with: | |
| # name: dpc-${{ matrix.repository }} | |
| # path: ${{ runner.temp }}/dpc_${{ matrix.repository }}_latest.tar.gz | |
| - name: gzip the image | |
| run: docker save dpc-${{ matrix.repository }}:latest | gzip > ${{ runner.temp }}/dpc_${{ matrix.repository }}_hardcoded_str.tar.gz | |
| - name: upload tar artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: dpc-${{ matrix.repository }} | |
| path: ${{ runner.temp }}/dpc_${{ matrix.repository }}_hardcoded_str.tar.gz | |
| docker_push_rails_apps: | |
| runs-on: self-hosted | |
| strategy: | |
| matrix: | |
| repository: [web-portal, web-admin, web] | |
| env: | |
| REPOSITORY: ${{ matrix.repository }} | |
| needs: docker_build_rails_apps | |
| steps: | |
| - name: check disk | |
| run: lsblk && df -h | |
| - name: Download artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: dpc-${{ matrix.repository }} | |
| path: ${{ runner.temp }} | |
| # - name: Load docker image from artifact download | |
| # run: | | |
| # docker load --input ${{ runner.temp }}/dpc_${{ matrix.repository }}_latest.tar.gz | |
| # docker image ls -a | |
| - name: check disk after download | |
| run: lsblk && df -h | |
| - name: Load docker image from artifact download | |
| run: | | |
| docker load --input ${{ runner.temp }}/dpc_${{ matrix.repository }}_hardcoded_str.tar.gz | |
| docker image ls -a | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-region: ${{ vars.AWS_REGION }} | |
| role-to-assume: arn:aws:iam::${{ secrets.ACCOUNT_ID }}:role/delegatedadmin/developer/dpc-dev-github-actions | |
| - name: Login to Amazon ECR | |
| id: login-ecr | |
| uses: aws-actions/amazon-ecr-login@v2 | |
| # - name: Push to ECR | |
| # env: | |
| # REGISTRY: ${{ steps.login-ecr.outputs.registry }} | |
| # IMAGE_TAG: ${{ github.sha }} | |
| # run: | | |
| # docker tag dpc-$REPOSITORY:latest $REGISTRY/dpc-$REPOSITORY:latest | |
| # docker tag dpc-$REPOSITORY:latest $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| # docker push $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| - name: Push to ECR | |
| env: | |
| REGISTRY: ${{ steps.login-ecr.outputs.registry }} | |
| IMAGE_TAG: hardcoded_str | |
| run: | | |
| docker tag dpc-$REPOSITORY:latest $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| docker push $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| - name: success | |
| run: echo "success?" | |
| # docker_build_web_portal: | |
| # runs-on: self-hosted | |
| # env: | |
| # REPOSITORY: web-portal | |
| # MAKE_COMMAND: make ci-portal | |
| # steps: | |
| # - name: check gzip | |
| # run: gzip --version | |
| # | |
| # - name: Install python3 | |
| # run: sudo dnf install python3 | |
| # | |
| # - name: "Checkout code" | |
| # uses: actions/checkout@v4 | |
| # | |
| # - name: Install docker compose manually | |
| # run: | | |
| # sudo mkdir -p /usr/local/lib/docker/cli-plugins | |
| # sudo curl -SL https://github.com/docker/compose/releases/download/v2.32.4/docker-compose-linux-x86_64 -o /usr/local/lib/docker/cli-plugins/docker-compose | |
| # sudo chown root:root /usr/local/lib/docker/cli-plugins/docker-compose | |
| # sudo chmod +x /usr/local/lib/docker/cli-plugins/docker-compose | |
| # | |
| # - name: Build portal | |
| # run: | | |
| # $MAKE_COMMAND | |
| # | |
| # - name: gzip the image | |
| # run: docker save dpc-$REPOSITORY:latest | gzip > ${{ runner.temp }}/dpc_web-portal_latest.tar.gz | |
| # - name: upload tar artifact | |
| # uses: actions/upload-artifact@v4 | |
| # with: | |
| # name: dpc-$REPOSITORY | |
| # path: ${{ runner.temp }}/dpc_web-portal_latest.tar.gz | |
| # | |
| # docker_push_rails_web_portal_image: | |
| # runs-on: self-hosted | |
| # env: | |
| # REPOSITORY: web-portal | |
| # needs: docker_build_rails_web_portal | |
| # steps: | |
| # - name: Download artifact | |
| # uses: actions/download-artifact@v4 | |
| # with: | |
| # name: dpc-$REPOSITORY | |
| # path: ${{ runner.temp }} | |
| # | |
| # - name: Load image | |
| # run: | | |
| # docker load --input ${{ runner.temp }}/dpc_web-portal_latest.tar.gz | |
| # docker image ls -a | |
| # - name: Configure AWS Credentials | |
| # uses: aws-actions/configure-aws-credentials@v4 | |
| # with: | |
| # aws-region: ${{ vars.AWS_REGION }} | |
| # role-to-assume: arn:aws:iam::${{ secrets.ACCOUNT_ID }}:role/delegatedadmin/developer/dpc-dev-github-actions | |
| # | |
| # - name: Login to Amazon ECR | |
| # id: login-ecr | |
| # uses: aws-actions/amazon-ecr-login@v2 | |
| # | |
| # - name: Push to ECR | |
| # env: | |
| # REGISTRY: ${{ steps.login-ecr.outputs.registry }} | |
| # IMAGE_TAG: ${{ github.sha }} | |
| # run: | | |
| # docker tag dpc-$REPOSITORY:latest $REGISTRY/dpc-$REPOSITORY:latest | |
| # docker tag dpc-$REPOSITORY:latest $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| # docker push $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| # | |
| # - name: success | |
| # run: "Did it work???" | |
| # # TODO add additional steps to push dpc-web-admin and dpc-web, see docker_build_all_portals below | |
| # docker_build_all_portals: | |
| # runs-on: self-hosted | |
| # steps: | |
| # - name: Install python3 | |
| # run: sudo dnf install python3 | |
| # | |
| # - name: "Checkout code" | |
| # uses: actions/checkout@v4 | |
| # with: | |
| # ref: ${{ github.ref_name }} | |
| # | |
| # - name: Install docker compose manually | |
| # run: | | |
| # sudo mkdir -p /usr/local/lib/docker/cli-plugins | |
| # sudo curl -SL https://github.com/docker/compose/releases/download/v2.32.4/docker-compose-linux-x86_64 -o /usr/local/lib/docker/cli-plugins/docker-compose | |
| # sudo chown root:root /usr/local/lib/docker/cli-plugins/docker-compose | |
| # sudo chmod +x /usr/local/lib/docker/cli-plugins/docker-compose | |
| # | |
| # - name: Assert Ownership | |
| # run: sudo chmod -R 777 . | |
| # - name: Cleanup Runner | |
| # run: ./scripts/cleanup-docker.sh | |
| # | |
| # - name: Configure AWS Credentials | |
| # uses: aws-actions/configure-aws-credentials@v4 | |
| # with: | |
| # aws-region: ${{ vars.AWS_REGION }} | |
| # role-to-assume: arn:aws:iam::${{ secrets.ACCOUNT_ID }}:role/delegatedadmin/developer/dpc-dev-github-actions | |
| # | |
| # - name: Login to Amazon ECR | |
| # id: login-ecr | |
| # uses: aws-actions/amazon-ecr-login@v2 | |
| # | |
| # - name: "Set up Ansible" | |
| # run: | | |
| # sudo dnf -y install python3 python3-pip | |
| # pip install ansible | |
| # | |
| # - name: Build portals | |
| # run: | | |
| # make ci-portals-v1 | |
| # | |
| # - name: Push Rails Web Portal to ECR | |
| # env: | |
| # REGISTRY: ${{ steps.login-ecr.outputs.registry }} | |
| # REPOSITORY: web-portal | |
| # IMAGE_TAG: hardcodedstringfornow | |
| # run: | | |
| # docker tag dpc-$REPOSITORY:latest $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| # docker push $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| # | |
| # - name: Push Rails Admin Portal to ECR | |
| # env: | |
| # REGISTRY: ${{ steps.login-ecr.outputs.registry }} | |
| # REPOSITORY: web-admin | |
| # IMAGE_TAG: hardcodedstringfornow | |
| # run: | | |
| # docker tag dpc-$REPOSITORY:latest $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| # docker push $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| # | |
| # - name: Push Web to ECR | |
| # env: | |
| # REGISTRY: ${{ steps.login-ecr.outputs.registry }} | |
| # REPOSITORY: web | |
| # IMAGE_TAG: hardcodedstringfornow | |
| # run: | | |
| # docker tag dpc-$REPOSITORY:latest $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| # docker push $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| # | |
| # - name: echo hello | |
| # run: echo "pushed portal images" | |
| # | |
| # - name: Cleanup at the end too?? | |
| # if: ${{ always() }} | |
| # run: ./scripts/cleanup-docker.sh | |
| # docker_build_java: | |
| # runs-on: self-hosted | |
| # steps: | |
| # - name: "Set up Ansible" | |
| # run: | | |
| # sudo dnf -y install python3 python3-pip | |
| # pip install ansible | |
| # | |
| # - name: "Install npm for Postman tests" | |
| # run: | | |
| # sudo dnf -y install nodejs | |
| # npm --version | |
| # | |
| # - name: Install docker compose manually | |
| # run: | | |
| # sudo mkdir -p /usr/local/lib/docker/cli-plugins | |
| # sudo curl -SL https://github.com/docker/compose/releases/download/v2.32.4/docker-compose-linux-x86_64 -o /usr/local/lib/docker/cli-plugins/docker-compose | |
| # sudo chown root:root /usr/local/lib/docker/cli-plugins/docker-compose | |
| # sudo chmod +x /usr/local/lib/docker/cli-plugins/docker-compose | |
| # | |
| # - name: "Set up JDK 11" | |
| # uses: actions/setup-java@v3 | |
| # with: | |
| # java-version: "11" | |
| # distribution: "corretto" | |
| # cache: maven | |
| # | |
| # - name: Install Maven 3.6.3 | |
| # run: | | |
| # export PATH="$PATH:/opt/maven/bin" | |
| # echo "PATH=$PATH" >> $GITHUB_ENV | |
| # if mvn -v; then echo "Maven already installed" && exit 0; else echo "Installing Maven"; fi | |
| # tmpdir="$(mktemp -d)" | |
| # curl -LsS https://archive.apache.org/dist/maven/maven-3/3.6.3/binaries/apache-maven-3.6.3-bin.tar.gz | tar xzf - -C "$tmpdir" | |
| # sudo rm -rf /opt/maven | |
| # sudo mv "$tmpdir/apache-maven-3.6.3" /opt/maven | |
| # | |
| # - name: Clean maven | |
| # run: mvn -ntp -U clean | |
| # | |
| # - name: "Checkout code" | |
| # uses: actions/checkout@v4 | |
| # | |
| # - name: Build ci app | |
| # id: api-build | |
| # run: | | |
| # export PATH=$PATH:~/.local/bin | |
| # make ci-app | |
| # | |
| # # add extra commands to log docker containers during failure | |
| # - name: Consent Logs | |
| # if: ${{ failure() && steps.api-build.outcome == 'failure' }} | |
| # run: docker logs start-v1-app-consent-1 | |
| # - name: Attribution Logs | |
| # if: ${{ failure() && steps.api-build.outcome == 'failure' }} | |
| # run: docker logs start-v1-app-attribution-1 | |
| # - name: Aggregation Logs | |
| # if: ${{ failure() && steps.api-build.outcome == 'failure' }} | |
| # run: docker logs start-v1-app-aggregation-1 | |
| # - name: Api Logs | |
| # if: ${{ failure() && steps.api-build.outcome == 'failure' }} | |
| # run: docker logs start-v1-app-api-1 | |
| # | |
| # - name: Configure AWS Credentials | |
| # uses: aws-actions/configure-aws-credentials@v4 | |
| # with: | |
| # aws-region: ${{ vars.AWS_REGION }} | |
| # role-to-assume: arn:aws:iam::${{ secrets.ACCOUNT_ID }}:role/delegatedadmin/developer/dpc-dev-github-actions | |
| # | |
| # - name: Login to Amazon ECR | |
| # id: login-ecr | |
| # uses: aws-actions/amazon-ecr-login@v2 | |
| # | |
| # - name: ECR (1 of 4) - Push API | |
| # env: | |
| # REGISTRY: ${{ steps.login-ecr.outputs.registry }} | |
| # REPOSITORY: api | |
| # IMAGE_TAG: ${{ github.sha }} | |
| # run: | | |
| # docker tag $REGISTRY/dpc-$REPOSITORY:latest $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| # docker push $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| # | |
| # - name: ECR (2 of 4) - Push Attribution | |
| # env: | |
| # REGISTRY: ${{ steps.login-ecr.outputs.registry }} | |
| # REPOSITORY: attribution | |
| # IMAGE_TAG: ${{ github.sha }} | |
| # run: | | |
| # docker tag $REGISTRY/dpc-$REPOSITORY:latest $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| # docker push $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| # | |
| # - name: ECR (3 of 4) - Push Aggregation | |
| # env: | |
| # REGISTRY: ${{ steps.login-ecr.outputs.registry }} | |
| # REPOSITORY: aggregation | |
| # IMAGE_TAG: ${{ github.sha }} | |
| # run: | | |
| # docker tag $REGISTRY/dpc-$REPOSITORY:latest $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| # docker push $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| # | |
| # - name: ECR (4 of 4) - Push Consent | |
| # env: | |
| # REGISTRY: ${{ steps.login-ecr.outputs.registry }} | |
| # REPOSITORY: consent | |
| # IMAGE_TAG: ${{ github.sha }} | |
| # run: | | |
| # docker tag $REGISTRY/dpc-$REPOSITORY:latest $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG | |
| # docker push $REGISTRY/dpc-$REPOSITORY:$IMAGE_TAG |