s3_release #501
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: s3_release | |
on: | |
workflow_dispatch: | |
schedule: | |
- cron: "5 0 * * 1,2,3,4,5,6" # At 00:05 every MTWTFS | |
env: | |
DOCKERVERSION: latest | |
TAXROOT: '["2759"]' | |
RESOURCES: /home/ubuntu/resources | |
jobs: | |
set-variables: | |
runs-on: ubuntu-latest | |
outputs: | |
dockerversion: ${{ steps.dockerversion.outputs.dockerversion }} | |
release: ${{ steps.release.outputs.release }} | |
resources: ${{ steps.resources.outputs.resources }} | |
taxroot: ${{ steps.taxroot.outputs.taxroot }} | |
steps: | |
- id: dockerversion | |
run: | | |
echo "dockerversion=$DOCKERVERSION" >> $GITHUB_OUTPUT | |
- id: release | |
run: | | |
echo "release=$(date +'%Y.%m.%d')" >> $GITHUB_OUTPUT | |
- id: resources | |
run: | | |
echo "resources=$RESOURCES" >> $GITHUB_OUTPUT | |
- id: taxroot | |
run: | | |
echo "taxroot=$TAXROOT" >> $GITHUB_OUTPUT | |
fetch-dockers: | |
runs-on: [self-hosted, runner2] | |
steps: | |
- name: Get dockers | |
run: | | |
docker system prune -f | |
docker pull genomehubs/genomehubs:$DOCKERVERSION | |
docker pull genomehubs/genomehubs-test:$DOCKERVERSION | |
docker run --rm genomehubs/genomehubs sh -c 'echo $CONTAINER_VERSION' | |
fetch-resources: | |
needs: | |
- set-variables | |
- fetch-dockers | |
uses: ./.github/workflows/fetch-resources.yml | |
with: | |
dockerversion: ${{ needs.set-variables.outputs.dockerversion }} | |
resources: ${{ needs.set-variables.outputs.resources }} | |
taxroot: ${{ needs.set-variables.outputs.taxroot }} | |
secrets: | |
JGI_OFFLINE_TOKEN: ${{ secrets.JGI_OFFLINE_TOKEN }} | |
ORIGINAL2_5_SCHEMA: ${{ secrets.ORIGINAL2_5_SCHEMA }} | |
STS_AUTHORIZATION_KEY: ${{ secrets.STS_AUTHORIZATION_KEY }} | |
init-release: | |
needs: | |
- set-variables | |
- fetch-resources | |
uses: ./.github/workflows/genomehubs-init.yml | |
with: | |
dockerversion: ${{ needs.set-variables.outputs.dockerversion }} | |
release: ${{ needs.set-variables.outputs.release }} | |
resources: ${{ needs.set-variables.outputs.resources }} | |
index-directories: | |
needs: | |
- set-variables | |
- init-release | |
uses: ./.github/workflows/genomehubs-index.yml | |
with: | |
dockerversion: ${{ needs.set-variables.outputs.dockerversion }} | |
release: ${{ needs.set-variables.outputs.release }} | |
resources: ${{ needs.set-variables.outputs.resources }} | |
index-files: | |
needs: | |
- set-variables | |
- init-release | |
uses: ./.github/workflows/genomehubs-index-files.yml | |
with: | |
dockerversion: ${{ needs.set-variables.outputs.dockerversion }} | |
release: ${{ needs.set-variables.outputs.release }} | |
resources: ${{ needs.set-variables.outputs.resources }} | |
fill-values: | |
needs: | |
- set-variables | |
- index-directories | |
uses: ./.github/workflows/genomehubs-fill.yml | |
with: | |
dockerversion: ${{ needs.set-variables.outputs.dockerversion }} | |
release: ${{ needs.set-variables.outputs.release }} | |
resources: ${{ needs.set-variables.outputs.resources }} | |
run-tests: | |
needs: | |
- set-variables | |
- fill-values | |
uses: ./.github/workflows/genomehubs-test.yml | |
with: | |
dockerversion: ${{ needs.set-variables.outputs.dockerversion }} | |
release: ${{ needs.set-variables.outputs.release }} | |
resources: ${{ needs.set-variables.outputs.resources }} | |
finish-release: | |
needs: | |
- set-variables | |
- run-tests | |
uses: ./.github/workflows/finish-release.yml | |
with: | |
dockerversion: ${{ needs.set-variables.outputs.dockerversion }} | |
release: ${{ needs.set-variables.outputs.release }} | |
resources: ${{ needs.set-variables.outputs.resources }} |