Nightly workflows refactor (#39)

* Create default-nightly.yml * Nightly variants * Schedule nightly builds * Disable arc nightly, More space required on builder * Disable rocm nightly, More disk space required on builder
Atinoda · Feb 11, 2024 · d21346e · d21346e
1 parent f971ca0
commit d21346e
Show file tree

Hide file tree

Showing 4 changed files with 180 additions and 0 deletions.
diff --git a/.github/workflows/arc-nightly.yml b/.github/workflows/arc-nightly.yml
@@ -0,0 +1,45 @@
+name: Build arc-nightly
+#on:
+#  push:
+#  schedule:
+#    - cron: '22 12 * * *'
+
+jobs:
+  nightly-build-and-push-default:
+    runs-on: ubuntu-latest
+    steps:
+      - 
+        name: Maximize build space
+        uses: easimon/maximize-build-space@master
+        with:
+          overprovision-lvm: 'true'
+          remove-dotnet: 'true'
+          remove-android: 'true'
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      -
+        name: Login to Docker Hub
+        uses: docker/login-action@v2
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+      -
+        name: Set build date
+        run: echo "BUILD_DATE=$(date -u +'%Y-%m-%dT%H:%M:%SZ')" >> $GITHUB_ENV
+
+      -
+        name: Set version
+        run: echo "VERSION_TAG=nightly" >> $GITHUB_ENV
+
+      -
+        name: Build and push - default
+        uses: docker/build-push-action@v4
+        with:
+          push: true
+          target: default-arc
+          build-args: BUILD_DATE=${{ env.BUILD_DATE }},VERSION_TAG=${{ env.VERSION_TAG }}
+          tags: atinoda/text-generation-webui:default-arc-nightly
diff --git a/.github/workflows/cpu-nightly.yml b/.github/workflows/cpu-nightly.yml
@@ -0,0 +1,45 @@
+name: Build cpu-nightly
+on:
+#  push:
+  schedule:
+    - cron: '22 12 * * *'
+
+jobs:
+  nightly-build-and-push-default:
+    runs-on: ubuntu-latest
+    steps:
+      - 
+        name: Maximize build space
+        uses: easimon/maximize-build-space@master
+        with:
+          overprovision-lvm: 'true'
+          remove-dotnet: 'true'
+          remove-android: 'true'
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      -
+        name: Login to Docker Hub
+        uses: docker/login-action@v2
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+      -
+        name: Set build date
+        run: echo "BUILD_DATE=$(date -u +'%Y-%m-%dT%H:%M:%SZ')" >> $GITHUB_ENV
+
+      -
+        name: Set version
+        run: echo "VERSION_TAG=nightly" >> $GITHUB_ENV
+
+      -
+        name: Build and push - default
+        uses: docker/build-push-action@v4
+        with:
+          push: true
+          target: default-cpu
+          build-args: BUILD_DATE=${{ env.BUILD_DATE }},VERSION_TAG=${{ env.VERSION_TAG }}
+          tags: atinoda/text-generation-webui:default-cpu-nightly
diff --git a/.github/workflows/default-nightly.yml b/.github/workflows/default-nightly.yml
@@ -0,0 +1,45 @@
+name: Build default-nightly
+on:
+#  push:
+  schedule:
+    - cron: '22 12 * * *'
+
+jobs:
+  nightly-build-and-push-default:
+    runs-on: ubuntu-latest
+    steps:
+      - 
+        name: Maximize build space
+        uses: easimon/maximize-build-space@master
+        with:
+          overprovision-lvm: 'true'
+          remove-dotnet: 'true'
+          remove-android: 'true'
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      -
+        name: Login to Docker Hub
+        uses: docker/login-action@v2
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+      -
+        name: Set build date
+        run: echo "BUILD_DATE=$(date -u +'%Y-%m-%dT%H:%M:%SZ')" >> $GITHUB_ENV
+
+      -
+        name: Set version
+        run: echo "VERSION_TAG=nightly" >> $GITHUB_ENV
+
+      -
+        name: Build and push - default
+        uses: docker/build-push-action@v4
+        with:
+          push: true
+          target: default-nvidia
+          build-args: BUILD_DATE=${{ env.BUILD_DATE }},VERSION_TAG=${{ env.VERSION_TAG }}
+          tags: atinoda/text-generation-webui:default-nightly,atinoda/text-generation-webui:default-nvidia-nightly
diff --git a/.github/workflows/rocm-nightly.yml b/.github/workflows/rocm-nightly.yml
@@ -0,0 +1,45 @@
+name: Build rocm-nightly
+#on:
+#  push:
+#  schedule:
+#    - cron: '22 12 * * *'
+
+jobs:
+  nightly-build-and-push-default:
+    runs-on: ubuntu-latest
+    steps:
+      - 
+        name: Maximize build space
+        uses: easimon/maximize-build-space@master
+        with:
+          overprovision-lvm: 'true'
+          remove-dotnet: 'true'
+          remove-android: 'true'
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      -
+        name: Login to Docker Hub
+        uses: docker/login-action@v2
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+      -
+        name: Set build date
+        run: echo "BUILD_DATE=$(date -u +'%Y-%m-%dT%H:%M:%SZ')" >> $GITHUB_ENV
+
+      -
+        name: Set version
+        run: echo "VERSION_TAG=nightly" >> $GITHUB_ENV
+
+      -
+        name: Build and push - default
+        uses: docker/build-push-action@v4
+        with:
+          push: true
+          target: default-rocm
+          build-args: BUILD_DATE=${{ env.BUILD_DATE }},VERSION_TAG=${{ env.VERSION_TAG }}
+          tags: atinoda/text-generation-webui:default-rocm-nightly