add draft flag

.github/actions/test_install/action.yml

@@ -6,34 +6,56 @@ name: test-bundle-install
 description: "test installing a bundle for a given os/python/dbt version"
 
 inputs:
-  version_number:
-    description: The release version number (i.e. 1.0.0b1).
-    required: true
+  tag:
+    description: The release version number (i.e. 1.5.12).
   python_version:
     description: The version of python to test against
     required: true
   os_platform:
     description: The os platform of the worker performing the test
     required: true
+  draft:
+    description: Whether the release is a draft
+    required: true
+
 runs:
   using: composite
   steps:
-    - name: Checkout Repo
+    - name: "Checkout Repo"
       uses: actions/checkout@v3
 
-    - name: Set up Python "${{ inputs.python_version }}"
+    - name: "Set up Python ${{ inputs.python_version }}"
       uses: actions/setup-python@v4
       with:
         python-version: "${{ inputs.python_version }}"
 
-    - name: Install Release
+    - name: "Set up venv"
       shell: bash
       run: |
         python -m venv env test_release_install
         source test_release_install/bin/activate
+        pip install --upgrade pip
+
+    - name: "Install Published Release"
+      if: ${{ !inputs.draft }}
+      shell: bash
+      run: |
         bash install_bundle.sh \
-          "${{ inputs.version_number }}" \
+          "${{ inputs.tag }}" \
+          "${{ inputs.python_version }}" \
+          "${{ inputs.os_platform }}"
+        pip freeze
+        dbt --version
+
+    - name: "Install Draft Release"
+      if: ${{ inputs.draft }}
+      shell: bash
+      run: |
+        bash ./.github/scripts/install_draft_bundle.sh \
+          "${{ inputs.tag }}" \
           "${{ inputs.python_version }}" \
           "${{ inputs.os_platform }}"
         pip freeze
-        dbt --version
+        dbt --version
+      env:
+          GH_TOKEN: ${{ github.token }}

.github/scripts/audit_draft_bundle.sh

@@ -0,0 +1,18 @@
+#!/bin/bash -e
+set -e
+
+tag="$1"
+echo $tag
+
+draft_release=$(gh release view "${tag}" --json isDraft --jq .isDraft)
+echo $draft_release
+
+if [ -z "$draft_release" ]; then
+  echo "Release with tag $tag does not exist."
+  exit 1
+fi
+
+if [ "$draft_release" = "false" ]; then
+  echo "Release with tag $tag is already published."
+  exit 1
+fi

.github/scripts/install_draft_bundle.sh

@@ -0,0 +1,23 @@
+#!/bin/bash -e
+set -e
+
+tag="$1"
+python_version="$2"
+os_platform="$3"
+suffix="${os_platform}_${python_version}"
+
+archive_file="bundle_core_all_adapters_${suffix}.zip"
+requirements_file="bundle_requirements_${suffix}.txt"
+echo $suffix
+export DBT_PSYCOPG2_NAME=psycopg2
+gh release download "${tag}" -p "${archive_file}"
+gh release download "${tag}" -p "${requirements_file}"
+unzip -o "${archive_file}" -d bundle_pkgs
+pip install -r "${requirements_file}" \
+  --no-index \
+  --no-cache-dir \
+  --ignore-installed \
+  --find-links ./bundle_pkgs \
+  --pre
+
+unset DBT_PSYCOPG2_NAME

.github/scripts/supported_python_versions.sh

@@ -0,0 +1,19 @@
+#!/bin/bash -e
+
+# 1.0 to 1.3 support python 3.7 to 3.10
+# 1.4 added support for python 3.11
+# 1.6 drops support for python 3.7
+# Note that Python 3.8 is manually added to the matrix so not included here
+
+minor_version="$1"
+if [[ ${minor_version} < 4 ]]
+then
+py_versions='["3.7", "3.8", "3.9", "3.10"]'
+elif  [[ ${minor_version} < 6 ]]
+then
+py_versions='["3.7", "3.8", "3.9", "3.10", "3.11"]'
+else
+py_versions='["3.8", "3.9", "3.10", "3.11"]'
+fi
+echo $py_versions
+echo "versions=$py_versions" >> "$GITHUB_OUTPUT"

.github/workflows/publish_draft_bundle.yml

@@ -0,0 +1,125 @@
+# **what?**
+# Moves a bundle from draft to published.  Then tests all installtion methods.
+
+# **why?**
+# This allows testing a bundle before officially releasing it.
+
+# **when?**
+# This is currently triggered manually.
+
+# **how**
+# Call workflow dispatch. For input-version please use the semantic version
+# representing the release of the dependency you want to incorporate into a new
+# bundle.
+
+name: Publish a Draft Bundle
+run-name: Publishing the draft bundle for ${{ inputs.tag }}
+permissions:
+  packages: read
+  contents: write
+  pull-requests: read
+
+on:
+  workflow_dispatch:
+    inputs:
+      tag:
+        description: The draft release tag (i.e. 1.5.17).
+        type: string
+        required: true
+
+  workflow_call:
+    inputs:
+      tag:
+        description: The draft release tag (i.e. 1.5.17).
+        type: string
+        required: true
+
+jobs:
+  publish-bundle:
+    name: "Publish the bundle"
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: "Checkout Repo"
+        uses: actions/checkout@v3
+
+      # non-zero exit code when the release does not exist and is not currently in draft status
+      - name: "Check bundle exists in draft state"
+        shell: bash
+        run: |
+          bash ./.github/scripts/audit_draft_bundle.sh "${{ inputs.tag }}"
+        env:
+            GH_TOKEN: ${{ github.token }}
+
+      - name: "Publish draft bundle"
+        id: publish-draft
+        run: |
+          echo ${{ inputs.tag }}
+          gh release edit ${{ inputs.tag }} --draft=false
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+  build-python-matrix:
+    name: "Audit Version and Build Python Release Matrix"
+    runs-on: ubuntu-latest
+    needs: ["publish-bundle"]
+    outputs:
+      python_versions: ${{ steps.build-list.outputs.versions }}
+
+    steps:
+      - name: "Checkout Repo"
+        uses: actions/checkout@v3
+
+      - name: "Audit Version And Parse Into Parts"
+        id: semver
+        uses: dbt-labs/actions/[email protected]
+        with:
+          version: ${{ inputs.tag }}
+
+      - name: "Set Python Versions"
+        id: build-list
+        run: ./.github/scripts/supported_python_versions.sh ${{ steps.semver.outputs.minor }}
+
+      - name: Print Support of Python Versions Other Than 3.8
+        run: |
+          echo "${{ steps.build-list.outputs.versions }}"
+
+  test-bundle:
+    needs: [build-python-matrix]
+    strategy:
+      # run even if some fail so we get a full picture.  At this point linux/3.8 is already released anyways so there's no reason to stop
+      fail-fast: false
+      matrix:
+        python-version: ${{ fromJSON(needs.build-python-matrix.outputs.python_versions) }}
+        os: ["macos-latest", "ubuntu-latest"]
+
+    name: ${{ matrix.os }} - ${{ matrix.python-version }}
+    runs-on: ${{ matrix.os }}
+
+    steps:
+      - name: "Checkout Repo"
+        uses: actions/checkout@v3
+
+      - name: "Set Linux OS"
+        if: matrix.os == 'ubuntu-latest'
+        run: |
+          echo "os_platform=linux" >> $GITHUB_ENV
+
+      - name: "Set Mac OS"
+        if: matrix.os == 'macos-latest'
+        run: |
+          echo "os_platform=mac" >> $GITHUB_ENV
+
+      - name: "Test install from Github Release"
+        uses: ./.github/actions/test_install
+        with:
+          tag: "${{ inputs.tag }}"
+          python_version: "${{ matrix.python-version }}"
+          os_platform: "${{ env.os_platform }}"
+          draft: false
+
+      - name: "Post Notification"
+        run: |
+          title="Test Install Successful"
+          message="Installation and version command run successful for os_platform=${{ matrix.os }}, Python=${{ matrix.python-version }}, version=${{ inputs.tag }}"
+          echo "::notice $title::$message"

.github/workflows/release_bundle.yml → .github/workflows/release_draft_bundle.yml

@@ -1,6 +1,7 @@
 # **what?**
 # This workflow generates a zip archive with all the python dependencies
 # needed to run core + all adapters for linux, mac OS platforms (future ToDo: add Windows)
+#  It will release to GitHub as a draft release.
 
 # **why?**
 # Installing from pip can result in unpredictable installs/runtime environments.
@@ -16,25 +17,31 @@
 # bundle. So if there has just been a release of dbt-core of 1.3.3 then pass that
 # as the input version (without a `v` prefix).
 
-name: Release a Bundle
-run-name: Releasing a bundle for ${{ inputs.version_number }}
+name: Release a Draft Bundle
+run-name: Drafting a release bundle for ${{ inputs.version_number }}
 permissions:
   packages: read
   contents: write
   pull-requests: read
+
 on:
   workflow_dispatch:
     inputs:
       version_number:
         description: The release version number (i.e. 1.0.0b1).
         type: string
         required: true
+
   workflow_call:
     inputs:
       version_number:
         description: The release version number (i.e. 1.0.0b1).
         type: string
         required: true
+    outputs:
+      tag: 
+        description: "The tag of the release that was created."
+        value: ${{ jobs.create-bundle.outputs.created_tag }}
 
 jobs:
   build-python-matrix:
@@ -44,30 +51,18 @@ jobs:
       python_versions: ${{ steps.build-list.outputs.versions }}
 
     steps:
+      - name: "Checkout Repo"
+        uses: actions/checkout@v3
+
       - name: "Audit Version And Parse Into Parts"
         id: semver
         uses: dbt-labs/actions/[email protected]
         with:
           version: ${{ inputs.version_number }}
 
       - name: "Set Python Versions"
-        # 1.0 to 1.3 support python 3.7 to 3.10
-        # 1.4 added support for python 3.11
-        # 1.6 drops support for python 3.7
-        # Note that Python 3.8 is manually added to the matrix so not included here
         id: build-list
-        run: |
-          if [[ ${{ steps.semver.outputs.minor }} < 4 ]]
-          then
-            py_versions='["3.7", "3.9", "3.10"]'
-          elif  [[ ${{ steps.semver.outputs.minor }} < 6 ]]
-          then
-            py_versions='["3.7", "3.9", "3.10", "3.11"]'
-          else
-            py_versions='["3.9", "3.10", "3.11"]'
-          fi
-          echo $py_versions
-          echo "versions=$py_versions" >> "$GITHUB_OUTPUT"
+        run: ./.github/scripts/supported_python_versions.sh ${{ steps.semver.outputs.minor }}
 
       - name: Print Support of Python Versions Other Than 3.8
         run: |
@@ -80,6 +75,8 @@ jobs:
       GH_ACCESS_TOKEN: ${{ secrets.GITHUB_TOKEN }}
     outputs:
       created_tag: ${{ steps.create-release.outputs.created_tag }}
+      created_asset_url: ${{ steps.create-release.outputs.created_asset_url }}
+      req_file_url: ${{ steps.create-release.outputs.req_file_url }}
     steps:
       - name: "Checkout Repo"
         uses: actions/checkout@v3
@@ -104,16 +101,14 @@ jobs:
           python -u -m release_creation.main \
            --input-version=${{ inputs.version_number }} \
            --operation=create
-          source ./result.env
-          echo "$CREATED_TAG"
-          echo "created_tag=$CREATED_TAG" >> $GITHUB_OUTPUT
-
+
       - name: "Test install from Github Release"
         uses: ./.github/actions/test_install
         with:
-          version_number: ${{ steps.create-release.outputs.created_tag }}
+          tag: "${{ steps.create-release.outputs.created_tag }}"
           python_version: "3.8"
           os_platform: "linux"
+          draft: true
 
       - name: "Post Notification"
         run: |
@@ -129,9 +124,9 @@ jobs:
       matrix:
         python-version: ${{ fromJSON(needs.build-python-matrix.outputs.python_versions) }}
         os: ["macos-latest", "ubuntu-latest"]
-        include:
+        exclude:
           - python-version: 3.8
-            os: macos-latest
+            os: ubuntu-latest
     name: ${{ matrix.os }} - ${{ matrix.python-version }}
     env:
       GH_ACCESS_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -173,9 +168,10 @@ jobs:
       - name: "Test install from Github Release"
         uses: ./.github/actions/test_install
         with:
-          version_number: ${{ needs.create-bundle.outputs.created_tag }}
-          python_version: ${{ matrix.python-version }}
-          os_platform: ${{ env.os_platform }}
+          tag: "${{ needs.create-bundle.outputs.created_tag }}"
+          python_version: "${{ matrix.python-version }}"
+          os_platform: "${{ env.os_platform }}"
+          draft: true
 
       - name: "Post Notification"
         run: |