amplify_canaries.yaml

name: Amplify Canaries
on:
  pull_request:
    paths:
      - ".github/workflows/amplify_canaries.yaml"
  schedule:
    # 6am pacific time daily, only runs on default branch
    - cron: "0 13 * * *"

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  # Ensure an app pulling in published Amplify libraries can build properly
  build:
    runs-on: macos-latest
    # These permissions are needed to interact with GitHub's OIDC Token endpoint.
    permissions:
      id-token: write
      contents: read
    strategy:
      fail-fast: false
      matrix:
        channel:
          - "beta"
          - "stable"
        flutter-version:
          - "any" # latest
        include:
          - channel: "stable"
            flutter-version: "3.10.1"
    steps:
      - uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # 3.5.3
        with:
          persist-credentials: false

      - name: Install dependencies
        uses: ./.github/composite_actions/install_dependencies
        with:
          channel: ${{ matrix.channel }}
          flutter-version: ${{ matrix.flutter-version }}

      # Flutter requires Java 11 to build android apps with Gradle.
      - uses: actions/setup-java@5ffc13f4174014e2d4d4572b3d74c3fa61aeb2c2 # 3.11.0
        with:
          distribution: "corretto" # Amazon Corretto Build of OpenJDK
          java-version: "11"

      - name: Build Canary (iOS)
        run: build-support/build_canary.sh ios --no-codesign

      - name: Build Canary (Android)
        run: build-support/build_canary.sh apk

      - name: Log failing builds
        if: ${{ failure() }}
        uses: ./.github/composite_actions/log_metric
        with:
          role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
          aws-region: ${{ secrets.AWS_REGION }}
          metric-name: BuildCanaryTestFailure
          value: 1
          dimensions: channel=${{ matrix.channel }}
      - name: Log succeeding builds
        if: ${{ success() }}
        uses: ./.github/composite_actions/log_metric
        with:
          role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
          aws-region: ${{ secrets.AWS_REGION }}
          metric-name: BuildCanaryTestFailure
          value: 0
          dimensions: channel=${{ matrix.channel }}

  e2e-android:
    runs-on: macos-latest
    # These permissions are needed to interact with GitHub's OIDC Token endpoint.
    permissions:
      id-token: write
      contents: read
    strategy:
      fail-fast: false
      matrix:
        channel:
          - "beta"
          - "stable"
        flutter-version:
          - "any" # latest
        include:
          - channel: "stable"
            flutter-version: "3.10.1"
    steps:
      - uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # 3.5.3
        with:
          persist-credentials: false
          submodules: true

      - name: Install dependencies
        uses: ./.github/composite_actions/install_dependencies
        with:
          channel: ${{ matrix.channel }}
          flutter-version: ${{ matrix.flutter-version }}

      # Flutter requires Java 11 to build android apps with Gradle.
      - uses: actions/setup-java@5ffc13f4174014e2d4d4572b3d74c3fa61aeb2c2 # 3.11.0
        with:
          distribution: "corretto" # Amazon Corretto Build of OpenJDK
          java-version: "11"

      # Must be run before `fetch_backends` so that `pubspec.lock` is present.
      - name: Pub Upgrade
        working-directory: canaries
        run: flutter pub upgrade

      - name: Fetch Amplify backend configurations
        uses: ./.github/composite_actions/fetch_backends
        with:
          role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
          aws-region: ${{ secrets.AWS_REGION }}
          scope: amplified_todo
          secret-identifier: ${{ secrets.AWS_SECRET_IDENTIFIER }}

      - name: Run Canary
        timeout-minutes: 45
        uses: ./.github/composite_actions/launch_android_emulator
        with:
          # Perform a build to reduce startup time of `flutter test` and prevent timeout
          script: cd canaries && flutter build apk --debug && flutter test -d emulator-5554 integration_test/main_test.dart

      - name: Log failing android runs
        if: ${{ failure() }}
        uses: ./.github/composite_actions/log_metric
        with:
          role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
          aws-region: ${{ secrets.AWS_REGION }}
          metric-name: E2ECanaryTestFailure
          value: 1
          dimensions: channel=${{ matrix.channel }},platform=android
      - name: Log succeeding android runs
        if: ${{ success() }}
        uses: ./.github/composite_actions/log_metric
        with:
          role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
          aws-region: ${{ secrets.AWS_REGION }}
          metric-name: E2ECanaryTestFailure
          value: 0
          dimensions: channel=${{ matrix.channel }},platform=android

  e2e-ios:
    runs-on: macos-13
    # These permissions are needed to interact with GitHub's OIDC Token endpoint.
    permissions:
      id-token: write
      contents: read
    strategy:
      fail-fast: false
      matrix:
        channel:
          - "beta"
          - "stable"
        flutter-version:
          - "any" # latest
        include:
          - channel: "stable"
            flutter-version: "3.10.1"
        ios-version:
          - "14.5"
          - "16"
    steps:
      - uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # 3.5.3
        with:
          persist-credentials: false
          submodules: true

      - name: Install dependencies
        uses: ./.github/composite_actions/install_dependencies
        with:
          channel: ${{ matrix.channel }}
          flutter-version: ${{ matrix.flutter-version }}

      # Must be run before `fetch_backends` so that `pubspec.lock` is present.
      - name: Pub Upgrade
        working-directory: canaries
        run: flutter pub upgrade

      - name: Fetch Amplify backend configurations
        uses: ./.github/composite_actions/fetch_backends
        with:
          role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
          aws-region: ${{ secrets.AWS_REGION }}
          scope: amplified_todo
          secret-identifier: ${{ secrets.AWS_SECRET_IDENTIFIER }}

      # Launching the iOS simulator is flaky. Try twice and fail if both
      # attempts timeout.
      - name: Launch iOS simulator (attempt 1)
        id: launch
        uses: ./.github/composite_actions/launch_ios_simulator
        timeout-minutes: 15
        continue-on-error: true
        with:
          ios-version: ${{ matrix.ios-version }}

      - name: Launch iOS simulator (attempt 2)
        if: steps.launch.outcome == 'failure'
        uses: ./.github/composite_actions/launch_ios_simulator
        timeout-minutes: 15
        with:
          ios-version: ${{ matrix.ios-version }}

      - name: Run iOS integration tests
        timeout-minutes: 45
        working-directory: canaries
        run: |
          # Perform a build to reduce startup time of `flutter test` and prevent timeout 
          flutter build ios --simulator --target=integration_test/main_test.dart
          flutter test -d test integration_test/main_test.dart --verbose

      - name: Log failing ios runs
        if: ${{ failure() }}
        uses: ./.github/composite_actions/log_metric
        with:
          role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
          aws-region: ${{ secrets.AWS_REGION }}
          metric-name: E2ECanaryTestFailure
          value: 1
          dimensions: channel=${{ matrix.channel }},platform=ios
      - name: Log succeeding ios runs
        if: ${{ success() }}
        uses: ./.github/composite_actions/log_metric
        with:
          role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
          aws-region: ${{ secrets.AWS_REGION }}
          metric-name: E2ECanaryTestFailure
          value: 0
          dimensions: channel=${{ matrix.channel }},platform=ios