BC WALLET RUN ALL TESTS ON ALL DEVICES #970
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: BC WALLET RUN ALL TESTS ON ALL DEVICES | |
| on: | |
| # repository dispatch: if could be triggered from bc wallet repo then wait for midnight, don't think we can wait. | |
| workflow_dispatch: | |
| schedule: | |
| - cron: "0 0 * * *" # every day at midnight | |
| jobs: | |
| check-app-updated: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| APP_IS_NEW: ${{ steps.check-app-updated-on-sl.outputs.APP_IS_NEW }} | |
| NEW_APP_NAME: ${{ steps.check-app-updated-on-sl.outputs.NEW_APP_NAME }} | |
| steps: | |
| - name: checkout-test-harness | |
| uses: actions/checkout@v4 | |
| - name: check-app-updated-on-sl | |
| id: check-app-updated-on-sl | |
| run: | | |
| output=($(python .github/workflows/bc_wallet/get_sl_apps_uploaded.py ${{ secrets.SAUCE_USERNAME }} ${{ secrets.SAUCE_ACCESS_KEY }} Android us-west-1 .github/workflows/bc_wallet/latest_app.json )) | |
| echo ${output[@]} | |
| echo ${output[0]} | |
| echo ${output[1]} | |
| echo "::set-output name=APP_IS_NEW::${output[0]}" | |
| echo "::set-output name=NEW_APP_NAME::${output[1]}" | |
| run-on-device-tests: | |
| needs: [check-app-updated] | |
| #needs: [check-app-updated-ios, check-app-updated-android] | |
| if: ${{ needs.check-app-updated.outputs.APP_IS_NEW }} == 'true' | |
| runs-on: ubuntu-latest | |
| strategy: | |
| max-parallel: 1 | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - mobile-platform: "-p Android" | |
| app-file-name: "-a ${{ needs.check-app-updated.outputs.NEW_APP_NAME }}.aab" | |
| report-project: "android-multi-device-full" | |
| - mobile-platform: "-p iOS" | |
| app-file-name: "-a ${{ needs.check-app-updated.outputs.NEW_APP_NAME }}.ipa" | |
| report-project: "ios-multi-device-full" | |
| - mobile-platform: "-p Android" | |
| app-file-name: "-a ${{ needs.check-app-updated.outputs.NEW_APP_NAME }}.aab" | |
| report-project: "candy-uvp-pcft-chat-android" | |
| - mobile-platform: "-p iOS" | |
| app-file-name: "-a ${{ needs.check-app-updated.outputs.NEW_APP_NAME }}.ipa" | |
| report-project: "candy-uvp-pcft-chat-ios" | |
| - mobile-platform: "-p Android" | |
| app-file-name: "-a ${{ needs.check-app-updated.outputs.NEW_APP_NAME }}.aab" | |
| report-project: "bc-digital-id-android" | |
| - mobile-platform: "-p iOS" | |
| app-file-name: "-a ${{ needs.check-app-updated.outputs.NEW_APP_NAME }}.ipa" | |
| report-project: "bc-digital-id-ios" | |
| - mobile-platform: "-p Android" | |
| app-file-name: "-a ${{ needs.check-app-updated.outputs.NEW_APP_NAME }}.aab" | |
| report-project: "bc-showcase-android" | |
| - mobile-platform: "-p iOS" | |
| app-file-name: "-a ${{ needs.check-app-updated.outputs.NEW_APP_NAME }}.ipa" | |
| report-project: "bc-showcase-ios" | |
| #timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: run-aath-agents | |
| if: ${{ matrix.mobile-platform=='-p iOS' && !contains(matrix.report-project,'candy-uvp-pcft-chat') }} | |
| uses: ./.github/workflows/run-aath-agents | |
| with: | |
| LEDGER_URL_CONFIG: "http://test.bcovrin.vonx.io" | |
| USE_NGROK: "" | |
| - name: run-aath-agents-ngrok | |
| if: ${{ matrix.mobile-platform=='-p Android' && !contains(matrix.report-project,'candy-uvp-pcft-chat') }} | |
| uses: ./.github/workflows/run-aath-agents | |
| with: | |
| NGROK_AUTHTOKEN: ${{ secrets.NGROK_AUTHTOKEN }} | |
| LEDGER_URL_CONFIG: "http://test.bcovrin.vonx.io" | |
| USE_NGROK: "-n" | |
| - name: run-aath-verifier-agent | |
| if: ${{ matrix.mobile-platform=='-p iOS' && contains(matrix.report-project,'candy-uvp-pcft-chat') }} | |
| uses: ./.github/workflows/run-aath-agents | |
| with: | |
| TEST_AGENTS: "-b acapy-main" | |
| GENESIS_URL: "https://raw.githubusercontent.com/ICCS-ISAC/dtrust-reconu/main/CANdy/test/pool_transactions_genesis" | |
| AGENT_CONFIG_FILE: "/aries-backchannels/acapy/read_only_ledger_verifier_config.yaml" | |
| USE_NGROK: "" | |
| - name: run-aath-verifier-agent-ngrok | |
| if: ${{ matrix.mobile-platform=='-p Android' && contains(matrix.report-project,'candy-uvp-pcft-chat') }} | |
| uses: ./.github/workflows/run-aath-agents | |
| with: | |
| NGROK_AUTHTOKEN: ${{ secrets.NGROK_AUTHTOKEN }} | |
| TEST_AGENTS: "-b acapy-main" | |
| GENESIS_URL: "https://raw.githubusercontent.com/ICCS-ISAC/dtrust-reconu/main/CANdy/test/pool_transactions_genesis" | |
| AGENT_CONFIG_FILE: "/aries-backchannels/acapy/read_only_ledger_verifier_config.yaml" | |
| USE_NGROK: "-n" | |
| - name: run-sauce-connect-tunnel | |
| if: ${{ matrix.mobile-platform=='-p iOS' && !contains(matrix.report-project,'candy-uvp-pcft-chat') && !contains(matrix.report-project,'bc-showcase-ios') }} | |
| uses: saucelabs/sauce-connect-action@v2 | |
| with: | |
| username: ${{ secrets.SAUCE_USERNAME }} | |
| accessKey: ${{ secrets.SAUCE_ACCESS_KEY }} | |
| directDomains: apple.com,ppq.apple.com,aries-mediator-agent.vonx.io | |
| # tunnelIdentifier: github-action-tunnel | |
| # region: us-west-1 | |
| # - name: Saucectl RUN Docker and Cloud | |
| # uses: saucelabs/saucectl-run-action@v1 | |
| # env: | |
| # SAUCE_USERNAME: ${{secrets.SAUCE_USERNAME}} | |
| # SAUCE_ACCESS_KEY: ${{secrets.SAUCE_ACCESS_KEY}} | |
| # with: | |
| # testing-environment: "" | |
| # concurrency: 10 | |
| # - name: run-sauce-connect-tunnel | |
| # run: | | |
| # docker run \ | |
| # -e SAUCE_USERNAME=${{ secrets.SAUCE_USERNAME }} \ | |
| # -e SAUCE_ACCESS_KEY=${{ secrets.SAUCE_ACCESS_KEY }} \ | |
| # --network="host" \ | |
| # --detach \ | |
| # saucelabs/sauce-connect | |
| - name: Run AMTH All Tests | |
| if: ${{ contains(matrix.report-project,'multi-device-full') }} | |
| uses: ./.github/workflows/run-test-harness | |
| env: | |
| LEDGER_URL_CONFIG: "http://test.bcovrin.vonx.io" | |
| REGION: "us-west-1" | |
| #TEST_RETRY_ATTEMPTS_OVERRIDE: "2" | |
| with: | |
| MOBILE_WALLET: "-w bc_wallet" | |
| ISSUER_AGENT: '-i "AATH;http://0.0.0.0:9020"' | |
| VERIFIER_AGENT: '-v "AATH;http://0.0.0.0:9030"' | |
| DEVICE_CLOUD: "-d SauceLabs" | |
| DEVICE_CLOUD_USER: "-u ${{ secrets.SAUCE_USERNAME }}" | |
| DEVICE_CLOUD_KEY: "-k ${{ secrets.SAUCE_ACCESS_KEY }}" | |
| MOBILE_PLATFORM: ${{ matrix.mobile-platform }} | |
| APP_FILE_NAME: ${{ matrix.app-file-name }} | |
| TEST_SCOPE: "-t @bc_wallet -t ~@wip -t ~@Connectionless -t ~@BCSC -t ~@BCShowcase" | |
| REPORT_PROJECT: ${{ matrix.report-project }} | |
| continue-on-error: true | |
| # - name: Shutdown Sauce Connect Tunnel | |
| # if: ${{ matrix.mobile-platform=='-p iOS' }} | |
| # run: | | |
| # docker ps \ | |
| # --format '{{.ID}} {{.Image}}' | \ | |
| # grep saucelabs/sauce-connect | \ | |
| # awk '{print $1}' | \ | |
| # xargs docker stop | |
| - name: Run AMTH BC Wallet Connectionless Tests | |
| if: ${{ contains(matrix.report-project,'candy-uvp-pcft-chat') }} | |
| uses: ./.github/workflows/run-test-harness | |
| env: | |
| REGION: "us-west-1" | |
| #TEST_RETRY_ATTEMPTS_OVERRIDE: "2" | |
| with: | |
| MOBILE_WALLET: "-w bc_wallet" | |
| ISSUER_AGENT: '-i "CANdy_UVP;https://openvp-candy-issuer-test.apps.silver.devops.gov.bc.ca/"' | |
| VERIFIER_AGENT: '-v "AATH;http://0.0.0.0:9030"' | |
| DEVICE_CLOUD: "-d SauceLabs" | |
| DEVICE_CLOUD_USER: "-u ${{ secrets.SAUCE_USERNAME }}" | |
| DEVICE_CLOUD_KEY: "-k ${{ secrets.SAUCE_ACCESS_KEY }}" | |
| MOBILE_PLATFORM: ${{ matrix.mobile-platform }} | |
| APP_FILE_NAME: ${{ matrix.app-file-name }} | |
| TEST_SCOPE: "-t @bc_wallet -t @Connectionless -t ~@wip -t ~@BCSC -t ~@BCShowcase" | |
| REPORT_PROJECT: ${{ matrix.report-project }} | |
| continue-on-error: true | |
| - name: Run AMTH BC Wallet BC Digital ID Tests | |
| #if: ${{ matrix.report-project=='bc-digital-id-ios' || matrix.report-project=='bc-digital-id-android' }} | |
| if: ${{ contains(matrix.report-project,'bc-digital-id') }} | |
| uses: ./.github/workflows/run-test-harness | |
| env: | |
| REGION: "us-west-1" | |
| BC_VP_USERNAME: ${{ secrets.BC_VP_USERNAME }} | |
| BC_VP_PASSWORD: ${{ secrets.BC_VP_PASSWORD }} | |
| BC_VP_HOLDER_EMAIL: ${{ secrets.BC_VP_HOLDER_EMAIL }} | |
| BC_VP_HOLDER_EMAIL_PASSWORD: ${{ secrets.BC_VP_HOLDER_EMAIL_PASSWORD }} | |
| BCSC_ACCOUNT_USER: ${{ secrets.BCSC_ACCOUNT_USER }} | |
| BCSC_ACCOUNT_PASSWORD: ${{ secrets.BCSC_ACCOUNT_PASSWORD }} | |
| # GOOGLE_API_TOKEN: ${{ secrets.GOOGLE_API_TOKEN }} | |
| # GOOGLE_API_CREDENTIALS: ${{ secrets.GOOGLE_API_CREDENTIALS }} | |
| #TEST_RETRY_ATTEMPTS_OVERRIDE: "2" | |
| with: | |
| MOBILE_WALLET: "-w bc_wallet" | |
| ISSUER_AGENT: '-i "BC_VP;https://bcvcpilot-issuer-admin-test.apps.silver.devops.gov.bc.ca"' | |
| VERIFIER_AGENT: '-v "AATH;http://0.0.0.0:9030"' | |
| DEVICE_CLOUD: "-d SauceLabs" | |
| DEVICE_CLOUD_USER: "-u ${{ secrets.SAUCE_USERNAME }}" | |
| DEVICE_CLOUD_KEY: "-k ${{ secrets.SAUCE_ACCESS_KEY }}" | |
| MOBILE_PLATFORM: ${{ matrix.mobile-platform }} | |
| APP_FILE_NAME: ${{ matrix.app-file-name }} | |
| TEST_SCOPE: "-t @bc_wallet -t @BCSC -t ~@wip" | |
| REPORT_PROJECT: ${{ matrix.report-project }} | |
| continue-on-error: true | |
| - name: Run BC Wallet with BC Showcase Tests | |
| if: ${{ contains(matrix.report-project,'bc-showcase') }} | |
| uses: ./.github/workflows/run-test-harness | |
| env: | |
| LEDGER_URL_CONFIG: "http://test.bcovrin.vonx.io" | |
| REGION: "us-west-1" | |
| #TEST_RETRY_ATTEMPTS_OVERRIDE: "2" | |
| with: | |
| MOBILE_WALLET: "-w bc_wallet" | |
| ISSUER_AGENT: '-i "BCShowcaseIssuer;https://bc-wallet-demo.apps.silver.devops.gov.bc.ca/"' | |
| VERIFIER_AGENT: '-v "BCShowcaseVerifier;https://bc-wallet-demo.apps.silver.devops.gov.bc.ca/"' | |
| DEVICE_CLOUD: "-d SauceLabs" | |
| DEVICE_CLOUD_USER: "-u ${{ secrets.SAUCE_USERNAME }}" | |
| DEVICE_CLOUD_KEY: "-k ${{ secrets.SAUCE_ACCESS_KEY }}" | |
| MOBILE_PLATFORM: ${{ matrix.mobile-platform }} | |
| APP_FILE_NAME: ${{ matrix.app-file-name }} | |
| TEST_SCOPE: "-t @bc_wallet -t @BCShowcase -t ~@wip" | |
| REPORT_PROJECT: ${{ matrix.report-project }} | |
| continue-on-error: true | |
| - name: archive screenshots | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: test-screenshots_from_main | |
| path: ./*.png | |
| retention-days: 7 | |
| - name: Upload AMTH All Test results to Allure | |
| uses: ./.github/workflows/run-send-gen-test-results-secure | |
| with: | |
| REPORT_PROJECT: ${{ matrix.report-project }} | |
| ADMIN_USER: ${{ secrets.ALLURE_USERNAME }} | |
| ADMIN_PW: ${{ secrets.ALLURE_PASSWD }} |