UDMI Test Suite #9846
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: UDMI Test Suite | |
| on: | |
| push: | |
| branches: | |
| - '**' | |
| workflow_dispatch: | |
| pull_request: | |
| schedule: | |
| - cron: '0 13 * * *' | |
| concurrency: | |
| group: ci-${{ github.repository }} | |
| cancel-in-progress: true | |
| jobs: | |
| unit: | |
| name: Unit Tests | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '17' | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Checkout source | |
| uses: actions/checkout@v4 | |
| - name: start and test local servers | |
| run: | | |
| bin/setup_base | |
| bin/clone_model | |
| bin/start_pubsub | |
| - name: bin/run_tests all_tests | |
| run: bin/run_tests all_tests | |
| - name: all test output | |
| if: ${{ !cancelled() }} | |
| run: more out/test_* | |
| - name: validator test output | |
| if: ${{ !cancelled() }} | |
| run: more out/test_validator+bin+build+check | |
| - name: pubber test output | |
| if: ${{ !cancelled() }} | |
| run: more out/test_pubber+bin+build+check | |
| - name: udmis test output | |
| if: ${{ !cancelled() }} | |
| run: more out/test_udmis+bin+build+check | |
| - name: site test output | |
| if: ${{ !cancelled() }} | |
| run: more out/test_bin+test_sites | |
| spelling: | |
| name: Docs Spelling Checks | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 1 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Check Spelling | |
| uses: rojopolis/[email protected] | |
| with: | |
| config_path: .spellcheck.yml | |
| task_name: Markdown | |
| sequencer: | |
| name: Sequencer Tests | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 20 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| shard: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9] | |
| if: vars.TARGET_PROJECT != '' | |
| env: | |
| TARGET_PROJECT: ${{ vars.TARGET_PROJECT }} | |
| UDMI_ALT_REGISTRY: ZZ-REDIRECT-NA | |
| UDMI_REGISTRY_SUFFIX: _${{ matrix.shard }} | |
| MATRIX_SHARD_COUNT: 10 | |
| MATRIX_SHARD_INDEX: ${{ matrix.shard }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '17' | |
| - name: base setup | |
| run: bin/run_tests install_dependencies | |
| - name: local setup | |
| run: bin/start_local sites/udmi_site_model $TARGET_PROJECT | |
| - name: registrar clean | |
| run: bin/test_regclean $TARGET_PROJECT | |
| - name: sequence tests clean | |
| if: ${{ !cancelled() }} | |
| run: bin/test_sequencer clean nocheck $TARGET_PROJECT | |
| - name: sequence tests alpha | |
| if: ${{ !cancelled() }} | |
| run: bin/test_sequencer alpha nocheck $TARGET_PROJECT | |
| - name: sequence test post-process | |
| if: ${{ !cancelled() }} | |
| run: egrep ' test .* after .*s ' out/sequencer.log | tee out/timing_sequencer.out | |
| - name: itemized sequencer tests | |
| if: ${{ !cancelled() }} | |
| run: bin/test_itemized $TARGET_PROJECT | |
| - name: output files | |
| if: ${{ !cancelled() }} | |
| run: more out/*.out* | cat | |
| - name: pubber logs | |
| if: ${{ !cancelled() }} | |
| run: more out/pubber.log* pubber/out/*.json | cat | |
| - name: udmis log | |
| if: ${{ !cancelled() }} | |
| run: cat /tmp/udmis.log || true | |
| - name: itemized test post-process | |
| if: ${{ !cancelled() }} | |
| run: egrep ' test .* after .*s ' out/sequencer.log-* | tee out/timing_itemized.out | |
| - name: support bundle | |
| if: ${{ !cancelled() }} | |
| run: | | |
| bin/support ${{ github.repository_owner }}_${{ github.job }}_ | |
| tar -tzvf *udmi-support*.tgz | |
| - uses: actions/upload-artifact@v4 | |
| if: ${{ !cancelled() }} | |
| with: | |
| if-no-files-found: error | |
| name: udmi-support_${{ github.run_id }}-${{ matrix.shard }} | |
| path: '*_udmi-support_*.tgz' | |
| baseline: | |
| name: Baseline Tests | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 15 | |
| if: vars.TARGET_PROJECT != '' | |
| env: | |
| TARGET_PROJECT: ${{ vars.TARGET_PROJECT }} | |
| UDMI_ALT_REGISTRY: ZZ-REDIRECT-NA | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '17' | |
| - name: base setup | |
| run: bin/run_tests install_dependencies | |
| - name: local setup | |
| run: bin/start_local sites/udmi_site_model $TARGET_PROJECT | |
| - name: registrar clean | |
| run: bin/test_regclean solo $TARGET_PROJECT | |
| - name: special sequences | |
| if: ${{ !cancelled() }} | |
| run: bin/test_special $TARGET_PROJECT | |
| - name: telemetry validator | |
| if: ${{ !cancelled() }} | |
| run: bin/test_validator $TARGET_PROJECT | |
| - name: validator result | |
| if: ${{ !cancelled() }} | |
| run: more out/validator.out || true | |
| - name: message captures | |
| if: ${{ !cancelled() }} | |
| run: | | |
| cd sites/udmi_site_model/out | |
| find . -type f | sort | xargs ls -l | |
| find . -type f | sort | xargs more | cat | |
| - name: nostate sequences | |
| if: ${{ !cancelled() }} | |
| run: bin/test_sequencer nostate full $TARGET_PROJECT | |
| - name: support bundle | |
| if: ${{ !cancelled() }} | |
| run: UDMI_REGISTRY_SUFFIX=_b bin/support ${{ github.repository_owner }}_${{ github.job }}_ | |
| - uses: actions/upload-artifact@v4 | |
| if: ${{ !cancelled() }} | |
| with: | |
| if-no-files-found: error | |
| name: udmi-support_${{ github.run_id }}-b | |
| path: '*_udmi-support_*.tgz' | |
| runlocal: | |
| name: UDMIS Local Setup | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 20 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '17' | |
| - name: base setup | |
| run: | | |
| bin/setup_base | |
| bin/clone_model | |
| bin/registrar sites/udmi_site_model | |
| - name: local setup | |
| run: bin/start_local sites/udmi_site_model //mqtt/localhost | |
| - name: bin/test_etcd | |
| run: bin/test_etcd | |
| - name: bin/test_mosquitto | |
| run: bin/test_mosquitto | |
| - name: bin/test_regclean | |
| run: bin/test_regclean //mqtt/localhost | |
| - name: bin/test_sequencer | |
| run: bin/test_sequencer local full //mqtt/localhost $(< etc/local_tests.txt) | |
| - name: bin/test_udmis | |
| run: bin/test_udmis | |
| - name: mosquitto debug | |
| if: ${{ !cancelled() }} | |
| run: | | |
| mosquitto -h || true | |
| sudo more /etc/mosquitto/* /etc/mosquitto/conf.d/* || true | |
| - name: udmis log | |
| if: ${{ !cancelled() }} | |
| run: cat /tmp/udmis.log | |
| - name: mosquitto logs | |
| if: ${{ !cancelled() }} | |
| run: cat /var/log/mosquitto/mosquitto.log || true | |
| - name: support bundle | |
| if: ${{ !cancelled() }} | |
| run: bin/support ${{ github.repository_owner }}_${{ github.job }}_ | |
| - uses: actions/upload-artifact@v4 | |
| if: ${{ !cancelled() }} | |
| with: | |
| if-no-files-found: error | |
| name: udmi-support_${{ github.run_id }}-l | |
| path: '*_udmi-support_*.tgz' | |
| automapping: | |
| name: Automapping capability | |
| runs-on: ubuntu-latest | |
| needs: baseline | |
| timeout-minutes: 10 | |
| if: ${{ vars.TARGET_PROJECT != '' && !cancelled() }} | |
| env: | |
| TARGET_PROJECT: ${{ vars.TARGET_PROJECT }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '17' | |
| - name: base setup | |
| run: | | |
| bin/setup_base | |
| bin/clone_model | |
| - name: local setup | |
| run: bin/start_local sites/udmi_site_model $TARGET_PROJECT | |
| - name: bin/test_automapper | |
| run: bin/test_automapper $TARGET_PROJECT | |
| - name: udmis log | |
| if: ${{ !cancelled() }} | |
| run: cat /tmp/udmis.log | |
| - name: pubber log | |
| if: ${{ !cancelled() }} | |
| run: cat out/pubber.log.GAT-123 | |
| - name: support bundle | |
| if: ${{ !cancelled() }} | |
| run: bin/support ${{ github.repository_owner }}_${{ github.job }}_ | |
| - uses: actions/upload-artifact@v4 | |
| if: ${{ !cancelled() }} | |
| with: | |
| if-no-files-found: error | |
| name: udmi-support_${{ github.run_id }}-m | |
| path: '*_udmi-support_*.tgz' | |
| redirect: | |
| name: Endpoint Redirection | |
| runs-on: ubuntu-latest | |
| needs: automapping | |
| timeout-minutes: 15 | |
| if: ${{ vars.TARGET_PROJECT != '' && !cancelled() }} | |
| env: | |
| TARGET_PROJECT: ${{ vars.TARGET_PROJECT }} | |
| UDMI_ALT_REGISTRY: ZZ-REDIRECT-NA | |
| MQTT_PROXY_HOST: ${{ vars.MQTT_PROXY_HOST }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '17' | |
| - name: base setup | |
| run: bin/run_tests install_dependencies | |
| - name: local setup | |
| run: bin/start_local sites/udmi_site_model $TARGET_PROJECT | |
| - name: regclean | |
| run: bin/test_regclean $TARGET_PROJECT | |
| - name: bin/test_proxy | |
| if: ${{ env.MQTT_PROXY_HOST != '' }} | |
| run: bin/test_proxy $TARGET_PROJECT $MQTT_PROXY_HOST | |
| - name: bin/test_redirect | |
| run: bin/test_redirect $TARGET_PROJECT | |
| - name: pubber.log | |
| if: ${{ !cancelled() }} | |
| run: more out/pubber.log* | cat | |
| - name: support bundle | |
| if: ${{ !cancelled() }} | |
| run: UDMI_REGISTRY_SUFFIX=_r bin/support ${{ github.repository_owner }}_${{ github.job }}_ | |
| - uses: actions/upload-artifact@v4 | |
| if: ${{ !cancelled() }} | |
| with: | |
| if-no-files-found: error | |
| name: udmi-support_${{ github.run_id }}-r | |
| path: '*_udmi-support_*.tgz' | |
| posttest: | |
| name: Post-test Summarization | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 5 | |
| needs: [ baseline, sequencer, redirect, runlocal ] | |
| if: ${{ !cancelled() && vars.TARGET_PROJECT != '' }} | |
| env: | |
| TARGET_PROJECT: ${{ vars.TARGET_PROJECT }} | |
| UDMI_ALT_REGISTRY: ZZ-REDIRECT-NA | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Base setup | |
| run: bin/setup_base | |
| - name: Download all sharded support packages | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: udmi-support_${{ github.run_id }} | |
| pattern: udmi-support_${{ github.run_id }}-* | |
| merge-multiple: true | |
| - name: Upload merged support package | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| if-no-files-found: error | |
| name: udmi-support_${{ github.run_id }} | |
| path: 'udmi-support_${{ github.run_id }}/*_udmi-support_*.tgz' | |
| - name: Processing support package | |
| run: bin/support_process udmi-support_* | |
| - name: Test run index | |
| run: | | |
| ls -d sites/udmi_site_model*/out*/devices/AHU-1/tests/* | |
| find out* -name 'schema*.out*' -size +0 | xargs more | cat | |
| - name: Sequencer validation | |
| if: ${{ !cancelled() }} | |
| run: bin/test_sequcheck | |
| - name: Itemized validation | |
| if: ${{ !cancelled() }} | |
| run: bin/test_itemcheck |