Setup testmo integration

.github/workflows/build.yaml

@@ -33,6 +33,16 @@ jobs:
         run: |
           echo "OAREPO_VERSION: >>>$OAREPO_VERSION<<< >>>${{ inputs.oarepo }}<<<"
       - uses: actions/checkout@v3
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 19
+      - run: npm install --no-save @testmo/testmo-cli
+      - run: |
+          npx testmo automation:resources:add-field --name git --type string \
+            --value ${GITHUB_SHA:0:7} --resources resources.json
+          RUN_URL="$GITHUB_SERVER_URL/$GITHUB_REPOSITORY/actions/runs/$GITHUB_RUN_ID"
+          npx testmo automation:resources:add-link --name build \
+            --url $RUN_URL --resources resources.json
       - name: Set up Python
         uses: actions/setup-python@v3
         with:
@@ -66,6 +76,10 @@ jobs:
           redis-version: ${{ matrix.redis-version }}
 
       - name: Run tests
+        env:
+          TESTMO_TOKEN: ${{ secrets.TESTMO_TOKEN }}
+          TESTMO_ORG_NAME: ${{ secrets.TESTMO_ORG_NAME }}
+          TESTMO_PROJECT_ID: ${{ secrets.TESTMO_PROJECT_ID }}
         run: |
           ./run-tests.sh
 

.github/workflows/push.yaml

@@ -9,6 +9,7 @@ permissions:
 jobs:
   build12:
     uses: ./.github/workflows/build.yaml
+    secrets: inherit
     with:
       oarepo: "12"
 

.gitignore

@@ -92,4 +92,6 @@ thesis
 dist
 .vscode
 
-/thesis
+/thesis
+
+.tests

run-tests.sh

@@ -50,9 +50,31 @@ pip install uritemplate
 
 invenio index destroy --force --yes-i-know || true
 
-## run OOM separately as it needs its own configuration of logging
-pytest -m "not oom" tests
-pytest -m "oom" tests
+wrap_command_for_testmo() {
+  cmd="$1"
+  shift
+
+  if [ -z "$TESTMO_TOKEN" ]; then
+    "${cmd}" "$@"
+  else
+    if [ -d .tests/results ] ; then
+      rm -rf .tests/results
+    fi
+    echo "Running tests with testmo"
+    GITHUB_REPO_SHORT=${GITHUB_REPOSITORY#*/}
+
+    npx testmo automation:run:submit \
+      --instance "https://${TESTMO_ORG_NAME}.testmo.net" \
+      --project-id "${TESTMO_PROJECT_ID}" \
+      --name "Test Run ${GITHUB_REPOSITORY} @ ${GITHUB_REF_NAME}" \
+      --source "${GITHUB_REPO_SHORT}" \
+      --results .tests/results/*.xml \
+      -- "${cmd}" "$@"
+  fi
+}
+
+wrap_command_for_testmo pytest -m "not oom" --junitxml=.tests/results/result.xml tests
+wrap_command_for_testmo pytest -m "oom" --junitxml=.tests/results/result.xml tests
 
 
 test -d $VENV/var/instance || mkdir $VENV/var/instance
@@ -77,4 +99,4 @@ sleep 5
 
 python3 tests/records2_async_data/generate_async_data_for_import.py /tmp/sample-records-for-import 100
 invenio oarepo fixtures load --no-system-fixtures /tmp/sample-records-for-import --on-background --bulk-size 10
-python3 tests/records2_async_data/check_async_data_loaded.py 100
+python3 tests/records2_async_data/check_async_data_loaded.py 100

tests/test_testmo_integration.py

@@ -0,0 +1,11 @@
+def test_testmo_integration(record_property):
+    #record_property("author", "mirekys")
+    #record_property("text:description", "This test case evaluates integration features of Testmo")
+    #record_property("url:github", "https://github.com/oarepo/oarepo-runtime/tests/test_testmo_integration.py")
+
+    # Testmo also supports automation steps, including statuses & sub fields
+    #record_property("step[passed]", "Check if sky is blue")
+    assert True
+
+    #record_property("step", "Check if cows are purple")
+    assert False