diff --git a/.buildkite/pipeline.full.yml b/.buildkite/pipeline.full.yml index 60b8b71c3..8a196e0d6 100644 --- a/.buildkite/pipeline.full.yml +++ b/.buildkite/pipeline.full.yml @@ -55,6 +55,10 @@ steps: - "--no-tunnel" - "--aws-public-ip" - "features/release/barebone_tests.feature" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 25 concurrency_group: 'bitbar' concurrency_method: eager @@ -84,6 +88,10 @@ steps: - "--no-tunnel" - "--aws-public-ip" - "features/release/barebone_tests.feature" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 25 concurrency_group: 'bitbar' concurrency_method: eager @@ -119,6 +127,10 @@ steps: # PLAT-11155: App hang scenarios run on BrowserStack - "features/release" - "--exclude=features/release/[e-z].*.feature$" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 25 concurrency_group: 'bitbar' concurrency_method: eager @@ -150,6 +162,10 @@ steps: - "--fail-fast" - "features/release" - "--exclude=features/release/[a-d].*.feature$" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 25 concurrency_group: 'bitbar' concurrency_method: eager @@ -181,6 +197,10 @@ steps: - "--no-tunnel" - "--aws-public-ip" - "--fail-fast" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 25 concurrency_group: 'bitbar' concurrency_method: eager @@ -207,6 +227,10 @@ steps: - "--no-tunnel" - "--aws-public-ip" - "--fail-fast" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 25 concurrency_group: 'bitbar' concurrency_method: eager @@ -235,6 +259,10 @@ steps: # PLAT-11155: App hang scenarios run on BrowserStack - "features/release" - "--exclude=features/release/[e-z].*.feature$" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 25 concurrency_group: 'bitbar' concurrency_method: eager @@ -266,6 +294,10 @@ steps: - "--fail-fast" - "features/release" - "--exclude=features/release/[a-d].*.feature$" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 25 concurrency_group: 'bitbar' concurrency_method: eager @@ -298,6 +330,10 @@ steps: # PLAT-11155: App hang scenarios run on BrowserStack - "features/release" - "--exclude=features/release/[e-z].*.feature$" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 25 concurrency_group: 'bitbar' concurrency_method: eager @@ -329,6 +365,10 @@ steps: - "--fail-fast" - "features/release" - "--exclude=features/release/[a-d].*.feature$" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 25 concurrency_group: 'bitbar' concurrency_method: eager @@ -361,6 +401,10 @@ steps: - "--appium-version=1.21.0" - "--fail-fast" - "features/app_hangs.feature" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 5 concurrency_group: 'browserstack-app' concurrency_method: eager @@ -392,6 +436,10 @@ steps: - "--appium-version=1.21.0" - "--fail-fast" - "features/app_hangs.feature" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 5 concurrency_group: 'browserstack-app' concurrency_method: eager @@ -421,6 +469,10 @@ steps: - "--appium-version=1.21.0" - "--fail-fast" - "features/app_hangs.feature" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 5 concurrency_group: 'browserstack-app' concurrency_method: eager @@ -453,6 +505,10 @@ steps: # - "--appium-version=1.21.0" # - "--fail-fast" # - "features/app_hangs.feature" + # test-collector#v1.10.2: + # files: "reports/TEST-*.xml" + # format: "junit" + # branch: "^master|next$$" # concurrency: 5 # concurrency_group: 'browserstack-app' # concurrency_method: eager @@ -473,9 +529,13 @@ steps: upload: - "macOSTestApp.log" - "maze_output/failed/**/*" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" commands: - bundle install - - bundle exec maze-runner + - bundle exec maze-runner features/release --os=macos --fail-fast @@ -492,9 +552,13 @@ steps: upload: - "macOSTestApp.log" - "maze_output/failed/**/*" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" commands: - bundle install - - bundle exec maze-runner + - bundle exec maze-runner features/release --os=macos --fail-fast @@ -509,6 +573,10 @@ steps: artifacts#v1.5.0: download: ["features/fixtures/macos/output/macOSTestApp_Release.zip"] upload: ["macOSTestApp.log", "maze_output/failed/**/*"] + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" commands: - bundle install - bundle exec maze-runner diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 44f79b765..6ab8c3f78 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -206,6 +206,10 @@ steps: upload: - "macOSTestApp.log" - "maze_output/failed/**/*" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" commands: - bundle install - bundle exec maze-runner @@ -225,6 +229,10 @@ steps: upload: - "macOSTestApp.log" - "maze_output/failed/**/*" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" commands: - bundle install - bundle exec maze-runner @@ -244,6 +252,10 @@ steps: upload: - "macOSTestApp.log" - "maze_output/failed/**/*" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" commands: - bundle install - bundle exec maze-runner @@ -281,6 +293,10 @@ steps: artifacts#v1.5.0: download: ["features/fixtures/macos/output/macOSTestApp_Release.zip"] upload: ["macOSTestApp.log", "maze_output/failed/**/*"] + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" commands: - bundle install - bundle exec maze-runner @@ -374,6 +390,10 @@ steps: - "--fail-fast" - "features/release" - "--exclude=features/release/[e-z].*.feature$" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 25 concurrency_group: 'browserstack-app' concurrency_method: eager @@ -405,6 +425,10 @@ steps: - "--fail-fast" - "features/release" - "--exclude=features/release/[a-d].*.feature$" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 25 concurrency_group: 'browserstack-app' concurrency_method: eager @@ -434,6 +458,10 @@ steps: - "--appium-version=1.21.0" - "--fail-fast" - "features/app_hangs.feature" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 5 concurrency_group: 'browserstack-app' concurrency_method: eager @@ -475,6 +503,10 @@ steps: - "--aws-public-ip" - "--fail-fast" - "features/release/barebone_tests.feature" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 25 concurrency_group: 'bitbar' concurrency_method: eager @@ -505,6 +537,10 @@ steps: - "--aws-public-ip" - "--fail-fast" - "features/release/barebone_tests.feature" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 25 concurrency_group: 'bitbar' concurrency_method: eager @@ -535,6 +571,10 @@ steps: - "--aws-public-ip" - "--fail-fast" - "features/release/barebone_tests.feature" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 25 concurrency_group: 'bitbar' concurrency_method: eager @@ -565,6 +605,10 @@ steps: - "--aws-public-ip" - "--fail-fast" - "features/release/barebone_tests.feature" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 25 concurrency_group: 'bitbar' concurrency_method: eager @@ -597,6 +641,10 @@ steps: - "--device=IOS_17" - "--fail-fast" - "features/debug" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 5 concurrency_group: 'browserstack-app' concurrency_method: eager @@ -627,6 +675,10 @@ steps: - "--aws-public-ip" - "--fail-fast" - "features/debug" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" concurrency: 25 concurrency_group: 'bitbar' concurrency_method: eager @@ -647,6 +699,10 @@ steps: upload: - "macOSTestApp.log" - "maze_output/failed/**/*" + test-collector#v1.10.2: + files: "reports/TEST-*.xml" + format: "junit" + branch: "^master|next$$" commands: - bundle install - bundle exec maze-runner diff --git a/docker-compose.yml b/docker-compose.yml index 392560c19..dfe2683ac 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -4,6 +4,7 @@ x-common-environment: &common-environment DEBUG: VERBOSE: BUILDKITE: + BUILDKITE_ANALYTICS_TOKEN: BUILDKITE_BRANCH: BUILDKITE_BUILD_CREATOR: BUILDKITE_BUILD_NUMBER: @@ -19,6 +20,7 @@ x-common-environment: &common-environment MAZE_BUGSNAG_API_KEY: MAZE_REPEATER_API_KEY: MAZE_SCENARIO_BUGSNAG_API_KEY: + MAZE_NO_FAIL_FAST: services: cocoa-maze-runner: @@ -31,6 +33,7 @@ services: - ./features/fixtures/ios/output:/app/build - ./features/:/app/features/ - ./maze_output:/app/maze_output + - ./reports/:/app/reports/ cocoa-maze-runner-bitbar: image: 855461928731.dkr.ecr.us-west-1.amazonaws.com/maze-runner-releases:latest-v9-cli @@ -46,3 +49,4 @@ services: - ./features/:/app/features/ - ./maze_output:/app/maze_output - /var/run/docker.sock:/var/run/docker.sock + - ./reports/:/app/reports/ diff --git a/features/support/maze.buildkite.cfg b/features/support/maze.buildkite.cfg new file mode 100644 index 000000000..c5bc18276 --- /dev/null +++ b/features/support/maze.buildkite.cfg @@ -0,0 +1,3 @@ +--format=junit +--out=reports +--format=pretty