Skip to content
Java PR

Generate SBOM and Provenance for released images #6695

Sign in to view logs

Generate SBOM and Provenance for released images

Generate SBOM and Provenance for released images #6695

Workflow file for this run

.github/workflows/java-pr.yml at 83d8e6b
# Copyright 2021 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# Checks that are intended to run on PRs containing Java code.
name: Java PR
on:
pull_request:
branches:
- 'main'
paths:
- '**.java'
- '**.xml'
# Include python files and Dockerfiles used for YAML and xlang templates.
- '**.py'
- 'plugins/core-plugin/src/main/resources/**'
# Include relevant GitHub Action files for running these checks.
# This will make it easier to verify action changes don't break anything.
- '.github/actions/setup-env/*'
- '.github/workflows/java-pr.yml'
# Exclude spanner paths from global run (covered in https://github.com/GoogleCloudPlatform/DataflowTemplates/blob/main/.github/workflows/spanner-pr.yml)
- '!v2/datastream-to-spanner/**'
- '!v2/spanner-common/**'
- '!v2/spanner-change-streams-to-sharded-file-sink/**'
- '!v2/gcs-to-sourcedb/**'
- '!v2/spanner-migrations-sdk/**'
- '!v2/spanner-custom-shard/**'
- '!v2/sourcedb-to-spanner/**'
schedule:
- cron: "0 */12 * * *"
workflow_dispatch:
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true
env:
MAVEN_OPTS: -Dorg.slf4j.simpleLogger.log.org.apache.maven.plugins.shade=error
permissions: read-all
jobs:
test:
name: Test
runs-on: [self-hosted, it]
timeout-minutes: 30
steps:
- name: Test staging
run: |
mvn compile package \
-f /home/runner/actions-runner/_work/DataflowTemplates/DataflowTemplates/pom.xml \
-pl metadata,v2/common,v2/mongodb-to-googlecloud,plugins/templates-maven-plugin \
-am -PtemplatesStage,pluginOutputDir \
-DpluginRunId=frfWSWvgSepxmqsj -DskipShade=true -DskipTests -Dmaven.test.skip \
-Dcheckstyle.skip -Dmdep.analyze.skip -Dspotless.check.skip -Denforcer.skip \
-DprojectId=cloud-teleport-testing -Dregion=us-central1 \
-DbucketName=cloud-teleport-testing-it-gitactions \
-DgcpTempLocation=cloud-teleport-testing-it-gitactions \
-DstagePrefix=2024-09-23-00-00-00_IT -DtemplateName=MongoDB_to_BigQuery \
-DunifiedWorker=null -e
# spotless_check:
# name: Spotless
# timeout-minutes: 10
# runs-on: ubuntu-latest
# steps:
# - name: Checkout Code
# uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # v2.7.0
# - name: Setup Environment
# id: setup-env
# uses: ./.github/actions/setup-env
# - name: Run Spotless
# run: ./cicd/run-spotless
# checkstyle_check:
# name: Checkstyle
# timeout-minutes: 10
# runs-on: ubuntu-latest
# steps:
# - name: Checkout Code
# uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # v2.7.0
# - name: Setup Environment
# id: setup-env
# uses: ./.github/actions/setup-env
# - name: Run Checkstyle
# run: ./cicd/run-checkstyle
# java_build:
# name: Build
# timeout-minutes: 60
# runs-on: [self-hosted, it]
# steps:
# - name: Checkout Code
# uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # v2.7.0
# - name: Setup Environment
# id: setup-env
# uses: ./.github/actions/setup-env
# - name: Run Build
# run: ./cicd/run-build
# - name: Cleanup Java Environment
# uses: ./.github/actions/cleanup-java-env
# java_unit_tests:
# name: Unit Tests
# needs: [java_build]
# timeout-minutes: 60
# runs-on: [self-hosted, it]
# steps:
# - name: Checkout Code
# uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # v2.7.0
# - name: Setup Environment
# id: setup-env
# uses: ./.github/actions/setup-env
# - name: Run Unit Tests
# run: ./cicd/run-unit-tests
# - name: Upload Unit Tests Report
# uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce # v3.1.2
# if: always() # always run even if the previous step fails
# with:
# name: surefire-test-results
# path: '**/surefire-reports/TEST-*.xml'
# retention-days: 1
# - name: Upload coverage reports to Codecov
# uses: codecov/[email protected]
# with:
# token: ${{ secrets.CODECOV_TOKEN }}
# slug: GoogleCloudPlatform/DataflowTemplates
# files: 'target/site/jacoco-aggregate/jacoco.xml'
# # Temp fix for https://github.com/codecov/codecov-action/issues/1487
# version: v0.6.0
# - name: Cleanup Java Environment
# uses: ./.github/actions/cleanup-java-env
# if: always()
# java_integration_smoke_tests_templates:
# name: Dataflow Templates Integration Smoke Tests
# needs: [spotless_check, checkstyle_check, java_build, java_unit_tests]
# timeout-minutes: 60
# # Run on any runner that matches all the specified runs-on values.
# runs-on: [self-hosted, it]
# steps:
# - name: Checkout Code
# uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # v2.7.0
# - name: Setup Environment
# id: setup-env
# uses: ./.github/actions/setup-env
# - name: Run Integration Smoke Tests
# run: |
# ./cicd/run-it-smoke-tests \
# --modules-to-build="DEFAULT" \
# --it-region="us-central1" \
# --it-project="cloud-teleport-testing" \
# --it-artifact-bucket="cloud-teleport-testing-it-gitactions" \
# --it-private-connectivity="datastream-private-connect-us-central1"
# - name: Upload Smoke Tests Report
# uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce # v3.1.2
# if: always() # always run even if the previous step fails
# with:
# name: surefire-test-results
# path: '**/surefire-reports/TEST-*.xml'
# retention-days: 1
# - name: Cleanup Java Environment
# uses: ./.github/actions/cleanup-java-env
# if: always()
# java_integration_tests_templates:
# name: Dataflow Templates Integration Tests
# needs: [java_integration_smoke_tests_templates]
# timeout-minutes: 240
# # Run on any runner that matches all the specified runs-on values.
# runs-on: [self-hosted, it]
# steps:
# - name: Checkout Code
# uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # v2.7.0
# - name: Setup Environment
# id: setup-env
# uses: ./.github/actions/setup-env
# - name: Run Integration Tests
# run: |
# ./cicd/run-it-tests \
# --modules-to-build="DEFAULT" \
# --it-region="us-central1" \
# --it-project="cloud-teleport-testing" \
# --it-artifact-bucket="cloud-teleport-testing-it-gitactions" \
# --it-private-connectivity="datastream-private-connect-us-central1"
# - name: Upload Integration Tests Report
# uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce # v3.1.2
# if: always() # always run even if the previous step fails
# with:
# name: surefire-test-results
# path: '**/surefire-reports/TEST-*.xml'
# retention-days: 1
# - name: Cleanup Java Environment
# uses: ./.github/actions/cleanup-java-env
# if: always()
# java_load_tests_templates:
# if: contains(github.event.pull_request.labels.*.name, 'run-load-tests')
# name: Dataflow Templates Load Tests
# needs: [spotless_check, checkstyle_check, java_build, java_unit_tests, java_integration_tests_templates]
# timeout-minutes: 600
# # Run on any runner that matches all the specified runs-on values.
# runs-on: [self-hosted, perf]
# steps:
# - name: Checkout Code
# uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # v2.7.0
# - name: Setup Environment
# id: setup-env
# uses: ./.github/actions/setup-env
# - name: Run Load Tests
# run: |
# ./cicd/run-load-tests \
# --it-region="us-central1" \
# --it-project="cloud-teleport-testing" \
# --it-artifact-bucket="cloud-teleport-testing-it-gitactions" \
# --it-private-connectivity="datastream-private-connect-us-central1"
# - name: Cleanup Java Environment
# uses: ./.github/actions/cleanup-java-env
# if: always()