Skip to content

Commit

Permalink
Merge branch 'master' into 29908
Browse files Browse the repository at this point in the history
  • Loading branch information
hjtran committed Feb 5, 2024
2 parents c96c218 + d5aa44c commit 4f4962f
Show file tree
Hide file tree
Showing 2,692 changed files with 130,244 additions and 59,470 deletions.
4 changes: 4 additions & 0 deletions .asf.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -49,6 +49,10 @@ github:

protected_branches:
master: {}
release-2.54.0: {}
release-2.53.0: {}
release-2.52.0: {}
release-2.51.0: {}
release-2.50.0: {}
release-2.49.0: {}
release-2.48.0: {}
Expand Down
1 change: 1 addition & 0 deletions .github/ISSUE_TEMPLATE/bug.yml
Original file line number Diff line number Diff line change
Expand Up @@ -63,6 +63,7 @@ body:
- label: "Component: Go SDK"
- label: "Component: Typescript SDK"
- label: "Component: IO connector"
- label: "Component: Beam YAML"
- label: "Component: Beam examples"
- label: "Component: Beam playground"
- label: "Component: Beam katas"
Expand Down
1 change: 1 addition & 0 deletions .github/ISSUE_TEMPLATE/failing_test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,7 @@ body:
- label: "Component: Go SDK"
- label: "Component: Typescript SDK"
- label: "Component: IO connector"
- label: "Component: Beam YAML"
- label: "Component: Beam examples"
- label: "Component: Beam playground"
- label: "Component: Beam katas"
Expand Down
1 change: 1 addition & 0 deletions .github/ISSUE_TEMPLATE/feature.yml
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,7 @@ body:
- label: "Component: Go SDK"
- label: "Component: Typescript SDK"
- label: "Component: IO connector"
- label: "Component: Beam YAML"
- label: "Component: Beam examples"
- label: "Component: Beam playground"
- label: "Component: Beam katas"
Expand Down
1 change: 1 addition & 0 deletions .github/ISSUE_TEMPLATE/task.yml
Original file line number Diff line number Diff line change
Expand Up @@ -58,6 +58,7 @@ body:
- label: "Component: Go SDK"
- label: "Component: Typescript SDK"
- label: "Component: IO connector"
- label: "Component: Beam YAML"
- label: "Component: Beam examples"
- label: "Component: Beam playground"
- label: "Component: Beam katas"
Expand Down
20 changes: 20 additions & 0 deletions .github/REVIEWERS.yml
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,8 @@ labels:
- kennknowles
- robertwb
- bvolpato
- m-trieu
- damondouglas
exclusionList: []
- name: IO
reviewers:
Expand All @@ -48,21 +50,39 @@ labels:
- Abacn
- ahmedabu98
- bvolpato
- damondouglas
exclusionList: []
- name: spanner
reviewers:
- nielm
- name: bigtable
reviewers:
- igorbernstein2
- mutianf
exclusionList: []
- name: healthcare
reviewers:
- svetakvsundhar
exclusionList: []
- name: Build
reviewers:
- damccorm
- Abacn
exclusionList: []
- name: website
reviewers:
- rszper
- melap
- damccorm
- liferoad
- kennknowles
exclusionList: []
fallbackReviewers:
- Abacn
- AnandInguva
- chamikaramj
- damccorm
- damondouglas
- johnjcasey
- jrmccluskey
- kennknowles
Expand Down
10 changes: 5 additions & 5 deletions .github/actions/common-rc-validation/action.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -36,19 +36,19 @@ runs:
shell: bash
run: |
echo "---------------------Downloading Python Staging RC----------------------------"
wget ${PYTHON_RC_DOWNLOAD_URL}/${RELEASE_VER}/python/apache-beam-${RELEASE_VER}.zip
wget ${PYTHON_RC_DOWNLOAD_URL}/${RELEASE_VER}/python/apache-beam-${RELEASE_VER}.zip.sha512
if [[ ! -f apache-beam-$RELEASE_VER.zip ]]; then
wget ${PYTHON_RC_DOWNLOAD_URL}/${RELEASE_VER}/python/apache-beam-${RELEASE_VER}.tar.gz
wget ${PYTHON_RC_DOWNLOAD_URL}/${RELEASE_VER}/python/apache-beam-${RELEASE_VER}.tar.gz.sha512
if [[ ! -f apache-beam-$RELEASE_VER.tar.gz ]]; then
{ echo "Fail to download Python Staging RC files." ;exit 1; }
fi
echo "--------------------------Verifying Hashes------------------------------------"
sha512sum -c apache-beam-${RELEASE_VER}.zip.sha512
sha512sum -c apache-beam-${RELEASE_VER}.tar.gz.sha512
`which pip` install --upgrade pip
`which pip` install --upgrade setuptools
- name: Installing python SDK
shell: bash
run: pip install apache-beam-${RELEASE_VER}.zip[gcp]
run: pip install apache-beam-${RELEASE_VER}.tar.gz[gcp]

1 change: 0 additions & 1 deletion .github/actions/gradle-command-action
Submodule gradle-command-action deleted from 90ccf0
17 changes: 6 additions & 11 deletions .github/actions/gradle-command-self-hosted-action/action.yml
Original file line number Diff line number Diff line change
Expand Up @@ -24,12 +24,6 @@ inputs:
required: false
description: 'Gradle options'
default: ''
default-arguments:
required: false
description: 'Default gradle switches' # Copied from CommonJobProperties.groovy'
default: |
--continue -Dorg.gradle.jvmargs=-Xms2g -Dorg.gradle.jvmargs=-Xmx6g \
-Dorg.gradle.vfs.watch=false -Pdocker-pull-licenses
max-workers:
required: false
description: 'Max number of workers'
Expand All @@ -41,11 +35,12 @@ runs:
- name: Run Gradle Command
shell: bash
run: |
# Removing settings.xml is a workaround to avoid a decryption issue
# of Beam's gradle-command-action plugin and github's provided
# maven settings.xml file
# This step is a workaround to avoid a decryption issue of Beam's
# net.linguica.gradle.maven.settings plugin and github's provided maven
# settings.xml file
if [ -f ~/.m2/settings.xml ]; then
rm ~/.m2/settings.xml
fi
./gradlew ${{ inputs.gradle-command }} --max-workers=${{ inputs.max-workers }} ${{ inputs.arguments }} \
${{ inputs.default-arguments }}
./gradlew ${{ inputs.gradle-command }} --max-workers=${{ inputs.max-workers }} --continue \
-Dorg.gradle.jvmargs=-Xms2g -Dorg.gradle.jvmargs=-Xmx6g -Dorg.gradle.vfs.watch=false -Pdocker-pull-licenses \
${{ inputs.arguments }}
4 changes: 3 additions & 1 deletion .github/actions/setup-action/action.yml
Original file line number Diff line number Diff line change
Expand Up @@ -36,8 +36,10 @@ runs:
shell: bash
if: github.event_name == 'issue_comment' && github.event.comment.body != inputs.comment_phrase
run: |
echo "The comment ${{ github.event.comment.body }} does not match the phrase for this instance: ${{ inputs.comment_phrase }}. Exiting."
echo "The comment $PHRASE does not match the phrase for this instance: ${{ inputs.comment_phrase }}. Exiting."
exit 1
env:
PHRASE: "${{ github.event.comment.body }}"
- name: Check out repository code if pull request commit
shell: bash
if: ${{ github.event_name == 'pull_request_target' }}
Expand Down
60 changes: 60 additions & 0 deletions .github/actions/setup-environment-action/action.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,60 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.

name: 'Setup environment action'
description: 'Setup environment to run jobs'
inputs:
python-version:
required: false
description: 'Install Python version'
default: ''
java-version:
required: false
description: 'Install Java version'
default: ''
go-version:
required: false
description: 'Install Go version'
default: ''
disable-cache:
required: false
description: 'Whether to disable the gradle cache'
default: false

runs:
using: "composite"
steps:
- name: Install Python
if: ${{ inputs.python-version != '' }}
uses: actions/setup-python@v4
with:
python-version: ${{ inputs.python-version }}
- name: Install Java
if: ${{ inputs.java-version != '' }}
uses: actions/setup-java@v3
with:
distribution: 'temurin'
java-version: ${{ inputs.java-version }}
- name: Setup Gradle
uses: gradle/gradle-build-action@v2
with:
cache-read-only: ${{ inputs.disable-cache }}
- name: Install Go
if: ${{ inputs.go-version != '' }}
uses: actions/setup-go@v3
with:
go-version: ${{ inputs.go-version }} # never set patch, to get latest patch releases.
73 changes: 73 additions & 0 deletions .github/actions/setup-k8s-access/action.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,73 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.


#Action used to trigger a failed check re-run within a PR using a comment. Add this action to your workflow with an if condition
#to check if the comment is present
#If the check is failed this will trigger it again. If its not failed a new instance of workflow will run which will not show in the status box or checks tab in the PR and can be found in the actions tab https://github.com/apache/beam/actions

name: "Setup Kuberenetes Access"
description: Sets up kuberenetes access in gcp for the current workflow
inputs:
cluster_name:
description: "Name of the cluster to be created"
required: true
default: "io-datastores"
k8s_namespace:
description: "Name of the namespace to be created"
required: true
cluster_zone:
description: "Zone of the cluster to be created"
required: true
default: "us-central1-a"


runs:
using: composite
steps:
- name: Check if inputs were provided
shell: bash
run: |
if [ -z "${{ inputs.k8s_namespace }}" ]; then
echo "Kubernetes namespace not provided"
exit 1
fi
- name: replace '_' with '-' in namespace
shell: bash
id: replace_namespace
run: |
TEST_NAMESPACE=$(echo "${{ inputs.k8s_namespace }}" | tr '_' '-' | tr '[:upper:]' '[:lower:]')
echo TEST_NAMESPACE=$TEST_NAMESPACE >> $GITHUB_OUTPUT
- name: Get the kubeconfig using gcloud
shell: bash
run: |
gcloud container clusters get-credentials ${{ inputs.cluster_name }} --zone ${{ inputs.cluster_zone }} --project apache-beam-testing
- name: Create namespace
shell: bash
run: |
kubectl create namespace ${{ steps.replace_namespace.outputs.TEST_NAMESPACE }}
- name: Set default namespace
shell: bash
run: |
kubectl config set-context --current --namespace=${{ steps.replace_namespace.outputs.TEST_NAMESPACE }}
- name: Post cleanup
uses: pyTooling/Actions/[email protected]
with:
main: echo "Post Cleanup"
post: |
echo "Post Cleanup"
kubectl delete namespace ${{ steps.replace_namespace.outputs.TEST_NAMESPACE }}
61 changes: 0 additions & 61 deletions .github/actions/setup-self-hosted-action/action.yml

This file was deleted.

Loading

0 comments on commit 4f4962f

Please sign in to comment.