test: Move run-all-gcpc-modules to GitHub Actions (#11157)

* add gcpc modules tests to gha Signed-off-by: Amanpreet Singh Bedi <[email protected]> * remove run-all-gcpc-modules test driver script Signed-off-by: Amanpreet Singh Bedi <[email protected]> * fix path under gcpc modules tests github action Signed-off-by: Amanpreet Singh Bedi <[email protected]> * upgrade ubuntu base image Signed-off-by: Amanpreet Singh Bedi <[email protected]> * upgrade python version to 3.9 Signed-off-by: Amanpreet Singh Bedi <[email protected]> --------- Signed-off-by: Amanpreet Singh Bedi <[email protected]> Signed-off-by: Amanpreet Singh Bedi <[email protected]> Co-authored-by: Amanpreet Singh Bedi <[email protected]> Signed-off-by: KevinGrantLee <[email protected]>
kubeflow · Sep 17, 2024 · d02afc2 · d02afc2
1 parent 88db3c7
commit d02afc2
Show file tree

Hide file tree

Showing 2 changed files with 56 additions and 28 deletions.
diff --git a/.github/workflows/gcpc-modules-tests.yml b/.github/workflows/gcpc-modules-tests.yml
@@ -0,0 +1,56 @@
+name: GCPC modules test
+
+on:
+  push:
+    branches: [master]
+
+  pull_request:
+    paths:
+      - '.github/workflows/gcpc-modules-tests.yml'
+      - 'sdk/python/**'
+
+jobs:
+  all-gcpc-tests:
+    runs-on: ubuntu-24.04
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: 3.9
+
+      - name: apt-get update
+        run: sudo apt-get update
+
+      - name: Install protobuf-compiler
+        run: sudo apt-get install protobuf-compiler -y
+
+      - name: Install setuptools
+        run: | 
+          pip3 install setuptools
+          pip3 freeze
+
+      - name: Install Wheel
+        run: pip3 install wheel==0.42.0
+
+      - name: Install python sdk 
+        run: pip install sdk/python
+
+      - name: Generate API proto files
+        working-directory: ./api
+        run: make clean python
+
+      - name: Install kfp-pipeline-spec from source
+        run: | 
+          python3 -m pip install api/v2alpha1/python
+
+      - name: Install google-cloud component 
+        run: pip install components/google-cloud
+
+      - name: Install Pytest
+        run: pip install $(grep 'pytest==' sdk/python/requirements-dev.txt)
+
+      - name: Run test
+        run: pytest ./test/gcpc-tests/run_all_gcpc_modules.py
diff --git a/test/presubmit-test-run-all-gcpc-modules.sh b/test/presubmit-test-run-all-gcpc-modules.sh