test: Kubeflow Pipelines V2 integration Tests (#11125)

Signed-off-by: Diego Lovison <[email protected]>

.github/workflows/kubeflow-pipelines-integration-v2.yml

@@ -0,0 +1,38 @@
+name: Kubeflow Pipelines V2 integration Tests
+
+on:
+  push:
+    branches:
+      - master
+  pull_request:
+    paths:
+      - '.github/workflows/kubeflow-pipelines-integration-v2.yml'
+      - 'samples'
+      - 'core'
+      - 'backend'
+
+jobs:
+  integration-tests:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: [3.8]
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Set up Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python }}
+
+      - name: Create KFP cluster
+        uses: ./.github/actions/kfp-cluster
+
+      - name: Forward API port
+        run: ./scripts/deploy/github/forward-port.sh "kubeflow" "ml-pipeline" 8888 8888
+
+      - name: Run the Integration Tests
+        run: |
+          ./backend/src/v2/test/integration-test.sh

backend/src/v2/test/Makefile

@@ -9,19 +9,9 @@ include $(ENV_PATH)
 SHELL = /bin/bash
 
 .PHONY: integration-test
-integration-test: upload
+integration-test:
 	export KF_PIPELINES_ENDPOINT=$(HOST) \
-		&& python -u sample_test.py \
-		--samples_config samples/test/config-integration.yaml \
-		--timeout_mins 60 \
-		--context $(GCS_ROOT)/src/context.tar.gz \
-		--gcs_root $(GCS_ROOT)/data \
-		--gcr_root $(GCR_ROOT) \
-		--kfp_package_path "$(KFP_PACKAGE_PATH)"
-
-.PHONY: upload
-upload: context
-	python -u scripts/upload_gcs_blob.py tmp/context.tar.gz $(GCS_ROOT)/src/context.tar.gz
+		&& python -u ../../../../samples/v2/sample_test.py
 
 .PHONY: context
 context:

backend/src/v2/test/requirements.txt

@@ -1,9 +1,3 @@
 # install kfp sdk from local path
 -e ../../../../sdk/python
-# TODO(chensun): remove the deprecated dependencies once migrated tests.
--r ../../../../sdk/python/requirements-deprecated.txt
-ml-metadata==1.14.0
-minio==7.0.4
-google-cloud-storage
 fire
--e ../../../../samples/test/utils