From d3b0ee29c109930e122ab0a8ba1b01c4c3418ae0 Mon Sep 17 00:00:00 2001 From: AnkitCLI Date: Tue, 23 Jan 2024 16:03:26 +0530 Subject: [PATCH] added step for validation. --- .../src/e2e-test/features/Wrangler/DataTypeParsers.feature | 5 ++++- .../src/e2e-test/features/Wrangler/ParseAsCsv.feature | 3 ++- .../src/e2e-test/features/Wrangler/ParseAsExcel.feature | 2 +- .../e2e-test/features/Wrangler/ParseAsFixedLength.feature | 3 ++- .../src/e2e-test/features/Wrangler/ParseAsHl7.feature | 6 +++--- .../src/e2e-test/features/Wrangler/ParseAsJson.feature | 3 ++- .../src/e2e-test/features/Wrangler/ParseAsXmlToJson.feature | 3 ++- .../src/e2e-test/resources/errorMessage.properties | 1 + .../src/e2e-test/resources/pluginParameters.properties | 1 + 9 files changed, 18 insertions(+), 9 deletions(-) create mode 100644 wrangler-transform/src/e2e-test/resources/errorMessage.properties diff --git a/wrangler-transform/src/e2e-test/features/Wrangler/DataTypeParsers.feature b/wrangler-transform/src/e2e-test/features/Wrangler/DataTypeParsers.feature index cb4946091..66016f7cf 100644 --- a/wrangler-transform/src/e2e-test/features/Wrangler/DataTypeParsers.feature +++ b/wrangler-transform/src/e2e-test/features/Wrangler/DataTypeParsers.feature @@ -25,12 +25,13 @@ Feature: datatype parsers Then Replace input plugin property: "dataset" with value: "dataset" Then Replace input plugin property: "table" with value: "bqSourceTable" Then Click on the Get Schema button + Then Validate "BigQueryTable" plugin properties Then Close the Plugin Properties page Then Navigate to the properties page of plugin: "BigQuery2" Then Replace input plugin property: "project" with value: "projectId" Then Replace input plugin property: "table" with value: "bqTargetTable" Then Replace input plugin property: "dataset" with value: "dataset" - Then Click on the Validate button + Then Validate "BigQuery2" plugin properties Then Close the Plugin Properties page Then Rename the pipeline Then Deploy the pipeline @@ -53,11 +54,13 @@ Feature: datatype parsers Then Replace input plugin property: "table" with value: "bqSourceTable" Then Click on the Get Schema button Then Close the Plugin Properties page + Then Validate "BigQueryTable" plugin properties Then Navigate to the properties page of plugin: "BigQuery2" Then Replace input plugin property: "project" with value: "projectId" Then Replace input plugin property: "table" with value: "bqTargetTable" Then Replace input plugin property: "dataset" with value: "dataset" Then Click on the Validate button + Then Validate "BigQuery2" plugin properties Then Close the Plugin Properties page Then Rename the pipeline Then Deploy the pipeline diff --git a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsCsv.feature b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsCsv.feature index d2f1d7d69..3cf923618 100644 --- a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsCsv.feature +++ b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsCsv.feature @@ -25,12 +25,13 @@ Feature: Wrangler - Run time scenarios for parse csv Then Replace input plugin property: "dataset" with value: "dataset" Then Replace input plugin property: "table" with value: "bqSourceTable" Then Click on the Get Schema button + Then Validate "BigQueryTable" plugin properties Then Close the Plugin Properties page Then Navigate to the properties page of plugin: "BigQuery2" Then Replace input plugin property: "project" with value: "projectId" Then Replace input plugin property: "table" with value: "bqTargetTable" Then Replace input plugin property: "dataset" with value: "dataset" - Then Click on the Validate button + Then Validate "BigQuery2" plugin properties Then Close the Plugin Properties page Then Rename the pipeline Then Deploy the pipeline diff --git a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsExcel.feature b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsExcel.feature index 0573ef93c..2a3d21acf 100644 --- a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsExcel.feature +++ b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsExcel.feature @@ -28,7 +28,7 @@ Feature: Parse as excel Then Replace input plugin property: "project" with value: "projectId" Then Replace input plugin property: "table" with value: "bqTargetTable" Then Replace input plugin property: "dataset" with value: "dataset" - Then Click on the Validate button + Then Validate "BigQuery" plugin properties Then Close the Plugin Properties page Then Rename the pipeline Then Deploy the pipeline diff --git a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsFixedLength.feature b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsFixedLength.feature index fbab2ea29..cb2929120 100644 --- a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsFixedLength.feature +++ b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsFixedLength.feature @@ -25,12 +25,13 @@ Feature: parse as fixed length Then Replace input plugin property: "dataset" with value: "dataset" Then Replace input plugin property: "table" with value: "bqSourceTable" Then Click on the Get Schema button + Then Validate "BigQueryTable" plugin properties Then Close the Plugin Properties page Then Navigate to the properties page of plugin: "BigQuery2" Then Replace input plugin property: "project" with value: "projectId" Then Replace input plugin property: "table" with value: "bqTargetTable" Then Replace input plugin property: "dataset" with value: "dataset" - Then Click on the Validate button + Then Validate "BigQuery2" plugin properties Then Close the Plugin Properties page Then Rename the pipeline Then Deploy the pipeline diff --git a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsHl7.feature b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsHl7.feature index b947db228..15ac6000d 100644 --- a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsHl7.feature +++ b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsHl7.feature @@ -25,15 +25,15 @@ Feature: parse as HL7 Then Replace input plugin property: "dataset" with value: "dataset" Then Replace input plugin property: "table" with value: "bqSourceTable" Then Click on the Get Schema button + Then Validate "BigQueryTable" plugin properties Then Close the Plugin Properties page Then Navigate to the properties page of plugin: "BigQuery2" Then Replace input plugin property: "project" with value: "projectId" Then Replace input plugin property: "table" with value: "bqTargetTable" Then Replace input plugin property: "dataset" with value: "dataset" - Then Click on the Validate button + Then Validate "BigQuery2" plugin properties Then Close the Plugin Properties page - Then Rename the pipeline - Then Deploy the pipeline + Then Save and Deploy Pipeline Then Run the Pipeline in Runtime Then Wait till pipeline is in running state Then Open and capture logs diff --git a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsJson.feature b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsJson.feature index 5a0880e16..a7ba8f92d 100644 --- a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsJson.feature +++ b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsJson.feature @@ -25,12 +25,13 @@ Feature: parse as Json Then Replace input plugin property: "dataset" with value: "dataset" Then Replace input plugin property: "table" with value: "bqSourceTable" Then Click on the Get Schema button + Then Validate "BigQueryTable" plugin properties Then Close the Plugin Properties page Then Navigate to the properties page of plugin: "BigQuery2" Then Replace input plugin property: "project" with value: "projectId" Then Replace input plugin property: "table" with value: "bqTargetTable" Then Replace input plugin property: "dataset" with value: "dataset" - Then Click on the Validate button + Then Validate "BigQuery2" plugin properties Then Close the Plugin Properties page Then Rename the pipeline Then Deploy the pipeline diff --git a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsXmlToJson.feature b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsXmlToJson.feature index 600858941..a0f0b5a9a 100644 --- a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsXmlToJson.feature +++ b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsXmlToJson.feature @@ -25,12 +25,13 @@ Feature: parse as XmlToJson Then Replace input plugin property: "dataset" with value: "dataset" Then Replace input plugin property: "table" with value: "bqSourceTable" Then Click on the Get Schema button + Then Validate "BigQueryTable" plugin properties Then Close the Plugin Properties page Then Navigate to the properties page of plugin: "BigQuery2" Then Replace input plugin property: "project" with value: "projectId" Then Replace input plugin property: "table" with value: "bqTargetTable" Then Replace input plugin property: "dataset" with value: "dataset" - Then Click on the Validate button + Then Validate "BigQuery2" plugin properties Then Close the Plugin Properties page Then Rename the pipeline Then Deploy the pipeline diff --git a/wrangler-transform/src/e2e-test/resources/errorMessage.properties b/wrangler-transform/src/e2e-test/resources/errorMessage.properties new file mode 100644 index 000000000..c9688304c --- /dev/null +++ b/wrangler-transform/src/e2e-test/resources/errorMessage.properties @@ -0,0 +1 @@ +validationSuccessMessage=No errors found. \ No newline at end of file diff --git a/wrangler-transform/src/e2e-test/resources/pluginParameters.properties b/wrangler-transform/src/e2e-test/resources/pluginParameters.properties index 810ea4d95..16519804e 100644 --- a/wrangler-transform/src/e2e-test/resources/pluginParameters.properties +++ b/wrangler-transform/src/e2e-test/resources/pluginParameters.properties @@ -9,6 +9,7 @@ Directive_parse_excel=testData/Wrangler/parse_excel_wrangler_copy-cdap-data-pipe Directive_parse_csv=testData/Wrangler\ /parse_csv_wrangle-cdap-data-pipeline.json bqSourceTable=dummy +bqTargetTable=dummy sourcePath=example/hello.csv gcsSourceBucket=dummy testFile=BQtesdata/BigQuery/test1.xlsx