From d5e37d42bd64c8083a561d5d3c7781e5cc2993bc Mon Sep 17 00:00:00 2001 From: Neelab Chaudhuri Date: Tue, 11 Jul 2023 00:22:11 -0600 Subject: [PATCH] added license info --- core/src/main/resources/spline.default.yaml | 9 ++++++ ...rImpl.scala => SqsLineageDispatcher.scala} | 30 ++++++++++++++----- .../SqsLineageDispatcherConfig.scala | 16 ++++++++++ 3 files changed, 48 insertions(+), 7 deletions(-) rename core/src/main/scala/za/co/absa/spline/harvester/dispatcher/{sqsdispatcher/SqsLineageDispatcherImpl.scala => SqsLineageDispatcher.scala} (67%) diff --git a/core/src/main/resources/spline.default.yaml b/core/src/main/resources/spline.default.yaml index 5115eb72..0cb8e74f 100644 --- a/core/src/main/resources/spline.default.yaml +++ b/core/src/main/resources/spline.default.yaml @@ -99,6 +99,15 @@ spline: # topic name topic: + # ------------------------------------------- + # Sqs dispatcher + # ------------------------------------------- + sqs: + className: za.co.absa.spline.harvester.dispatcher.SqsLineageDispatcher + apiVersion: "1.2" + # fully qualified sqs queue url + queue.url: + # ------------------------------------------- # Console dispatcher # ------------------------------------------- diff --git a/core/src/main/scala/za/co/absa/spline/harvester/dispatcher/sqsdispatcher/SqsLineageDispatcherImpl.scala b/core/src/main/scala/za/co/absa/spline/harvester/dispatcher/SqsLineageDispatcher.scala similarity index 67% rename from core/src/main/scala/za/co/absa/spline/harvester/dispatcher/sqsdispatcher/SqsLineageDispatcherImpl.scala rename to core/src/main/scala/za/co/absa/spline/harvester/dispatcher/SqsLineageDispatcher.scala index e3e8bdf1..4fdf82b1 100644 --- a/core/src/main/scala/za/co/absa/spline/harvester/dispatcher/sqsdispatcher/SqsLineageDispatcherImpl.scala +++ b/core/src/main/scala/za/co/absa/spline/harvester/dispatcher/SqsLineageDispatcher.scala @@ -1,20 +1,36 @@ -package za.co.absa.spline.harvester.dispatcher.sqsdispatcher +/* + * Copyright 2019 ABSA Group Limited + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package za.co.absa.spline.harvester.dispatcher import org.apache.commons.configuration.Configuration import org.apache.spark.internal.Logging import software.amazon.awssdk.services.sqs.SqsClient import software.amazon.awssdk.services.sqs.model.SendMessageRequest import za.co.absa.commons.version.Version -import za.co.absa.spline.harvester.dispatcher.LineageDispatcher import za.co.absa.spline.harvester.dispatcher.modelmapper.ModelMapper +import za.co.absa.spline.harvester.dispatcher.sqsdispatcher.SqsLineageDispatcherConfig import za.co.absa.spline.producer.model.{ExecutionEvent, ExecutionPlan} -class SqsLineageDispatcherImpl(sqsClient: SqsClient, - sqsUrl: String, - apiVersion: Version) extends LineageDispatcher with Logging { +class SqsLineageDispatcher(sqsClient: SqsClient, + sqsUrl: String, + apiVersion: Version) extends LineageDispatcher with Logging { import za.co.absa.spline.harvester.json.HarvesterJsonSerDe.impl._ def this(dispatcherConfig: SqsLineageDispatcherConfig) = this( - SqsLineageDispatcherImpl.createSqsClient(dispatcherConfig), + SqsLineageDispatcher.createSqsClient(dispatcherConfig), dispatcherConfig.queueUrl, dispatcherConfig.apiVersion ) @@ -72,7 +88,7 @@ class SqsLineageDispatcherImpl(sqsClient: SqsClient, } -object SqsLineageDispatcherImpl extends Logging { +object SqsLineageDispatcher extends Logging { private def createSqsClient(config: SqsLineageDispatcherConfig): SqsClient = { SqsClient diff --git a/core/src/main/scala/za/co/absa/spline/harvester/dispatcher/sqsdispatcher/SqsLineageDispatcherConfig.scala b/core/src/main/scala/za/co/absa/spline/harvester/dispatcher/sqsdispatcher/SqsLineageDispatcherConfig.scala index d480d070..1b622248 100644 --- a/core/src/main/scala/za/co/absa/spline/harvester/dispatcher/sqsdispatcher/SqsLineageDispatcherConfig.scala +++ b/core/src/main/scala/za/co/absa/spline/harvester/dispatcher/sqsdispatcher/SqsLineageDispatcherConfig.scala @@ -1,3 +1,19 @@ +/* + * Copyright 2019 ABSA Group Limited + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + package za.co.absa.spline.harvester.dispatcher.sqsdispatcher import org.apache.commons.configuration.Configuration