From 66bffae16b35b63e061cea442fe945422be93b38 Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Fri, 7 Feb 2025 16:28:33 +0000 Subject: [PATCH 01/46] [PAGOPA-2645] test tuning --- helm/Chart.yaml | 4 +- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 4 +- host.json | 13 +++++++ pom.xml | 2 +- .../to/eventhub/BlobProcessingFunction.java | 37 +++++++++++-------- 7 files changed, 41 insertions(+), 23 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index 0c1c128..f39b58a 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-functions-template description: Microservice description type: application -version: 0.26.0 -appVersion: 0.0.1-25-PAGOPA-2602-fdr-to-event-hub +version: 0.27.0 +appVersion: 0.0.2 dependencies: - name: microservice-chart version: 1.21.0 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 101b5c0..7735d57 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.1-25-PAGOPA-2602-fdr-to-event-hub" + tag: "0.0.2" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index 20f07ce..af11462 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.1-25-PAGOPA-2602-fdr-to-event-hub" + tag: "0.0.2" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 1d68a56..5f704e7 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.1-25-PAGOPA-2602-fdr-to-event-hub" + tag: "0.0.2" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: @@ -51,7 +51,7 @@ microservice-chart: autoscaling: enable: true minReplica: 2 - maxReplica: 7 + maxReplica: 5 pollingInterval: 10 # seconds cooldownPeriod: 50 # seconds triggers: diff --git a/host.json b/host.json index c10bf0d..1846198 100644 --- a/host.json +++ b/host.json @@ -16,10 +16,23 @@ "maxDequeueCount": 3, "newBatchThreshold": 1 }, + "retry": { + "strategy": "exponentialBackoff", + "maxRetryCount": 2, + "minimumInterval": "00:00:10", + "maximumInterval": "00:01:00" + }, "http": { "routePrefix": "" } }, + "singleton": { + "lockPeriod": "00:00:20", + "listenerLockPeriod": "00:01:00", + "listenerLockRecoveryPollingInterval": "00:01:00", + "lockAcquisitionTimeout": "00:01:00", + "lockAcquisitionPollingInterval": "00:00:05" + }, "logging": { "fileLoggingMode": "debugOnly", "logLevel": { diff --git a/pom.xml b/pom.xml index 6eef035..95f1230 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.1-25-PAGOPA-2602-fdr-to-event-hub + 0.0.2 jar FDR To Event Hub diff --git a/src/main/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunction.java b/src/main/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunction.java index 280a4eb..a644c0a 100644 --- a/src/main/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunction.java +++ b/src/main/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunction.java @@ -1,5 +1,22 @@ package it.gov.pagopa.fdr.to.eventhub; +import java.io.ByteArrayInputStream; +import java.io.IOException; +import java.io.InputStream; +import java.nio.charset.StandardCharsets; +import java.time.Duration; +import java.time.LocalDateTime; +import java.time.format.DateTimeFormatter; +import java.util.ArrayList; +import java.util.List; +import java.util.Map; +import java.util.concurrent.atomic.AtomicInteger; +import java.util.zip.GZIPInputStream; + +import javax.xml.parsers.ParserConfigurationException; + +import org.xml.sax.SAXException; + import com.azure.core.amqp.AmqpRetryMode; import com.azure.core.amqp.AmqpRetryOptions; import com.azure.messaging.eventhubs.EventData; @@ -14,26 +31,13 @@ import com.microsoft.azure.functions.annotation.BindingName; import com.microsoft.azure.functions.annotation.BlobTrigger; import com.microsoft.azure.functions.annotation.FunctionName; + import it.gov.pagopa.fdr.to.eventhub.exception.EventHubException; import it.gov.pagopa.fdr.to.eventhub.mapper.FlussoRendicontazioneMapper; import it.gov.pagopa.fdr.to.eventhub.model.FlussoRendicontazione; import it.gov.pagopa.fdr.to.eventhub.model.eventhub.FlowTxEventModel; import it.gov.pagopa.fdr.to.eventhub.model.eventhub.ReportedIUVEventModel; import it.gov.pagopa.fdr.to.eventhub.parser.FDR1XmlSAXParser; -import java.io.ByteArrayInputStream; -import java.io.IOException; -import java.io.InputStream; -import java.nio.charset.StandardCharsets; -import java.time.Duration; -import java.time.LocalDateTime; -import java.time.format.DateTimeFormatter; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; -import java.util.concurrent.atomic.AtomicInteger; -import java.util.zip.GZIPInputStream; -import javax.xml.parsers.ParserConfigurationException; -import org.xml.sax.SAXException; public class BlobProcessingFunction { @@ -54,7 +58,8 @@ public BlobProcessingFunction() { System.getenv("EVENT_HUB_FLOWTX_NAME")) .retryOptions( new AmqpRetryOptions() - .setMaxRetries(3) // Maximum number of attempts + .setMaxRetries(2) // Maximum number of + // attempts .setDelay(Duration.ofSeconds(2)) // Delay between attempts .setMode(AmqpRetryMode.EXPONENTIAL)) // Backoff strategy .buildProducerClient(); @@ -66,7 +71,7 @@ public BlobProcessingFunction() { System.getenv("EVENT_HUB_REPORTEDIUV_NAME")) .retryOptions( new AmqpRetryOptions() - .setMaxRetries(3) + .setMaxRetries(2) .setDelay(Duration.ofSeconds(2)) .setMode(AmqpRetryMode.EXPONENTIAL)) .buildProducerClient(); From 6cd9c3cfcf811d4ec912bf0aa963eccc918cb755 Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Mon, 10 Feb 2025 10:03:46 +0000 Subject: [PATCH 02/46] Bump to version 0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub [skip ci] --- helm/Chart.yaml | 4 ++-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- pom.xml | 2 +- 5 files changed, 6 insertions(+), 6 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index f39b58a..0444f84 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-functions-template description: Microservice description type: application -version: 0.27.0 -appVersion: 0.0.2 +version: 0.28.0 +appVersion: 0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart version: 1.21.0 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 7735d57..9c4f144 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2" + tag: "0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index af11462..a844006 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2" + tag: "0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 5f704e7..87b8071 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2" + tag: "0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/pom.xml b/pom.xml index 95f1230..c120513 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.2 + 0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub jar FDR To Event Hub From 2ea655e447c6b1fcaa1f4bd8e2f3f86c817d9972 Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Fri, 7 Feb 2025 16:28:33 +0000 Subject: [PATCH 03/46] [PAGOPA-2645] test tuning synchronized --- helm/Chart.yaml | 10 +-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 4 +- host.json | 13 ++++ pom.xml | 2 +- .../to/eventhub/BlobProcessingFunction.java | 72 ++++++++++++++----- 7 files changed, 76 insertions(+), 29 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index 0c1c128..1b9b6e5 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -1,10 +1,10 @@ apiVersion: v2 -name: pagopa-functions-template -description: Microservice description +name: pagopa-fdr-to-event-hub +description: Microservice fdr to event hub type: application -version: 0.26.0 -appVersion: 0.0.1-25-PAGOPA-2602-fdr-to-event-hub +version: 0.27.0 +appVersion: 0.0.2 dependencies: - name: microservice-chart - version: 1.21.0 + version: 2.8.0 repository: "https://pagopa.github.io/aks-microservice-chart-blueprint" diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 101b5c0..7735d57 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.1-25-PAGOPA-2602-fdr-to-event-hub" + tag: "0.0.2" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index 20f07ce..af11462 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.1-25-PAGOPA-2602-fdr-to-event-hub" + tag: "0.0.2" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 1d68a56..5f704e7 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.1-25-PAGOPA-2602-fdr-to-event-hub" + tag: "0.0.2" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: @@ -51,7 +51,7 @@ microservice-chart: autoscaling: enable: true minReplica: 2 - maxReplica: 7 + maxReplica: 5 pollingInterval: 10 # seconds cooldownPeriod: 50 # seconds triggers: diff --git a/host.json b/host.json index c10bf0d..1846198 100644 --- a/host.json +++ b/host.json @@ -16,10 +16,23 @@ "maxDequeueCount": 3, "newBatchThreshold": 1 }, + "retry": { + "strategy": "exponentialBackoff", + "maxRetryCount": 2, + "minimumInterval": "00:00:10", + "maximumInterval": "00:01:00" + }, "http": { "routePrefix": "" } }, + "singleton": { + "lockPeriod": "00:00:20", + "listenerLockPeriod": "00:01:00", + "listenerLockRecoveryPollingInterval": "00:01:00", + "lockAcquisitionTimeout": "00:01:00", + "lockAcquisitionPollingInterval": "00:00:05" + }, "logging": { "fileLoggingMode": "debugOnly", "logLevel": { diff --git a/pom.xml b/pom.xml index 6eef035..95f1230 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.1-25-PAGOPA-2602-fdr-to-event-hub + 0.0.2 jar FDR To Event Hub diff --git a/src/main/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunction.java b/src/main/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunction.java index 280a4eb..44ea9ad 100644 --- a/src/main/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunction.java +++ b/src/main/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunction.java @@ -54,7 +54,8 @@ public BlobProcessingFunction() { System.getenv("EVENT_HUB_FLOWTX_NAME")) .retryOptions( new AmqpRetryOptions() - .setMaxRetries(3) // Maximum number of attempts + .setMaxRetries(3) // Maximum number of + // attempts .setDelay(Duration.ofSeconds(2)) // Delay between attempts .setMode(AmqpRetryMode.EXPONENTIAL)) // Backoff strategy .buildProducerClient(); @@ -81,7 +82,7 @@ public BlobProcessingFunction( } @FunctionName("ProcessFDR1BlobFiles") - public void processFDR1BlobFiles( + public synchronized void processFDR1BlobFiles( @BlobTrigger( name = "Fdr1BlobTrigger", dataType = "binary", @@ -137,7 +138,15 @@ public void processFDR1BlobFiles( content.length)); flusso.setMetadata(blobMetadata); - processXmlBlobAndSendToEventHub(flusso, context); + + // Waits for confirmation of sending the entire flow to the Event Hub + boolean eventBatchSent = processXmlBlobAndSendToEventHub(flusso, context); + if (!eventBatchSent) { + throw new EventHubException( + String.format( + "EventHub has not confirmed sending the entire batch of events for flow ID: %s", + flusso.getIdentificativoFlusso())); + } context .getLogger() @@ -222,9 +231,8 @@ private FlussoRendicontazione parseXml(InputStream xmlStream) return FDR1XmlSAXParser.parseXmlStream(xmlStream); } - private void processXmlBlobAndSendToEventHub( - FlussoRendicontazione flussoRendicontazione, ExecutionContext context) - throws EventHubException { + private boolean processXmlBlobAndSendToEventHub( + FlussoRendicontazione flussoRendicontazione, ExecutionContext context) { try { // Convert FlussoRendicontazione to event models FlowTxEventModel flowEvent = @@ -255,12 +263,19 @@ private void processXmlBlobAndSendToEventHub( flussoRendicontazione.getIdentificativoFlusso(), reportedIUVEventJsonChunks.size())); - sendEventToHub(flowEventJson, eventHubClientFlowTx, flussoRendicontazione); + boolean flowEventSent = + sendEventToHub(flowEventJson, eventHubClientFlowTx, flussoRendicontazione, context); + boolean allEventChunksSent = true; for (String chunk : reportedIUVEventJsonChunks) { - sendEventToHub(chunk, eventHubClientReportedIUV, flussoRendicontazione); + if (!sendEventToHub(chunk, eventHubClientReportedIUV, flussoRendicontazione, context)) { + allEventChunksSent = false; + break; + } } + return flowEventSent && allEventChunksSent; + } catch (Exception e) { // Log the exception with context String errorMessage = @@ -269,8 +284,7 @@ private void processXmlBlobAndSendToEventHub( flussoRendicontazione.getIdentificativoFlusso(), e.getMessage()); context.getLogger().severe(() -> errorMessage); - // Rethrow custom exception with context - throw new EventHubException(errorMessage, e); + return false; } } @@ -315,20 +329,40 @@ private List splitIntoChunks( } /** Send a message to the Event Hub */ - private void sendEventToHub( - String jsonPayload, EventHubProducerClient eventHubClient, FlussoRendicontazione flusso) { + private boolean sendEventToHub( + String jsonPayload, + EventHubProducerClient eventHubClient, + FlussoRendicontazione flusso, + ExecutionContext context) { EventData eventData = new EventData(jsonPayload); eventData .getProperties() - .put( - SERVICE_IDENTIFIER, - flusso.getMetadata().get(SERVICE_IDENTIFIER) != null - ? flusso.getMetadata().get(SERVICE_IDENTIFIER) - : "NA"); + .put(SERVICE_IDENTIFIER, flusso.getMetadata().getOrDefault(SERVICE_IDENTIFIER, "NA")); EventDataBatch eventBatch = eventHubClient.createBatch(); - eventBatch.tryAdd(eventData); + if (!eventBatch.tryAdd(eventData)) { + context + .getLogger() + .warning( + () -> + String.format( + "Failed to add event to batch for flow ID: %s", + flusso.getIdentificativoFlusso())); + return false; + } - eventHubClient.send(eventBatch); + try { + eventHubClient.send(eventBatch); + return true; + } catch (Exception e) { + context + .getLogger() + .warning( + () -> + String.format( + "Failed to add event to batch for flow ID: %s. Details: %s", + flusso.getIdentificativoFlusso(), e.getMessage())); + return false; + } } } From cea1f3e1583f84a8300121b8f1ea08d7091c72a5 Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Mon, 10 Feb 2025 15:51:58 +0000 Subject: [PATCH 04/46] Bump to version 0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub [skip ci] --- helm/Chart.yaml | 4 ++-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- pom.xml | 2 +- 5 files changed, 6 insertions(+), 6 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index 1b9b6e5..fb1decc 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-fdr-to-event-hub description: Microservice fdr to event hub type: application -version: 0.27.0 -appVersion: 0.0.2 +version: 0.28.0 +appVersion: 0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart version: 2.8.0 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 7735d57..9c4f144 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2" + tag: "0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index af11462..a844006 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2" + tag: "0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 5f704e7..87b8071 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2" + tag: "0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/pom.xml b/pom.xml index 95f1230..c120513 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.2 + 0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub jar FDR To Event Hub From 2e577774b14a6c9365970bc76467f98372586d30 Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Mon, 10 Feb 2025 16:00:32 +0000 Subject: [PATCH 05/46] Bump to version 0.0.2-2-PAGOPA-2645-tuning-fdr-to-eventhub [skip ci] --- helm/Chart.yaml | 4 ++-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- pom.xml | 2 +- 5 files changed, 6 insertions(+), 6 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index fb1decc..8917430 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-fdr-to-event-hub description: Microservice fdr to event hub type: application -version: 0.28.0 -appVersion: 0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub +version: 0.29.0 +appVersion: 0.0.2-2-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart version: 2.8.0 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 9c4f144..b56340a 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-2-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index a844006..f3d1cad 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-2-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 87b8071..c30dea9 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-2-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/pom.xml b/pom.xml index c120513..2f5d4e9 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub + 0.0.2-2-PAGOPA-2645-tuning-fdr-to-eventhub jar FDR To Event Hub From 125fd5ddbc08e2c47237a5c9e542551851fe503f Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Mon, 10 Feb 2025 16:00:32 +0000 Subject: [PATCH 06/46] Bump to version 0.0.2-2-PAGOPA-2645-tuning-fdr-to-eventhub [skip ci] --- helm/Chart.lock | 6 ------ helm/Chart.yaml | 4 ++-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- pom.xml | 2 +- 6 files changed, 6 insertions(+), 12 deletions(-) delete mode 100644 helm/Chart.lock diff --git a/helm/Chart.lock b/helm/Chart.lock deleted file mode 100644 index ec10db3..0000000 --- a/helm/Chart.lock +++ /dev/null @@ -1,6 +0,0 @@ -dependencies: -- name: microservice-chart - repository: https://pagopa.github.io/aks-microservice-chart-blueprint - version: 1.21.0 -digest: sha256:e3deccb7ac0b5d85af0c726f28316ebe7a3795cbf54522330c33474b0bae309a -generated: "2022-10-06T17:44:35.49088+02:00" diff --git a/helm/Chart.yaml b/helm/Chart.yaml index fb1decc..8917430 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-fdr-to-event-hub description: Microservice fdr to event hub type: application -version: 0.28.0 -appVersion: 0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub +version: 0.29.0 +appVersion: 0.0.2-2-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart version: 2.8.0 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 9c4f144..b56340a 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-2-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index a844006..f3d1cad 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-2-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 87b8071..c30dea9 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-2-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/pom.xml b/pom.xml index c120513..2f5d4e9 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.2-1-PAGOPA-2645-tuning-fdr-to-eventhub + 0.0.2-2-PAGOPA-2645-tuning-fdr-to-eventhub jar FDR To Event Hub From a40025f72f2406e0958af03c55b0dcfce8f0fdea Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Mon, 10 Feb 2025 17:09:12 +0000 Subject: [PATCH 07/46] Bump to version 0.0.2-3-PAGOPA-2645-tuning-fdr-to-eventhub [skip ci] --- helm/Chart.yaml | 4 ++-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- pom.xml | 2 +- 5 files changed, 6 insertions(+), 6 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index 3957af8..221651a 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-fdr-to-event-hub description: Microservice fdr to event hub type: application -version: 0.29.0 -appVersion: 0.0.2-2-PAGOPA-2645-tuning-fdr-to-eventhub +version: 0.30.0 +appVersion: 0.0.2-3-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart version: 7.1.1 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index b56340a..4c55d59 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-2-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-3-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index f3d1cad..2811119 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-2-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-3-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index aee0551..6527b4c 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-2-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-3-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/pom.xml b/pom.xml index 2f5d4e9..76e4c44 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.2-2-PAGOPA-2645-tuning-fdr-to-eventhub + 0.0.2-3-PAGOPA-2645-tuning-fdr-to-eventhub jar FDR To Event Hub From 941210156bf6023f348c81ae8ce2a3be79b1811e Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Mon, 10 Feb 2025 17:28:49 +0000 Subject: [PATCH 08/46] Bump to version 0.0.2-4-PAGOPA-2645-tuning-fdr-to-eventhub [skip ci] --- helm/Chart.yaml | 4 ++-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- pom.xml | 2 +- 5 files changed, 6 insertions(+), 6 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index 86edc32..dbc019c 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-fdr-to-event-hub description: Microservice fdr to event hub type: application -version: 0.30.0 -appVersion: 0.0.2-3-PAGOPA-2645-tuning-fdr-to-eventhub +version: 0.31.0 +appVersion: 0.0.2-4-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart version: 2.8.0 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 4c55d59..8fbef5c 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-3-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-4-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index 2811119..de06eca 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-3-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-4-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 6527b4c..d310591 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-3-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-4-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/pom.xml b/pom.xml index 76e4c44..4567a4a 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.2-3-PAGOPA-2645-tuning-fdr-to-eventhub + 0.0.2-4-PAGOPA-2645-tuning-fdr-to-eventhub jar FDR To Event Hub From fd8367012b6628e95756b703f70390d913637da1 Mon Sep 17 00:00:00 2001 From: aacitelli Date: Mon, 10 Feb 2025 18:46:29 +0100 Subject: [PATCH 09/46] Merge branch 'PAGOPA-2645-tuning-fdr-to-eventhub' of https://github.com/pagopa/pagopa-fdr-2-event-hub into PAGOPA-2645-tuning-fdr-to-eventhub --- host.json | 7 ------- 1 file changed, 7 deletions(-) diff --git a/host.json b/host.json index 1846198..996b9b8 100644 --- a/host.json +++ b/host.json @@ -26,13 +26,6 @@ "routePrefix": "" } }, - "singleton": { - "lockPeriod": "00:00:20", - "listenerLockPeriod": "00:01:00", - "listenerLockRecoveryPollingInterval": "00:01:00", - "lockAcquisitionTimeout": "00:01:00", - "lockAcquisitionPollingInterval": "00:00:05" - }, "logging": { "fileLoggingMode": "debugOnly", "logLevel": { From b366b3498f11ad7f269def4747ee41debc4e3f6c Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Mon, 10 Feb 2025 17:47:46 +0000 Subject: [PATCH 10/46] Bump to version 0.0.2-5-PAGOPA-2645-tuning-fdr-to-eventhub [skip ci] --- helm/Chart.yaml | 4 ++-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- pom.xml | 2 +- 5 files changed, 6 insertions(+), 6 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index dbc019c..7405641 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-fdr-to-event-hub description: Microservice fdr to event hub type: application -version: 0.31.0 -appVersion: 0.0.2-4-PAGOPA-2645-tuning-fdr-to-eventhub +version: 0.32.0 +appVersion: 0.0.2-5-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart version: 2.8.0 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 8fbef5c..30aeb82 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-4-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-5-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index de06eca..673d4ee 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-4-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-5-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index d310591..b752b92 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-4-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-5-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/pom.xml b/pom.xml index 4567a4a..700f433 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.2-4-PAGOPA-2645-tuning-fdr-to-eventhub + 0.0.2-5-PAGOPA-2645-tuning-fdr-to-eventhub jar FDR To Event Hub From f9aac85d16041d4b2db01ef8b0889502cf1415c7 Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Tue, 11 Feb 2025 13:13:50 +0000 Subject: [PATCH 11/46] Bump to version 0.0.2-6-PAGOPA-2645-tuning-fdr-to-eventhub [skip ci] --- helm/Chart.yaml | 4 ++-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 22 +++++++++++----------- pom.xml | 2 +- 5 files changed, 16 insertions(+), 16 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index 7405641..9c1add8 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-fdr-to-event-hub description: Microservice fdr to event hub type: application -version: 0.32.0 -appVersion: 0.0.2-5-PAGOPA-2645-tuning-fdr-to-eventhub +version: 0.33.0 +appVersion: 0.0.2-6-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart version: 2.8.0 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 30aeb82..807f1f7 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-5-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-6-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index 673d4ee..be23979 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-5-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-6-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 0a61bdc..82cf7c2 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-5-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-6-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs #livenessProbe: @@ -22,17 +22,17 @@ microservice-chart: # failureThreshold: 6 # periodSeconds: 10 livenessProbe: - tcpSocket: - port: 80 - initialDelaySeconds: 60 - periodSeconds: 30 - failureThreshold: 10 + tcpSocket: + port: 80 + initialDelaySeconds: 60 + periodSeconds: 30 + failureThreshold: 10 readinessProbe: - tcpSocket: - port: 80 - initialDelaySeconds: 60 - periodSeconds: 30 - failureThreshold: 10 + tcpSocket: + port: 80 + initialDelaySeconds: 60 + periodSeconds: 30 + failureThreshold: 10 deployment: create: true service: diff --git a/pom.xml b/pom.xml index 700f433..3f05814 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.2-5-PAGOPA-2645-tuning-fdr-to-eventhub + 0.0.2-6-PAGOPA-2645-tuning-fdr-to-eventhub jar FDR To Event Hub From 7dab870b8a5f78b17bfbb1ba2ebc3c0c9f316a54 Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Tue, 11 Feb 2025 13:26:41 +0000 Subject: [PATCH 12/46] Bump to version 0.0.2-7-PAGOPA-2645-tuning-fdr-to-eventhub [skip ci] --- helm/Chart.yaml | 4 ++-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- pom.xml | 2 +- 5 files changed, 6 insertions(+), 6 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index 2c11a3f..c67a7ea 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-fdr-to-event-hub description: Microservice fdr to event hub type: application -version: 0.33.0 -appVersion: 0.0.2-6-PAGOPA-2645-tuning-fdr-to-eventhub +version: 0.34.0 +appVersion: 0.0.2-7-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart version: 7.1.1 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 807f1f7..efb22b5 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-6-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-7-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index be23979..376e421 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-6-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-7-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 0c9585e..84f1608 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "pagopa-fdr-to-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-6-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-7-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs #livenessProbe: diff --git a/pom.xml b/pom.xml index 3f05814..4e372d2 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.2-6-PAGOPA-2645-tuning-fdr-to-eventhub + 0.0.2-7-PAGOPA-2645-tuning-fdr-to-eventhub jar FDR To Event Hub From deefa6446cd937eb300def315362e7967355a01c Mon Sep 17 00:00:00 2001 From: aacitelli Date: Tue, 11 Feb 2025 15:42:24 +0100 Subject: [PATCH 13/46] Merge branch 'PAGOPA-2645-tuning-fdr-to-eventhub' of https://github.com/pagopa/pagopa-fdr-2-event-hub into PAGOPA-2645-tuning-fdr-to-eventhub --- helm/values-uat.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 0c9585e..c50a1ca 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -1,7 +1,7 @@ microservice-chart: namespace: "fdr" nameOverride: "" - fullnameOverride: "pagopa-fdr-to-event-hub" + fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub tag: "0.0.2-6-PAGOPA-2645-tuning-fdr-to-eventhub" From b2bd9db29a9a2e51154e303aa84ea4fc80feeb01 Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Tue, 11 Feb 2025 14:52:51 +0000 Subject: [PATCH 14/46] Bump to version 0.0.2-8-PAGOPA-2645-tuning-fdr-to-eventhub [skip ci] --- helm/Chart.yaml | 4 ++-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- pom.xml | 2 +- 5 files changed, 6 insertions(+), 6 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index c67a7ea..51dce73 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-fdr-to-event-hub description: Microservice fdr to event hub type: application -version: 0.34.0 -appVersion: 0.0.2-7-PAGOPA-2645-tuning-fdr-to-eventhub +version: 0.35.0 +appVersion: 0.0.2-8-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart version: 7.1.1 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index efb22b5..7a07d66 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-7-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-8-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index 376e421..085bb5f 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-7-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-8-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index cc4df61..9bd6bc2 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-7-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-8-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs #livenessProbe: diff --git a/pom.xml b/pom.xml index 4e372d2..85919ae 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.2-7-PAGOPA-2645-tuning-fdr-to-eventhub + 0.0.2-8-PAGOPA-2645-tuning-fdr-to-eventhub jar FDR To Event Hub From 4c4d9978d1fcb0215a2ad6ecfbd57cb0ca0675e8 Mon Sep 17 00:00:00 2001 From: pasqualespica Date: Tue, 11 Feb 2025 16:24:14 +0100 Subject: [PATCH 15/46] fix UAT deployment --- helm/values-uat.yaml | 54 ++++++++++++++++++++++++++------------------ 1 file changed, 32 insertions(+), 22 deletions(-) diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 9bd6bc2..bc9a7f6 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -6,28 +6,29 @@ microservice-chart: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub tag: "0.0.2-8-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always - # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs - #livenessProbe: - # httpGet: - # path: /info - # port: 80 - # initialDelaySeconds: 60 - # failureThreshold: 6 - # periodSeconds: 10 - #readinessProbe: - # httpGet: - # path: /info - # port: 80 - # initialDelaySeconds: 60 - # failureThreshold: 6 - # periodSeconds: 10 + # livenessProbe: + # httpGet: + # path: /info + # port: 80 + # initialDelaySeconds: 60 + # failureThreshold: 6 + # periodSeconds: 10 + # readinessProbe: + # httpGet: + # path: /info + # port: 80 + # initialDelaySeconds: 60 + # failureThreshold: 6 + # periodSeconds: 10 livenessProbe: + handlerType: tcpSocket tcpSocket: port: 80 initialDelaySeconds: 60 periodSeconds: 30 failureThreshold: 10 readinessProbe: + handlerType: tcpSocket tcpSocket: port: 80 initialDelaySeconds: 60 @@ -35,19 +36,25 @@ microservice-chart: failureThreshold: 10 deployment: create: true - service: + serviceMonitor: create: true + endpoints: + - interval: 10s #jmx-exporter + targetPort: 12345 + path: /metrics + ports: + - 80 #http + - 12345 #jmx-exporter + service: type: ClusterIP - port: 80 - targetPort: 80 + ports: + - 80 #http + - 12345 #jmx-exporter ingress: create: true host: "weuuat.fdr.internal.uat.platform.pagopa.it" path: /pagopa-fdr-to-event-hub-service/(.*) - backend: - service: - name: pagopafdrtoeventhub-microservice-chart - port: 80 + servicePort: 80 serviceAccount: create: false annotations: {} @@ -90,6 +97,9 @@ microservice-chart: BLOB_STORAGE_FDR3_CONTAINER: "fdr3-flows" EVENT_HUB_FLOWTX_NAME: "fdr-qi-flows" EVENT_HUB_REPORTEDIUV_NAME: "fdr-qi-reported-iuv" + envFieldRef: &envFieldRef + APP_NAME: "metadata.labels['app.kubernetes.io/instance']" + APP_VERSION: "metadata.labels['app.kubernetes.io/version']" envSecret: APPLICATIONINSIGHTS_CONNECTION_STRING: "ai-connection-string" FDR_SA_CONNECTION_STRING: "fdr-sa-connection-string" From f3de5df804aa31387285938f395c51be8b1a1503 Mon Sep 17 00:00:00 2001 From: aacitelli Date: Tue, 11 Feb 2025 17:18:00 +0100 Subject: [PATCH 16/46] [PAGOPA-2645] tuning fdr to eventhub: fixed junit test --- .../fdr/to/eventhub/BlobProcessingFunctionTest.java | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/src/test/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunctionTest.java b/src/test/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunctionTest.java index 353209f..c06f6a4 100644 --- a/src/test/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunctionTest.java +++ b/src/test/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunctionTest.java @@ -59,7 +59,12 @@ private byte[] createGzipCompressedData(String input) throws Exception { @Test void testFDR1BlobTriggerProcessing() throws Exception { + EventDataBatch mockEventDataBatch = mock(EventDataBatch.class); when(context.getLogger()).thenReturn(mockLogger); + when(eventHubClientFlowTx.createBatch()).thenReturn(mockEventDataBatch); + when(eventHubClientReportedIUV.createBatch()).thenReturn(mockEventDataBatch); + when(mockEventDataBatch.tryAdd(any(com.azure.messaging.eventhubs.EventData.class))) + .thenReturn(Boolean.TRUE); String sampleXml = SampleContentFileUtil.getSampleXml("sample.xml"); byte[] compressedData = createGzipCompressedData(sampleXml); Map metadata = new HashMap<>(); @@ -75,7 +80,12 @@ void testFDR1BlobTriggerProcessing() throws Exception { @Test void testFDR1BigBlobTriggerProcessing() throws Exception { + EventDataBatch mockEventDataBatch = mock(EventDataBatch.class); when(context.getLogger()).thenReturn(mockLogger); + when(eventHubClientFlowTx.createBatch()).thenReturn(mockEventDataBatch); + when(eventHubClientReportedIUV.createBatch()).thenReturn(mockEventDataBatch); + when(mockEventDataBatch.tryAdd(any(com.azure.messaging.eventhubs.EventData.class))) + .thenReturn(Boolean.TRUE); String sampleXml = SampleContentFileUtil.getSampleXml("big_sample.xml"); byte[] compressedData = createGzipCompressedData(sampleXml); Map metadata = new HashMap<>(); From 0be60d5df3b79c43e23f67ee449abb65736b8ba8 Mon Sep 17 00:00:00 2001 From: pasqualespica Date: Tue, 11 Feb 2025 17:52:51 +0100 Subject: [PATCH 17/46] fix helm --- helm/values-dev.yaml | 48 ++++++++++++++++++++++++++------- helm/values-prod.yaml | 62 +++++++++++++++++++++++++++++++------------ helm/values-uat.yaml | 3 ++- 3 files changed, 85 insertions(+), 28 deletions(-) diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 7a07d66..0abdc62 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -7,30 +7,55 @@ microservice-chart: tag: "0.0.2-8-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs + # livenessProbe: + # httpGet: + # path: /info + # port: 80 + # initialDelaySeconds: 60 + # failureThreshold: 6 + # periodSeconds: 10 + # readinessProbe: + # httpGet: + # path: /info + # port: 80 + # initialDelaySeconds: 60 + # failureThreshold: 6 + # periodSeconds: 10 livenessProbe: - httpGet: - path: /info + handlerType: tcpSocket + tcpSocket: port: 80 initialDelaySeconds: 60 - failureThreshold: 6 - periodSeconds: 10 + periodSeconds: 30 + failureThreshold: 10 readinessProbe: - httpGet: - path: /info + handlerType: tcpSocket + tcpSocket: port: 80 initialDelaySeconds: 60 - failureThreshold: 6 - periodSeconds: 10 + periodSeconds: 30 + failureThreshold: 10 deployment: create: true - service: + serviceMonitor: create: true + endpoints: + - interval: 10s #jmx-exporter + targetPort: 12345 + path: /metrics + ports: + - 80 #http + - 12345 #jmx-exporter + service: type: ClusterIP - port: 80 + ports: + - 80 #http + - 12345 #jmx-exporter ingress: create: true host: "weudev.fdr.internal.dev.platform.pagopa.it" path: /pagopa-fdr-to-event-hub-service/(.*) + servicePort: 80 serviceAccount: create: false annotations: {} @@ -68,6 +93,9 @@ microservice-chart: BLOB_STORAGE_FDR3_CONTAINER: "fdr3-flows" EVENT_HUB_FLOWTX_NAME: "fdr-qi-flows" EVENT_HUB_REPORTEDIUV_NAME: "fdr-qi-reported-iuv" + envFieldRef: + APP_NAME: "metadata.labels['app.kubernetes.io/instance']" + APP_VERSION: "metadata.labels['app.kubernetes.io/version']" envSecret: APPLICATIONINSIGHTS_CONNECTION_STRING: "ai-connection-string" FDR_SA_CONNECTION_STRING: "fdr-sa-connection-string" diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index 085bb5f..37e4bd7 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -7,30 +7,55 @@ microservice-chart: tag: "0.0.2-8-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs + # livenessProbe: + # httpGet: + # path: /info + # port: 80 + # initialDelaySeconds: 60 + # failureThreshold: 6 + # periodSeconds: 10 + # readinessProbe: + # httpGet: + # path: /info + # port: 80 + # initialDelaySeconds: 60 + # failureThreshold: 6 + # periodSeconds: 10 livenessProbe: - httpGet: - path: /info + handlerType: tcpSocket + tcpSocket: port: 80 initialDelaySeconds: 60 - failureThreshold: 6 - periodSeconds: 10 + periodSeconds: 30 + failureThreshold: 10 readinessProbe: - httpGet: - path: /info + handlerType: tcpSocket + tcpSocket: port: 80 initialDelaySeconds: 60 - failureThreshold: 6 - periodSeconds: 10 + periodSeconds: 30 + failureThreshold: 10 deployment: create: true - service: + serviceMonitor: create: true + endpoints: + - interval: 10s #jmx-exporter + targetPort: 12345 + path: /metrics + ports: + - 80 #http + - 12345 #jmx-exporter + service: type: ClusterIP - port: 80 + ports: + - 80 #http + - 12345 #jmx-exporter ingress: create: true host: "weuprod.fdr.internal.platform.pagopa.it" path: /pagopa-fdr-to-event-hub-service/(.*) + servicePort: 80 serviceAccount: create: false annotations: {} @@ -43,15 +68,15 @@ microservice-chart: allowPrivilegeEscalation: false resources: requests: - memory: "512Mi" - cpu: "0.25" + memory: "768Mi" + cpu: "0.5" limits: - memory: "1.25Gi" - cpu: "1" + memory: "4Gi" + cpu: "2" autoscaling: enable: true - minReplica: 2 - maxReplica: 5 + minReplica: 1 + maxReplica: 1 pollingInterval: 10 # seconds cooldownPeriod: 50 # seconds triggers: @@ -66,13 +91,16 @@ microservice-chart: type: Utilization # Allowed types are 'Utilization' or 'AverageValue' value: "75" envConfig: - JAVA_OPTS: "-XX:MaxHeapSize=640m -XX:MinHeapSize=192m" + JAVA_OPTS: "-XX:MaxHeapSize=2048m -XX:MinHeapSize=256m" WEBSITE_SITE_NAME: "pagopafdrtoeventhub" # required to show cloud role name in application insights FUNCTIONS_WORKER_RUNTIME: "java" BLOB_STORAGE_FDR1_CONTAINER: "fdr1-flows" BLOB_STORAGE_FDR3_CONTAINER: "fdr3-flows" EVENT_HUB_FLOWTX_NAME: "fdr-qi-flows" EVENT_HUB_REPORTEDIUV_NAME: "fdr-qi-reported-iuv" + envFieldRef: + APP_NAME: "metadata.labels['app.kubernetes.io/instance']" + APP_VERSION: "metadata.labels['app.kubernetes.io/version']" envSecret: APPLICATIONINSIGHTS_CONNECTION_STRING: "ai-connection-string" FDR_SA_CONNECTION_STRING: "fdr-sa-connection-string" diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index bc9a7f6..6337ba2 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -6,6 +6,7 @@ microservice-chart: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub tag: "0.0.2-8-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always + # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: # httpGet: # path: /info @@ -97,7 +98,7 @@ microservice-chart: BLOB_STORAGE_FDR3_CONTAINER: "fdr3-flows" EVENT_HUB_FLOWTX_NAME: "fdr-qi-flows" EVENT_HUB_REPORTEDIUV_NAME: "fdr-qi-reported-iuv" - envFieldRef: &envFieldRef + envFieldRef: APP_NAME: "metadata.labels['app.kubernetes.io/instance']" APP_VERSION: "metadata.labels['app.kubernetes.io/version']" envSecret: From 4caa58b1202a2864a0e8df37163c81a8746cab74 Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Wed, 12 Feb 2025 09:36:48 +0000 Subject: [PATCH 18/46] Bump to version 0.0.2-9-PAGOPA-2645-tuning-fdr-to-eventhub [skip ci] --- helm/Chart.yaml | 4 ++-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- pom.xml | 2 +- 5 files changed, 6 insertions(+), 6 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index 51dce73..5a77ffb 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-fdr-to-event-hub description: Microservice fdr to event hub type: application -version: 0.35.0 -appVersion: 0.0.2-8-PAGOPA-2645-tuning-fdr-to-eventhub +version: 0.36.0 +appVersion: 0.0.2-9-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart version: 7.1.1 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 0abdc62..9937a72 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-8-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-9-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index 37e4bd7..6b22aeb 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-8-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-9-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 6337ba2..89d2d89 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-8-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-9-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/pom.xml b/pom.xml index 85919ae..1a4647c 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.2-8-PAGOPA-2645-tuning-fdr-to-eventhub + 0.0.2-9-PAGOPA-2645-tuning-fdr-to-eventhub jar FDR To Event Hub From 91b17df2bc14117d8a22e11bbc0ba3de2f1803a6 Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Wed, 12 Feb 2025 10:49:25 +0000 Subject: [PATCH 19/46] Bump to version 0.0.2-10-PAGOPA-2645-tuning-fdr-to-eventhub [skip ci] --- helm/Chart.yaml | 4 ++-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- pom.xml | 2 +- 5 files changed, 6 insertions(+), 6 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index 5a77ffb..b926730 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-fdr-to-event-hub description: Microservice fdr to event hub type: application -version: 0.36.0 -appVersion: 0.0.2-9-PAGOPA-2645-tuning-fdr-to-eventhub +version: 0.37.0 +appVersion: 0.0.2-10-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart version: 7.1.1 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 9c2cf79..e78006b 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-9-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-10-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index 6b22aeb..899df16 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-9-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-10-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 89d2d89..ca2e8ec 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-9-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-10-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/pom.xml b/pom.xml index 1a4647c..9083513 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.2-9-PAGOPA-2645-tuning-fdr-to-eventhub + 0.0.2-10-PAGOPA-2645-tuning-fdr-to-eventhub jar FDR To Event Hub From 92a1e7ff4a64bb5d1e5d4e1b93a4c78644176dc9 Mon Sep 17 00:00:00 2001 From: aacitelli Date: Wed, 12 Feb 2025 12:06:45 +0100 Subject: [PATCH 20/46] Merge branch 'PAGOPA-2645-tuning-fdr-to-eventhub' of https://github.com/pagopa/pagopa-fdr-2-event-hub into PAGOPA-2645-tuning-fdr-to-eventhub --- helm/Chart.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index 5a77ffb..89eb21d 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -6,5 +6,5 @@ version: 0.36.0 appVersion: 0.0.2-9-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart - version: 7.1.1 + version: 2.8.0 repository: "https://pagopa.github.io/aks-microservice-chart-blueprint" From dbcc5068869b0dbd61ae3b1a76c9a8830f4211e8 Mon Sep 17 00:00:00 2001 From: aacitelli Date: Wed, 12 Feb 2025 12:07:36 +0100 Subject: [PATCH 21/46] Merge branch 'PAGOPA-2645-tuning-fdr-to-eventhub' of https://github.com/pagopa/pagopa-fdr-2-event-hub into PAGOPA-2645-tuning-fdr-to-eventhub --- helm/Chart.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index 15feed0..b926730 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -6,5 +6,5 @@ version: 0.37.0 appVersion: 0.0.2-10-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart - version: 2.8.0 + version: 7.1.1 repository: "https://pagopa.github.io/aks-microservice-chart-blueprint" From 5e0e13abe7e2a78b607fd4d6ab769be5939a82a4 Mon Sep 17 00:00:00 2001 From: aacitelli Date: Wed, 12 Feb 2025 12:07:36 +0100 Subject: [PATCH 22/46] Merge branch 'PAGOPA-2645-tuning-fdr-to-eventhub' of https://github.com/pagopa/pagopa-fdr-2-event-hub into PAGOPA-2645-tuning-fdr-to-eventhub --- helm/Chart.yaml | 2 +- helm/values-uat.yaml | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index 15feed0..b926730 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -6,5 +6,5 @@ version: 0.37.0 appVersion: 0.0.2-10-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart - version: 2.8.0 + version: 7.1.1 repository: "https://pagopa.github.io/aks-microservice-chart-blueprint" diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index ca2e8ec..1588cff 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -57,9 +57,9 @@ microservice-chart: path: /pagopa-fdr-to-event-hub-service/(.*) servicePort: 80 serviceAccount: - create: false - annotations: {} - name: "" + name: "fdr-workload-identity" + azure: + workloadIdentityClientId: podAnnotations: {} podSecurityContext: seccompProfile: From 10df3dad0be808571909d179abfd789c7b2ab86e Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Wed, 12 Feb 2025 13:21:34 +0000 Subject: [PATCH 23/46] Bump to version 0.0.2-11-PAGOPA-2645-tuning-fdr-to-eventhub [skip ci] --- helm/Chart.yaml | 4 ++-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- pom.xml | 2 +- 5 files changed, 6 insertions(+), 6 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index b926730..e652303 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-fdr-to-event-hub description: Microservice fdr to event hub type: application -version: 0.37.0 -appVersion: 0.0.2-10-PAGOPA-2645-tuning-fdr-to-eventhub +version: 0.38.0 +appVersion: 0.0.2-11-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart version: 7.1.1 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index e78006b..bd101fc 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-10-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-11-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index 899df16..573aa22 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-10-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-11-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 1588cff..1c24e93 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-10-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-11-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/pom.xml b/pom.xml index 9083513..09d82bd 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.2-10-PAGOPA-2645-tuning-fdr-to-eventhub + 0.0.2-11-PAGOPA-2645-tuning-fdr-to-eventhub jar FDR To Event Hub From 2c50b915ca599c1b771f21ff34ad306ed84125b6 Mon Sep 17 00:00:00 2001 From: svariant Date: Wed, 12 Feb 2025 15:14:35 +0100 Subject: [PATCH 24/46] [PAGOPA-2645] feat: Add node affinity helm dev and clean GHA --- .github/workflows/deploy_with_github_runner.yml | 2 +- helm/values-dev.yaml | 12 ++++++++++-- 2 files changed, 11 insertions(+), 3 deletions(-) diff --git a/.github/workflows/deploy_with_github_runner.yml b/.github/workflows/deploy_with_github_runner.yml index d8dd119..ee7b011 100644 --- a/.github/workflows/deploy_with_github_runner.yml +++ b/.github/workflows/deploy_with_github_runner.yml @@ -62,7 +62,7 @@ jobs: cluster_name: ${{ vars.CLUSTER_NAME }} resource_group: ${{ vars.CLUSTER_RESOURCE_GROUP }} app_name: ${{ env.APP_NAME }}${{inputs.suffix_name}} - helm_upgrade_options: '--debug --set microservice-chart.azure.workloadIdentityClientId=${{vars.WORKLOAD_IDENTITY_ID}} ${{inputs.helm_options}}' + helm_upgrade_options: '--debug --set microservice-chart.azure.workloadIdentityClientId=${{vars.WORKLOAD_IDENTITY_ID}}' timeout: '10m0s' - name: Remove deployment diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index bd101fc..83bf60e 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -1,7 +1,7 @@ microservice-chart: namespace: "fdr" nameOverride: "" - fullnameOverride: "" + fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub tag: "0.0.2-11-PAGOPA-2645-tuning-fdr-to-eventhub" @@ -107,6 +107,14 @@ microservice-chart: tenantId: "7788edaf-0346-4068-9d79-c868aed15b3d" nodeSelector: {} tolerations: [] - affinity: {} + affinity: + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: node_type + operator: In + values: + - 'user' canaryDelivery: create: false From 8223061b401dd718b3632bce0cec5858e5e52a9b Mon Sep 17 00:00:00 2001 From: svariant Date: Wed, 12 Feb 2025 15:54:20 +0100 Subject: [PATCH 25/46] [PAGOPA-2654] feat: Update security context helm --- helm/values-dev.yaml | 4 +++- helm/values-prod.yaml | 12 +++++++----- helm/values-uat.yaml | 6 ++++-- 3 files changed, 14 insertions(+), 8 deletions(-) diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 83bf60e..45a9a90 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -65,7 +65,9 @@ microservice-chart: seccompProfile: type: RuntimeDefault securityContext: - allowPrivilegeEscalation: false + capabilities: + add: + - NET_BIND_SERVICE resources: requests: memory: "256Mi" diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index 573aa22..47f36ff 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -1,7 +1,7 @@ microservice-chart: namespace: "fdr" nameOverride: "" - fullnameOverride: "" + fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub tag: "0.0.2-11-PAGOPA-2645-tuning-fdr-to-eventhub" @@ -57,15 +57,17 @@ microservice-chart: path: /pagopa-fdr-to-event-hub-service/(.*) servicePort: 80 serviceAccount: - create: false - annotations: {} - name: "" + name: "fdr-workload-identity" + azure: + workloadIdentityClientId: podAnnotations: {} podSecurityContext: seccompProfile: type: RuntimeDefault securityContext: - allowPrivilegeEscalation: false + capabilities: + add: + - NET_BIND_SERVICE resources: requests: memory: "768Mi" diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 1c24e93..df16891 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -1,7 +1,7 @@ microservice-chart: namespace: "fdr" nameOverride: "" - fullnameOverride: "" + fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub tag: "0.0.2-11-PAGOPA-2645-tuning-fdr-to-eventhub" @@ -65,7 +65,9 @@ microservice-chart: seccompProfile: type: RuntimeDefault securityContext: - allowPrivilegeEscalation: false + capabilities: + add: + - NET_BIND_SERVICE resources: requests: memory: "768Mi" From 5630f735fde3c5f78aa574745f376730bb0398ec Mon Sep 17 00:00:00 2001 From: svariant Date: Wed, 12 Feb 2025 16:31:07 +0100 Subject: [PATCH 26/46] add allowPrivilegeEscalation: false helm dev --- helm/values-dev.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 45a9a90..bcf78b1 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -65,6 +65,7 @@ microservice-chart: seccompProfile: type: RuntimeDefault securityContext: + allowPrivilegeEscalation: false capabilities: add: - NET_BIND_SERVICE From d6972608a4773f18da1a76a87552f164f3100df3 Mon Sep 17 00:00:00 2001 From: pasqualespica Date: Wed, 12 Feb 2025 17:21:33 +0100 Subject: [PATCH 27/46] fix --- helm/values-dev.yaml | 34 ++++++++++++++++++---------------- host.json | 10 +++++----- 2 files changed, 23 insertions(+), 21 deletions(-) diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index bcf78b1..90b4692 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -1,6 +1,6 @@ microservice-chart: namespace: "fdr" - nameOverride: "" + nameOverride: "pagopa-fdr-2-event" fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub @@ -24,33 +24,34 @@ microservice-chart: livenessProbe: handlerType: tcpSocket tcpSocket: - port: 80 - initialDelaySeconds: 60 + port: 8080 + initialDelaySeconds: 30 periodSeconds: 30 failureThreshold: 10 readinessProbe: handlerType: tcpSocket tcpSocket: - port: 80 - initialDelaySeconds: 60 + port: 8080 + initialDelaySeconds: 30 periodSeconds: 30 failureThreshold: 10 deployment: create: true - serviceMonitor: - create: true - endpoints: - - interval: 10s #jmx-exporter - targetPort: 12345 - path: /metrics + # serviceMonitor: + # create: true + # endpoints: + # - interval: 10s #jmx-exporter + # targetPort: 12345 + # path: /metrics ports: - 80 #http - 12345 #jmx-exporter + - 8080 service: type: ClusterIP ports: - 80 #http - - 12345 #jmx-exporter + - 8080 ingress: create: true host: "weudev.fdr.internal.dev.platform.pagopa.it" @@ -65,10 +66,10 @@ microservice-chart: seccompProfile: type: RuntimeDefault securityContext: - allowPrivilegeEscalation: false - capabilities: - add: - - NET_BIND_SERVICE + allowPrivilegeEscalation: true + # capabilities: + # add: + # - NET_BIND_SERVICE resources: requests: memory: "256Mi" @@ -96,6 +97,7 @@ microservice-chart: BLOB_STORAGE_FDR3_CONTAINER: "fdr3-flows" EVENT_HUB_FLOWTX_NAME: "fdr-qi-flows" EVENT_HUB_REPORTEDIUV_NAME: "fdr-qi-reported-iuv" + ASPNETCORE_URLS: "http://*:8080" envFieldRef: APP_NAME: "metadata.labels['app.kubernetes.io/instance']" APP_VERSION: "metadata.labels['app.kubernetes.io/version']" diff --git a/host.json b/host.json index 02736ff..d69d04e 100644 --- a/host.json +++ b/host.json @@ -29,11 +29,11 @@ "logging": { "fileLoggingMode": "debugOnly", "logLevel": { - "default": "None", - "Host.Results": "Error", - "Function.ProcessFDR1BlobFiles": "Information", - "Function.ProcessFDR3BlobFiles": "Information", - "Host.Aggregator": "Error" + "default": "Debug", + "Host.Results": "Debug", + "Function.ProcessFDR1BlobFiles": "Debug", + "Function.ProcessFDR3BlobFiles": "Debug", + "Host.Aggregator": "Debug" }, "applicationInsights": { "samplingSettings": { From 6119f536a03f7b250378f7022d50c08c67dcfc38 Mon Sep 17 00:00:00 2001 From: pasqualespica Date: Wed, 12 Feb 2025 17:42:02 +0100 Subject: [PATCH 28/46] fix host json --- host.json | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/host.json b/host.json index d69d04e..02736ff 100644 --- a/host.json +++ b/host.json @@ -29,11 +29,11 @@ "logging": { "fileLoggingMode": "debugOnly", "logLevel": { - "default": "Debug", - "Host.Results": "Debug", - "Function.ProcessFDR1BlobFiles": "Debug", - "Function.ProcessFDR3BlobFiles": "Debug", - "Host.Aggregator": "Debug" + "default": "None", + "Host.Results": "Error", + "Function.ProcessFDR1BlobFiles": "Information", + "Function.ProcessFDR3BlobFiles": "Information", + "Host.Aggregator": "Error" }, "applicationInsights": { "samplingSettings": { From 66b0cd484e4607c86332d56395046bbf28d9f9cc Mon Sep 17 00:00:00 2001 From: pasqualespica Date: Wed, 12 Feb 2025 17:42:45 +0100 Subject: [PATCH 29/46] fix host json --- helm/values-dev.yaml | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 90b4692..36723ab 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -66,7 +66,8 @@ microservice-chart: seccompProfile: type: RuntimeDefault securityContext: - allowPrivilegeEscalation: true + allowPrivilegeEscalation: false + # readOnlyRootFilesystem: true # capabilities: # add: # - NET_BIND_SERVICE @@ -98,6 +99,12 @@ microservice-chart: EVENT_HUB_FLOWTX_NAME: "fdr-qi-flows" EVENT_HUB_REPORTEDIUV_NAME: "fdr-qi-reported-iuv" ASPNETCORE_URLS: "http://*:8080" + AzureFunctionsJobHost__logging__logLevel__default: "Debug" + AzureFunctionsJobHost__logging__logLevel__Host__Results: "Debug" + AzureFunctionsJobHost__logging__logLevel__Host__Aggregator: "Debug" + AzureFunctionsJobHost__logging__logLevel__Function__ProcessFDR1BlobFiles: "Debug" + AzureFunctionsJobHost__logging__logLevel__Function__ProcessFDR3BlobFiles: "Debug" + WEBSITE_RUN_FROM_PACKAGE: "1" envFieldRef: APP_NAME: "metadata.labels['app.kubernetes.io/instance']" APP_VERSION: "metadata.labels['app.kubernetes.io/version']" From 67e5017f29a9c80a822d38d26e52f061a6dc6c09 Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Wed, 12 Feb 2025 16:47:56 +0000 Subject: [PATCH 30/46] Bump to version 0.0.2-12-PAGOPA-2645-tuning-fdr-to-eventhub [skip ci] --- helm/Chart.yaml | 4 ++-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- pom.xml | 2 +- 5 files changed, 6 insertions(+), 6 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index e652303..996daf7 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-fdr-to-event-hub description: Microservice fdr to event hub type: application -version: 0.38.0 -appVersion: 0.0.2-11-PAGOPA-2645-tuning-fdr-to-eventhub +version: 0.39.0 +appVersion: 0.0.2-12-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart version: 7.1.1 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 36723ab..49b472e 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-11-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-12-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index 47f36ff..d7f6672 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-11-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-12-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index df16891..5a88ae1 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-11-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-12-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/pom.xml b/pom.xml index 09d82bd..94d9755 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.2-11-PAGOPA-2645-tuning-fdr-to-eventhub + 0.0.2-12-PAGOPA-2645-tuning-fdr-to-eventhub jar FDR To Event Hub From 5ef1d80fb25f3245b02ac55dc9389118328ac65a Mon Sep 17 00:00:00 2001 From: svariant Date: Wed, 12 Feb 2025 19:04:39 +0100 Subject: [PATCH 31/46] [PAGOPA-2645] fix: Azure secret storage permission --- helm/values-dev.yaml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 49b472e..3205058 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -71,6 +71,9 @@ microservice-chart: # capabilities: # add: # - NET_BIND_SERVICE + volumes: + - emptyDir: {} + name: tmpvol resources: requests: memory: "256Mi" @@ -104,7 +107,7 @@ microservice-chart: AzureFunctionsJobHost__logging__logLevel__Host__Aggregator: "Debug" AzureFunctionsJobHost__logging__logLevel__Function__ProcessFDR1BlobFiles: "Debug" AzureFunctionsJobHost__logging__logLevel__Function__ProcessFDR3BlobFiles: "Debug" - WEBSITE_RUN_FROM_PACKAGE: "1" + FUNCTIONS_SECRETS_PATH: "/tmp/secrets" envFieldRef: APP_NAME: "metadata.labels['app.kubernetes.io/instance']" APP_VERSION: "metadata.labels['app.kubernetes.io/version']" From 4b493f0c9ea6ba16e8a4e03644f0c7046f8c9270 Mon Sep 17 00:00:00 2001 From: svariant Date: Thu, 13 Feb 2025 09:25:17 +0100 Subject: [PATCH 32/46] [PAGOPA-2645] feat: Define function path secrets in uat and prod --- helm/values-prod.yaml | 1 + helm/values-uat.yaml | 1 + 2 files changed, 2 insertions(+) diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index d7f6672..2530522 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -100,6 +100,7 @@ microservice-chart: BLOB_STORAGE_FDR3_CONTAINER: "fdr3-flows" EVENT_HUB_FLOWTX_NAME: "fdr-qi-flows" EVENT_HUB_REPORTEDIUV_NAME: "fdr-qi-reported-iuv" + FUNCTIONS_SECRETS_PATH: "/tmp/secrets" envFieldRef: APP_NAME: "metadata.labels['app.kubernetes.io/instance']" APP_VERSION: "metadata.labels['app.kubernetes.io/version']" diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 5a88ae1..1c7080a 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -100,6 +100,7 @@ microservice-chart: BLOB_STORAGE_FDR3_CONTAINER: "fdr3-flows" EVENT_HUB_FLOWTX_NAME: "fdr-qi-flows" EVENT_HUB_REPORTEDIUV_NAME: "fdr-qi-reported-iuv" + FUNCTIONS_SECRETS_PATH: "/tmp/secrets" envFieldRef: APP_NAME: "metadata.labels['app.kubernetes.io/instance']" APP_VERSION: "metadata.labels['app.kubernetes.io/version']" From db043a0ffdf40998329e8e8dc6a93754cbf18df7 Mon Sep 17 00:00:00 2001 From: svariant Date: Thu, 13 Feb 2025 09:25:17 +0100 Subject: [PATCH 33/46] [PAGOPA-2645] uat helm update --- helm/values-prod.yaml | 1 + helm/values-uat.yaml | 37 +++++++++++++++++++++++-------------- 2 files changed, 24 insertions(+), 14 deletions(-) diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index d7f6672..2530522 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -100,6 +100,7 @@ microservice-chart: BLOB_STORAGE_FDR3_CONTAINER: "fdr3-flows" EVENT_HUB_FLOWTX_NAME: "fdr-qi-flows" EVENT_HUB_REPORTEDIUV_NAME: "fdr-qi-reported-iuv" + FUNCTIONS_SECRETS_PATH: "/tmp/secrets" envFieldRef: APP_NAME: "metadata.labels['app.kubernetes.io/instance']" APP_VERSION: "metadata.labels['app.kubernetes.io/version']" diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 5a88ae1..2de2bd8 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -1,6 +1,6 @@ microservice-chart: namespace: "fdr" - nameOverride: "" + nameOverride: "pagopa-fdr-2-event" fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub @@ -24,32 +24,32 @@ microservice-chart: livenessProbe: handlerType: tcpSocket tcpSocket: - port: 80 - initialDelaySeconds: 60 + port: 8080 + initialDelaySeconds: 30 periodSeconds: 30 failureThreshold: 10 readinessProbe: handlerType: tcpSocket tcpSocket: - port: 80 - initialDelaySeconds: 60 + port: 8080 + initialDelaySeconds: 30 periodSeconds: 30 failureThreshold: 10 deployment: create: true - serviceMonitor: - create: true - endpoints: - - interval: 10s #jmx-exporter - targetPort: 12345 - path: /metrics + # serviceMonitor: + # create: true + # endpoints: + # - interval: 10s #jmx-exporter + # targetPort: 12345 + # path: /metrics ports: - - 80 #http - 12345 #jmx-exporter + - 8080 service: type: ClusterIP ports: - - 80 #http + - 8080 - 12345 #jmx-exporter ingress: create: true @@ -100,6 +100,7 @@ microservice-chart: BLOB_STORAGE_FDR3_CONTAINER: "fdr3-flows" EVENT_HUB_FLOWTX_NAME: "fdr-qi-flows" EVENT_HUB_REPORTEDIUV_NAME: "fdr-qi-reported-iuv" + FUNCTIONS_SECRETS_PATH: "/tmp/secrets" envFieldRef: APP_NAME: "metadata.labels['app.kubernetes.io/instance']" APP_VERSION: "metadata.labels['app.kubernetes.io/version']" @@ -114,6 +115,14 @@ microservice-chart: tenantId: "7788edaf-0346-4068-9d79-c868aed15b3d" nodeSelector: {} tolerations: [] - affinity: {} + affinity: + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: node_type + operator: In + values: + - 'user' canaryDelivery: create: false From 56ba3ec285133201cb861fa129607aa4b50cbc27 Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Thu, 13 Feb 2025 08:39:04 +0000 Subject: [PATCH 34/46] Bump to version 0.0.2-13-PAGOPA-2645-tuning-fdr-to-eventhub [skip ci] --- helm/Chart.yaml | 4 ++-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- pom.xml | 2 +- 5 files changed, 6 insertions(+), 6 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index 996daf7..23ee9bc 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-fdr-to-event-hub description: Microservice fdr to event hub type: application -version: 0.39.0 -appVersion: 0.0.2-12-PAGOPA-2645-tuning-fdr-to-eventhub +version: 0.40.0 +appVersion: 0.0.2-13-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart version: 7.1.1 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 3205058..0855495 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-12-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-13-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index 2530522..a43d1fa 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-12-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-13-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 2de2bd8..4532e71 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-12-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-13-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/pom.xml b/pom.xml index 94d9755..572f0e4 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.2-12-PAGOPA-2645-tuning-fdr-to-eventhub + 0.0.2-13-PAGOPA-2645-tuning-fdr-to-eventhub jar FDR To Event Hub From 24519a0a3264ea05d76e59417178f7cb35c0d414 Mon Sep 17 00:00:00 2001 From: aacitelli Date: Thu, 13 Feb 2025 09:49:14 +0100 Subject: [PATCH 35/46] Merge branch 'PAGOPA-2645-tuning-fdr-to-eventhub' of https://github.com/pagopa/pagopa-fdr-2-event-hub into PAGOPA-2645-tuning-fdr-to-eventhub --- helm/values-uat.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 2de2bd8..62f9d43 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -101,6 +101,7 @@ microservice-chart: EVENT_HUB_FLOWTX_NAME: "fdr-qi-flows" EVENT_HUB_REPORTEDIUV_NAME: "fdr-qi-reported-iuv" FUNCTIONS_SECRETS_PATH: "/tmp/secrets" + ASPNETCORE_URLS: "http://*:8080" envFieldRef: APP_NAME: "metadata.labels['app.kubernetes.io/instance']" APP_VERSION: "metadata.labels['app.kubernetes.io/version']" From 3850badcf7354028d8384a4cfdbf9ca09132d0b3 Mon Sep 17 00:00:00 2001 From: pasqualespica Date: Thu, 13 Feb 2025 10:14:49 +0100 Subject: [PATCH 36/46] fix --- helm/values-dev.yaml | 22 +++++++--------------- helm/values-prod.yaml | 25 ++++++++++++++++--------- helm/values-uat.yaml | 18 ++++++++---------- 3 files changed, 31 insertions(+), 34 deletions(-) diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 0855495..4939a4b 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -37,21 +37,20 @@ microservice-chart: failureThreshold: 10 deployment: create: true - # serviceMonitor: - # create: true - # endpoints: - # - interval: 10s #jmx-exporter - # targetPort: 12345 - # path: /metrics + serviceMonitor: + create: true + endpoints: + - interval: 10s #jmx-exporter + targetPort: 12345 + path: /metrics ports: - - 80 #http - 12345 #jmx-exporter - 8080 service: type: ClusterIP ports: - - 80 #http - 8080 + - 12345 #jmx-exporter ingress: create: true host: "weudev.fdr.internal.dev.platform.pagopa.it" @@ -67,13 +66,6 @@ microservice-chart: type: RuntimeDefault securityContext: allowPrivilegeEscalation: false - # readOnlyRootFilesystem: true - # capabilities: - # add: - # - NET_BIND_SERVICE - volumes: - - emptyDir: {} - name: tmpvol resources: requests: memory: "256Mi" diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index a43d1fa..4b93a07 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -1,6 +1,6 @@ microservice-chart: namespace: "fdr" - nameOverride: "" + nameOverride: "pagopa-fdr-2-event" fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub @@ -24,14 +24,14 @@ microservice-chart: livenessProbe: handlerType: tcpSocket tcpSocket: - port: 80 + port: 8080 initialDelaySeconds: 60 periodSeconds: 30 failureThreshold: 10 readinessProbe: handlerType: tcpSocket tcpSocket: - port: 80 + port: 8080 initialDelaySeconds: 60 periodSeconds: 30 failureThreshold: 10 @@ -44,12 +44,12 @@ microservice-chart: targetPort: 12345 path: /metrics ports: - - 80 #http - 12345 #jmx-exporter + - 8080 service: type: ClusterIP ports: - - 80 #http + - 8080 - 12345 #jmx-exporter ingress: create: true @@ -65,9 +65,7 @@ microservice-chart: seccompProfile: type: RuntimeDefault securityContext: - capabilities: - add: - - NET_BIND_SERVICE + allowPrivilegeEscalation: false resources: requests: memory: "768Mi" @@ -100,6 +98,7 @@ microservice-chart: BLOB_STORAGE_FDR3_CONTAINER: "fdr3-flows" EVENT_HUB_FLOWTX_NAME: "fdr-qi-flows" EVENT_HUB_REPORTEDIUV_NAME: "fdr-qi-reported-iuv" + ASPNETCORE_URLS: "http://*:8080" FUNCTIONS_SECRETS_PATH: "/tmp/secrets" envFieldRef: APP_NAME: "metadata.labels['app.kubernetes.io/instance']" @@ -115,6 +114,14 @@ microservice-chart: tenantId: "7788edaf-0346-4068-9d79-c868aed15b3d" nodeSelector: {} tolerations: [] - affinity: {} + affinity: + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: node_type + operator: In + values: + - 'user' canaryDelivery: create: false diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index a6d7915..fbfccca 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -37,12 +37,12 @@ microservice-chart: failureThreshold: 10 deployment: create: true - # serviceMonitor: - # create: true - # endpoints: - # - interval: 10s #jmx-exporter - # targetPort: 12345 - # path: /metrics + serviceMonitor: + create: true + endpoints: + - interval: 10s #jmx-exporter + targetPort: 12345 + path: /metrics ports: - 12345 #jmx-exporter - 8080 @@ -65,9 +65,7 @@ microservice-chart: seccompProfile: type: RuntimeDefault securityContext: - capabilities: - add: - - NET_BIND_SERVICE + allowPrivilegeEscalation: false resources: requests: memory: "768Mi" @@ -100,8 +98,8 @@ microservice-chart: BLOB_STORAGE_FDR3_CONTAINER: "fdr3-flows" EVENT_HUB_FLOWTX_NAME: "fdr-qi-flows" EVENT_HUB_REPORTEDIUV_NAME: "fdr-qi-reported-iuv" - FUNCTIONS_SECRETS_PATH: "/tmp/secrets" ASPNETCORE_URLS: "http://*:8080" + FUNCTIONS_SECRETS_PATH: "/tmp/secrets" envFieldRef: APP_NAME: "metadata.labels['app.kubernetes.io/instance']" APP_VERSION: "metadata.labels['app.kubernetes.io/version']" From 6bc09ee7fcb69773e6a40b5af4f9e97c756b4818 Mon Sep 17 00:00:00 2001 From: pasqualespica Date: Thu, 13 Feb 2025 10:16:29 +0100 Subject: [PATCH 37/46] fix initialDelaySeconds prod --- helm/values-prod.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index 4b93a07..01084bf 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -25,14 +25,14 @@ microservice-chart: handlerType: tcpSocket tcpSocket: port: 8080 - initialDelaySeconds: 60 + initialDelaySeconds: 30 periodSeconds: 30 failureThreshold: 10 readinessProbe: handlerType: tcpSocket tcpSocket: port: 8080 - initialDelaySeconds: 60 + initialDelaySeconds: 30 periodSeconds: 30 failureThreshold: 10 deployment: From fe7438822dbbdbd7146422ececdea568a83218f6 Mon Sep 17 00:00:00 2001 From: pasqualespica Date: Thu, 13 Feb 2025 10:19:37 +0100 Subject: [PATCH 38/46] add github_scripts folder --- .../github_scripts/check_required_labels.js | 24 +++++ .../workflows/github_scripts/check_size.js | 99 +++++++++++++++++++ 2 files changed, 123 insertions(+) create mode 100644 .github/workflows/github_scripts/check_required_labels.js create mode 100644 .github/workflows/github_scripts/check_size.js diff --git a/.github/workflows/github_scripts/check_required_labels.js b/.github/workflows/github_scripts/check_required_labels.js new file mode 100644 index 0000000..a739341 --- /dev/null +++ b/.github/workflows/github_scripts/check_required_labels.js @@ -0,0 +1,24 @@ +module.exports = async ({github, context, core}) => { + const comments = await github.rest.issues.listComments({ + issue_number: context.issue.number, + owner: context.repo.owner, + repo: context.repo.repo + }); + for (const comment of comments.data) { + if (comment.body.includes('This pull request does not contain a valid label')) { + github.rest.issues.deleteComment({ + issue_number: context.issue.number, + owner: context.repo.owner, + repo: context.repo.repo, + comment_id: comment.id + }) + } + } + github.rest.issues.createComment({ + issue_number: context.issue.number, + owner: context.repo.owner, + repo: context.repo.repo, + body: 'This pull request does not contain a valid label. Please add one of the following labels: `[major, minor, patch, patch, skip]`' + }) + core.setFailed('Missing required labels') +} diff --git a/.github/workflows/github_scripts/check_size.js b/.github/workflows/github_scripts/check_size.js new file mode 100644 index 0000000..e8132d0 --- /dev/null +++ b/.github/workflows/github_scripts/check_size.js @@ -0,0 +1,99 @@ +module.exports = async ({github, context, core}) => { + const additions = context.payload.pull_request.additions || 0 + const deletions = context.payload.pull_request.deletions || 0 + let changes = additions + deletions; + console.log('additions: ' + additions + ' + deletions: ' + deletions + ' = total changes: ' + changes); + + const {IGNORED_FILES, BRANCH_NAME} = process.env + const ignored_files = IGNORED_FILES.trim().split(',').filter(word => word.length > 0); + if (ignored_files.length > 0) { + var ignored = 0 + const execSync = require('child_process').execSync; + for (const file of IGNORED_FILES.trim().split(',')) { + + const ignored_additions_str = execSync('git --no-pager diff --numstat origin/main..origin/' + BRANCH_NAME + ' | grep ' + file + ' | cut -f 1', {encoding: 'utf-8'}) + const ignored_deletions_str = execSync('git --no-pager diff --numstat origin/main..origin/' + BRANCH_NAME + ' | grep ' + file + ' | cut -f 2', {encoding: 'utf-8'}) + + const ignored_additions = ignored_additions_str.split('\n').map(elem => parseInt(elem || 0)).reduce( + (accumulator, currentValue) => accumulator + currentValue, + 0); + const ignored_deletions = ignored_deletions_str.split('\n').map(elem => parseInt(elem || 0)).reduce( + (accumulator, currentValue) => accumulator + currentValue, + 0); + + ignored += ignored_additions + ignored_deletions; + } + changes -= ignored + console.log('ignored lines: ' + ignored + ' , consider changes: ' + changes); + } + + var labels = await github.rest.issues.listLabelsOnIssue({ + issue_number: context.issue.number, + owner: context.repo.owner, + repo: context.repo.repo + }); + + if (changes <= 400) { + if (labels.data.find(label => label.name === 'size/large')) { + github.rest.issues.removeLabel({ + issue_number: context.issue.number, + owner: context.repo.owner, + repo: context.repo.repo, + name: 'size/large' + }) + } + } + + if (changes >= 200) { + if (labels.data.find(label => label.name === 'size/small')) { + github.rest.issues.removeLabel({ + issue_number: context.issue.number, + owner: context.repo.owner, + repo: context.repo.repo, + name: 'size/small' + }) + } + } + + var comments = await github.rest.issues.listComments({ + issue_number: context.issue.number, + owner: context.repo.owner, + repo: context.repo.repo + }); + for (const comment of comments.data) { + if (comment.body.includes('This PR exceeds the recommended size')) { + github.rest.issues.deleteComment({ + issue_number: context.issue.number, + owner: context.repo.owner, + repo: context.repo.repo, + comment_id: comment.id + }) + } + } + + if (changes < 200) { + github.rest.issues.addLabels({ + issue_number: context.issue.number, + owner: context.repo.owner, + repo: context.repo.repo, + labels: ['size/small'] + }) + } + + if (changes > 400) { + github.rest.issues.addLabels({ + issue_number: context.issue.number, + owner: context.repo.owner, + repo: context.repo.repo, + labels: ['size/large'] + }) + + github.rest.issues.createComment({ + issue_number: context.issue.number, + owner: context.repo.owner, + repo: context.repo.repo, + body: 'This PR exceeds the recommended size of 400 lines. Please make sure you are NOT addressing multiple issues with one PR. _Note this PR might be rejected due to its size._' + }) + + } +} From fd017bf02b92e57e7fa437172c33b674f8d39977 Mon Sep 17 00:00:00 2001 From: aacitelli Date: Thu, 13 Feb 2025 10:52:40 +0100 Subject: [PATCH 39/46] [PAGOPA-2645] tuning fdr to eventhub: added junit test --- helm/values-dev.yaml | 10 ++- helm/values-prod.yaml | 10 ++- helm/values-uat.yaml | 10 ++- .../eventhub/BlobProcessingFunctionTest.java | 69 +++++++++++++++++-- 4 files changed, 86 insertions(+), 13 deletions(-) diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 4939a4b..e009020 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -113,15 +113,19 @@ microservice-chart: name: "pagopa-d-fdr-kv" tenantId: "7788edaf-0346-4068-9d79-c868aed15b3d" nodeSelector: {} - tolerations: [] + tolerations: + - key: dedicated + operator: Equal + value: "nodo" + effect: NoSchedule affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - - key: node_type + - key: nodo operator: In values: - - 'user' + - "true" canaryDelivery: create: false diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index 01084bf..a74efbd 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -113,15 +113,19 @@ microservice-chart: name: "pagopa-p-fdr-kv" tenantId: "7788edaf-0346-4068-9d79-c868aed15b3d" nodeSelector: {} - tolerations: [] + tolerations: + - key: dedicated + operator: Equal + value: "nodo" + effect: NoSchedule affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - - key: node_type + - key: nodo operator: In values: - - 'user' + - "true" canaryDelivery: create: false diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index fbfccca..e9910e4 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -113,15 +113,19 @@ microservice-chart: name: "pagopa-u-fdr-kv" tenantId: "7788edaf-0346-4068-9d79-c868aed15b3d" nodeSelector: {} - tolerations: [] + tolerations: + - key: dedicated + operator: Equal + value: "nodo" + effect: NoSchedule affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - - key: node_type + - key: nodo operator: In values: - - 'user' + - "true" canaryDelivery: create: false diff --git a/src/test/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunctionTest.java b/src/test/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunctionTest.java index c06f6a4..2d834af 100644 --- a/src/test/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunctionTest.java +++ b/src/test/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunctionTest.java @@ -4,16 +4,13 @@ import static org.junit.jupiter.api.Assertions.assertThrows; import static org.mockito.ArgumentMatchers.any; import static org.mockito.Mockito.atLeastOnce; +import static org.mockito.Mockito.doThrow; import static org.mockito.Mockito.lenient; import static org.mockito.Mockito.mock; import static org.mockito.Mockito.never; import static org.mockito.Mockito.verify; import static org.mockito.Mockito.when; -import com.azure.messaging.eventhubs.EventDataBatch; -import com.azure.messaging.eventhubs.EventHubProducerClient; -import com.microsoft.azure.functions.ExecutionContext; -import it.gov.pagopa.fdr.to.eventhub.util.SampleContentFileUtil; import java.io.ByteArrayOutputStream; import java.nio.charset.StandardCharsets; import java.util.ArrayList; @@ -22,6 +19,7 @@ import java.util.function.Supplier; import java.util.logging.Logger; import java.util.zip.GZIPOutputStream; + import org.junit.jupiter.api.BeforeEach; import org.junit.jupiter.api.Test; import org.junit.jupiter.api.extension.ExtendWith; @@ -29,6 +27,14 @@ import org.mockito.Mock; import org.mockito.junit.jupiter.MockitoExtension; +import com.azure.core.amqp.exception.AmqpErrorContext; +import com.azure.core.amqp.exception.AmqpException; +import com.azure.messaging.eventhubs.EventDataBatch; +import com.azure.messaging.eventhubs.EventHubProducerClient; +import com.microsoft.azure.functions.ExecutionContext; + +import it.gov.pagopa.fdr.to.eventhub.util.SampleContentFileUtil; + @ExtendWith(MockitoExtension.class) class BlobProcessingFunctionTest { @@ -230,6 +236,60 @@ void testFDR1ValidateBlobMetadata_ElaborateFalse() { : "The log does not contain the expected message for 'elaborate' false"; } + @Test + void testFDR1BlobTriggerProcessingError() throws Exception { + EventDataBatch mockEventDataBatch = mock(EventDataBatch.class); + when(context.getLogger()).thenReturn(mockLogger); + when(eventHubClientFlowTx.createBatch()).thenReturn(mockEventDataBatch); + // precondition for tryAdd fail + when(mockEventDataBatch + .tryAdd(any(com.azure.messaging.eventhubs.EventData.class))) + .thenThrow(new AmqpException(Boolean.TRUE, + "Failed to add event data", + mock(AmqpErrorContext.class))); + String sampleXml = SampleContentFileUtil.getSampleXml("sample.xml"); + byte[] compressedData = createGzipCompressedData(sampleXml); + Map metadata = new HashMap<>(); + metadata.put("sessionId", "1234"); + metadata.put("insertedTimestamp", "2025-01-30T10:15:30"); + metadata.put("elaborate", "true"); + + function.processFDR1BlobFiles(compressedData, "sampleBlob", metadata, + context); + + ArgumentCaptor> logCaptor = ArgumentCaptor + .forClass(Supplier.class); + verify(mockLogger, atLeastOnce()).severe(logCaptor.capture()); + + logCaptor.getAllValues().stream().map(Supplier::get).anyMatch( + log -> log.contains("Error processing Blob")); + + verify(eventHubClientFlowTx, never()).send(any(EventDataBatch.class)); + verify(eventHubClientReportedIUV, never()) + .send(any(EventDataBatch.class)); + + // precondition for send fail + when(mockEventDataBatch + .tryAdd(any(com.azure.messaging.eventhubs.EventData.class))) + .thenReturn(Boolean.TRUE); + doThrow(NullPointerException.class).when(eventHubClientFlowTx) + .send(any(EventDataBatch.class)); + + function.processFDR1BlobFiles(compressedData, "sampleBlob", metadata, + context); + + logCaptor = ArgumentCaptor.forClass(Supplier.class); + verify(mockLogger, atLeastOnce()).severe(logCaptor.capture()); + + logCaptor.getAllValues().stream().map(Supplier::get) + .anyMatch(log -> log.contains("Error processing Blob")); + + verify(eventHubClientFlowTx, atLeastOnce()) + .send(any(EventDataBatch.class)); + verify(eventHubClientReportedIUV, never()) + .send(any(EventDataBatch.class)); + } + @Test void testFDR3BlobTriggerProcessing() throws Exception { when(context.getLogger()).thenReturn(mockLogger); @@ -244,4 +304,5 @@ void testFDR3BlobTriggerProcessing() throws Exception { ArgumentCaptor> logCaptor = ArgumentCaptor.forClass(Supplier.class); verify(mockLogger, atLeastOnce()).info(logCaptor.capture()); } + } From c25abd2dd53b90fe664137d67004c50f79fe4e5f Mon Sep 17 00:00:00 2001 From: aacitelli Date: Thu, 13 Feb 2025 10:52:40 +0100 Subject: [PATCH 40/46] [PAGOPA-2645] tuning fdr to eventhub: google formatting --- helm/values-dev.yaml | 10 ++-- helm/values-prod.yaml | 10 ++-- helm/values-uat.yaml | 10 ++-- .../eventhub/BlobProcessingFunctionTest.java | 50 +++++++++++++++++++ 4 files changed, 71 insertions(+), 9 deletions(-) diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 4939a4b..e009020 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -113,15 +113,19 @@ microservice-chart: name: "pagopa-d-fdr-kv" tenantId: "7788edaf-0346-4068-9d79-c868aed15b3d" nodeSelector: {} - tolerations: [] + tolerations: + - key: dedicated + operator: Equal + value: "nodo" + effect: NoSchedule affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - - key: node_type + - key: nodo operator: In values: - - 'user' + - "true" canaryDelivery: create: false diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index 01084bf..a74efbd 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -113,15 +113,19 @@ microservice-chart: name: "pagopa-p-fdr-kv" tenantId: "7788edaf-0346-4068-9d79-c868aed15b3d" nodeSelector: {} - tolerations: [] + tolerations: + - key: dedicated + operator: Equal + value: "nodo" + effect: NoSchedule affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - - key: node_type + - key: nodo operator: In values: - - 'user' + - "true" canaryDelivery: create: false diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index fbfccca..e9910e4 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -113,15 +113,19 @@ microservice-chart: name: "pagopa-u-fdr-kv" tenantId: "7788edaf-0346-4068-9d79-c868aed15b3d" nodeSelector: {} - tolerations: [] + tolerations: + - key: dedicated + operator: Equal + value: "nodo" + effect: NoSchedule affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - - key: node_type + - key: nodo operator: In values: - - 'user' + - "true" canaryDelivery: create: false diff --git a/src/test/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunctionTest.java b/src/test/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunctionTest.java index c06f6a4..56e88cf 100644 --- a/src/test/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunctionTest.java +++ b/src/test/java/it/gov/pagopa/fdr/to/eventhub/BlobProcessingFunctionTest.java @@ -4,12 +4,15 @@ import static org.junit.jupiter.api.Assertions.assertThrows; import static org.mockito.ArgumentMatchers.any; import static org.mockito.Mockito.atLeastOnce; +import static org.mockito.Mockito.doThrow; import static org.mockito.Mockito.lenient; import static org.mockito.Mockito.mock; import static org.mockito.Mockito.never; import static org.mockito.Mockito.verify; import static org.mockito.Mockito.when; +import com.azure.core.amqp.exception.AmqpErrorContext; +import com.azure.core.amqp.exception.AmqpException; import com.azure.messaging.eventhubs.EventDataBatch; import com.azure.messaging.eventhubs.EventHubProducerClient; import com.microsoft.azure.functions.ExecutionContext; @@ -230,6 +233,53 @@ void testFDR1ValidateBlobMetadata_ElaborateFalse() { : "The log does not contain the expected message for 'elaborate' false"; } + @Test + void testFDR1BlobTriggerProcessingError() throws Exception { + EventDataBatch mockEventDataBatch = mock(EventDataBatch.class); + when(context.getLogger()).thenReturn(mockLogger); + when(eventHubClientFlowTx.createBatch()).thenReturn(mockEventDataBatch); + // precondition for tryAdd fail + when(mockEventDataBatch.tryAdd(any(com.azure.messaging.eventhubs.EventData.class))) + .thenThrow( + new AmqpException( + Boolean.TRUE, "Failed to add event data", mock(AmqpErrorContext.class))); + String sampleXml = SampleContentFileUtil.getSampleXml("sample.xml"); + byte[] compressedData = createGzipCompressedData(sampleXml); + Map metadata = new HashMap<>(); + metadata.put("sessionId", "1234"); + metadata.put("insertedTimestamp", "2025-01-30T10:15:30"); + metadata.put("elaborate", "true"); + + function.processFDR1BlobFiles(compressedData, "sampleBlob", metadata, context); + + ArgumentCaptor> logCaptor = ArgumentCaptor.forClass(Supplier.class); + verify(mockLogger, atLeastOnce()).severe(logCaptor.capture()); + + logCaptor.getAllValues().stream() + .map(Supplier::get) + .anyMatch(log -> log.contains("Error processing Blob")); + + verify(eventHubClientFlowTx, never()).send(any(EventDataBatch.class)); + verify(eventHubClientReportedIUV, never()).send(any(EventDataBatch.class)); + + // precondition for send fail + when(mockEventDataBatch.tryAdd(any(com.azure.messaging.eventhubs.EventData.class))) + .thenReturn(Boolean.TRUE); + doThrow(NullPointerException.class).when(eventHubClientFlowTx).send(any(EventDataBatch.class)); + + function.processFDR1BlobFiles(compressedData, "sampleBlob", metadata, context); + + logCaptor = ArgumentCaptor.forClass(Supplier.class); + verify(mockLogger, atLeastOnce()).severe(logCaptor.capture()); + + logCaptor.getAllValues().stream() + .map(Supplier::get) + .anyMatch(log -> log.contains("Error processing Blob")); + + verify(eventHubClientFlowTx, atLeastOnce()).send(any(EventDataBatch.class)); + verify(eventHubClientReportedIUV, never()).send(any(EventDataBatch.class)); + } + @Test void testFDR3BlobTriggerProcessing() throws Exception { when(context.getLogger()).thenReturn(mockLogger); From 9303526d1255ba1dea596fc70e9f1549c24637a5 Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Thu, 13 Feb 2025 10:02:27 +0000 Subject: [PATCH 41/46] Bump to version 0.0.2-14-PAGOPA-2645-tuning-fdr-to-eventhub [skip ci] --- helm/Chart.yaml | 4 ++-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- pom.xml | 2 +- 5 files changed, 6 insertions(+), 6 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index 23ee9bc..c5248ea 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-fdr-to-event-hub description: Microservice fdr to event hub type: application -version: 0.40.0 -appVersion: 0.0.2-13-PAGOPA-2645-tuning-fdr-to-eventhub +version: 0.41.0 +appVersion: 0.0.2-14-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart version: 7.1.1 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index e009020..d10aaab 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-13-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-14-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index a74efbd..cc2ae47 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-13-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-14-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index e9910e4..8111f85 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-13-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-14-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/pom.xml b/pom.xml index 572f0e4..7aae437 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.2-13-PAGOPA-2645-tuning-fdr-to-eventhub + 0.0.2-14-PAGOPA-2645-tuning-fdr-to-eventhub jar FDR To Event Hub From 565cc6177f7ef48ee304f3fcbed86e85ed8de4b2 Mon Sep 17 00:00:00 2001 From: aacitelli Date: Thu, 13 Feb 2025 14:20:04 +0100 Subject: [PATCH 42/46] Merge branch 'PAGOPA-2645-tuning-fdr-to-eventhub' of https://github.com/pagopa/pagopa-fdr-2-event-hub into PAGOPA-2645-tuning-fdr-to-eventhub --- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index dc4075c..fb65a7c 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -72,7 +72,7 @@ microservice-chart: cpu: "0.5" limits: memory: "4Gi" - cpu: "2" + cpu: "3" autoscaling: enable: true minReplica: 1 diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 16dea32..a4ff997 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -72,7 +72,7 @@ microservice-chart: cpu: "0.5" limits: memory: "4Gi" - cpu: "2" + cpu: "3" autoscaling: enable: true minReplica: 1 From cbe15cc415a041ad7274c4b5bf071b469c981cef Mon Sep 17 00:00:00 2001 From: aacitelli Date: Thu, 13 Feb 2025 14:20:04 +0100 Subject: [PATCH 43/46] [PAGOPA-2645] tuning fdr to eventhub: fix for too large all dates field --- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- .../mapper/FlussoRendicontazioneMapper.java | 16 ++++++++++++---- 3 files changed, 14 insertions(+), 6 deletions(-) diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index dc4075c..fb65a7c 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -72,7 +72,7 @@ microservice-chart: cpu: "0.5" limits: memory: "4Gi" - cpu: "2" + cpu: "3" autoscaling: enable: true minReplica: 1 diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 16dea32..a4ff997 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -72,7 +72,7 @@ microservice-chart: cpu: "0.5" limits: memory: "4Gi" - cpu: "2" + cpu: "3" autoscaling: enable: true minReplica: 1 diff --git a/src/main/java/it/gov/pagopa/fdr/to/eventhub/mapper/FlussoRendicontazioneMapper.java b/src/main/java/it/gov/pagopa/fdr/to/eventhub/mapper/FlussoRendicontazioneMapper.java index 5d7cbec..1405568 100644 --- a/src/main/java/it/gov/pagopa/fdr/to/eventhub/mapper/FlussoRendicontazioneMapper.java +++ b/src/main/java/it/gov/pagopa/fdr/to/eventhub/mapper/FlussoRendicontazioneMapper.java @@ -9,6 +9,7 @@ import java.time.format.DateTimeFormatterBuilder; import java.time.format.DateTimeParseException; import java.time.temporal.ChronoField; +import java.util.ArrayList; import java.util.List; import lombok.experimental.UtilityClass; import org.modelmapper.ModelMapper; @@ -66,10 +67,17 @@ public static FlowTxEventModel toFlowTxEventList(FlussoRendicontazione flusso) { .insertedTimestamp(parseDate(flusso.getMetadata().get("insertedTimestamp"))) .psp(flusso.getIdentificativoPSP()) .causal(flusso.getFlussoRiversamento().getIdentificativoUnivocoRegolamento()) - .allDates( - flusso.getFlussoRiversamento().getDatiSingoliPagamenti().stream() - .map(dsp -> dsp.getDataEsitoSingoloPagamento()) - .toList()) + // This field should include all payment dates from the Flusso + // Riversamento. + // For very large files (>100,000 payments), the resulting JSON + // exceeds the 1024KB limit allowed for an Event Hub event. Pending + // further guidance, an empty list will be used instead. + .allDates(new ArrayList<>()) + // + // .allDates( + // flusso.getFlussoRiversamento().getDatiSingoliPagamenti().stream() + // .map(dsp -> dsp.getDataEsitoSingoloPagamento()) .toList()) + // .build(); } From bad47f3bfc801096c478831b9b64b09c37ea6090 Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Thu, 13 Feb 2025 15:48:10 +0000 Subject: [PATCH 44/46] Bump to version 0.0.2-15-PAGOPA-2645-tuning-fdr-to-eventhub [skip ci] --- helm/Chart.yaml | 4 ++-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- pom.xml | 2 +- 5 files changed, 6 insertions(+), 6 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index c5248ea..34d1072 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-fdr-to-event-hub description: Microservice fdr to event hub type: application -version: 0.41.0 -appVersion: 0.0.2-14-PAGOPA-2645-tuning-fdr-to-eventhub +version: 0.42.0 +appVersion: 0.0.2-15-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart version: 7.1.1 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index d10aaab..4c76246 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-14-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-15-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index fb65a7c..e0fa1b3 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-14-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-15-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index a4ff997..802a00d 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-14-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-15-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/pom.xml b/pom.xml index 7aae437..73535f3 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.2-14-PAGOPA-2645-tuning-fdr-to-eventhub + 0.0.2-15-PAGOPA-2645-tuning-fdr-to-eventhub jar FDR To Event Hub From 82b8fb304812f74fd47da0944c8e8bef5769e013 Mon Sep 17 00:00:00 2001 From: pagopa-github-bot Date: Thu, 13 Feb 2025 17:18:15 +0000 Subject: [PATCH 45/46] Bump to version 0.0.2-16-PAGOPA-2645-tuning-fdr-to-eventhub [skip ci] --- helm/Chart.yaml | 4 ++-- helm/values-dev.yaml | 2 +- helm/values-prod.yaml | 2 +- helm/values-uat.yaml | 2 +- pom.xml | 2 +- 5 files changed, 6 insertions(+), 6 deletions(-) diff --git a/helm/Chart.yaml b/helm/Chart.yaml index 34d1072..964988c 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: pagopa-fdr-to-event-hub description: Microservice fdr to event hub type: application -version: 0.42.0 -appVersion: 0.0.2-15-PAGOPA-2645-tuning-fdr-to-eventhub +version: 0.43.0 +appVersion: 0.0.2-16-PAGOPA-2645-tuning-fdr-to-eventhub dependencies: - name: microservice-chart version: 7.1.1 diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index 4c76246..0e096f3 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-15-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-16-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/helm/values-prod.yaml b/helm/values-prod.yaml index e0fa1b3..107f2c4 100644 --- a/helm/values-prod.yaml +++ b/helm/values-prod.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-15-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-16-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/helm/values-uat.yaml b/helm/values-uat.yaml index 802a00d..4fe1d7a 100644 --- a/helm/values-uat.yaml +++ b/helm/values-uat.yaml @@ -4,7 +4,7 @@ microservice-chart: fullnameOverride: "pagopa-fdr-2-event-hub" image: repository: ghcr.io/pagopa/pagopa-fdr-2-event-hub - tag: "0.0.2-15-PAGOPA-2645-tuning-fdr-to-eventhub" + tag: "0.0.2-16-PAGOPA-2645-tuning-fdr-to-eventhub" pullPolicy: Always # https://github.com/Azure/azure-functions-host/blob/dev/src/WebJobs.Script.WebHost/Controllers/HostController.cs # livenessProbe: diff --git a/pom.xml b/pom.xml index 73535f3..4b8b980 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ it.gov.pagopa.fdr.to.eventhub pagopa-fdr-to-event-hub - 0.0.2-15-PAGOPA-2645-tuning-fdr-to-eventhub + 0.0.2-16-PAGOPA-2645-tuning-fdr-to-eventhub jar FDR To Event Hub From 77b04b453aec9caec6fa6ab78c8a6c50f0e698f3 Mon Sep 17 00:00:00 2001 From: aacitelli Date: Fri, 14 Feb 2025 10:06:40 +0100 Subject: [PATCH 46/46] # WARNING: head commit changed in the meantime Merge branch 'PAGOPA-2602-fdr-to-event-hub' of https://github.com/pagopa/pagopa-fdr-2-event-hub into PAGOPA-2602-fdr-to-event-hub --- helm/values-dev.yaml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/helm/values-dev.yaml b/helm/values-dev.yaml index d10aaab..f56ea04 100644 --- a/helm/values-dev.yaml +++ b/helm/values-dev.yaml @@ -94,11 +94,11 @@ microservice-chart: EVENT_HUB_FLOWTX_NAME: "fdr-qi-flows" EVENT_HUB_REPORTEDIUV_NAME: "fdr-qi-reported-iuv" ASPNETCORE_URLS: "http://*:8080" - AzureFunctionsJobHost__logging__logLevel__default: "Debug" - AzureFunctionsJobHost__logging__logLevel__Host__Results: "Debug" - AzureFunctionsJobHost__logging__logLevel__Host__Aggregator: "Debug" - AzureFunctionsJobHost__logging__logLevel__Function__ProcessFDR1BlobFiles: "Debug" - AzureFunctionsJobHost__logging__logLevel__Function__ProcessFDR3BlobFiles: "Debug" + # AzureFunctionsJobHost__logging__logLevel__default: "Debug" + # AzureFunctionsJobHost__logging__logLevel__Host__Results: "Debug" + # AzureFunctionsJobHost__logging__logLevel__Host__Aggregator: "Debug" + # AzureFunctionsJobHost__logging__logLevel__Function__ProcessFDR1BlobFiles: "Debug" + # AzureFunctionsJobHost__logging__logLevel__Function__ProcessFDR3BlobFiles: "Debug" FUNCTIONS_SECRETS_PATH: "/tmp/secrets" envFieldRef: APP_NAME: "metadata.labels['app.kubernetes.io/instance']"