From b94fd6330bac9565f5061c434f78074f2a5905a7 Mon Sep 17 00:00:00 2001
From: minutis <minutis@exacaster.com>
Date: Thu, 13 Jun 2024 10:52:14 +0300
Subject: [PATCH] Fix Delta Lake and Hadoop AWS version incompatibility

---
 src/main/resources/application.yml | 24 ++++++++++++++++++++++++
 1 file changed, 24 insertions(+)

diff --git a/src/main/resources/application.yml b/src/main/resources/application.yml
index 31c34b7..41923d1 100644
--- a/src/main/resources/application.yml
+++ b/src/main/resources/application.yml
@@ -41,3 +41,27 @@ micronaut:
         enabled: true
         step: PT1M
         descriptions: true
+
+app:
+  resources:
+    - path: /internal/workspaces/{ws}/identities/{identifier}/{+user_id}
+      delta-path: s3a://stagecat-catfarm/internal/workspaces/{ws}/identity/{identifier}/
+      schema-path: /internal/workspaces/{ws}/schemas/identities/{identifier}
+      filter-variables:
+        - path-column: identifier
+          path-variable: user_id
+    - path: /internal/workspaces/{ws}/nbo/{app_id}/{identifier}/{+user_id}/recommendations
+      response-type: LIST
+      max-results: 50
+      delta-path: s3a://stagecat-catfarm/internal/workspaces/{ws}/nbo/APP_{app_id}/latest_recommendations/
+      schema-path: /api/workspaces/{ws}/nbo/{app_id}/recommendations/schema
+      filter-variables:
+        - path-column: identifier
+          path-variable: user_id
+  hadoop-props:
+    "fs.s3a.connection.maximum": 100
+    "fs.s3a.threads.keepalivetime": 60
+    "fs.s3a.aws.credentials.provider": "com.amazonaws.auth.EnvironmentVariableCredentialsProvider"
+    "fs.s3a.connection.establish.timeout": 50000
+    "fs.s3a.connection.timeout": 200000
+    "fs.s3a.multipart.purge.age": 86400
\ No newline at end of file