From 825ab366893189d4a7eaaa2fc755caf2aa353857 Mon Sep 17 00:00:00 2001
From: marcos314 <marcoswesley314@gmail.com>
Date: Wed, 31 Jan 2024 08:56:59 -0300
Subject: [PATCH] fix(target-s3-parquet): add a function to conver Decimal
 values

---
 target_s3_parquet/sanitizer.py | 11 ++++++++++-
 1 file changed, 10 insertions(+), 1 deletion(-)

diff --git a/target_s3_parquet/sanitizer.py b/target_s3_parquet/sanitizer.py
index 8724557..62b09e1 100644
--- a/target_s3_parquet/sanitizer.py
+++ b/target_s3_parquet/sanitizer.py
@@ -2,12 +2,19 @@
 import numpy as np
 import json
 from typing import List
+from decimal import Decimal
 
 
 def _remove_nulls(array):
     return [v for v in array if v != "null"]
 
 
+def _convert_decimal(value):
+    if isinstance(value, Decimal):
+        return str(value)
+    return value
+
+
 def get_valid_types(types):
     if isinstance(types, list):
         return _remove_nulls(types)[0]
@@ -47,7 +54,9 @@ def apply_json_dump_to_df(
     valid_attributes = get_valid_attributes(attributes_names, df)
     if len(valid_attributes) > 0:
         for attribute in valid_attributes:
-            df.loc[:, attribute] = df[attribute].apply(lambda x: json.dumps(x))
+            df.loc[:, attribute] = df[attribute].apply(
+                lambda x: json.dumps(x, default=_convert_decimal)
+            )
     return df