From b85e34fcb9509a1330df0c7f630243d1520096e4 Mon Sep 17 00:00:00 2001 From: Federico Galland Date: Wed, 10 Jul 2024 16:43:51 -0300 Subject: [PATCH] Adding gzip decompression to lambda --- integrations/amazon-security-lake/src/lambda_function.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/integrations/amazon-security-lake/src/lambda_function.py b/integrations/amazon-security-lake/src/lambda_function.py index da6f90d6c17d6..82b0f50141d81 100644 --- a/integrations/amazon-security-lake/src/lambda_function.py +++ b/integrations/amazon-security-lake/src/lambda_function.py @@ -2,6 +2,7 @@ import os import urllib.parse import json +import gzip import boto3 import pyarrow as pa import pyarrow.parquet as pq @@ -31,7 +32,8 @@ def get_events(bucket: str, key: str) -> list: logger.info(f"Reading {key}.") try: response = s3_client.get_object(Bucket=bucket, Key=key) - data = response['Body'].read().decode('utf-8') + #data = response['Body'].read().decode('utf-8') + data = gzip.decompress(response['Body'].read()).decode('utf-8') return data.splitlines() except ClientError as e: logger.error(