Fix unsync exception condition

nesis/api/core/document_loaders/s3.py

@@ -269,8 +269,8 @@ def _unsync_documents(
             try:
                 client.head_object(Bucket=bucket_name, Key=object_name)
             except Exception as ex:
-                str_ex = str(ex)
-                if not ("ClientError" in str_ex and "not found" in str_ex.lower()):
+                str_ex = str(ex).lower()
+                if not ("object" in str_ex and "not found" in str_ex):
                     raise
                 for document_data in rag_metadata.get("data") or []:
                     try:

nesis/api/core/util/dateutil.py

@@ -13,12 +13,21 @@ def strptime(date_string: str) -> dt.datetime:
         "%Y-%m-%d %H:%M:%S",
         "%Y%m%d%H%M%S",
         "%Y-%m-%d %H:%M:%S.%f",
+        "%Y-%m-%d %H:%M:%S.%f",
+        "%Y-%m-%d %H:%M:%S.%f",
+        "%Y-%m-%d %H:%M:%SZ",
+        # 2024-04-22 08:30:28+00:00
     ]
     for fmt in formats:
         try:
             return dt.datetime.strptime(date_string, fmt)
         except ValueError:
-            continue
+            pass
+        try:
+            return dt.datetime.fromisoformat(date_string)
+        except ValueError:
+            pass
+
     raise ValueError(
         "Date string %s does not match any of the formats %s" % (date_string, formats)
     )

nesis/api/tests/core/document_loaders/test_s3.py

@@ -257,7 +257,7 @@ def test_unsync_s3_documents(
     s3_client = mock.MagicMock()
 
     client.return_value = s3_client
-    s3_client.head_object.side_effect = Exception("ClientError not found")
+    s3_client.head_object.side_effect = Exception("HeadObject Not Found")
 
     documents = session.query(Document).all()
     assert len(documents) == 1

nesis/api/tests/util/test_utils.py

@@ -1,6 +1,9 @@
+from datetime import datetime
+
 import pytest
 
 from nesis.api.core.util import clean_control
+from nesis.api.core.util import dateutil as du
 
 
 @pytest.mark.parametrize(
@@ -19,3 +22,8 @@
 def test_upload(value, expected) -> None:
     result = clean_control(value=value)
     assert result == expected
+
+
+def test_strptime() -> None:
+    dt = du.strptime("2024-04-22 08:30:28+00:00")
+    assert isinstance(dt, datetime)