Set timeout and update fastApi

src/api.py

@@ -99,6 +99,17 @@ async def get_status_for_url(item):
     data = await fetch_data(query=query, values={'item': decoded_item })
     return data
 
+# Endpoint to retrieve URLs that that timed out. Timeout is set to 5 seconds currently  
+@app.get('/Timeout_URLs', response_model=List[StatusResponse])
+async def get_timeout_urls():
+    query = """
+        SELECT DISTINCT *
+        FROM linkchecker_output
+        WHERE valid LIKE '%ReadTimeout%' OR valid LIKE '%ConnectTimeout%'
+    """
+    data = await fetch_data(query=query)
+    return data
+
 # Start the application
 @app.on_event('startup')
 async def startup():

src/linkchecker.py

@@ -17,8 +17,8 @@
 base = os.environ.get("OGCAPI_URL") or "https://demo.pycsw.org/gisdata"
 collection = os.environ.get("OGCAPI_COLLECTION") or "metadata:main"
 
-# Remove comment'
-catalogue_json_url = base + "collections/" + collection + "/items?f=json"
+# format catalogue path with f-string
+catalogue_json_url= f"{base}/collections/{collection}/items?f=json"
 
 def setup_database():
     # Connect to the database
@@ -112,6 +112,7 @@ def run_linkchecker(urls):
             "--verbose",
             "--check-extern",
             "--recursion-level=1",
+            "--timeout=5",
             "--output=csv",
             url + "?f=html"
         ], stdout=subprocess.PIPE, stderr=subprocess.PIPE)