style: code cleanup

openeduhub · Dec 5, 2024 · 716504e · 716504e
1 parent b60e2de
commit 716504e
Showing 1 changed file with 0 additions and 7 deletions.
diff --git a/converter/util/robots_txt.py b/converter/util/robots_txt.py
@@ -124,10 +124,3 @@ def is_ai_usage_allowed(url: str, robots_txt: str = None) -> bool:
         )
         return _ai_usage_allowed
 
-
-if __name__ == "__main__":
-    logger.info("Fetching robots.txt...")
-    # ToDo:
-    #  - implement a re-usable LomBase method (-> check against response.url for each item)
-    #  - implement this function as a pipeline?
-    pass