implement removel of whitelsited items from text

safevideo · Jan 8, 2024 · fcb242e · fcb242e
1 parent 5eb8485
commit fcb242e
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/safetext/__init__.py b/safetext/__init__.py
@@ -219,6 +219,11 @@ def _find_profanities(self, text: str) -> List[Dict]:
         """
         profanity_infos = []
         lower_text = text.lower()
+
+        # Remove whitelisted words and phrases from the text
+        for white_item in self._whitelist:
+            lower_text = lower_text.replace(white_item.lower(), '')
+
         words = re.findall(r'\b\w+\b', lower_text)
 
         for profanity in self._profanity_words: