Skip to content

Commit

Permalink
fix url substring sanitization, close #79
Browse files Browse the repository at this point in the history
  • Loading branch information
cathartyc committed Feb 28, 2024
1 parent 45c100f commit 185cfed
Showing 1 changed file with 6 additions and 3 deletions.
9 changes: 6 additions & 3 deletions utils/shared_functions.py
Original file line number Diff line number Diff line change
Expand Up @@ -64,12 +64,15 @@ def clean_links(message: str) -> str:
words = message.strip().split(' ')
for i, word in enumerate(words):
parsing = urlparse(word)
if parsing.netloc.endswith('amzn.eu'):
netloc = parsing.netloc
if netloc == 'amzn.eu':
cleaned_link = requests.get(word).url
elif parsing.netloc.endswith('amazon.com') or parsing.netloc.endswith('amazon.it'):
elif (netloc.endswith('.amazon.com') or netloc.endswith('.amazon.it') or
netloc == 'amazon.com' or netloc == 'amazon.it'):
parsing = parsing._replace(params='', query='')
cleaned_link = urlunparse(parsing)
elif parsing.netloc.endswith('youtube.com') or parsing.netloc.endswith('youtu.be'):
elif (netloc.endswith('.youtube.com') or netloc.endswith('.youtu.be') or
netloc == 'youtube.com' or netloc == 'youtu.be'):
query = parse_qs(parsing.query)
try:
del query['si']
Expand Down

0 comments on commit 185cfed

Please sign in to comment.