Skip to content

Commit

Permalink
Update web_scraper.py
Browse files Browse the repository at this point in the history
  • Loading branch information
sondregronas committed Aug 22, 2024
1 parent d11693e commit 9ad22c9
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion .github/workflows/web_scraper.py
Original file line number Diff line number Diff line change
Expand Up @@ -38,7 +38,7 @@ def get_html(link):

def get_links(html):
links = re.compile(r'href="(\/[^"]*)"').findall(html)
return list(set([x for x in links if not re.match(r"/static/.*", x)]))
return list(set([x for x in links if not re.match(r"/static/.*", x) or re.match(r"\btailwind\.css\b", x)]))


def get_media_links(html):
Expand Down

0 comments on commit 9ad22c9

Please sign in to comment.