only add if is date

libercapital · Oct 21, 2024 · b6aa20b · b6aa20b
1 parent 9972716
commit b6aa20b
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/src/io/get_last_ref_date.py b/src/io/get_last_ref_date.py
@@ -23,15 +23,14 @@ def main():
     table = soup.find('table')
     rows = table.find_all('tr')
     list_last_modified_at = []
-    breakpoint()
+
     print('creating dict files url')
     for row in rows:
         if row.find_all('td'):
-            if row.find_all('td')[1].find('a')['href']:
+            if row.find_all('td')[1].find('a')['href'].replace('-', '').replace('/', '').isdigit():
                 # get last modified time and parse to date (ex: '2021-07-19')
                 list_last_modified_at.append(row.find_all('td')[1].find('a')['href'].replace('/', ''))
     # get the most common on 'last_modified' from source
-    list_last_modified_at.remove('CNPJ')
     ref_date = max(list_last_modified_at)
     print('last updated date is ', ref_date)