From e5dae30a03f97c50c102679caffca531d0a24a16 Mon Sep 17 00:00:00 2001 From: LucaCilibrasi <37807618+LucaCilibrasi@users.noreply.github.com> Date: Wed, 13 Jul 2022 19:09:13 +0200 Subject: [PATCH] Fix error table "https://www.ecdc.europa.eu/en/covid-19/variants-concern" add try catch --- backend/apis/downloadLineagesInfo.py | 39 +++++++++++++++------------- 1 file changed, 21 insertions(+), 18 deletions(-) diff --git a/backend/apis/downloadLineagesInfo.py b/backend/apis/downloadLineagesInfo.py index 4b313ec..33a57ea 100644 --- a/backend/apis/downloadLineagesInfo.py +++ b/backend/apis/downloadLineagesInfo.py @@ -42,24 +42,27 @@ def get_inner_text(inp): # columns=[get_inner_text(x) for x in trs[0]]).to_csv("lineage_new.csv", index=False) with requests.Session() as s: - url = 'https://www.ecdc.europa.eu/en/covid-19/variants-concern' - r = s.get(url, headers=headers) - content = r.content - tree = lxml.html.fromstring(content) - tables = tree.findall('.//table') - for i, table in enumerate(tables): - ths_head = table.findall('./thead/tr/th') - columns = [get_inner_text(x) for x in ths_head] - - ths_body = table.findall('./tbody/tr') - len(columns) - rows = [[get_inner_text(x) for x in tr] for tr in ths_body] - for r in rows: - if len(r) > len(columns): - del r[len(columns)-1:len(r)-1] - data_frame_mutation.append(pd.DataFrame(rows, columns=columns)) - # print("qui2", dataFrameMutation) - # pd.DataFrame(rows, columns=columns).to_csv(f"VC_{i}.csv", index=False) + try: + url = 'https://www.ecdc.europa.eu/en/covid-19/variants-concern' + r = s.get(url, headers=headers) + content = r.content + tree = lxml.html.fromstring(content) + tables = tree.findall('.//table') + for i, table in enumerate(tables): + ths_head = table.findall('./thead/tr/th') + columns = [get_inner_text(x) for x in ths_head] + + ths_body = table.findall('./tbody/tr') + len(columns) + rows = [[get_inner_text(x) for x in tr] for tr in ths_body] + for r in rows: + if len(r) > len(columns): + del r[len(columns) - 1:len(r) - 1] + data_frame_mutation.append(pd.DataFrame(rows, columns=columns)) + # print("qui2", dataFrameMutation) + # pd.DataFrame(rows, columns=columns).to_csv(f"VC_{i}.csv", index=False) + except: + print("Something went wrong with ECDC table") x = datetime.today() y = x.replace(day=x.day, hour=1, minute=50, second=0, microsecond=0) + timedelta(days=1)