From: Christian Heller Date: Mon, 3 Aug 2020 18:06:32 +0000 (+0200) Subject: De-hardcode 13th of March. X-Git-Url: https://plomlompom.com/repos/%7B%7Bdb.prefix%7D%7D/test?a=commitdiff_plain;h=88e62da91d09edd688abd38a5924b4a712eecbf5;p=berlin-corona-table De-hardcode 13th of March. --- diff --git a/scrape.py b/scrape.py index d95cfed..f11f315 100755 --- a/scrape.py +++ b/scrape.py @@ -88,23 +88,6 @@ data = { 'TK': {'growth': 14, 'total': 183}, 'sum': {'growth': 263, 'total': 3486} }, - # This one has no press release but can be reconstructed from - # the neighbour ones. - datetime.datetime(2020, 3, 13): { - 'CW': {'growth': 16, 'total': 47}, - 'FK': {'growth': 8, 'total': 22}, - 'Li': {'growth': 2, 'total': 8}, - 'MH': {'growth': 1, 'total': 4}, - 'Mi': {'growth': 9, 'total': 29}, - 'Ne': {'growth': 6, 'total': 16}, - 'Pa': {'growth': 11, 'total': 26}, - 'Re': {'growth': 0, 'total': 11}, - 'Sp': {'growth': 1, 'total': 9}, - 'SZ': {'growth': 0, 'total': 20}, - 'TS': {'growth': 1, 'total': 17}, - 'TK': {'growth': 3, 'total': 7}, - 'sum': {'growth': 58, 'total': 216} - }, # Here the growth numbers needed to be reconstructed. datetime.datetime(2020, 3, 10): { 'CW': {'growth': 2, 'total': 15}, @@ -314,7 +297,8 @@ for path in day_urls: if date <= datetime.datetime(2020, 3, 13): date = date - datetime.timedelta(days=1) table = soup.find('table') - if table is None and date in data: + # For 13th of March we lack a press release. + if table is None and (date in data or date == datetime.datetime(2020, 3, 13)): continue data[date] = {} for tr in [tr for tr in table.children if type(tr) == bs4.element.Tag][1:]: @@ -334,6 +318,21 @@ for path in day_urls: total = int(total_str.replace('.', '')) data[date][district_short] = {'growth': growth, 'total': total} first_run = False + +# Reconstruct data for 13th of March. +day_target = datetime.datetime(2020, 3, 13) +day_after = day_target + datetime.timedelta(days=1) +day_before = day_target - datetime.timedelta(days=1) +data[day_target] = {} +for district in [d for d in districts_sorted]: + data[day_target][district] = {} + total_after = data[day_after][district]['total'] + growth_after = data[day_after][district]['growth'] + total_target = total_after - growth_after + data[day_target][district]['total'] = total_target + total_before = data[day_before][district]['total'] + data[day_target][district]['growth'] = total_target - total_before + dates_sorted = list(data.keys()) dates_sorted.sort() dates_sorted.reverse()