From: Christian Heller Date: Fri, 24 Jul 2020 14:39:23 +0000 (+0200) Subject: In scraper, check for dates being contiguous. X-Git-Url: https://plomlompom.com/repos/%7B%7Bprefix%7D%7D/balance2?a=commitdiff_plain;h=402755409e719a9e2cba7a9dcb1482b5834a3aa1;p=berlin-corona-table In scraper, check for dates being contiguous. --- diff --git a/scrape.py b/scrape.py index 7c7196c..41a0db9 100755 --- a/scrape.py +++ b/scrape.py @@ -204,8 +204,10 @@ for date in dates_sorted: for district in [d for d in districts_sorted if not d=='sum']: prev_date = date - datetime.timedelta(days=1) if prev_date not in dates_sorted: - # TODO: ensure dates until end of list are continuous - continue + if prev_date >= date_limit: + raise Exception('Dates not contiguous: %s missing', prev_date) + else: + continue prev_total = data[date - datetime.timedelta(days=1)][district]['total'] cur_total = data[date][district]['total'] if cur_total - data[date][district]['growth'] != prev_total: