From 402755409e719a9e2cba7a9dcb1482b5834a3aa1 Mon Sep 17 00:00:00 2001 From: Christian Heller Date: Fri, 24 Jul 2020 16:39:23 +0200 Subject: [PATCH] In scraper, check for dates being contiguous. --- scrape.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/scrape.py b/scrape.py index 7c7196c..41a0db9 100755 --- a/scrape.py +++ b/scrape.py @@ -204,8 +204,10 @@ for date in dates_sorted: for district in [d for d in districts_sorted if not d=='sum']: prev_date = date - datetime.timedelta(days=1) if prev_date not in dates_sorted: - # TODO: ensure dates until end of list are continuous - continue + if prev_date >= date_limit: + raise Exception('Dates not contiguous: %s missing', prev_date) + else: + continue prev_total = data[date - datetime.timedelta(days=1)][district]['total'] cur_total = data[date][district]['total'] if cur_total - data[date][district]['growth'] != prev_total: -- 2.30.2