From: Christian Heller <c.heller@plomlompom.de>
Date: Fri, 24 Jul 2020 14:39:23 +0000 (+0200)
Subject: In scraper, check for dates being contiguous.
X-Git-Url: https://plomlompom.com/repos/%7B%7Bdb.prefix%7D%7D/%7B%7Btodo.comment%7D%7D?a=commitdiff_plain;h=402755409e719a9e2cba7a9dcb1482b5834a3aa1;p=berlin-corona-table

In scraper, check for dates being contiguous.
---

diff --git a/scrape.py b/scrape.py
index 7c7196c..41a0db9 100755
--- a/scrape.py
+++ b/scrape.py
@@ -204,8 +204,10 @@ for date in dates_sorted:
     for district in [d for d in districts_sorted if not d=='sum']:
         prev_date = date - datetime.timedelta(days=1)
         if prev_date not in dates_sorted:
-            # TODO: ensure dates until end of list are continuous
-            continue
+           if prev_date >= date_limit:
+              raise Exception('Dates not contiguous: %s missing', prev_date)
+           else:
+              continue
         prev_total = data[date - datetime.timedelta(days=1)][district]['total']
         cur_total = data[date][district]['total']
         if cur_total - data[date][district]['growth'] != prev_total: