home · contact · privacy
Improve accounting scripts.
[misc] / todo.py
1 from plomlib import PlomDB, run_server, PlomHandler, PlomException
2 import json
3 from uuid import uuid4
4 from datetime import datetime, timedelta
5 from urllib.parse import parse_qs
6 from jinja2 import Environment as JinjaEnv, FileSystemLoader as JinjaFSLoader 
7 from urllib.parse import urlparse
8 db_path = '/home/plom/org/todo_new.json'
9 server_port = 8082
10 DATE_FORMAT = '%Y-%m-%d'
11 j2env = JinjaEnv(loader=JinjaFSLoader('todo_templates'))
12
13 class Task:
14
15     def __init__(self, db, title_history=None, tags_history=None, default_effort_history=None, links_history=None):
16         self.db = db
17         self.title_history = title_history if title_history else {}
18         self.tags_history = tags_history if tags_history else {}
19         self.default_effort_history = default_effort_history if default_effort_history else {}
20         self.links_history = links_history if links_history else {}
21         self.visible = True
22
23     def _set_with_history(self, history, value):
24         keys = sorted(history.keys())
25         if len(history) == 0 or value != history[keys[-1]]:
26             history[str(datetime.now())[:19]] = value
27
28     def _last_of_history(self, history, default):
29         keys = sorted(history.keys())
30         return default if 0 == len(history) else history[keys[-1]]
31
32     @classmethod
33     def from_dict(cls, db, d):
34         return cls(
35                db,
36                d['title_history'],
37                {k: set(v) for k, v in d['tags_history'].items()},
38                d['default_effort_history'],
39                {k: set(v) for k, v in d['links_history'].items()})
40
41     def to_dict(self):
42         return {
43             'title_history': self.title_history,
44             'default_effort_history': self.default_effort_history,
45             'tags_history': {k: list(v) for k,v in self.tags_history.items()},
46             'links_history': {k: list(v) for k,v in self.links_history.items()},
47         }
48
49     @property
50     def default_effort(self):
51         return self._last_of_history(self.default_effort_history, 1)
52
53     @default_effort.setter
54     def default_effort(self, default_effort):
55         self._set_with_history(self.default_effort_history, default_effort)
56
57     def default_effort_at(self, queried_date):
58         ret = self.default_effort_history[sorted(self.default_effort_history.keys())[0]]
59         for date_key, default_effort in self.default_effort_history.items():
60             if date_key > f'{queried_date} 23:59:59':
61                 break
62             ret = default_effort
63         return ret
64
65     @property
66     def current_default_effort(self):
67         return self.default_effort_at(self.db.selected_date)
68
69     @property
70     def title(self):
71         return self._last_of_history(self.title_history, '')
72
73     @title.setter
74     def title(self, title):
75         self._set_with_history(self.title_history, title)
76
77     def title_at(self, queried_date):
78         ret = self.title_history[sorted(self.title_history.keys())[0]]
79         for date_key, title in self.title_history.items():
80             if date_key > f'{queried_date} 23:59:59':
81                 break
82             ret = title
83         return ret
84
85     @property
86     def current_title(self):
87         return self.title_at(self.db.selected_date)
88
89     @property
90     def tags(self):
91         return self._last_of_history(self.tags_history, set())
92
93     @tags.setter
94     def tags(self, tags):
95         self._set_with_history(self.tags_history, set(tags))
96
97     @property
98     def links(self):
99         return self._last_of_history(self.links_history, set())
100
101     @links.setter
102     def links(self, links):
103         self._set_with_history(self.links_history, set(links))
104
105     @property
106     def id_(self):
107         for k, v in self.db.tasks.items():
108             if v == self:
109                 return k
110
111
112 class Day:
113
114     def __init__(self, db, todos=None, comment=''):
115         self.db = db
116         self.todos = todos if todos else {}
117         self.comment = comment
118         self.archived = True
119
120     @classmethod
121     def from_dict(cls, db, d):
122         todos = {}
123         comment = d['comment'] if 'comment' in d.keys() else ''
124         day = cls(db, todos, comment)
125         for uuid, todo_dict in d['todos'].items():
126             day.add_todo(uuid, todo_dict)
127         return day
128
129     def to_dict(self):
130         d = {'comment': self.comment, 'todos': {}}
131         for task_uuid, todo in self.todos.items():
132             d['todos'][task_uuid] = todo.to_dict()
133         return d
134
135     def add_todo(self, id_, dict_source=None):
136         self.todos[id_] = Todo.from_dict(self, dict_source) if dict_source else Todo(self)
137         return self.todos[id_]
138
139     def _todos_sum(self, include_undone=False):
140         s = 0
141         for todo in [todo for todo in self.todos.values() if todo.done]:
142             s += todo.effort
143         if include_undone:
144             for todo in [todo for todo in self.todos.values() if not todo.done]:
145                 s += todo.day_effort if todo.day_effort else 0
146         return s
147
148     @property
149     def todos_sum(self):
150         return self._todos_sum()
151
152     @property
153     def todos_sum2(self):
154         return self._todos_sum(True)
155
156     @property
157     def date(self):
158         for k, v in self.db.days.items():
159             if v == self:
160                 return k
161
162
163 class Todo:
164
165     def __init__(self, day, done=False, day_effort=None, comment='', day_tags=None, importance=1.0):
166         self.day = day
167         self.done = done
168         self.day_effort = day_effort
169         self.comment = comment
170         self.day_tags = day_tags if day_tags else set()
171         self.importance = importance
172
173     @classmethod
174     def from_dict(cls, day, d):
175         return cls(day, d['done'], d['day_effort'], d['comment'], set(d['day_tags']), d['importance'])
176
177     def to_dict(self):
178         return {'done': self.done, 'day_effort': self.day_effort, 'comment': self.comment, 'day_tags': list(self.day_tags), 'importance': self.importance}
179
180     @property
181     def default_effort(self):
182         return self.task.default_effort_at(self.day.date)
183
184     @property
185     def effort(self):
186         if self.day_effort:
187             return self.day_effort
188         else:
189             return self.day_effort if self.day_effort else self.default_effort
190
191     @property
192     def task(self):
193         for k, v in self.day.todos.items():
194             if v == self:
195                 return self.day.db.tasks[k]
196
197     @property
198     def title(self):
199         return self.task.title_at(self.day.date)
200
201     @property
202     def tags(self):
203         return self.day_tags | self.task.tags
204
205     def internals_empty(self):
206         return len(self.comment) == 0 and len(self.day_tags) == 0
207
208
209 class TodoDB(PlomDB):
210
211     def __init__(self, prefix, selected_date=None, t_filter_and = None, t_filter_not = None, hide_unchosen=False, hide_done=False):
212         self.prefix = prefix
213         self.selected_date = selected_date if selected_date else str(datetime.now())[:10]
214         self.t_filter_and = t_filter_and if t_filter_and else []
215         self.t_filter_not = t_filter_not if t_filter_not else []
216         self.hide_unchosen = hide_unchosen
217         self.hide_done = hide_done
218         self.days = {}
219         self.tasks = {}
220         self.t_tags = set()
221         super().__init__(db_path)
222
223     def read_db_file(self, f):
224         d = json.load(f)
225         for date, day_dict in d['days'].items():
226             self.days[date] = self.add_day(dict_source=day_dict)
227         for day in self.days.values():
228             for todo in day.todos.values():
229                 for tag in todo.day_tags:
230                     self.t_tags.add(tag)
231         for uuid, t_dict in d['tasks'].items():
232             t = self.add_task(id_=uuid, dict_source=t_dict)
233             for tag in t.tags:
234                 self.t_tags.add(tag)
235         self.set_visibilities()
236
237     def set_visibilities(self):
238         for uuid, t in self.tasks.items():
239             t.visible = len([tag for tag in self.t_filter_and if not tag in t.tags]) == 0\
240                     and len([tag for tag in self.t_filter_not if tag in t.tags]) == 0\
241                     and ((not self.hide_unchosen) or uuid in self.selected_day.todos.keys())
242         for day in self.days.values():
243             for todo in day.todos.values():
244                 todo.visible = len([tag for tag in self.t_filter_and if not tag in todo.day_tags | todo.task.tags ]) == 0\
245                     and len([tag for tag in self.t_filter_not if tag in todo.day_tags | todo.task.tags ]) == 0\
246                     and ((not self.hide_done) or (not todo.done))
247
248     def to_dict(self):
249         d = {'tasks': {}, 'days': {}}
250         for uuid, t in self.tasks.items():
251              d['tasks'][uuid] = t.to_dict()
252         for date, day in self.days.items():
253             d['days'][date] = day.to_dict()
254         return d
255
256     @property
257     def selected_day(self):
258         if not self.selected_date in self.days.keys():
259             self.days[self.selected_date] = self.add_day()
260         return self.days[self.selected_date]
261
262     def write(self):
263         dates_to_purge = []
264         for date, day in self.days.items():
265             if len(day.todos) == 0 and len(day.comment) == 0:
266                 dates_to_purge += [date]
267         for date in dates_to_purge:
268             del self.days[date]
269         self.write_text_to_db(json.dumps(self.to_dict()))
270
271     def add_task(self, id_=None, dict_source=None, return_id=False):
272         t = Task.from_dict(self, dict_source) if dict_source else Task(self)
273         id_ = id_ if id_ else str(uuid4())
274         self.tasks[id_] = t
275         if return_id:
276             return id_, t
277         else:
278             return t
279
280     def add_day(self, dict_source=None):
281         return Day.from_dict(self, dict_source) if dict_source else Day(self)
282
283     def show_day(self, task_sort=None):
284         task_sort = task_sort if task_sort else 'title' 
285         current_date = datetime.strptime(self.selected_date, DATE_FORMAT)
286         prev_date = current_date - timedelta(days=1)
287         prev_date_str = prev_date.strftime(DATE_FORMAT)
288         next_date = current_date + timedelta(days=1)
289         next_date_str = next_date.strftime(DATE_FORMAT)
290         task_rows = []
291         for uuid, task in self.tasks.items():
292             if not task.visible:
293                 continue
294             todo = None
295             if uuid in self.selected_day.todos.keys():
296                 todo = self.selected_day.todos[uuid]
297                 if not todo.visible:
298                     continue
299             task_rows += [{'uuid': uuid, 'task': task, 'todo': todo}] 
300         if task_sort == 'title':
301             task_rows.sort(key=lambda r: r['task'].title)
302         elif task_sort == 'default_effort':
303             task_rows.sort(key=lambda r: r['task'].default_effort, reverse=True)
304         elif task_sort == 'done':
305             task_rows.sort(key=lambda r: 0 if not r['todo'] else r['todo'].day_effort if r['todo'].day_effort else r['task'].default_effort if r['todo'].done else 0, reverse=True)
306         elif task_sort == 'importance':
307             task_rows.sort(key=lambda r: 0.0 if not r['todo'] else r['todo'].importance, reverse=True)
308         elif task_sort == 'chosen':
309             task_rows.sort(key=lambda r: False if not r['todo'] else True, reverse=True)
310         elif task_sort == 'comment':
311             task_rows.sort(key=lambda r: '' if not r['todo'] else r['todo'].comment, reverse=True)
312         done_tasks = []
313         for uuid, task in self.tasks.items():
314             if uuid in self.selected_day.todos.keys():
315                 todo = self.selected_day.todos[uuid]
316                 if todo.done:
317                     done_tasks += [todo]
318         done_tasks.sort(key=lambda t: t.effort, reverse=True)
319         return j2env.get_template('day.html').render(db=self, action=self.prefix+'/day', prev_date=prev_date_str, next_date=next_date_str, task_rows=task_rows, sort=task_sort, done_tasks=done_tasks)
320
321     def show_calendar(self, start_date_str, end_date_str):
322         self.t_filter_and = ['calendar']
323         self.t_filter_not = ['deleted']
324         self.set_visibilities()
325         days_to_show = {}
326         todays_date_str = str(datetime.now())[:10]
327         todays_date_obj = datetime.strptime(todays_date_str, DATE_FORMAT) 
328         yesterdays_date_obj = todays_date_obj - timedelta(1)
329         yesterdays_date_str = yesterdays_date_obj.strftime(DATE_FORMAT) 
330         start_date_obj = datetime.strptime(sorted(self.days.keys())[0], DATE_FORMAT)
331         if start_date_str and len(start_date_str) > 0:
332             if start_date_str in {'today', 'yesterday'}:
333                 start_date_obj = todays_date_obj if start_date_str == 'today' else yesterdays_date_obj
334             else:
335                 start_date_obj = datetime.strptime(start_date_str, DATE_FORMAT)
336         end_date_obj = datetime.strptime(sorted(self.days.keys())[-1], DATE_FORMAT)
337         if end_date_str and len(end_date_str) > 0:
338             if end_date_str in {'today', 'yesterday'}:
339                 end_date_obj = todays_date_obj if end_date_str == 'today' else yesterdays_date_obj
340             else:
341                 end_date_obj = datetime.strptime(start_date_str, DATE_FORMAT)
342         for n in range(int((end_date_obj - start_date_obj).days) + 1):
343             current_date_obj = start_date_obj + timedelta(n)
344             current_date_str = current_date_obj.strftime(DATE_FORMAT)
345             if current_date_str not in self.days.keys():
346                 days_to_show[current_date_str] = self.add_day()
347             else:
348                 days_to_show[current_date_str] = self.days[current_date_str]
349             days_to_show[current_date_str].weekday = datetime.strptime(current_date_str, DATE_FORMAT).strftime('%A')[:2]
350         return j2env.get_template('calendar.html').render(db=self, days=days_to_show, action=self.prefix+'/calendar', start_date=start_date_str, end_date=end_date_str)
351
352     def show_todo(self, task_uuid, selected_date, referer):
353         if selected_date not in self.days.keys():
354            self.days[selected_date] = self.add_day() 
355         if task_uuid in self.days[selected_date].todos:
356             todo = self.days[selected_date].todos[task_uuid]
357         else:
358             todo = self.days[selected_date].add_todo(task_uuid)
359         return j2env.get_template('todo.html').render(db=self, todo=todo, action=self.prefix+'/todo', referer=referer)
360
361     def update_todo_mini(self, task_uuid, date, day_effort, done, importance):
362         if date not in self.days.keys():
363            self.days[date] = self.add_day() 
364         if task_uuid in self.days[date].todos.keys():
365             todo = self.days[date].todos[task_uuid]
366         else:
367             todo = self.days[date].add_todo(task_uuid)
368         todo.day_effort = day_effort
369         todo.done = done
370         todo.importance = importance
371         return todo
372
373     def collect_tags(self, tags_joined, tags_checked):
374         tags = set()
375         for tag in [tag.strip() for tag in tags_joined.split(';') if tag.strip() != '']:
376             tags.add(tag)
377         for tag in tags_checked:
378             tags.add(tag)
379         return tags
380
381     def update_todo(self, task_uuid, date, day_effort, done, comment, day_tags_joined, day_tags_checked, importance):
382         day_effort = float(day_effort) if len(day_effort) > 0 else None
383         importance = float(importance)
384         todo = self.update_todo_mini(task_uuid, date, day_effort, done, importance)
385         todo.comment = comment
386         todo.day_tags = self.collect_tags(day_tags_joined, day_tags_checked) 
387
388     def show_task(self, id_, referer=''):
389         task = self.tasks[id_] if id_ else self.add_task()
390         return j2env.get_template('task.html').render(db=self, task=task, action=self.prefix+'/task', referer=referer)
391
392     def update_task(self, id_, title, default_effort, tags_joined, tags_checked, links):
393         task = self.tasks[id_] if id_ in self.tasks.keys() else self.add_task(id_)
394         task.title = title
395         task.default_effort = float(default_effort) if len(default_effort) > 0 else None
396         task.tags = self.collect_tags(tags_joined, tags_checked) 
397         task.links = links 
398         for link in links:
399             borrowed_links = self.tasks[link].links 
400             borrowed_links.add(id_)
401             self.tasks[link].links = borrowed_links 
402
403     def show_tasks(self):
404         return j2env.get_template('tasks.html').render(db=self, action=self.prefix+'/tasks')
405
406
407
408 class TodoHandler(PlomHandler):
409
410     def config_init(self):
411         return {
412             'cookie_name': 'todo_cookie',
413             'prefix': '',
414             'cookie_path': '/'
415         }
416
417     def app_init(self, handler):
418         default_path = '/todo'
419         handler.add_route('GET', default_path, self.show_db)
420         handler.add_route('POST', default_path, self.write_db)
421         return 'todo', {'cookie_name': 'todo_cookie', 'prefix': default_path, 'cookie_path': default_path}
422
423     def do_POST(self):
424         self.try_do(self.config_init)
425         self.try_do(self.write_db)
426
427     def write_db(self):
428         from urllib.parse import urlencode
429         app_config = self.apps['todo'] if hasattr(self, 'apps') else self.config()
430         length = int(self.headers['content-length'])
431         postvars = parse_qs(self.rfile.read(length).decode(), keep_blank_values=1)
432         parsed_url = urlparse(self.path)
433         db = TodoDB(prefix=app_config['prefix'])
434         params_to_encode = []
435         for param_name, filter_db_name in {('t_and', 't_filter_and'), ('t_not', 't_filter_not')}:
436             filter_db = getattr(db, filter_db_name)
437             if param_name in postvars.keys():
438                 for target in postvars[param_name]:
439                     if len(target) > 0 and not target in filter_db:
440                         filter_db += [target]
441                 if len(filter_db) == 0:
442                     params_to_encode += [(param_name, '-')]
443             params_to_encode += [(param_name, f) for f in filter_db]
444
445         def collect_checked(prefix, postvars):
446             tags_checked = []
447             for k in postvars.keys():
448                 if k.startswith(prefix):
449                     tags_checked += [k[len(prefix):]]
450             return tags_checked
451         
452         if parsed_url.path == app_config['prefix'] + '/calendar':
453             params_to_encode += [('start', postvars['start'][0] if len(postvars['start'][0]) > 0 else '-')]
454             params_to_encode += [('end', postvars['end'][0] if len(postvars['end'][0]) > 0 else '-')]
455
456         elif parsed_url.path == app_config['prefix'] + '/todo':
457             task_uuid = postvars['task_uuid'][0]
458             date = postvars['date'][0]
459             params_to_encode += [('task', task_uuid), ('date', date)]
460             db.update_todo(task_uuid, date, postvars['day_effort'][0], 'done' in postvars.keys(), postvars['comment'][0], postvars['joined_day_tags'][0], collect_checked('day_tag_', postvars), postvars['importance'][0])
461
462         elif parsed_url.path == app_config['prefix'] + '/task':
463             id_ = postvars['id'][0]
464             params_to_encode += [('id', id_)]
465             if 'title' in postvars.keys():
466                 db.update_task(id_, postvars['title'][0], postvars['default_effort'][0], postvars['joined_tags'][0], collect_checked('tag_', postvars), collect_checked('link_', postvars))
467
468         elif parsed_url.path == app_config['prefix'] + '/day':
469             # always store the two hide params in the URL if possible … TODO: find out if really necessary
470             if 'expect_unchosen_done' in postvars.keys():
471                 params_to_encode += [('hide_unchosen', int('hide_unchosen' in postvars.keys()))] + [('hide_done', int('hide_done' in postvars.keys()))]
472
473             if 'selected_date' in postvars.keys():
474                 db.selected_date = postvars['selected_date'][0]
475                 if 'day_comment' in postvars.keys():
476                     db.selected_day.comment = postvars['day_comment'][0]
477                 params_to_encode += [('selected_date', db.selected_date)]
478
479                 # handle todo list updates via task UUIDs
480                 if 't_uuid' in postvars.keys():
481                     for i, uuid in enumerate(postvars['t_uuid']):
482                         task = db.tasks[uuid]
483                         old_todo = None if not uuid in db.selected_day.todos.keys() else db.selected_day.todos[uuid]
484                         selects_as_todo = 'choose' in postvars and uuid in postvars['choose']
485                         too_much_keepworthy_data = ('done' in postvars and uuid in postvars['done']) or postvars['day_effort'][i] != '' or (old_todo and not old_todo.internals_empty())
486                         if old_todo and too_much_keepworthy_data and not selects_as_todo:
487                             raise PlomException('cannot deselect task as todo of preserve-worthy values')
488                         elif old_todo and not selects_as_todo:
489                             del db.selected_day.todos[uuid]
490                         else:
491                             done = ('done' in postvars) and (uuid in postvars['done'])
492                             day_effort_input = postvars['day_effort'][i]
493                             day_effort = float(day_effort_input) if len(day_effort_input) > 0 else None
494                             importance = float(postvars['importance'][i])
495                             if old_todo and old_todo.done == done and old_todo.day_effort == day_effort and old_todo.importance == importance:
496                                 continue
497                             db.update_todo_mini(uuid, db.selected_date, day_effort, done, importance)
498
499         if 'referer' in postvars.keys() and len(postvars['referer'][0]) > 0:
500             homepage = postvars['referer'][0]
501         else:
502             encoded_params = urlencode(params_to_encode)
503             homepage = f'{parsed_url.path}?{encoded_params}'
504         db.write()
505         self.redirect(homepage)
506
507     def do_GET(self):
508         self.try_do(self.config_init)
509         self.try_do(self.show_db)
510
511     def show_db(self):
512         app_config = self.apps['todo'] if hasattr(self, 'apps') else self.config()
513         cookie_db = self.get_cookie_db(app_config['cookie_name'])
514         parsed_url = urlparse(self.path)
515         params = parse_qs(parsed_url.query)
516
517         def get_param(param_name, boolean=False, chained=False):
518             if chained:
519                 param = params.get(param_name, None)
520             else:
521                 param = params.get(param_name, [None])[0]
522             if (not chained and param == '-') or (chained and param == ['-']):
523                 param = None
524                 if param_name in cookie_db.keys():
525                     del cookie_db[param_name]
526             if param is None and param_name in cookie_db.keys():
527                 param = cookie_db[param_name]
528             if param is not None:
529                 if boolean:
530                     param = param != '0'
531                     cookie_db[param_name] = str(int(param))
532                 else:
533                     cookie_db[param_name] = param
534             elif param is boolean:
535                 param = False
536             return param
537
538         selected_date = t_filter_and = t_filter_not = None
539         hide_unchosen = hide_done = False
540         referer = params.get('referer', [''])[0]
541         if parsed_url.path in {app_config['prefix'] + '/day', app_config['prefix'] + '/tasks'}:
542             selected_date = get_param('selected_date')
543         if parsed_url.path in {app_config['prefix'] + '/day', app_config['prefix'] + '/tasks', app_config['prefix'] + '/task'}:
544             t_filter_and = get_param('t_and', chained=True)
545             t_filter_not = get_param('t_not', chained=True)
546         if parsed_url.path == app_config['prefix'] + '/day':
547             hide_unchosen = get_param('hide_unchosen', boolean=True)
548             hide_done = get_param('hide_done', boolean=True)
549         db = TodoDB(app_config['prefix'], selected_date, t_filter_and, t_filter_not, hide_unchosen, hide_done)
550         if parsed_url.path == app_config['prefix'] + '/day':
551             task_sort = get_param('sort')
552             page = db.show_day(task_sort)
553         elif parsed_url.path == app_config['prefix'] + '/todo':
554             todo_date = params.get('date', [None])[0]
555             task_uuid = params.get('task', [None])[0]
556             page = db.show_todo(task_uuid, todo_date, referer)
557         elif parsed_url.path == app_config['prefix'] + '/task':
558             id_ = params.get('id', [None])[0]
559             page = db.show_task(id_, referer)
560         elif parsed_url.path == app_config['prefix'] + '/tasks':
561             page = db.show_tasks()
562         elif parsed_url.path == app_config['prefix'] + '/add_task':
563             page = db.show_task(None)
564         elif parsed_url.path == app_config['prefix'] + '/unset_cookie':
565             page = 'no cookie to unset.'
566             if len(cookie_db) > 0:
567                 self.unset_cookie(app_config['cookie_name'], app_config['cookie_path'])
568                 page = 'cookie unset!'
569         else:
570             start_date = get_param('start')
571             end_date = get_param('end')
572             page = db.show_calendar(start_date, end_date)
573         if parsed_url.path != app_config['prefix'] + '/unset_cookie':
574             self.set_cookie(app_config['cookie_name'], app_config['cookie_path'], cookie_db)
575         self.send_HTML(page)
576
577
578 if __name__ == "__main__":
579     run_server(server_port, TodoHandler)