From f093ae1177a3f7193b061febb74a249fc2e7a389 Mon Sep 17 00:00:00 2001 From: Christian Heller Date: Tue, 19 Jan 2016 01:01:38 +0100 Subject: [PATCH] Use proper HTML parsing for page title retrieval. --- plomlombot.py | 19 ++++++++++++++++++- 1 file changed, 18 insertions(+), 1 deletion(-) diff --git a/plomlombot.py b/plomlombot.py index 8ac8f01..f34d97a 100755 --- a/plomlombot.py +++ b/plomlombot.py @@ -9,6 +9,7 @@ import re import urllib.request import http.client import html +import html.parser # Defaults, may be overwritten by command line arguments. SERVER = "irc.freenode.net" @@ -18,6 +19,22 @@ USERNAME = "plomlombot" NICKNAME = USERNAME +class HTMLParser(html.parser.HTMLParser): + def __init__(self, html, tag): + super().__init__() + self._tag = "" + self.data = "" + self.feed(html) + def handle_starttag(self, tag, attrs): + if self.data == "": + self._tag = tag + def handle_endtag(self, tag): + self._tag = "" + def handle_data(self, data): + if self._tag != "": + self.data = data + + class ExceptionForRestart(Exception): pass @@ -131,7 +148,7 @@ def lineparser_loop(io, nickname): + content_type) continue content = webpage.read().decode(charset) - title = str(content).split('')[1].split('')[0] + title = HTMLParser(content, "title").data title = html.unescape(title) notice("PAGE TITLE FOR URL: " + title) -- 2.30.2