From: Christian Heller <c.heller@plomlompom.de>
Date: Tue, 19 Jan 2016 00:01:38 +0000 (+0100)
Subject: Use proper HTML parsing for page title retrieval.
X-Git-Url: https://plomlompom.com/repos/day?a=commitdiff_plain;h=f093ae1177a3f7193b061febb74a249fc2e7a389;p=plomlombot-irc.git

Use proper HTML parsing for page title retrieval.
---

diff --git a/plomlombot.py b/plomlombot.py
index 8ac8f01..f34d97a 100755
--- a/plomlombot.py
+++ b/plomlombot.py
@@ -9,6 +9,7 @@ import re
 import urllib.request
 import http.client
 import html
+import html.parser
 
 # Defaults, may be overwritten by command line arguments.
 SERVER = "irc.freenode.net"
@@ -18,6 +19,22 @@ USERNAME = "plomlombot"
 NICKNAME = USERNAME
 
 
+class HTMLParser(html.parser.HTMLParser):
+    def __init__(self, html, tag):
+        super().__init__()
+        self._tag = ""
+        self.data = ""
+        self.feed(html)
+    def handle_starttag(self, tag, attrs):
+        if self.data == "":
+            self._tag = tag
+    def handle_endtag(self, tag):
+        self._tag = ""
+    def handle_data(self, data):
+        if self._tag != "":
+            self.data = data
+
+
 class ExceptionForRestart(Exception):
     pass
 
@@ -131,7 +148,7 @@ def lineparser_loop(io, nickname):
                            + content_type)
                     continue
                 content = webpage.read().decode(charset)
-                title = str(content).split('<title>')[1].split('</title>')[0]
+                title = HTMLParser(content, "title").data
                 title = html.unescape(title)
                 notice("PAGE TITLE FOR URL: " + title)