X-Git-Url: https://plomlompom.com/repos/?p=plomlombot-irc.git;a=blobdiff_plain;f=plomlombot.py;h=a1ef7f8c3e2b60f9a61a4c2db1e8485e1b5ec5ae;hp=b45c67a7aa12feeee10695c218f6a05dfe1d1912;hb=2623ca2bdf9d23e08c539ae68ad8521291bf2264;hpb=d74caeac225204bc1f9e5a978678f741ac7dfaf3 diff --git a/plomlombot.py b/plomlombot.py index b45c67a..a1ef7f8 100755 --- a/plomlombot.py +++ b/plomlombot.py @@ -109,9 +109,21 @@ def lineparser_loop(io, nickname): io.send_line("NOTICE " + target + " :" + msg) def url_check(msg): - matches = re.findall("(https?://[^\s>]+)", msg) - for i in range(len(matches)): - url = matches[i] + + def handle_url(url, show_url=False): + + def mobile_twitter_hack(url): + re1 = 'https?://(mobile.twitter.com/)[^/]+(/status/)' + re2 = 'https?://mobile.twitter.com/([^/]+)/status/([^\?]+)' + m = re.search(re1, url) + if m and m.group(1) == 'mobile.twitter.com/' \ + and m.group(2) == '/status/': + m = re.search(re2, url) + url = 'https://twitter.com/' + m.group(1) + '/status/' \ + + m.group(2) + handle_url(url, True) + return True + try: r = requests.get(url, timeout=15) except (requests.exceptions.TooManyRedirects, @@ -119,13 +131,22 @@ def lineparser_loop(io, nickname): requests.exceptions.InvalidURL, requests.exceptions.InvalidSchema) as error: notice("TROUBLE FOLLOWING URL: " + str(error)) - continue + return + if mobile_twitter_hack(url): + return title = bs4.BeautifulSoup(r.text).title if title: - notice("PAGE TITLE: " + title.string.strip()) + prefix = "PAGE TITLE: " + if show_url: + prefix = "PAGE TITLE FOR <" + url + ">: " + notice(prefix + title.string.strip()) else: notice("PAGE HAS NO TITLE TAG") + matches = re.findall("(https?://[^\s>]+)", msg) + for i in range(len(matches)): + handle_url(matches[i]) + def command_check(msg): if msg[0] != "!": return