From: Christian Heller Date: Mon, 18 Jan 2016 01:29:13 +0000 (+0100) Subject: Send user agent in URL parser requests. X-Git-Url: https://plomlompom.com/repos/?p=plomlombot-irc.git;a=commitdiff_plain;h=d63f2d51ce2d1b7bee2cdf9da059d4f3319a8631;ds=sidebyside Send user agent in URL parser requests. --- diff --git a/plomlombot.py b/plomlombot.py index d6feb93..6031d50 100755 --- a/plomlombot.py +++ b/plomlombot.py @@ -103,8 +103,11 @@ def lineparser_loop(io, nickname): matches = re.findall("(https?://[^\s>]+)", msg) for i in range(len(matches)): url = matches[i] + request = urllib.request.Request(url, headers={ + "User-Agent": "plomlombot" + }) try: - webpage = urllib.request.urlopen(url, timeout=15) + webpage = urllib.request.urlopen(request, timeout=15) except (urllib.error.HTTPError, urllib.error.URLError, UnicodeError, http.client.BadStatusLine) as error: print("TROUBLE FOLLOWING URL: " + str(error))