Add headers to urlopener

2012-01-14 11:45:55 +01:00
parent 8780d86ed4
commit e9a77f8da7
1 changed files with 6 additions and 0 deletions
@@ -93,6 +93,12 @@ class Plugin(object):

        socket.setdefaulttimeout(timeout)

+        # Fill in some headers
+        if not headers.get('Referer'):
+            headers['Referer'] = urlparse(url).hostname
+        if not headers.get('User-Agent'):
+            headers['User-Agent'] = ''
+
        host = urlparse(url).hostname
        self.wait(host)