Add headers to urlopener
This commit is contained in:
1 parent
8780d86ed4
commit
e9a77f8da7
1 file changed
+6
@@ -93,6 +93,12 @@ class Plugin(object):
|
|||||||
|
|
||||||
socket.setdefaulttimeout(timeout)
|
socket.setdefaulttimeout(timeout)
|
||||||
|
|
||||||
|
# Fill in some headers
|
||||||
|
if not headers.get('Referer'):
|
||||||
|
headers['Referer'] = urlparse(url).hostname
|
||||||
|
if not headers.get('User-Agent'):
|
||||||
|
headers['User-Agent'] = ''
|
||||||
|
|
||||||
host = urlparse(url).hostname
|
host = urlparse(url).hostname
|
||||||
self.wait(host)
|
self.wait(host)
|
||||||
|
|
||||||
|
|||||||
Reference in new issue
Block a user