Send user-agent on login
This commit is contained in:
1 parent
315f1b0207
commit
2934347865
2 files changed
+9
-5
No files matched your search
@@ -28,6 +28,7 @@ class Plugin(object):
|
|||||||
|
|
||||||
_needs_shutdown = False
|
_needs_shutdown = False
|
||||||
|
|
||||||
|
user_agent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:24.0) Gecko/20130519 Firefox/24.0'
|
||||||
http_last_use = {}
|
http_last_use = {}
|
||||||
http_time_between_calls = 0
|
http_time_between_calls = 0
|
||||||
http_failed_request = {}
|
http_failed_request = {}
|
||||||
@@ -106,7 +107,7 @@ class Plugin(object):
|
|||||||
# Fill in some headers
|
# Fill in some headers
|
||||||
headers['Referer'] = headers.get('Referer', urlparse(url).hostname)
|
headers['Referer'] = headers.get('Referer', urlparse(url).hostname)
|
||||||
headers['Host'] = headers.get('Host', urlparse(url).hostname)
|
headers['Host'] = headers.get('Host', urlparse(url).hostname)
|
||||||
headers['User-Agent'] = headers.get('User-Agent', 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:10.0.2) Gecko/20100101 Firefox/10.0.2')
|
headers['User-Agent'] = headers.get('User-Agent', self.user_agent)
|
||||||
headers['Accept-encoding'] = headers.get('Accept-encoding', 'gzip')
|
headers['Accept-encoding'] = headers.get('Accept-encoding', 'gzip')
|
||||||
|
|
||||||
host = urlparse(url).hostname
|
host = urlparse(url).hostname
|
||||||
@@ -138,7 +139,7 @@ class Plugin(object):
|
|||||||
|
|
||||||
response = opener.open(request, timeout = timeout)
|
response = opener.open(request, timeout = timeout)
|
||||||
else:
|
else:
|
||||||
log.info('Opening url: %s, params: %s', (url, [x for x in params.iterkeys()]))
|
log.info('Opening url: %s, params: %s', (url, [x for x in params.iterkeys()] if isinstance(params, dict) else 'with data'))
|
||||||
data = tryUrlencode(params) if len(params) > 0 else None
|
data = tryUrlencode(params) if len(params) > 0 else None
|
||||||
request = urllib2.Request(url, data, headers)
|
request = urllib2.Request(url, data, headers)
|
||||||
|
|
||||||
|
|||||||
@@ -104,7 +104,7 @@ class YarrProvider(Provider):
|
|||||||
try:
|
try:
|
||||||
cookiejar = cookielib.CookieJar()
|
cookiejar = cookielib.CookieJar()
|
||||||
opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(cookiejar))
|
opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(cookiejar))
|
||||||
opener.addheaders = []
|
opener.addheaders = [('User-Agent', self.user_agent)]
|
||||||
urllib2.install_opener(opener)
|
urllib2.install_opener(opener)
|
||||||
log.info2('Logging into %s', self.urls['login'])
|
log.info2('Logging into %s', self.urls['login'])
|
||||||
f = opener.open(self.urls['login'], self.getLoginParams())
|
f = opener.open(self.urls['login'], self.getLoginParams())
|
||||||
@@ -114,9 +114,12 @@ class YarrProvider(Provider):
|
|||||||
if self.loginSuccess(output):
|
if self.loginSuccess(output):
|
||||||
self.login_opener = opener
|
self.login_opener = opener
|
||||||
return True
|
return True
|
||||||
except:
|
|
||||||
log.error('Failed to login %s: %s', (self.getName(), traceback.format_exc()))
|
|
||||||
|
|
||||||
|
error = 'unknown'
|
||||||
|
except:
|
||||||
|
error = traceback.format_exc()
|
||||||
|
|
||||||
|
log.error('Failed to login %s: %s', (self.getName(), error))
|
||||||
return False
|
return False
|
||||||
|
|
||||||
def loginSuccess(self, output):
|
def loginSuccess(self, output):
|
||||||
|
|||||||
Reference in new issue
Block a user