Add traceback to urlopen

This commit is contained in:
Ruud
2011-11-08 20:58:55 +01:00
parent 95e9c6d07b
commit 600757e43b
+5 -4
View File
@@ -14,6 +14,7 @@ import os.path
import re import re
import socket import socket
import time import time
import traceback
import urllib import urllib
import urllib2 import urllib2
@@ -98,7 +99,7 @@ class Plugin(object):
try: try:
if multipart: if multipart:
log.info('Opening multipart url: %s, params: %s' % (url, params.iterkeys())) log.info('Opening multipart url: %s, params: %s' % (url, [x for x in params.iterkeys()]))
request = urllib2.Request(url, params, headers) request = urllib2.Request(url, params, headers)
cookies = cookielib.CookieJar() cookies = cookielib.CookieJar()
@@ -106,13 +107,13 @@ class Plugin(object):
data = opener.open(request).read() data = opener.open(request).read()
else: else:
log.info('Opening url: %s, params: %s' % (url, len(params) > 0)) log.info('Opening url: %s, params: %s' % (url, [x for x in params.iterkeys()]))
data = urllib.urlencode(params) if len(params) > 0 else None data = urllib.urlencode(params) if len(params) > 0 else None
request = urllib2.Request(url, data, headers) request = urllib2.Request(url, data, headers)
data = urllib2.urlopen(request).read() data = urllib2.urlopen(request).read()
except IOError, e: except IOError:
log.error('Failed opening url, %s: %s' % (url, e)) log.error('Failed opening url: %s' % (traceback.format_exc(1)))
raise raise
self.http_last_use[host] = time.time() self.http_last_use[host] = time.time()