Using urllib2 for details
This commit is contained in:
Janez Troha committed
1 parent
c486395028
commit
7b53c4cde1
1 file changed
+65
-63
@@ -33,92 +33,94 @@ class PublicHD(TorrentProvider):
|
|||||||
if self.isDisabled():
|
if self.isDisabled():
|
||||||
return results
|
return results
|
||||||
|
|
||||||
movie_name = re.sub("\W", " ", getTitle(movie['library']))
|
movie_name = re.sub("\W", ' ', getTitle(movie['library']))
|
||||||
movie_name = re.sub(" ", " ", movie_name)
|
movie_name = re.sub(' ', ' ', movie_name)
|
||||||
log.info('Cleaned Name: %s', movie_name)
|
log.info('Cleaned Name: %s', movie_name)
|
||||||
cache_key = 'publichd.%s.%s' % (movie['library']['identifier'], quality.get('identifier'))
|
cache_key = 'publichd.%s.%s' % (movie['library']['identifier'],
|
||||||
searchUrl = self.urls['search'] \
|
quality.get('identifier'))
|
||||||
% (quote_plus(movie_name + ' '
|
searchUrl = self.urls['search'] % (quote_plus(movie_name + ' '
|
||||||
+ quality['identifier']),
|
+ quality['identifier']),
|
||||||
self.getCatId(quality['identifier'])[0])
|
self.getCatId(quality['identifier'])[0])
|
||||||
log.info('searchUrl: %s', searchUrl)
|
log.info('searchUrl: %s', searchUrl)
|
||||||
data = self.getCache(cache_key, searchUrl)
|
data = self.getCache(cache_key, searchUrl)
|
||||||
|
if not data:
|
||||||
|
log.error('Failed to get data from %s.', searchUrl)
|
||||||
|
return results
|
||||||
|
|
||||||
if data:
|
print data
|
||||||
|
try:
|
||||||
soup = BeautifulSoup(data)
|
soup = BeautifulSoup(data)
|
||||||
|
|
||||||
resultsTable = soup.find('table', attrs={'id': 'bgtorrlist2'
|
resultsTable = soup.find('table', attrs={'id': 'bgtorrlist2'
|
||||||
})
|
})
|
||||||
entries = resultsTable.findAll('tr')
|
entries = resultsTable.findAll('tr')
|
||||||
for result in entries[2:len(entries) - 1]:
|
for result in entries[2:len(entries) - 1]:
|
||||||
try:
|
info_url = result.find(href=re.compile('torrent-details'
|
||||||
|
))
|
||||||
|
download = result.find(href=re.compile('\.torrent'))
|
||||||
|
|
||||||
info_url = result.find(href=re.compile('torrent-details'
|
if info_url and download:
|
||||||
))
|
new = {
|
||||||
download = result.find(href=re.compile('\.torrent'))
|
'type': 'torrent',
|
||||||
|
'check_nzb': False,
|
||||||
|
'description': '',
|
||||||
|
'provider': self.getName(),
|
||||||
|
}
|
||||||
|
log.info('Name: %s', result.findAll('td')[1].string)
|
||||||
|
log.info('Seeders: %s', result.findAll('td'
|
||||||
|
)[4].string)
|
||||||
|
log.info('Leaches: %s', result.findAll('td'
|
||||||
|
)[5].string)
|
||||||
|
log.info('Size: %s', result.findAll('td')[7].string)
|
||||||
|
|
||||||
if info_url and download:
|
url = parse_qs(info_url['href'])
|
||||||
new = {
|
|
||||||
'type': 'torrent',
|
|
||||||
'check_nzb': False,
|
|
||||||
'description': '',
|
|
||||||
'provider': self.getName(),
|
|
||||||
}
|
|
||||||
log.info('Name: %s', result.findAll('td')[1].string)
|
|
||||||
log.info('Seeds: %s', result.findAll('td'
|
|
||||||
)[4].string)
|
|
||||||
log.info('Leaches: %s', result.findAll('td'
|
|
||||||
)[5].string)
|
|
||||||
log.info('Size: %s', result.findAll('td')[7].string)
|
|
||||||
|
|
||||||
url = parse_qs(info_url['href'])
|
new['name'] = info_url.string
|
||||||
|
new['id'] = url['id'][0]
|
||||||
|
new['url'] = self.urls['download'] % download['href'
|
||||||
|
]
|
||||||
|
new['size'] = self.parseSize(result.findAll('td'
|
||||||
|
)[7].string)
|
||||||
|
new['seeders'] = int(result.findAll('td')[4].string)
|
||||||
|
new['Leechers'] = int(result.findAll('td'
|
||||||
|
)[5].string)
|
||||||
|
new['imdbid'] = movie['library']['identifier']
|
||||||
|
|
||||||
new['name'] = info_url.string
|
new['extra_score'] = self.extra_score
|
||||||
new['id'] = url['id'][0]
|
new['score'] = fireEvent('score.calculate', new,
|
||||||
new['url'] = self.urls['download'] % download['href'
|
movie, single=True)
|
||||||
]
|
is_correct_movie = fireEvent(
|
||||||
new['size'] = self.parseSize(result.findAll('td'
|
'searcher.correct_movie',
|
||||||
)[7].string)
|
nzb=new,
|
||||||
new['seeders'] = int(result.findAll('td')[4].string)
|
movie=movie,
|
||||||
new['leechers'] = int(result.findAll('td'
|
quality=quality,
|
||||||
)[5].string)
|
imdb_results=True,
|
||||||
new['imdbid'] = movie['library']['identifier']
|
single_category=False,
|
||||||
|
single=True,
|
||||||
|
)
|
||||||
|
|
||||||
new['extra_score'] = self.extra_score
|
if is_correct_movie:
|
||||||
new['score'] = fireEvent('score.calculate', new,
|
new['download'] = self.download
|
||||||
movie, single=True)
|
results.append(new)
|
||||||
is_correct_movie = fireEvent(
|
self.found(new)
|
||||||
'searcher.correct_movie',
|
|
||||||
nzb=new,
|
|
||||||
movie=movie,
|
|
||||||
quality=quality,
|
|
||||||
imdb_results=True,
|
|
||||||
single_category=False,
|
|
||||||
single=True,
|
|
||||||
)
|
|
||||||
|
|
||||||
if is_correct_movie:
|
|
||||||
new['download'] = self.download
|
|
||||||
results.append(new)
|
|
||||||
self.found(new)
|
|
||||||
except Exception, e:
|
|
||||||
log.debug(e)
|
|
||||||
log.info("Eroro occured during parsing! Passing only processed entries")
|
|
||||||
return results
|
|
||||||
|
|
||||||
return results
|
return results
|
||||||
|
except Exception, e:
|
||||||
|
log.debug(e)
|
||||||
|
log.info('Error occured during parsing! Passing only processed entries'
|
||||||
|
)
|
||||||
|
return results
|
||||||
|
|
||||||
|
def extra_score(self, torrent):
|
||||||
def extra_score(self, req):
|
url = self.urls['detail'] % torrent['id']
|
||||||
url = self.urls['detail'] % req['id']
|
|
||||||
log.info('extra_score: %s', url)
|
log.info('extra_score: %s', url)
|
||||||
imdbId = req['imdbid']
|
imdbId = torrent['imdbid']
|
||||||
return self.imdbMatch(url, imdbId)
|
return self.imdbMatch(url, imdbId)
|
||||||
|
|
||||||
def imdbMatch(self, url, imdbId):
|
def imdbMatch(self, url, imdbId):
|
||||||
log.info('imdbMatch: %s', url)
|
log.info('imdbMatch: %s', url)
|
||||||
try:
|
try:
|
||||||
data = self.getCache(url, url)
|
data = urllib2.urlopen(url).read()
|
||||||
pass
|
pass
|
||||||
except IOError:
|
except IOError:
|
||||||
log.error('Failed to open %s.' % url)
|
log.error('Failed to open %s.' % url)
|
||||||
@@ -128,7 +130,7 @@ class PublicHD(TorrentProvider):
|
|||||||
data = unicode(data, errors='ignore')
|
data = unicode(data, errors='ignore')
|
||||||
if 'imdb.com/title/' + imdbId in data or 'imdb.com/title/' \
|
if 'imdb.com/title/' + imdbId in data or 'imdb.com/title/' \
|
||||||
+ imdbIdAlt in data:
|
+ imdbIdAlt in data:
|
||||||
return 500
|
return 50
|
||||||
return 0
|
return 0
|
||||||
|
|
||||||
def download(self, url='', nzb_id=''):
|
def download(self, url='', nzb_id=''):
|
||||||
|
|||||||
Reference in new issue
Block a user