Merge branch 'refs/heads/develop'
This commit is contained in:
commit
302f571837
22 files changed
+215
-79
No files matched your search
@@ -1,4 +1,4 @@
|
|||||||
from couchpotato.core.helpers.encoding import simplifyString, toSafeString
|
from couchpotato.core.helpers.encoding import simplifyString, toSafeString, ss
|
||||||
from couchpotato.core.logger import CPLog
|
from couchpotato.core.logger import CPLog
|
||||||
import hashlib
|
import hashlib
|
||||||
import os.path
|
import os.path
|
||||||
@@ -125,6 +125,8 @@ def cleanHost(host):
|
|||||||
|
|
||||||
def getImdb(txt, check_inside = True, multiple = False):
|
def getImdb(txt, check_inside = True, multiple = False):
|
||||||
|
|
||||||
|
txt = ss(txt)
|
||||||
|
|
||||||
if check_inside and os.path.isfile(txt):
|
if check_inside and os.path.isfile(txt):
|
||||||
output = open(txt, 'r')
|
output = open(txt, 'r')
|
||||||
txt = output.read()
|
txt = output.read()
|
||||||
|
|||||||
@@ -469,7 +469,7 @@ class MovieBase(MovieTypeBase):
|
|||||||
fireEvent('release.delete', release.id, single = True)
|
fireEvent('release.delete', release.id, single = True)
|
||||||
|
|
||||||
m.profile_id = params.get('profile_id', default_profile.get('id'))
|
m.profile_id = params.get('profile_id', default_profile.get('id'))
|
||||||
m.category_id = tryInt(cat_id) if cat_id is not None and tryInt(cat_id) > 0 else None
|
m.category_id = tryInt(cat_id) if cat_id is not None and tryInt(cat_id) > 0 else (m.category_id or None)
|
||||||
else:
|
else:
|
||||||
log.debug('Movie already exists, not updating: %s', params)
|
log.debug('Movie already exists, not updating: %s', params)
|
||||||
added = False
|
added = False
|
||||||
|
|||||||
@@ -260,27 +260,30 @@ MA.Release = new Class({
|
|||||||
if(self.next_release || (self.last_release && ['ignored', 'failed'].indexOf(self.last_release.status.identifier) === false)){
|
if(self.next_release || (self.last_release && ['ignored', 'failed'].indexOf(self.last_release.status.identifier) === false)){
|
||||||
|
|
||||||
self.trynext_container = new Element('div.buttons.try_container').inject(self.release_container, 'top');
|
self.trynext_container = new Element('div.buttons.try_container').inject(self.release_container, 'top');
|
||||||
|
|
||||||
|
var nr = self.next_release,
|
||||||
|
lr = self.last_release;
|
||||||
|
|
||||||
self.trynext_container.adopt(
|
self.trynext_container.adopt(
|
||||||
new Element('span.or', {
|
new Element('span.or', {
|
||||||
'text': 'This movie is snatched, if anything went wrong, download'
|
'text': 'This movie is snatched, if anything went wrong, download'
|
||||||
}),
|
}),
|
||||||
self.last_release ? new Element('a.button.orange', {
|
lr ? new Element('a.button.orange', {
|
||||||
'text': 'the same release again',
|
'text': 'the same release again',
|
||||||
'events': {
|
'events': {
|
||||||
'click': function(){
|
'click': function(){
|
||||||
self.download(self.last_release);
|
self.download(lr);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}) : null,
|
}) : null,
|
||||||
self.next_release && self.last_release ? new Element('span.or', {
|
nr && lr ? new Element('span.or', {
|
||||||
'text': ','
|
'text': ','
|
||||||
}) : null,
|
}) : null,
|
||||||
self.next_release ? [new Element('a.button.green', {
|
nr ? [new Element('a.button.green', {
|
||||||
'text': self.last_release ? 'another release' : 'the best release',
|
'text': lr ? 'another release' : 'the best release',
|
||||||
'events': {
|
'events': {
|
||||||
'click': function(){
|
'click': function(){
|
||||||
self.download(self.next_release);
|
self.download(nr);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}),
|
}),
|
||||||
@@ -371,8 +374,10 @@ MA.Release = new Class({
|
|||||||
'onComplete': function(json){
|
'onComplete': function(json){
|
||||||
icon.removeClass('icon spinner');
|
icon.removeClass('icon spinner');
|
||||||
|
|
||||||
if(json.success)
|
if(json.success){
|
||||||
icon.addClass('completed');
|
icon.addClass('completed');
|
||||||
|
release_el.getElement('.release_status').set('text', 'snatched');
|
||||||
|
}
|
||||||
else
|
else
|
||||||
icon.addClass('attention').set('title', 'Something went wrong when downloading, please check logs.');
|
icon.addClass('attention').set('title', 'Something went wrong when downloading, please check logs.');
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -308,7 +308,7 @@ class MovieSearcher(SearcherBase, MovieTypeBase):
|
|||||||
return False
|
return False
|
||||||
|
|
||||||
# Ignore porn stuff
|
# Ignore porn stuff
|
||||||
pron_tags = ['xxx', 'sex', 'anal', 'tits', 'fuck', 'porn', 'orgy', 'milf', 'boobs', 'erotica', 'erotic']
|
pron_tags = ['xxx', 'sex', 'anal', 'tits', 'fuck', 'porn', 'orgy', 'milf', 'boobs', 'erotica', 'erotic', 'cock', 'dick']
|
||||||
pron_words = list(set(nzb_words) & set(pron_tags) - set(movie_words))
|
pron_words = list(set(nzb_words) & set(pron_tags) - set(movie_words))
|
||||||
if pron_words:
|
if pron_words:
|
||||||
log.info('Wrong: %s, probably pr0n', (nzb['name']))
|
log.info('Wrong: %s, probably pr0n', (nzb['name']))
|
||||||
|
|||||||
@@ -157,7 +157,7 @@ var NotificationBase = new Class({
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Restart poll
|
// Restart poll
|
||||||
self.startPoll()
|
self.startPoll.delay(1500, self);
|
||||||
},
|
},
|
||||||
|
|
||||||
showMessage: function(message, sticky, data){
|
showMessage: function(message, sticky, data){
|
||||||
|
|||||||
@@ -54,12 +54,11 @@ class CategoryPlugin(Plugin):
|
|||||||
db.add(c)
|
db.add(c)
|
||||||
|
|
||||||
c.order = kwargs.get('order', c.order if c.order else 0)
|
c.order = kwargs.get('order', c.order if c.order else 0)
|
||||||
c.label = toUnicode(kwargs.get('label'))
|
c.label = toUnicode(kwargs.get('label', ''))
|
||||||
c.path = toUnicode(kwargs.get('path'))
|
c.ignored = toUnicode(kwargs.get('ignored', ''))
|
||||||
c.ignored = toUnicode(kwargs.get('ignored'))
|
c.preferred = toUnicode(kwargs.get('preferred', ''))
|
||||||
c.preferred = toUnicode(kwargs.get('preferred'))
|
c.required = toUnicode(kwargs.get('required', ''))
|
||||||
c.required = toUnicode(kwargs.get('required'))
|
c.destination = toUnicode(kwargs.get('destination', ''))
|
||||||
c.destination = toUnicode(kwargs.get('destination'))
|
|
||||||
|
|
||||||
db.commit()
|
db.commit()
|
||||||
|
|
||||||
|
|||||||
@@ -174,7 +174,7 @@ class Renamer(Plugin):
|
|||||||
# Overwrite destination when set in category
|
# Overwrite destination when set in category
|
||||||
destination = self.conf('to')
|
destination = self.conf('to')
|
||||||
for movie in library_ent.movies:
|
for movie in library_ent.movies:
|
||||||
if movie.category and movie.category.destination and len(movie.category.destination) > 0:
|
if movie.category and movie.category.destination and len(movie.category.destination) > 0 and movie.category.destination != 'None':
|
||||||
destination = movie.category.destination
|
destination = movie.category.destination
|
||||||
log.debug('Setting category destination for "%s": %s' % (movie_title, destination))
|
log.debug('Setting category destination for "%s": %s' % (movie_title, destination))
|
||||||
else:
|
else:
|
||||||
|
|||||||
@@ -73,7 +73,7 @@ class Suggestion(Plugin):
|
|||||||
def updateSuggestionCache(self, ignore_imdb = None, limit = 6, ignored = None, seen = None):
|
def updateSuggestionCache(self, ignore_imdb = None, limit = 6, ignored = None, seen = None):
|
||||||
|
|
||||||
# Combine with previous suggestion_cache
|
# Combine with previous suggestion_cache
|
||||||
cached_suggestion = self.getCache('suggestion_cached')
|
cached_suggestion = self.getCache('suggestion_cached') or []
|
||||||
new_suggestions = []
|
new_suggestions = []
|
||||||
ignored = [] if not ignored else ignored
|
ignored = [] if not ignored else ignored
|
||||||
seen = [] if not seen else seen
|
seen = [] if not seen else seen
|
||||||
|
|||||||
@@ -29,9 +29,13 @@ class SceneAccess(TorrentProvider):
|
|||||||
|
|
||||||
def _search(self, movie, quality, results):
|
def _search(self, movie, quality, results):
|
||||||
|
|
||||||
|
cat = self.getCatId(quality['identifier'])
|
||||||
|
if not cat:
|
||||||
|
return
|
||||||
|
|
||||||
url = self.urls['search'] % (
|
url = self.urls['search'] % (
|
||||||
self.getCatId(quality['identifier'])[0],
|
cat[0],
|
||||||
self.getCatId(quality['identifier'])[0]
|
cat[0]
|
||||||
)
|
)
|
||||||
|
|
||||||
arguments = tryUrlencode({
|
arguments = tryUrlencode({
|
||||||
|
|||||||
@@ -90,21 +90,18 @@ class HDTrailers(TrailerProvider):
|
|||||||
html = BeautifulSoup(data, parse_only = tables)
|
html = BeautifulSoup(data, parse_only = tables)
|
||||||
result_table = html.find('table', attrs = {'class':'bottomTable'})
|
result_table = html.find('table', attrs = {'class':'bottomTable'})
|
||||||
|
|
||||||
|
|
||||||
for tr in result_table.find_all('tr'):
|
for tr in result_table.find_all('tr'):
|
||||||
trtext = str(tr).lower()
|
trtext = str(tr).lower()
|
||||||
if 'clips' in trtext:
|
if 'clips' in trtext:
|
||||||
break
|
break
|
||||||
if 'trailer' in trtext and not 'clip' in trtext and provider in trtext:
|
|
||||||
nr = 0
|
if 'trailer' in trtext and not 'clip' in trtext and provider in trtext and not '3d' in trtext:
|
||||||
if 'trailer' not in tr.find('span', 'standardTrailerName').text.lower():
|
if 'trailer' not in tr.find('span', 'standardTrailerName').text.lower():
|
||||||
continue
|
continue
|
||||||
resolutions = tr.find_all('td', attrs = {'class':'bottomTableResolution'})
|
resolutions = tr.find_all('td', attrs = {'class':'bottomTableResolution'})
|
||||||
for res in resolutions:
|
for res in resolutions:
|
||||||
results[str(res.a.contents[0])].insert(0, res.a['href'])
|
if res.a:
|
||||||
nr += 1
|
results[str(res.a.contents[0])].insert(0, res.a['href'])
|
||||||
|
|
||||||
return results
|
|
||||||
|
|
||||||
except AttributeError:
|
except AttributeError:
|
||||||
log.debug('No trailers found in provider %s.', provider)
|
log.debug('No trailers found in provider %s.', provider)
|
||||||
|
|||||||
+23
-12
@@ -20,7 +20,7 @@
|
|||||||
|
|
||||||
from __future__ import unicode_literals
|
from __future__ import unicode_literals
|
||||||
|
|
||||||
__version__ = '0.6-dev'
|
__version__ = '0.7-dev'
|
||||||
__all__ = ['Guess', 'Language',
|
__all__ = ['Guess', 'Language',
|
||||||
'guess_file_info', 'guess_video_info',
|
'guess_file_info', 'guess_video_info',
|
||||||
'guess_movie_info', 'guess_episode_info']
|
'guess_movie_info', 'guess_episode_info']
|
||||||
@@ -91,7 +91,28 @@ log.addHandler(h)
|
|||||||
|
|
||||||
|
|
||||||
def _guess_filename(filename, filetype):
|
def _guess_filename(filename, filetype):
|
||||||
|
def find_nodes(tree, props):
|
||||||
|
"""Yields all nodes containing any of the given props."""
|
||||||
|
if isinstance(props, base_text_type):
|
||||||
|
props = [props]
|
||||||
|
for node in tree.nodes():
|
||||||
|
if any(prop in node.guess for prop in props):
|
||||||
|
yield node
|
||||||
|
|
||||||
|
def warning(title):
|
||||||
|
log.warning('%s, guesses: %s - %s' % (title, m.nice_string(), m2.nice_string()))
|
||||||
|
return m
|
||||||
|
|
||||||
mtree = IterativeMatcher(filename, filetype=filetype)
|
mtree = IterativeMatcher(filename, filetype=filetype)
|
||||||
|
|
||||||
|
# if there are multiple possible years found, we assume the first one is
|
||||||
|
# part of the title, reparse the tree taking this into account
|
||||||
|
years = set(n.value for n in find_nodes(mtree.match_tree, 'year'))
|
||||||
|
if len(years) >= 2:
|
||||||
|
mtree = IterativeMatcher(filename, filetype=filetype,
|
||||||
|
opts=['skip_first_year'])
|
||||||
|
|
||||||
|
|
||||||
m = mtree.matched()
|
m = mtree.matched()
|
||||||
|
|
||||||
if 'language' not in m and 'subtitleLanguage' not in m:
|
if 'language' not in m and 'subtitleLanguage' not in m:
|
||||||
@@ -102,20 +123,10 @@ def _guess_filename(filename, filetype):
|
|||||||
opts=['nolanguage', 'nocountry'])
|
opts=['nolanguage', 'nocountry'])
|
||||||
m2 = mtree2.matched()
|
m2 = mtree2.matched()
|
||||||
|
|
||||||
def find_nodes(tree, props):
|
|
||||||
"""Yields all nodes containing any of the given props."""
|
|
||||||
if isinstance(props, base_text_type):
|
|
||||||
props = [props]
|
|
||||||
for node in tree.nodes():
|
|
||||||
if any(prop in node.guess for prop in props):
|
|
||||||
yield node
|
|
||||||
|
|
||||||
|
if m.get('title') is None:
|
||||||
def warning(title):
|
|
||||||
log.warning('%s, guesses: %s - %s' % (title, m.nice_string(), m2.nice_string()))
|
|
||||||
return m
|
return m
|
||||||
|
|
||||||
|
|
||||||
if m.get('title') != m2.get('title'):
|
if m.get('title') != m2.get('title'):
|
||||||
title = next(find_nodes(mtree.match_tree, 'title'))
|
title = next(find_nodes(mtree.match_tree, 'title'))
|
||||||
title2 = next(find_nodes(mtree2.match_tree, 'title'))
|
title2 = next(find_nodes(mtree2.match_tree, 'title'))
|
||||||
|
|||||||
@@ -77,12 +77,12 @@ def file_in_same_dir(ref_file, desired_file):
|
|||||||
|
|
||||||
def load_file_in_same_dir(ref_file, filename):
|
def load_file_in_same_dir(ref_file, filename):
|
||||||
"""Load a given file. Works even when the file is contained inside a zip."""
|
"""Load a given file. Works even when the file is contained inside a zip."""
|
||||||
path = split_path(ref_file)[:-1] + [str(filename)]
|
path = split_path(ref_file)[:-1] + [filename]
|
||||||
|
|
||||||
for i, p in enumerate(path):
|
for i, p in enumerate(path):
|
||||||
if p[-4:] == '.zip':
|
if p.endswith('.zip'):
|
||||||
zfilename = os.path.join(*path[:i + 1])
|
zfilename = os.path.join(*path[:i + 1])
|
||||||
zfile = zipfile.ZipFile(zfilename)
|
zfile = zipfile.ZipFile(zfilename)
|
||||||
return zfile.read('/'.join(path[i + 1:]))
|
return zfile.read('/'.join(path[i + 1:]))
|
||||||
|
|
||||||
return u(io.open(os.path.join(*path), encoding = 'utf-8').read())
|
return u(io.open(os.path.join(*path), encoding='utf-8').read())
|
||||||
@@ -295,7 +295,7 @@ def merge_all(guesses, append=None):
|
|||||||
# then merge the remaining ones
|
# then merge the remaining ones
|
||||||
dups = set(result) & set(g)
|
dups = set(result) & set(g)
|
||||||
if dups:
|
if dups:
|
||||||
log.warning('duplicate properties %s in merged result...' % dups)
|
log.warning('duplicate properties %s in merged result...' % [ (result[p], g[p]) for p in dups] )
|
||||||
|
|
||||||
result.update_highest_confidence(g)
|
result.update_highest_confidence(g)
|
||||||
|
|
||||||
|
|||||||
@@ -326,7 +326,7 @@ def search_language(string, lang_filter=None):
|
|||||||
'la', 'el', 'del', 'por', 'mar',
|
'la', 'el', 'del', 'por', 'mar',
|
||||||
# other
|
# other
|
||||||
'ind', 'arw', 'ts', 'ii', 'bin', 'chan', 'ss', 'san', 'oss', 'iii',
|
'ind', 'arw', 'ts', 'ii', 'bin', 'chan', 'ss', 'san', 'oss', 'iii',
|
||||||
'vi', 'ben', 'da'
|
'vi', 'ben', 'da', 'lt'
|
||||||
])
|
])
|
||||||
sep = r'[](){} \._-+'
|
sep = r'[](){} \._-+'
|
||||||
|
|
||||||
|
|||||||
@@ -128,12 +128,14 @@ class IterativeMatcher(object):
|
|||||||
apply_transfo(name)
|
apply_transfo(name)
|
||||||
|
|
||||||
# more guessers for both movies and episodes
|
# more guessers for both movies and episodes
|
||||||
for name in ['guess_bonus_features', 'guess_year']:
|
apply_transfo('guess_bonus_features')
|
||||||
apply_transfo(name)
|
apply_transfo('guess_year', skip_first_year=('skip_first_year' in opts))
|
||||||
|
|
||||||
if 'nocountry' not in opts:
|
if 'nocountry' not in opts:
|
||||||
apply_transfo('guess_country')
|
apply_transfo('guess_country')
|
||||||
|
|
||||||
|
apply_transfo('guess_idnumber')
|
||||||
|
|
||||||
|
|
||||||
# split into '-' separated subgroups (with required separator chars
|
# split into '-' separated subgroups (with required separator chars
|
||||||
# around the dash)
|
# around the dash)
|
||||||
|
|||||||
@@ -275,7 +275,7 @@ class MatchTree(BaseMatchTree):
|
|||||||
for string_part in ('title', 'series', 'container', 'format',
|
for string_part in ('title', 'series', 'container', 'format',
|
||||||
'releaseGroup', 'website', 'audioCodec',
|
'releaseGroup', 'website', 'audioCodec',
|
||||||
'videoCodec', 'screenSize', 'episodeFormat',
|
'videoCodec', 'screenSize', 'episodeFormat',
|
||||||
'audioChannels'):
|
'audioChannels', 'idNumber'):
|
||||||
merge_similar_guesses(parts, string_part, choose_string)
|
merge_similar_guesses(parts, string_part, choose_string)
|
||||||
|
|
||||||
# 2- merge the rest, potentially discarding information not properly
|
# 2- merge the rest, potentially discarding information not properly
|
||||||
|
|||||||
+33
-17
@@ -43,13 +43,13 @@ episode_rexps = [ # ... Season 2 ...
|
|||||||
(r'saison (?P<season>[0-9]+)', 1.0, (0, 0)),
|
(r'saison (?P<season>[0-9]+)', 1.0, (0, 0)),
|
||||||
|
|
||||||
# ... s02e13 ...
|
# ... s02e13 ...
|
||||||
(r'[Ss](?P<season>[0-9]{1,2}).?(?P<episodeNumber>(?:[Ee-][0-9]{1,2})+)[^0-9]', 1.0, (0, -1)),
|
(r'[Ss](?P<season>[0-9]{1,3})[^0-9]?(?P<episodeNumber>(?:-?[eE-][0-9]{1,3})+)[^0-9]', 1.0, (0, -1)),
|
||||||
|
|
||||||
# ... s03-x02 ...
|
# ... s03-x02 ... # FIXME: redundant? remove it?
|
||||||
(r'[Ss](?P<season>[0-9]{1,2}).?(?P<bonusNumber>(?:[Xx][0-9]{1,2})+)[^0-9]', 1.0, (0, -1)),
|
#(r'[Ss](?P<season>[0-9]{1,3})[^0-9]?(?P<bonusNumber>(?:-?[xX-][0-9]{1,3})+)[^0-9]', 1.0, (0, -1)),
|
||||||
|
|
||||||
# ... 2x13 ...
|
# ... 2x13 ...
|
||||||
(r'[^0-9](?P<season>[0-9]{1,2}).?(?P<episodeNumber>(?:[xX][0-9]{1,2})+)[^0-9]', 0.8, (1, -1)),
|
(r'[^0-9](?P<season>[0-9]{1,2})[^0-9]?(?P<episodeNumber>(?:-?[xX][0-9]{1,3})+)[^0-9]', 1.0, (1, -1)),
|
||||||
|
|
||||||
# ... s02 ...
|
# ... s02 ...
|
||||||
#(sep + r's(?P<season>[0-9]{1,2})' + sep, 0.6, (1, -1)),
|
#(sep + r's(?P<season>[0-9]{1,2})' + sep, 0.6, (1, -1)),
|
||||||
@@ -122,20 +122,25 @@ prop_multi = { 'format': { 'DVD': [ 'DVD', 'DVD-Rip', 'VIDEO-TS', 'DVDivX' ],
|
|||||||
'VHS': [ 'VHS' ],
|
'VHS': [ 'VHS' ],
|
||||||
'WEB-DL': [ 'WEB-DL' ] },
|
'WEB-DL': [ 'WEB-DL' ] },
|
||||||
|
|
||||||
'screenSize': { '480p': [ '480p?' ],
|
'screenSize': { '480p': [ '480[pi]?' ],
|
||||||
'720p': [ '720p?' ],
|
'720p': [ '720[pi]?' ],
|
||||||
'1080p': [ '1080p?' ] },
|
'1080p': [ '1080[pi]?' ] },
|
||||||
|
|
||||||
'videoCodec': { 'XviD': [ 'Xvid' ],
|
'videoCodec': { 'XviD': [ 'Xvid' ],
|
||||||
'DivX': [ 'DVDivX', 'DivX' ],
|
'DivX': [ 'DVDivX', 'DivX' ],
|
||||||
'h264': [ '[hx]-264' ],
|
'h264': [ '[hx]-264' ],
|
||||||
'Rv10': [ 'Rv10' ] },
|
'Rv10': [ 'Rv10' ],
|
||||||
|
'Mpeg2': [ 'Mpeg2' ] },
|
||||||
|
|
||||||
|
# has nothing to do here (or on filenames for that matter), but some
|
||||||
|
# releases use it and it helps to identify release groups, so we adapt
|
||||||
|
'videoApi': { 'DXVA': [ 'DXVA' ] },
|
||||||
|
|
||||||
'audioCodec': { 'AC3': [ 'AC3' ],
|
'audioCodec': { 'AC3': [ 'AC3' ],
|
||||||
'DTS': [ 'DTS' ],
|
'DTS': [ 'DTS' ],
|
||||||
'AAC': [ 'He-AAC', 'AAC-He', 'AAC' ] },
|
'AAC': [ 'He-AAC', 'AAC-He', 'AAC' ] },
|
||||||
|
|
||||||
'audioChannels': { '5.1': [ r'5\.1', 'DD5\.1', '5ch' ] },
|
'audioChannels': { '5.1': [ r'5\.1', 'DD5[\._ ]1', '5ch' ] },
|
||||||
|
|
||||||
'episodeFormat': { 'Minisode': [ 'Minisodes?' ] }
|
'episodeFormat': { 'Minisode': [ 'Minisodes?' ] }
|
||||||
|
|
||||||
@@ -143,14 +148,21 @@ prop_multi = { 'format': { 'DVD': [ 'DVD', 'DVD-Rip', 'VIDEO-TS', 'DVDivX' ],
|
|||||||
|
|
||||||
# prop_single dict of { property_name: [ canonical_form ] }
|
# prop_single dict of { property_name: [ canonical_form ] }
|
||||||
prop_single = { 'releaseGroup': [ 'ESiR', 'WAF', 'SEPTiC', r'\[XCT\]', 'iNT', 'PUKKA',
|
prop_single = { 'releaseGroup': [ 'ESiR', 'WAF', 'SEPTiC', r'\[XCT\]', 'iNT', 'PUKKA',
|
||||||
'CHD', 'ViTE', 'TLF', 'DEiTY', 'FLAiTE',
|
'CHD', 'ViTE', 'TLF', 'FLAiTE',
|
||||||
'MDX', 'GM4F', 'DVL', 'SVD', 'iLUMiNADOS', 'FiNaLe',
|
'MDX', 'GM4F', 'DVL', 'SVD', 'iLUMiNADOS',
|
||||||
'UnSeeN', 'aXXo', 'KLAXXON', 'NoTV', 'ZeaL', 'LOL',
|
'aXXo', 'KLAXXON', 'NoTV', 'ZeaL', 'LOL',
|
||||||
'SiNNERS', 'DiRTY', 'REWARD', 'ECI', 'KiNGS', 'CLUE',
|
'CtrlHD', 'POD', 'WiKi','IMMERSE', 'FQM',
|
||||||
'CtrlHD', 'POD', 'WiKi', 'DIMENSION', 'IMMERSE', 'FQM',
|
'2HD', 'CTU', 'HALCYON', 'EbP', 'SiTV',
|
||||||
'2HD', 'REPTiLE', 'CTU', 'HALCYON', 'EbP', 'SiTV',
|
'HDBRiSe', 'AlFleNi-TeaM', 'EVOLVE', '0TV',
|
||||||
'SAiNTS', 'HDBRiSe', 'AlFleNi-TeaM', 'EVOLVE', '0TV',
|
'TLA', 'NTB', 'ASAP', 'MOMENTUM', 'FoV', 'D-Z0N3',
|
||||||
'TLA', 'NTB', 'ASAP', 'MOMENTUM', 'FoV', 'D-Z0N3' ],
|
'TrollHD', 'ECI'
|
||||||
|
],
|
||||||
|
|
||||||
|
# potentially confusing release group names (they are words)
|
||||||
|
'weakReleaseGroup': [ 'DEiTY', 'FiNaLe', 'UnSeeN', 'KiNGS', 'CLUE', 'DIMENSION',
|
||||||
|
'SAiNTS', 'ARROW', 'EuReKA', 'SiNNERS', 'DiRTY', 'REWARD',
|
||||||
|
'REPTiLE',
|
||||||
|
],
|
||||||
|
|
||||||
'other': [ 'PROPER', 'REPACK', 'LIMITED', 'DualAudio', 'Audiofixed', 'R5',
|
'other': [ 'PROPER', 'REPACK', 'LIMITED', 'DualAudio', 'Audiofixed', 'R5',
|
||||||
'complete', 'classic', # not so sure about these ones, could appear in a title
|
'complete', 'classic', # not so sure about these ones, could appear in a title
|
||||||
@@ -179,6 +191,10 @@ properties_rexps.update(dict((type, dict((canonical_form, [ _to_rexp(canonical_f
|
|||||||
def find_properties(string):
|
def find_properties(string):
|
||||||
result = []
|
result = []
|
||||||
for property_name, props in properties_rexps.items():
|
for property_name, props in properties_rexps.items():
|
||||||
|
# FIXME: this should be done in a more flexible way...
|
||||||
|
if property_name in ['weakReleaseGroup']:
|
||||||
|
continue
|
||||||
|
|
||||||
for canonical_form, rexps in props.items():
|
for canonical_form, rexps in props.items():
|
||||||
for value_rexp in rexps:
|
for value_rexp in rexps:
|
||||||
match = value_rexp.search(string)
|
match = value_rexp.search(string)
|
||||||
|
|||||||
@@ -28,7 +28,13 @@ import logging
|
|||||||
log = logging.getLogger(__name__)
|
log = logging.getLogger(__name__)
|
||||||
|
|
||||||
def number_list(s):
|
def number_list(s):
|
||||||
return list(re.sub('[^0-9]+', ' ', s).split())
|
l = [ int(n) for n in re.sub('[^0-9]+', ' ', s).split() ]
|
||||||
|
|
||||||
|
if len(l) == 2:
|
||||||
|
# it is an episode interval, return all numbers in between
|
||||||
|
return range(l[0], l[1]+1)
|
||||||
|
|
||||||
|
return l
|
||||||
|
|
||||||
def guess_episodes_rexps(string):
|
def guess_episodes_rexps(string):
|
||||||
for rexp, confidence, span_adjust in episode_rexps:
|
for rexp, confidence, span_adjust in episode_rexps:
|
||||||
@@ -38,23 +44,23 @@ def guess_episodes_rexps(string):
|
|||||||
span = (match.start() + span_adjust[0],
|
span = (match.start() + span_adjust[0],
|
||||||
match.end() + span_adjust[1])
|
match.end() + span_adjust[1])
|
||||||
|
|
||||||
# episodes which have a season > 25 are most likely errors
|
# episodes which have a season > 30 are most likely errors
|
||||||
# (Simpsons is at 24!)
|
# (Simpsons is at 24!)
|
||||||
if int(guess.get('season', 0)) > 25:
|
if int(guess.get('season', 0)) > 30:
|
||||||
continue
|
continue
|
||||||
|
|
||||||
# decide whether we have only a single episode number or an
|
# decide whether we have only a single episode number or an
|
||||||
# episode list
|
# episode list
|
||||||
if guess.get('episodeNumber'):
|
if guess.get('episodeNumber'):
|
||||||
eplist = number_list(guess['episodeNumber'])
|
eplist = number_list(guess['episodeNumber'])
|
||||||
guess.set('episodeNumber', int(eplist[0]), confidence=confidence)
|
guess.set('episodeNumber', eplist[0], confidence=confidence)
|
||||||
|
|
||||||
if len(eplist) > 1:
|
if len(eplist) > 1:
|
||||||
guess.set('episodeList', list(map(int, eplist)), confidence=confidence)
|
guess.set('episodeList', eplist, confidence=confidence)
|
||||||
|
|
||||||
if guess.get('bonusNumber'):
|
if guess.get('bonusNumber'):
|
||||||
eplist = number_list(guess['bonusNumber'])
|
eplist = number_list(guess['bonusNumber'])
|
||||||
guess.set('bonusNumber', int(eplist[0]), confidence=confidence)
|
guess.set('bonusNumber', eplist[0], confidence=confidence)
|
||||||
|
|
||||||
return guess, span
|
return guess, span
|
||||||
|
|
||||||
|
|||||||
Executable
+71
@@ -0,0 +1,71 @@
|
|||||||
|
#!/usr/bin/env python
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
#
|
||||||
|
# GuessIt - A library for guessing information from filenames
|
||||||
|
# Copyright (c) 2013 Nicolas Wack <wackou@gmail.com>
|
||||||
|
#
|
||||||
|
# GuessIt is free software; you can redistribute it and/or modify it under
|
||||||
|
# the terms of the Lesser GNU General Public License as published by
|
||||||
|
# the Free Software Foundation; either version 3 of the License, or
|
||||||
|
# (at your option) any later version.
|
||||||
|
#
|
||||||
|
# GuessIt is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# Lesser GNU General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the Lesser GNU General Public License
|
||||||
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
#
|
||||||
|
|
||||||
|
from __future__ import unicode_literals
|
||||||
|
from guessit.transfo import SingleNodeGuesser
|
||||||
|
from guessit.patterns import find_properties
|
||||||
|
import re
|
||||||
|
import logging
|
||||||
|
|
||||||
|
log = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
|
def guess_properties(string):
|
||||||
|
try:
|
||||||
|
prop, value, pos, end = find_properties(string)[0]
|
||||||
|
return { prop: value }, (pos, end)
|
||||||
|
except IndexError:
|
||||||
|
return None, None
|
||||||
|
|
||||||
|
_idnum = re.compile(r'(?P<idNumber>[a-zA-Z0-9-]{10,})') # 1.0, (0, 0))
|
||||||
|
|
||||||
|
def guess_idnumber(string):
|
||||||
|
match = _idnum.search(string)
|
||||||
|
if match is not None:
|
||||||
|
result = match.groupdict()
|
||||||
|
switch_count = 0
|
||||||
|
DIGIT = 0
|
||||||
|
LETTER = 1
|
||||||
|
OTHER = 2
|
||||||
|
last = LETTER
|
||||||
|
for c in result['idNumber']:
|
||||||
|
if c in '0123456789':
|
||||||
|
ci = DIGIT
|
||||||
|
elif c in 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ':
|
||||||
|
ci = LETTER
|
||||||
|
else:
|
||||||
|
ci = OTHER
|
||||||
|
|
||||||
|
if ci != last:
|
||||||
|
switch_count += 1
|
||||||
|
|
||||||
|
last = ci
|
||||||
|
|
||||||
|
switch_ratio = float(switch_count) / len(result['idNumber'])
|
||||||
|
|
||||||
|
# only return the result as probable if we alternate often between
|
||||||
|
# char type (more likely for hash values than for common words)
|
||||||
|
if switch_ratio > 0.4:
|
||||||
|
return result, match.span()
|
||||||
|
|
||||||
|
return None, None
|
||||||
|
|
||||||
|
def process(mtree):
|
||||||
|
SingleNodeGuesser(guess_idnumber, 0.4, log).process(mtree)
|
||||||
@@ -31,16 +31,22 @@ def get_patterns(property_name):
|
|||||||
|
|
||||||
CODECS = get_patterns('videoCodec')
|
CODECS = get_patterns('videoCodec')
|
||||||
FORMATS = get_patterns('format')
|
FORMATS = get_patterns('format')
|
||||||
|
VAPIS = get_patterns('videoApi')
|
||||||
|
|
||||||
GROUP_NAMES = [ r'(?P<videoCodec>' + codec + r')-?(?P<releaseGroup>.*?)[ \.]'
|
# RG names following a codec or format, with a potential space or dash inside the name
|
||||||
|
GROUP_NAMES = [ r'(?P<videoCodec>' + codec + r')[ \.-](?P<releaseGroup>.+?([- \.].*?)??)[ \.]'
|
||||||
for codec in CODECS ]
|
for codec in CODECS ]
|
||||||
GROUP_NAMES += [ r'(?P<format>' + fmt + r')-?(?P<releaseGroup>.*?)[ \.]'
|
GROUP_NAMES += [ r'(?P<format>' + fmt + r')[ \.-](?P<releaseGroup>.+?([- \.].*?)??)[ \.]'
|
||||||
for fmt in FORMATS ]
|
for fmt in FORMATS ]
|
||||||
|
GROUP_NAMES += [ r'(?P<videoApi>' + api + r')[ \.-](?P<releaseGroup>.+?([- \.].*?)??)[ \.]'
|
||||||
|
for api in VAPIS ]
|
||||||
|
|
||||||
GROUP_NAMES2 = [ r'\.(?P<videoCodec>' + codec + r')-(?P<releaseGroup>.*?)(-(.*?))?[ \.]'
|
GROUP_NAMES2 = [ r'\.(?P<videoCodec>' + codec + r')-(?P<releaseGroup>.*?)(-(.*?))?[ \.]'
|
||||||
for codec in CODECS ]
|
for codec in CODECS ]
|
||||||
GROUP_NAMES2 += [ r'\.(?P<format>' + fmt + r')-(?P<releaseGroup>.*?)(-(.*?))?[ \.]'
|
GROUP_NAMES2 += [ r'\.(?P<format>' + fmt + r')-(?P<releaseGroup>.*?)(-(.*?))?[ \.]'
|
||||||
for fmt in FORMATS ]
|
for fmt in FORMATS ]
|
||||||
|
GROUP_NAMES2 += [ r'\.(?P<videoApi>' + vapi + r')-(?P<releaseGroup>.*?)(-(.*?))?[ \.]'
|
||||||
|
for vapi in VAPIS ]
|
||||||
|
|
||||||
GROUP_NAMES = [ re.compile(r, re.IGNORECASE) for r in GROUP_NAMES ]
|
GROUP_NAMES = [ re.compile(r, re.IGNORECASE) for r in GROUP_NAMES ]
|
||||||
GROUP_NAMES2 = [ re.compile(r, re.IGNORECASE) for r in GROUP_NAMES2 ]
|
GROUP_NAMES2 = [ re.compile(r, re.IGNORECASE) for r in GROUP_NAMES2 ]
|
||||||
@@ -54,12 +60,17 @@ def guess_release_group(string):
|
|||||||
# first try to see whether we have both a known codec and a known release group
|
# first try to see whether we have both a known codec and a known release group
|
||||||
for rexp in GROUP_NAMES:
|
for rexp in GROUP_NAMES:
|
||||||
match = rexp.search(string)
|
match = rexp.search(string)
|
||||||
if match:
|
while match:
|
||||||
metadata = match.groupdict()
|
metadata = match.groupdict()
|
||||||
release_group = compute_canonical_form('releaseGroup', metadata['releaseGroup'])
|
# make sure this is an actual release group we caught
|
||||||
|
release_group = (compute_canonical_form('releaseGroup', metadata['releaseGroup']) or
|
||||||
|
compute_canonical_form('weakReleaseGroup', metadata['releaseGroup']))
|
||||||
if release_group:
|
if release_group:
|
||||||
return adjust_metadata(metadata), (match.start(1), match.end(2))
|
return adjust_metadata(metadata), (match.start(1), match.end(2))
|
||||||
|
|
||||||
|
# we didn't find anything conclusive, keep searching
|
||||||
|
match = rexp.search(string, match.span()[0]+1)
|
||||||
|
|
||||||
# pick anything as releaseGroup as long as we have a codec in front
|
# pick anything as releaseGroup as long as we have a codec in front
|
||||||
# this doesn't include a potential dash ('-') ending the release group
|
# this doesn't include a potential dash ('-') ending the release group
|
||||||
# eg: [...].X264-HiS@SiLUHD-English.[...]
|
# eg: [...].X264-HiS@SiLUHD-English.[...]
|
||||||
|
|||||||
@@ -33,6 +33,18 @@ def guess_year(string):
|
|||||||
else:
|
else:
|
||||||
return None, None
|
return None, None
|
||||||
|
|
||||||
|
def guess_year_skip_first(string):
|
||||||
|
year, span = search_year(string)
|
||||||
|
if year:
|
||||||
|
year2, span2 = guess_year(string[span[1]:])
|
||||||
|
if year2:
|
||||||
|
return year2, (span2[0]+span[1], span2[1]+span[1])
|
||||||
|
|
||||||
def process(mtree):
|
return None, None
|
||||||
SingleNodeGuesser(guess_year, 1.0, log).process(mtree)
|
|
||||||
|
|
||||||
|
def process(mtree, skip_first_year=False):
|
||||||
|
if skip_first_year:
|
||||||
|
SingleNodeGuesser(guess_year_skip_first, 1.0, log).process(mtree)
|
||||||
|
else:
|
||||||
|
SingleNodeGuesser(guess_year, 1.0, log).process(mtree)
|
||||||
@@ -19,7 +19,7 @@ class DelugeTransfer(object):
|
|||||||
self.disconnect()
|
self.disconnect()
|
||||||
|
|
||||||
self.sock = socket.create_connection(hostport)
|
self.sock = socket.create_connection(hostport)
|
||||||
self.conn = ssl.wrap_socket(self.sock)
|
self.conn = ssl.wrap_socket(self.sock, None, None, False, ssl.CERT_NONE, ssl.PROTOCOL_SSLv3)
|
||||||
self.connected = True
|
self.connected = True
|
||||||
|
|
||||||
def disconnect(self):
|
def disconnect(self):
|
||||||
|
|||||||
Reference in new issue
Block a user