Update guessit with unicode fix

libs/guessit/__init__.py

@@ -18,8 +18,9 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 #
 
+from __future__ import unicode_literals
 
-__version__ = '0.5.2'
+__version__ = '0.6-dev'
 __all__ = ['Guess', 'Language',
            'guess_file_info', 'guess_video_info',
            'guess_movie_info', 'guess_episode_info']
@@ -73,6 +74,7 @@ else:
 from guessit.guess import Guess, merge_all
 from guessit.language import Language
 from guessit.matcher import IterativeMatcher
+from guessit.textutils import clean_string
 import logging
 
 log = logging.getLogger(__name__)
@@ -88,6 +90,86 @@ h = NullHandler()
 log.addHandler(h)
 
 
+def _guess_filename(filename, filetype):
+    mtree = IterativeMatcher(filename, filetype=filetype)
+    m = mtree.matched()
+
+    if 'language' not in m and 'subtitleLanguage' not in m:
+        return m
+
+    # if we found some language, make sure we didn't cut a title or sth...
+    mtree2 = IterativeMatcher(filename, filetype=filetype,
+                              opts=['nolanguage', 'nocountry'])
+    m2 = mtree2.matched()
+
+    def find_nodes(tree, props):
+        """Yields all nodes containing any of the given props."""
+        if isinstance(props, base_text_type):
+            props = [props]
+        for node in tree.nodes():
+            if any(prop in node.guess for prop in props):
+                yield node
+
+
+    def warning(title):
+        log.warning('%s, guesses: %s - %s' % (title, m.nice_string(), m2.nice_string()))
+        return m
+
+
+    if m.get('title') != m2.get('title'):
+        title = next(find_nodes(mtree.match_tree, 'title'))
+        title2 = next(find_nodes(mtree2.match_tree, 'title'))
+
+        langs = list(find_nodes(mtree.match_tree, ['language', 'subtitleLanguage']))
+        if not langs:
+            return warning('A weird error happened with language detection')
+
+        # find the language that is likely more relevant
+        for lng in langs:
+            if lng.value in title2.value:
+                # if the language was detected as part of a potential title,
+                # look at this one in particular
+                lang = lng
+                break
+        else:
+            # pick the first one if we don't have a better choice
+            lang = langs[0]
+
+
+        # language code are rarely part of a title, and those
+        # should be handled by the Language exceptions anyway
+        if len(lang.value) <= 3:
+            return m
+
+
+        # if filetype is subtitle and the language appears last, just before
+        # the extension, then it is likely a subtitle language
+        parts = clean_string(title.root.value).split()
+        if (m['type'] in ['moviesubtitle', 'episodesubtitle'] and
+            parts.index(lang.value) == len(parts) - 2):
+            return m
+
+        # if the language was in the middle of the other potential title,
+        # keep the other title (eg: The Italian Job), except if it is at the
+        # very beginning, in which case we consider it an error
+        if m2['title'].startswith(lang.value):
+            return m
+        elif lang.value in title2.value:
+            return m2
+
+        # if a node is in an explicit group, then the correct title is probably
+        # the other one
+        if title.root.node_at(title.node_idx[:2]).is_explicit():
+            return m2
+        elif title2.root.node_at(title2.node_idx[:2]).is_explicit():
+            return m
+
+        return warning('Not sure of the title because of the language position')
+
+
+    return m
+
+
 def guess_file_info(filename, filetype, info=None):
     """info can contain the names of the various plugins, such as 'filename' to
     detect filename info, or 'hash_md5' to get the md5 hash of the file.
@@ -98,6 +180,9 @@ def guess_file_info(filename, filetype, info=None):
     result = []
     hashers = []
 
+    # Force unicode as soon as possible
+    filename = u(filename)
+
     if info is None:
         info = ['filename']
 
@@ -106,8 +191,7 @@ def guess_file_info(filename, filetype, info=None):
 
     for infotype in info:
         if infotype == 'filename':
-            m = IterativeMatcher(filename, filetype=filetype)
-            result.append(m.matched())
+            result.append(_guess_filename(filename, filetype))
 
         elif infotype == 'hash_mpc':
             from guessit.hash_mpc import hash_file
@@ -161,7 +245,7 @@ def guess_file_info(filename, filetype, info=None):
     # last minute adjustments
 
     # if country is in the guessed properties, make it part of the filename
-    if 'country' in result:
+    if 'series' in result and 'country' in result:
         result['series'] += ' (%s)' % result['country'].alpha2.upper()