Libraries for Subliminal

2011-12-23 16:02:48 +01:00
parent a03c33c1c3
commit 8efc88e691
109 changed files with 26894 additions and 0 deletions
@@ -0,0 +1,80 @@
+# -*- coding: utf-8 -*-
+# enzyme - Video metadata parser
+# Copyright (C) 2011 Antoine Bertin <diaoulael@gmail.com>
+# Copyright (C) 2006-2009 Dirk Meyer <dischi@freevo.org>
+# Copyright (C) 2006-2009 Jason Tackaberry
+#
+# This file is part of enzyme.
+#
+# enzyme is free software; you can redistribute it and/or modify it under
+# the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 3 of the License, or
+# (at your option) any later version.
+#
+# enzyme is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+
+__all__ = ['ENCODING', 'str_to_unicode', 'unicode_to_str']
+
+import locale
+
+# find the correct encoding
+try:
+    ENCODING = locale.getdefaultlocale()[1]
+    ''.encode(ENCODING)
+except (UnicodeError, TypeError):
+    ENCODING = 'latin-1'
+
+
+def str_to_unicode(s, encoding=None):
+    """
+    Attempts to convert a string of unknown character set to a unicode
+    string.  First it tries to decode the string based on the locale's
+    preferred encoding, and if that fails, fall back to UTF-8 and then
+    latin-1.  If all fails, it will force encoding to the preferred
+    charset, replacing unknown characters. If the given object is no
+    string, this function will return the given object.
+    """
+    if not type(s) == str:
+        return s
+
+    if not encoding:
+        encoding = ENCODING
+
+    for c in [encoding, "utf-8", "latin-1"]:
+        try:
+            return s.decode(c)
+        except UnicodeDecodeError:
+            pass
+
+    return s.decode(encoding, "replace")
+
+
+def unicode_to_str(s, encoding=None):
+    """
+    Attempts to convert a unicode string of unknown character set to a
+    string.  First it tries to encode the string based on the locale's
+    preferred encoding, and if that fails, fall back to UTF-8 and then
+    latin-1.  If all fails, it will force encoding to the preferred
+    charset, replacing unknown characters. If the given object is no
+    unicode string, this function will return the given object.
+    """
+    if not type(s) == unicode:
+        return s
+
+    if not encoding:
+        encoding = ENCODING
+
+    for c in [encoding, "utf-8", "latin-1"]:
+        try:
+            return s.encode(c)
+        except UnicodeDecodeError:
+            pass
+
+    return s.encode(encoding, "replace")