diff --git a/gui/slick/interfaces/default/config_subtitles.tmpl b/gui/slick/interfaces/default/config_subtitles.tmpl
index 4d407a21..c36ed902 100644
--- a/gui/slick/interfaces/default/config_subtitles.tmpl
+++ b/gui/slick/interfaces/default/config_subtitles.tmpl
@@ -19,7 +19,7 @@
   	\$(document).ready(function() {
 		\$("#subtitles_languages").tokenInput(
 				[
-	                <%=",\r\n".join("{id: \"" + lang[2] + "\", name: \"" + lang[3] + "\"}" for lang in subtitles.subtitleLanguageFilter())%>
+	                <%=",\r\n".join("{id: \"" + lang.alpha2 + "\", name: \"" + lang.alpha2 + "\"}" for lang in subtitles.subtitleLanguageFilter())%>
 	            ],
 	            {
 					method: "POST",
@@ -126,11 +126,8 @@
                             #set $curName = $curService.id
                           <li class="ui-state-default" id="$curName">
                             <input type="checkbox" id="enable_$curName" class="service_enabler" #if $curService.enabled then "checked=\"checked\"" else ""#/>
-                            <a href="$curService.url" class="imgLink" target="_new">
-                                <img src="$sbRoot/images/subtitles/$curService.image" alt="$curService.name" title="$curService.name" width="16" height="16" />
-                            </a>
+                            <img src="$sbRoot/images/subtitles/$curService.image" alt="$curService.name" title="$curService.name" width="16" height="16" />
                             $curService.name.capitalize()
-                            #if not $curService.api_based then "*" else ""#
                             <span class="ui-icon ui-icon-arrowthick-2-n-s pull-right"></span>
                           </li>
                         #end for
diff --git a/gui/slick/interfaces/default/manage_subtitleMissed.tmpl b/gui/slick/interfaces/default/manage_subtitleMissed.tmpl
index 72940ff8..0decc68c 100644
--- a/gui/slick/interfaces/default/manage_subtitleMissed.tmpl
+++ b/gui/slick/interfaces/default/manage_subtitleMissed.tmpl
@@ -1,5 +1,6 @@
 #import sickbeard
 #from lib import subliminal
+#from lib import babelfish
 #import datetime
 #from sickbeard import common
 #set global $title="Episode Overview"
@@ -16,7 +17,7 @@
     <h1 class="title">$title</h1>
 #end if
 #if $whichSubs:
-#set subsLanguage = $subliminal.language.Language($whichSubs) if not $whichSubs == 'all' else 'All'
+#set subsLanguage = $subliminal.Subtitle($whichSubs).language if not $whichSubs == 'all' else 'All'
 #end if
 #if not $whichSubs or ($whichSubs and not $ep_counts):
 
@@ -28,8 +29,8 @@
 <form action="$sbRoot/manage/subtitleMissed" method="get">
 Manage episodes without <select name="whichSubs">
 <option value="all">All</option>
-#for $sub_lang in $subliminal.language.language_list($sickbeard.SUBTITLES_LANGUAGES):
-<option value="$sub_lang.alpha2">$sub_lang</option>
+#for $sub_lang in [language for language in $babelfish.LANGUAGE_MATRIX if language.alpha2 in $sickbeard.SUBTITLES_LANGUAGES]:
+<option value="$sub_lang.alpha2">$sub_lang.alpha2</option>
 #end for
 </select>
 subtitles
diff --git a/lib/babelfish/__init__.py b/lib/babelfish/__init__.py
new file mode 100644
index 00000000..52b7ac28
--- /dev/null
+++ b/lib/babelfish/__init__.py
@@ -0,0 +1,18 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (c) 2013 the BabelFish authors. All rights reserved.
+# Use of this source code is governed by the 3-clause BSD license
+# that can be found in the LICENSE file.
+#
+__title__ = 'babelfish'
+__version__ = '0.5.1'
+__author__ = 'Antoine Bertin'
+__license__ = 'BSD'
+__copyright__ = 'Copyright 2013 the BabelFish authors'
+
+from .converters import (LanguageConverter, LanguageReverseConverter, LanguageEquivalenceConverter, CountryConverter,
+    CountryReverseConverter)
+from .country import country_converters, COUNTRIES, COUNTRY_MATRIX, Country
+from .exceptions import Error, LanguageConvertError, LanguageReverseError, CountryConvertError, CountryReverseError
+from .language import language_converters, LANGUAGES, LANGUAGE_MATRIX, Language
+from .script import SCRIPTS, SCRIPT_MATRIX, Script
diff --git a/lib/babelfish/converters/__init__.py b/lib/babelfish/converters/__init__.py
new file mode 100644
index 00000000..9a0a1bd9
--- /dev/null
+++ b/lib/babelfish/converters/__init__.py
@@ -0,0 +1,280 @@
+# Copyright (c) 2013 the BabelFish authors. All rights reserved.
+# Use of this source code is governed by the 3-clause BSD license
+# that can be found in the LICENSE file.
+#
+import collections
+from pkg_resources import iter_entry_points, EntryPoint
+from ..exceptions import LanguageConvertError, LanguageReverseError
+
+
+# from https://github.com/kennethreitz/requests/blob/master/requests/structures.py
+class CaseInsensitiveDict(collections.MutableMapping):
+    """A case-insensitive ``dict``-like object.
+
+    Implements all methods and operations of
+    ``collections.MutableMapping`` as well as dict's ``copy``. Also
+    provides ``lower_items``.
+
+    All keys are expected to be strings. The structure remembers the
+    case of the last key to be set, and ``iter(instance)``,
+    ``keys()``, ``items()``, ``iterkeys()``, and ``iteritems()``
+    will contain case-sensitive keys. However, querying and contains
+    testing is case insensitive:
+
+        cid = CaseInsensitiveDict()
+        cid['English'] = 'eng'
+        cid['ENGLISH'] == 'eng'  # True
+        list(cid) == ['English']  # True
+
+    If the constructor, ``.update``, or equality comparison
+    operations are given keys that have equal ``.lower()``s, the
+    behavior is undefined.
+
+    """
+    def __init__(self, data=None, **kwargs):
+        self._store = dict()
+        if data is None:
+            data = {}
+        self.update(data, **kwargs)
+
+    def __setitem__(self, key, value):
+        # Use the lowercased key for lookups, but store the actual
+        # key alongside the value.
+        self._store[key.lower()] = (key, value)
+
+    def __getitem__(self, key):
+        return self._store[key.lower()][1]
+
+    def __delitem__(self, key):
+        del self._store[key.lower()]
+
+    def __iter__(self):
+        return (casedkey for casedkey, mappedvalue in self._store.values())
+
+    def __len__(self):
+        return len(self._store)
+
+    def lower_items(self):
+        """Like iteritems(), but with all lowercase keys."""
+        return (
+            (lowerkey, keyval[1])
+            for (lowerkey, keyval)
+            in self._store.items()
+        )
+
+    def __eq__(self, other):
+        if isinstance(other, collections.Mapping):
+            other = CaseInsensitiveDict(other)
+        else:
+            return NotImplemented
+        # Compare insensitively
+        return dict(self.lower_items()) == dict(other.lower_items())
+
+    # Copy is required
+    def copy(self):
+        return CaseInsensitiveDict(self._store.values())
+
+    def __repr__(self):
+        return '%s(%r)' % (self.__class__.__name__, dict(self.items()))
+
+
+class LanguageConverter(object):
+    """A :class:`LanguageConverter` supports converting an alpha3 language code with an
+    alpha2 country code and a script code into a custom code
+
+    .. attribute:: codes
+
+        Set of possible custom codes
+
+    """
+    def convert(self, alpha3, country=None, script=None):
+        """Convert an alpha3 language code with an alpha2 country code and a script code
+        into a custom code
+
+        :param string alpha3: ISO-639-3 language code
+        :param country: ISO-3166 country code, if any
+        :type country: string or None
+        :param script: ISO-15924 script code, if any
+        :type script: string or None
+        :return: the corresponding custom code
+        :rtype: string
+        :raise: :class:`~babelfish.exceptions.LanguageConvertError`
+
+        """
+        raise NotImplementedError
+
+
+class LanguageReverseConverter(LanguageConverter):
+    """A :class:`LanguageConverter` able to reverse a custom code into a alpha3
+    ISO-639-3 language code, alpha2 ISO-3166-1 country code and ISO-15924 script code
+
+    """
+    def reverse(self, code):
+        """Reverse a custom code into alpha3, country and script code
+
+        :param string code: custom code to reverse
+        :return: the corresponding alpha3 ISO-639-3 language code, alpha2 ISO-3166-1 country code and ISO-15924 script code
+        :rtype: tuple
+        :raise: :class:`~babelfish.exceptions.LanguageReverseError`
+
+        """
+        raise NotImplementedError
+
+
+class LanguageEquivalenceConverter(LanguageReverseConverter):
+    """A :class:`LanguageEquivalenceConverter` is a utility class that allows you to easily define a
+    :class:`LanguageReverseConverter` by only specifying the dict from alpha3 to their corresponding symbols.
+
+    You must specify the dict of equivalence as a class variable named SYMBOLS.
+
+    If you also set the class variable CASE_SENSITIVE to ``True`` then the reverse conversion function will be
+    case-sensitive (it is case-insensitive by default).
+
+    Example::
+
+        class MyCodeConverter(babelfish.LanguageEquivalenceConverter):
+            CASE_SENSITIVE = True
+            SYMBOLS = {'fra': 'mycode1', 'eng': 'mycode2'}
+
+    """
+    CASE_SENSITIVE = False
+
+    def __init__(self):
+        self.codes = set()
+        self.to_symbol = {}
+        if self.CASE_SENSITIVE:
+            self.from_symbol = {}
+        else:
+            self.from_symbol = CaseInsensitiveDict()
+
+        for alpha3, symbol in self.SYMBOLS.items():
+            self.to_symbol[alpha3] = symbol
+            self.from_symbol[symbol] = (alpha3, None, None)
+            self.codes.add(symbol)
+
+    def convert(self, alpha3, country=None, script=None):
+        try:
+            return self.to_symbol[alpha3]
+        except KeyError:
+            raise LanguageConvertError(alpha3, country, script)
+
+    def reverse(self, code):
+        try:
+            return self.from_symbol[code]
+        except KeyError:
+            raise LanguageReverseError(code)
+
+
+class CountryConverter(object):
+    """A :class:`CountryConverter` supports converting an alpha2 country code
+    into a custom code
+
+    .. attribute:: codes
+
+        Set of possible custom codes
+
+    """
+    def convert(self, alpha2):
+        """Convert an alpha2 country code into a custom code
+
+        :param string alpha2: ISO-3166-1 language code
+        :return: the corresponding custom code
+        :rtype: string
+        :raise: :class:`~babelfish.exceptions.CountryConvertError`
+
+        """
+        raise NotImplementedError
+
+
+class CountryReverseConverter(CountryConverter):
+    """A :class:`CountryConverter` able to reverse a custom code into a alpha2
+    ISO-3166-1 country code
+
+    """
+    def reverse(self, code):
+        """Reverse a custom code into alpha2 code
+
+        :param string code: custom code to reverse
+        :return: the corresponding alpha2 ISO-3166-1 country code
+        :rtype: string
+        :raise: :class:`~babelfish.exceptions.CountryReverseError`
+
+        """
+        raise NotImplementedError
+
+
+class ConverterManager(object):
+    """Manager for babelfish converters behaving like a dict with lazy loading
+
+    Loading is done in this order:
+
+    * Entry point converters
+    * Registered converters
+    * Internal converters
+
+    .. attribute:: entry_point
+
+        The entry point where to look for converters
+
+    .. attribute:: internal_converters
+
+        Internal converters with entry point syntax
+
+    """
+    entry_point = ''
+    internal_converters = []
+
+    def __init__(self):
+        #: Registered converters with entry point syntax
+        self.registered_converters = []
+
+        #: Loaded converters
+        self.converters = {}
+
+    def __getitem__(self, name):
+        """Get a converter, lazy loading it if necessary"""
+        if name in self.converters:
+            return self.converters[name]
+        for ep in iter_entry_points(self.entry_point):
+            if ep.name == name:
+                self.converters[ep.name] = ep.load()()
+                return self.converters[ep.name]
+        for ep in (EntryPoint.parse(c) for c in self.registered_converters + self.internal_converters):
+            if ep.name == name:
+                self.converters[ep.name] = ep.load(require=False)()
+                return self.converters[ep.name]
+        raise KeyError(name)
+
+    def __setitem__(self, name, converter):
+        """Load a converter"""
+        self.converters[name] = converter
+
+    def __delitem__(self, name):
+        """Unload a converter"""
+        del self.converters[name]
+
+    def __iter__(self):
+        """Iterator over loaded converters"""
+        return iter(self.converters)
+
+    def register(self, entry_point):
+        """Register a converter
+
+        :param string entry_point: converter to register (entry point syntax)
+        :raise: ValueError if already registered
+
+        """
+        if entry_point in self.registered_converters:
+            raise ValueError('Already registered')
+        self.registered_converters.insert(0, entry_point)
+
+    def unregister(self, entry_point):
+        """Unregister a converter
+
+        :param string entry_point: converter to unregister (entry point syntax)
+
+        """
+        self.registered_converters.remove(entry_point)
+
+    def __contains__(self, name):
+        return name in self.converters
diff --git a/lib/babelfish/converters/alpha2.py b/lib/babelfish/converters/alpha2.py
new file mode 100644
index 00000000..aca973dd
--- /dev/null
+++ b/lib/babelfish/converters/alpha2.py
@@ -0,0 +1,17 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (c) 2013 the BabelFish authors. All rights reserved.
+# Use of this source code is governed by the 3-clause BSD license
+# that can be found in the LICENSE file.
+#
+from __future__ import unicode_literals
+from . import LanguageEquivalenceConverter
+from ..language import LANGUAGE_MATRIX
+
+
+class Alpha2Converter(LanguageEquivalenceConverter):
+    CASE_SENSITIVE = True
+    SYMBOLS = {}
+    for iso_language in LANGUAGE_MATRIX:
+        if iso_language.alpha2:
+            SYMBOLS[iso_language.alpha3] = iso_language.alpha2
diff --git a/lib/babelfish/converters/alpha3b.py b/lib/babelfish/converters/alpha3b.py
new file mode 100644
index 00000000..e90c5f5e
--- /dev/null
+++ b/lib/babelfish/converters/alpha3b.py
@@ -0,0 +1,17 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (c) 2013 the BabelFish authors. All rights reserved.
+# Use of this source code is governed by the 3-clause BSD license
+# that can be found in the LICENSE file.
+#
+from __future__ import unicode_literals
+from . import LanguageEquivalenceConverter
+from ..language import LANGUAGE_MATRIX
+
+
+class Alpha3BConverter(LanguageEquivalenceConverter):
+    CASE_SENSITIVE = True
+    SYMBOLS = {}
+    for iso_language in LANGUAGE_MATRIX:
+        if iso_language.alpha3b:
+            SYMBOLS[iso_language.alpha3] = iso_language.alpha3b
diff --git a/lib/babelfish/converters/alpha3t.py b/lib/babelfish/converters/alpha3t.py
new file mode 100644
index 00000000..6de6e4c6
--- /dev/null
+++ b/lib/babelfish/converters/alpha3t.py
@@ -0,0 +1,17 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (c) 2013 the BabelFish authors. All rights reserved.
+# Use of this source code is governed by the 3-clause BSD license
+# that can be found in the LICENSE file.
+#
+from __future__ import unicode_literals
+from . import LanguageEquivalenceConverter
+from ..language import LANGUAGE_MATRIX
+
+
+class Alpha3TConverter(LanguageEquivalenceConverter):
+    CASE_SENSITIVE = True
+    SYMBOLS = {}
+    for iso_language in LANGUAGE_MATRIX:
+        if iso_language.alpha3t:
+            SYMBOLS[iso_language.alpha3] = iso_language.alpha3t
diff --git a/lib/babelfish/converters/countryname.py b/lib/babelfish/converters/countryname.py
new file mode 100644
index 00000000..ff36c878
--- /dev/null
+++ b/lib/babelfish/converters/countryname.py
@@ -0,0 +1,31 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (c) 2013 the BabelFish authors. All rights reserved.
+# Use of this source code is governed by the 3-clause BSD license
+# that can be found in the LICENSE file.
+#
+from __future__ import unicode_literals
+from . import CountryReverseConverter, CaseInsensitiveDict
+from ..country import COUNTRY_MATRIX
+from ..exceptions import CountryConvertError, CountryReverseError
+
+
+class CountryNameConverter(CountryReverseConverter):
+    def __init__(self):
+        self.codes = set()
+        self.to_name = {}
+        self.from_name = CaseInsensitiveDict()
+        for country in COUNTRY_MATRIX:
+            self.codes.add(country.name)
+            self.to_name[country.alpha2] = country.name
+            self.from_name[country.name] = country.alpha2
+
+    def convert(self, alpha2):
+        if alpha2 not in self.to_name:
+            raise CountryConvertError(alpha2)
+        return self.to_name[alpha2]
+
+    def reverse(self, name):
+        if name not in self.from_name:
+            raise CountryReverseError(name)
+        return self.from_name[name]
diff --git a/lib/babelfish/converters/name.py b/lib/babelfish/converters/name.py
new file mode 100644
index 00000000..8dd865b7
--- /dev/null
+++ b/lib/babelfish/converters/name.py
@@ -0,0 +1,17 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (c) 2013 the BabelFish authors. All rights reserved.
+# Use of this source code is governed by the 3-clause BSD license
+# that can be found in the LICENSE file.
+#
+from __future__ import unicode_literals
+from . import LanguageEquivalenceConverter
+from ..language import LANGUAGE_MATRIX
+
+
+class NameConverter(LanguageEquivalenceConverter):
+    CASE_SENSITIVE = False
+    SYMBOLS = {}
+    for iso_language in LANGUAGE_MATRIX:
+        if iso_language.name:
+            SYMBOLS[iso_language.alpha3] = iso_language.name
diff --git a/lib/babelfish/converters/opensubtitles.py b/lib/babelfish/converters/opensubtitles.py
new file mode 100644
index 00000000..101c40fd
--- /dev/null
+++ b/lib/babelfish/converters/opensubtitles.py
@@ -0,0 +1,36 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (c) 2013 the BabelFish authors. All rights reserved.
+# Use of this source code is governed by the 3-clause BSD license
+# that can be found in the LICENSE file.
+#
+from __future__ import unicode_literals
+from . import LanguageReverseConverter, CaseInsensitiveDict
+from ..exceptions import LanguageReverseError
+from ..language import language_converters
+
+
+class OpenSubtitlesConverter(LanguageReverseConverter):
+    def __init__(self):
+        self.alpha3b_converter = language_converters['alpha3b']
+        self.alpha2_converter = language_converters['alpha2']
+        self.to_opensubtitles = {('por', 'BR'): 'pob', ('gre', None): 'ell', ('srp', None): 'scc', ('srp', 'ME'): 'mne'}
+        self.from_opensubtitles = CaseInsensitiveDict({'pob': ('por', 'BR'), 'pb': ('por', 'BR'), 'ell': ('ell', None),
+                                                       'scc': ('srp', None), 'mne': ('srp', 'ME')})
+        self.codes = (self.alpha2_converter.codes | self.alpha3b_converter.codes | set(['pob', 'pb', 'scc', 'mne']))
+
+    def convert(self, alpha3, country=None, script=None):
+        alpha3b = self.alpha3b_converter.convert(alpha3, country, script)
+        if (alpha3b, country) in self.to_opensubtitles:
+            return self.to_opensubtitles[(alpha3b, country)]
+        return alpha3b
+
+    def reverse(self, opensubtitles):
+        if opensubtitles in self.from_opensubtitles:
+            return self.from_opensubtitles[opensubtitles]
+        for conv in [self.alpha3b_converter, self.alpha2_converter]:
+            try:
+                return conv.reverse(opensubtitles)
+            except LanguageReverseError:
+                pass
+        raise LanguageReverseError(opensubtitles)
diff --git a/lib/babelfish/converters/scope.py b/lib/babelfish/converters/scope.py
new file mode 100644
index 00000000..73540063
--- /dev/null
+++ b/lib/babelfish/converters/scope.py
@@ -0,0 +1,23 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (c) 2013 the BabelFish authors. All rights reserved.
+# Use of this source code is governed by the 3-clause BSD license
+# that can be found in the LICENSE file.
+#
+from __future__ import unicode_literals
+from . import LanguageConverter
+from ..exceptions import LanguageConvertError
+from ..language import LANGUAGE_MATRIX
+
+
+class ScopeConverter(LanguageConverter):
+    FULLNAME = {'I': 'individual', 'M': 'macrolanguage', 'S': 'special'}
+    SYMBOLS = {}
+    for iso_language in LANGUAGE_MATRIX:
+        SYMBOLS[iso_language.alpha3] = iso_language.scope
+    codes = set(SYMBOLS.values())
+
+    def convert(self, alpha3, country=None, script=None):
+        if self.SYMBOLS[alpha3] in self.FULLNAME:
+            return self.FULLNAME[self.SYMBOLS[alpha3]]
+        raise LanguageConvertError(alpha3, country, script)
diff --git a/lib/babelfish/converters/type.py b/lib/babelfish/converters/type.py
new file mode 100644
index 00000000..3b7378c2
--- /dev/null
+++ b/lib/babelfish/converters/type.py
@@ -0,0 +1,23 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (c) 2013 the BabelFish authors. All rights reserved.
+# Use of this source code is governed by the 3-clause BSD license
+# that can be found in the LICENSE file.
+#
+from __future__ import unicode_literals
+from . import LanguageConverter
+from ..exceptions import LanguageConvertError
+from ..language import LANGUAGE_MATRIX
+
+
+class LanguageTypeConverter(LanguageConverter):
+    FULLNAME = {'A': 'ancient', 'C': 'constructed', 'E': 'extinct', 'H': 'historical', 'L': 'living', 'S': 'special'}
+    SYMBOLS = {}
+    for iso_language in LANGUAGE_MATRIX:
+        SYMBOLS[iso_language.alpha3] = iso_language.type
+    codes = set(SYMBOLS.values())
+
+    def convert(self, alpha3, country=None, script=None):
+        if self.SYMBOLS[alpha3] in self.FULLNAME:
+            return self.FULLNAME[self.SYMBOLS[alpha3]]
+        raise LanguageConvertError(alpha3, country, script)
diff --git a/lib/babelfish/country.py b/lib/babelfish/country.py
new file mode 100644
index 00000000..83641fc9
--- /dev/null
+++ b/lib/babelfish/country.py
@@ -0,0 +1,95 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (c) 2013 the BabelFish authors. All rights reserved.
+# Use of this source code is governed by the 3-clause BSD license
+# that can be found in the LICENSE file.
+#
+from __future__ import unicode_literals
+from collections import namedtuple
+from functools import partial
+from pkg_resources import resource_stream  # @UnresolvedImport
+from .converters import ConverterManager
+
+
+COUNTRIES = {}
+COUNTRY_MATRIX = []
+
+#: The namedtuple used in the :data:`COUNTRY_MATRIX`
+IsoCountry = namedtuple('IsoCountry', ['name', 'alpha2'])
+
+f = resource_stream('babelfish', 'data/iso-3166-1.txt')
+f.readline()
+for l in f:
+    iso_country = IsoCountry(*l.decode('utf-8').strip().split(';'))
+    COUNTRIES[iso_country.alpha2] = iso_country.name
+    COUNTRY_MATRIX.append(iso_country)
+f.close()
+
+
+class CountryConverterManager(ConverterManager):
+    """:class:`~babelfish.converters.ConverterManager` for country converters"""
+    entry_point = 'babelfish.country_converters'
+    internal_converters = ['name = babelfish.converters.countryname:CountryNameConverter']
+
+country_converters = CountryConverterManager()
+
+
+class CountryMeta(type):
+    """The :class:`Country` metaclass
+
+    Dynamically redirect :meth:`Country.frommycode` to :meth:`Country.fromcode` with the ``mycode`` `converter`
+
+    """
+    def __getattr__(cls, name):
+        if name.startswith('from'):
+            return partial(cls.fromcode, converter=name[4:])
+        return getattr(cls, name)
+
+
+class Country(CountryMeta(str('CountryBase'), (object,), {})):
+    """A country on Earth
+
+    A country is represented by a 2-letter code from the ISO-3166 standard
+
+    :param string country: 2-letter ISO-3166 country code
+
+    """
+    def __init__(self, country):
+        if country not in COUNTRIES:
+            raise ValueError('%r is not a valid country' % country)
+
+        #: ISO-3166 2-letter country code
+        self.alpha2 = country
+
+    @classmethod
+    def fromcode(cls, code, converter):
+        """Create a :class:`Country` by its `code` using `converter` to
+        :meth:`~babelfish.converters.CountryReverseConverter.reverse` it
+
+        :param string code: the code to reverse
+        :param string converter: name of the :class:`~babelfish.converters.CountryReverseConverter` to use
+        :return: the corresponding :class:`Country` instance
+        :rtype: :class:`Country`
+
+        """
+        return cls(country_converters[converter].reverse(code))
+
+    def __getattr__(self, name):
+        return country_converters[name].convert(self.alpha2)
+
+    def __hash__(self):
+        return hash(self.alpha2)
+
+    def __eq__(self, other):
+        if other is None:
+            return False
+        return self.alpha2 == other.alpha2
+
+    def __ne__(self, other):
+        return not self == other
+
+    def __repr__(self):
+        return '<Country [%s]>' % self
+
+    def __str__(self):
+        return self.alpha2
diff --git a/lib/babelfish/data/iso-3166-1.txt b/lib/babelfish/data/iso-3166-1.txt
new file mode 100644
index 00000000..da105072
--- /dev/null
+++ b/lib/babelfish/data/iso-3166-1.txt
@@ -0,0 +1,250 @@
+Country Name;ISO 3166-1-alpha-2 code
+AFGHANISTAN;AF
+ÅLAND ISLANDS;AX
+ALBANIA;AL
+ALGERIA;DZ
+AMERICAN SAMOA;AS
+ANDORRA;AD
+ANGOLA;AO
+ANGUILLA;AI
+ANTARCTICA;AQ
+ANTIGUA AND BARBUDA;AG
+ARGENTINA;AR
+ARMENIA;AM
+ARUBA;AW
+AUSTRALIA;AU
+AUSTRIA;AT
+AZERBAIJAN;AZ
+BAHAMAS;BS
+BAHRAIN;BH
+BANGLADESH;BD
+BARBADOS;BB
+BELARUS;BY
+BELGIUM;BE
+BELIZE;BZ
+BENIN;BJ
+BERMUDA;BM
+BHUTAN;BT
+BOLIVIA, PLURINATIONAL STATE OF;BO
+BONAIRE, SINT EUSTATIUS AND SABA;BQ
+BOSNIA AND HERZEGOVINA;BA
+BOTSWANA;BW
+BOUVET ISLAND;BV
+BRAZIL;BR
+BRITISH INDIAN OCEAN TERRITORY;IO
+BRUNEI DARUSSALAM;BN
+BULGARIA;BG
+BURKINA FASO;BF
+BURUNDI;BI
+CAMBODIA;KH
+CAMEROON;CM
+CANADA;CA
+CAPE VERDE;CV
+CAYMAN ISLANDS;KY
+CENTRAL AFRICAN REPUBLIC;CF
+CHAD;TD
+CHILE;CL
+CHINA;CN
+CHRISTMAS ISLAND;CX
+COCOS (KEELING) ISLANDS;CC
+COLOMBIA;CO
+COMOROS;KM
+CONGO;CG
+CONGO, THE DEMOCRATIC REPUBLIC OF THE;CD
+COOK ISLANDS;CK
+COSTA RICA;CR
+CÔTE D'IVOIRE;CI
+CROATIA;HR
+CUBA;CU
+CURAÇAO;CW
+CYPRUS;CY
+CZECH REPUBLIC;CZ
+DENMARK;DK
+DJIBOUTI;DJ
+DOMINICA;DM
+DOMINICAN REPUBLIC;DO
+ECUADOR;EC
+EGYPT;EG
+EL SALVADOR;SV
+EQUATORIAL GUINEA;GQ
+ERITREA;ER
+ESTONIA;EE
+ETHIOPIA;ET
+FALKLAND ISLANDS (MALVINAS);FK
+FAROE ISLANDS;FO
+FIJI;FJ
+FINLAND;FI
+FRANCE;FR
+FRENCH GUIANA;GF
+FRENCH POLYNESIA;PF
+FRENCH SOUTHERN TERRITORIES;TF
+GABON;GA
+GAMBIA;GM
+GEORGIA;GE
+GERMANY;DE
+GHANA;GH
+GIBRALTAR;GI
+GREECE;GR
+GREENLAND;GL
+GRENADA;GD
+GUADELOUPE;GP
+GUAM;GU
+GUATEMALA;GT
+GUERNSEY;GG
+GUINEA;GN
+GUINEA-BISSAU;GW
+GUYANA;GY
+HAITI;HT
+HEARD ISLAND AND MCDONALD ISLANDS;HM
+HOLY SEE (VATICAN CITY STATE);VA
+HONDURAS;HN
+HONG KONG;HK
+HUNGARY;HU
+ICELAND;IS
+INDIA;IN
+INDONESIA;ID
+IRAN, ISLAMIC REPUBLIC OF;IR
+IRAQ;IQ
+IRELAND;IE
+ISLE OF MAN;IM
+ISRAEL;IL
+ITALY;IT
+JAMAICA;JM
+JAPAN;JP
+JERSEY;JE
+JORDAN;JO
+KAZAKHSTAN;KZ
+KENYA;KE
+KIRIBATI;KI
+KOREA, DEMOCRATIC PEOPLE'S REPUBLIC OF;KP
+KOREA, REPUBLIC OF;KR
+KUWAIT;KW
+KYRGYZSTAN;KG
+LAO PEOPLE'S DEMOCRATIC REPUBLIC;LA
+LATVIA;LV
+LEBANON;LB
+LESOTHO;LS
+LIBERIA;LR
+LIBYA;LY
+LIECHTENSTEIN;LI
+LITHUANIA;LT
+LUXEMBOURG;LU
+MACAO;MO
+MACEDONIA, THE FORMER YUGOSLAV REPUBLIC OF;MK
+MADAGASCAR;MG
+MALAWI;MW
+MALAYSIA;MY
+MALDIVES;MV
+MALI;ML
+MALTA;MT
+MARSHALL ISLANDS;MH
+MARTINIQUE;MQ
+MAURITANIA;MR
+MAURITIUS;MU
+MAYOTTE;YT
+MEXICO;MX
+MICRONESIA, FEDERATED STATES OF;FM
+MOLDOVA, REPUBLIC OF;MD
+MONACO;MC
+MONGOLIA;MN
+MONTENEGRO;ME
+MONTSERRAT;MS
+MOROCCO;MA
+MOZAMBIQUE;MZ
+MYANMAR;MM
+NAMIBIA;NA
+NAURU;NR
+NEPAL;NP
+NETHERLANDS;NL
+NEW CALEDONIA;NC
+NEW ZEALAND;NZ
+NICARAGUA;NI
+NIGER;NE
+NIGERIA;NG
+NIUE;NU
+NORFOLK ISLAND;NF
+NORTHERN MARIANA ISLANDS;MP
+NORWAY;NO
+OMAN;OM
+PAKISTAN;PK
+PALAU;PW
+PALESTINE, STATE OF;PS
+PANAMA;PA
+PAPUA NEW GUINEA;PG
+PARAGUAY;PY
+PERU;PE
+PHILIPPINES;PH
+PITCAIRN;PN
+POLAND;PL
+PORTUGAL;PT
+PUERTO RICO;PR
+QATAR;QA
+RÉUNION;RE
+ROMANIA;RO
+RUSSIAN FEDERATION;RU
+RWANDA;RW
+SAINT BARTHÉLEMY;BL
+SAINT HELENA, ASCENSION AND TRISTAN DA CUNHA;SH
+SAINT KITTS AND NEVIS;KN
+SAINT LUCIA;LC
+SAINT MARTIN (FRENCH PART);MF
+SAINT PIERRE AND MIQUELON;PM
+SAINT VINCENT AND THE GRENADINES;VC
+SAMOA;WS
+SAN MARINO;SM
+SAO TOME AND PRINCIPE;ST
+SAUDI ARABIA;SA
+SENEGAL;SN
+SERBIA;RS
+SEYCHELLES;SC
+SIERRA LEONE;SL
+SINGAPORE;SG
+SINT MAARTEN (DUTCH PART);SX
+SLOVAKIA;SK
+SLOVENIA;SI
+SOLOMON ISLANDS;SB
+SOMALIA;SO
+SOUTH AFRICA;ZA
+SOUTH GEORGIA AND THE SOUTH SANDWICH ISLANDS;GS
+SOUTH SUDAN;SS
+SPAIN;ES
+SRI LANKA;LK
+SUDAN;SD
+SURINAME;SR
+SVALBARD AND JAN MAYEN;SJ
+SWAZILAND;SZ
+SWEDEN;SE
+SWITZERLAND;CH
+SYRIAN ARAB REPUBLIC;SY
+TAIWAN, PROVINCE OF CHINA;TW
+TAJIKISTAN;TJ
+TANZANIA, UNITED REPUBLIC OF;TZ
+THAILAND;TH
+TIMOR-LESTE;TL
+TOGO;TG
+TOKELAU;TK
+TONGA;TO
+TRINIDAD AND TOBAGO;TT
+TUNISIA;TN
+TURKEY;TR
+TURKMENISTAN;TM
+TURKS AND CAICOS ISLANDS;TC
+TUVALU;TV
+UGANDA;UG
+UKRAINE;UA
+UNITED ARAB EMIRATES;AE
+UNITED KINGDOM;GB
+UNITED STATES;US
+UNITED STATES MINOR OUTLYING ISLANDS;UM
+URUGUAY;UY
+UZBEKISTAN;UZ
+VANUATU;VU
+VENEZUELA, BOLIVARIAN REPUBLIC OF;VE
+VIET NAM;VN
+VIRGIN ISLANDS, BRITISH;VG
+VIRGIN ISLANDS, U.S.;VI
+WALLIS AND FUTUNA;WF
+WESTERN SAHARA;EH
+YEMEN;YE
+ZAMBIA;ZM
+ZIMBABWE;ZW
\ No newline at end of file
diff --git a/lib/babelfish/data/iso-639-3.tab b/lib/babelfish/data/iso-639-3.tab
new file mode 100644
index 00000000..f66d683b
--- /dev/null
+++ b/lib/babelfish/data/iso-639-3.tab
@@ -0,0 +1,7875 @@
+Id	Part2B	Part2T	Part1	Scope	Language_Type	Ref_Name	Comment
+aaa				I	L	Ghotuo	
+aab				I	L	Alumu-Tesu	
+aac				I	L	Ari	
+aad				I	L	Amal	
+aae				I	L	Arbëreshë Albanian	
+aaf				I	L	Aranadan	
+aag				I	L	Ambrak	
+aah				I	L	Abu' Arapesh	
+aai				I	L	Arifama-Miniafia	
+aak				I	L	Ankave	
+aal				I	L	Afade	
+aam				I	L	Aramanik	
+aan				I	L	Anambé	
+aao				I	L	Algerian Saharan Arabic	
+aap				I	L	Pará Arára	
+aaq				I	E	Eastern Abnaki	
+aar	aar	aar	aa	I	L	Afar	
+aas				I	L	Aasáx	
+aat				I	L	Arvanitika Albanian	
+aau				I	L	Abau	
+aaw				I	L	Solong	
+aax				I	L	Mandobo Atas	
+aaz				I	L	Amarasi	
+aba				I	L	Abé	
+abb				I	L	Bankon	
+abc				I	L	Ambala Ayta	
+abd				I	L	Manide	
+abe				I	E	Western Abnaki	
+abf				I	L	Abai Sungai	
+abg				I	L	Abaga	
+abh				I	L	Tajiki Arabic	
+abi				I	L	Abidji	
+abj				I	E	Aka-Bea	
+abk	abk	abk	ab	I	L	Abkhazian	
+abl				I	L	Lampung Nyo	
+abm				I	L	Abanyom	
+abn				I	L	Abua	
+abo				I	L	Abon	
+abp				I	L	Abellen Ayta	
+abq				I	L	Abaza	
+abr				I	L	Abron	
+abs				I	L	Ambonese Malay	
+abt				I	L	Ambulas	
+abu				I	L	Abure	
+abv				I	L	Baharna Arabic	
+abw				I	L	Pal	
+abx				I	L	Inabaknon	
+aby				I	L	Aneme Wake	
+abz				I	L	Abui	
+aca				I	L	Achagua	
+acb				I	L	Áncá	
+acd				I	L	Gikyode	
+ace	ace	ace		I	L	Achinese	
+acf				I	L	Saint Lucian Creole French	
+ach	ach	ach		I	L	Acoli	
+aci				I	E	Aka-Cari	
+ack				I	E	Aka-Kora	
+acl				I	E	Akar-Bale	
+acm				I	L	Mesopotamian Arabic	
+acn				I	L	Achang	
+acp				I	L	Eastern Acipa	
+acq				I	L	Ta'izzi-Adeni Arabic	
+acr				I	L	Achi	
+acs				I	E	Acroá	
+act				I	L	Achterhoeks	
+acu				I	L	Achuar-Shiwiar	
+acv				I	L	Achumawi	
+acw				I	L	Hijazi Arabic	
+acx				I	L	Omani Arabic	
+acy				I	L	Cypriot Arabic	
+acz				I	L	Acheron	
+ada	ada	ada		I	L	Adangme	
+adb				I	L	Adabe	
+add				I	L	Dzodinka	
+ade				I	L	Adele	
+adf				I	L	Dhofari Arabic	
+adg				I	L	Andegerebinha	
+adh				I	L	Adhola	
+adi				I	L	Adi	
+adj				I	L	Adioukrou	
+adl				I	L	Galo	
+adn				I	L	Adang	
+ado				I	L	Abu	
+adp				I	L	Adap	
+adq				I	L	Adangbe	
+adr				I	L	Adonara	
+ads				I	L	Adamorobe Sign Language	
+adt				I	L	Adnyamathanha	
+adu				I	L	Aduge	
+adw				I	L	Amundava	
+adx				I	L	Amdo Tibetan	
+ady	ady	ady		I	L	Adyghe	
+adz				I	L	Adzera	
+aea				I	E	Areba	
+aeb				I	L	Tunisian Arabic	
+aec				I	L	Saidi Arabic	
+aed				I	L	Argentine Sign Language	
+aee				I	L	Northeast Pashayi	
+aek				I	L	Haeke	
+ael				I	L	Ambele	
+aem				I	L	Arem	
+aen				I	L	Armenian Sign Language	
+aeq				I	L	Aer	
+aer				I	L	Eastern Arrernte	
+aes				I	E	Alsea	
+aeu				I	L	Akeu	
+aew				I	L	Ambakich	
+aey				I	L	Amele	
+aez				I	L	Aeka	
+afb				I	L	Gulf Arabic	
+afd				I	L	Andai	
+afe				I	L	Putukwam	
+afg				I	L	Afghan Sign Language	
+afh	afh	afh		I	C	Afrihili	
+afi				I	L	Akrukay	
+afk				I	L	Nanubae	
+afn				I	L	Defaka	
+afo				I	L	Eloyi	
+afp				I	L	Tapei	
+afr	afr	afr	af	I	L	Afrikaans	
+afs				I	L	Afro-Seminole Creole	
+aft				I	L	Afitti	
+afu				I	L	Awutu	
+afz				I	L	Obokuitai	
+aga				I	E	Aguano	
+agb				I	L	Legbo	
+agc				I	L	Agatu	
+agd				I	L	Agarabi	
+age				I	L	Angal	
+agf				I	L	Arguni	
+agg				I	L	Angor	
+agh				I	L	Ngelima	
+agi				I	L	Agariya	
+agj				I	L	Argobba	
+agk				I	L	Isarog Agta	
+agl				I	L	Fembe	
+agm				I	L	Angaataha	
+agn				I	L	Agutaynen	
+ago				I	L	Tainae	
+agq				I	L	Aghem	
+agr				I	L	Aguaruna	
+ags				I	L	Esimbi	
+agt				I	L	Central Cagayan Agta	
+agu				I	L	Aguacateco	
+agv				I	L	Remontado Dumagat	
+agw				I	L	Kahua	
+agx				I	L	Aghul	
+agy				I	L	Southern Alta	
+agz				I	L	Mt. Iriga Agta	
+aha				I	L	Ahanta	
+ahb				I	L	Axamb	
+ahg				I	L	Qimant	
+ahh				I	L	Aghu	
+ahi				I	L	Tiagbamrin Aizi	
+ahk				I	L	Akha	
+ahl				I	L	Igo	
+ahm				I	L	Mobumrin Aizi	
+ahn				I	L	Àhàn	
+aho				I	E	Ahom	
+ahp				I	L	Aproumu Aizi	
+ahr				I	L	Ahirani	
+ahs				I	L	Ashe	
+aht				I	L	Ahtena	
+aia				I	L	Arosi	
+aib				I	L	Ainu (China)	
+aic				I	L	Ainbai	
+aid				I	E	Alngith	
+aie				I	L	Amara	
+aif				I	L	Agi	
+aig				I	L	Antigua and Barbuda Creole English	
+aih				I	L	Ai-Cham	
+aii				I	L	Assyrian Neo-Aramaic	
+aij				I	L	Lishanid Noshan	
+aik				I	L	Ake	
+ail				I	L	Aimele	
+aim				I	L	Aimol	
+ain	ain	ain		I	L	Ainu (Japan)	
+aio				I	L	Aiton	
+aip				I	L	Burumakok	
+aiq				I	L	Aimaq	
+air				I	L	Airoran	
+ais				I	L	Nataoran Amis	
+ait				I	E	Arikem	
+aiw				I	L	Aari	
+aix				I	L	Aighon	
+aiy				I	L	Ali	
+aja				I	L	Aja (Sudan)	
+ajg				I	L	Aja (Benin)	
+aji				I	L	Ajië	
+ajn				I	L	Andajin	
+ajp				I	L	South Levantine Arabic	
+ajt				I	L	Judeo-Tunisian Arabic	
+aju				I	L	Judeo-Moroccan Arabic	
+ajw				I	E	Ajawa	
+ajz				I	L	Amri Karbi	
+aka	aka	aka	ak	M	L	Akan	
+akb				I	L	Batak Angkola	
+akc				I	L	Mpur	
+akd				I	L	Ukpet-Ehom	
+ake				I	L	Akawaio	
+akf				I	L	Akpa	
+akg				I	L	Anakalangu	
+akh				I	L	Angal Heneng	
+aki				I	L	Aiome	
+akj				I	E	Aka-Jeru	
+akk	akk	akk		I	A	Akkadian	
+akl				I	L	Aklanon	
+akm				I	E	Aka-Bo	
+ako				I	L	Akurio	
+akp				I	L	Siwu	
+akq				I	L	Ak	
+akr				I	L	Araki	
+aks				I	L	Akaselem	
+akt				I	L	Akolet	
+aku				I	L	Akum	
+akv				I	L	Akhvakh	
+akw				I	L	Akwa	
+akx				I	E	Aka-Kede	
+aky				I	E	Aka-Kol	
+akz				I	L	Alabama	
+ala				I	L	Alago	
+alc				I	L	Qawasqar	
+ald				I	L	Alladian	
+ale	ale	ale		I	L	Aleut	
+alf				I	L	Alege	
+alh				I	L	Alawa	
+ali				I	L	Amaimon	
+alj				I	L	Alangan	
+alk				I	L	Alak	
+all				I	L	Allar	
+alm				I	L	Amblong	
+aln				I	L	Gheg Albanian	
+alo				I	L	Larike-Wakasihu	
+alp				I	L	Alune	
+alq				I	L	Algonquin	
+alr				I	L	Alutor	
+als				I	L	Tosk Albanian	
+alt	alt	alt		I	L	Southern Altai	
+alu				I	L	'Are'are	
+alw				I	L	Alaba-K’abeena	
+alx				I	L	Amol	
+aly				I	L	Alyawarr	
+alz				I	L	Alur	
+ama				I	E	Amanayé	
+amb				I	L	Ambo	
+amc				I	L	Amahuaca	
+ame				I	L	Yanesha'	
+amf				I	L	Hamer-Banna	
+amg				I	L	Amurdak	
+amh	amh	amh	am	I	L	Amharic	
+ami				I	L	Amis	
+amj				I	L	Amdang	
+amk				I	L	Ambai	
+aml				I	L	War-Jaintia	
+amm				I	L	Ama (Papua New Guinea)	
+amn				I	L	Amanab	
+amo				I	L	Amo	
+amp				I	L	Alamblak	
+amq				I	L	Amahai	
+amr				I	L	Amarakaeri	
+ams				I	L	Southern Amami-Oshima	
+amt				I	L	Amto	
+amu				I	L	Guerrero Amuzgo	
+amv				I	L	Ambelau	
+amw				I	L	Western Neo-Aramaic	
+amx				I	L	Anmatyerre	
+amy				I	L	Ami	
+amz				I	E	Atampaya	
+ana				I	E	Andaqui	
+anb				I	E	Andoa	
+anc				I	L	Ngas	
+and				I	L	Ansus	
+ane				I	L	Xârâcùù	
+anf				I	L	Animere	
+ang	ang	ang		I	H	Old English (ca. 450-1100)	
+anh				I	L	Nend	
+ani				I	L	Andi	
+anj				I	L	Anor	
+ank				I	L	Goemai	
+anl				I	L	Anu-Hkongso Chin	
+anm				I	L	Anal	
+ann				I	L	Obolo	
+ano				I	L	Andoque	
+anp	anp	anp		I	L	Angika	
+anq				I	L	Jarawa (India)	
+anr				I	L	Andh	
+ans				I	E	Anserma	
+ant				I	L	Antakarinya	
+anu				I	L	Anuak	
+anv				I	L	Denya	
+anw				I	L	Anaang	
+anx				I	L	Andra-Hus	
+any				I	L	Anyin	
+anz				I	L	Anem	
+aoa				I	L	Angolar	
+aob				I	L	Abom	
+aoc				I	L	Pemon	
+aod				I	L	Andarum	
+aoe				I	L	Angal Enen	
+aof				I	L	Bragat	
+aog				I	L	Angoram	
+aoh				I	E	Arma	
+aoi				I	L	Anindilyakwa	
+aoj				I	L	Mufian	
+aok				I	L	Arhö	
+aol				I	L	Alor	
+aom				I	L	Ömie	
+aon				I	L	Bumbita Arapesh	
+aor				I	E	Aore	
+aos				I	L	Taikat	
+aot				I	L	A'tong	
+aou				I	L	A'ou	
+aox				I	L	Atorada	
+aoz				I	L	Uab Meto	
+apb				I	L	Sa'a	
+apc				I	L	North Levantine Arabic	
+apd				I	L	Sudanese Arabic	
+ape				I	L	Bukiyip	
+apf				I	L	Pahanan Agta	
+apg				I	L	Ampanang	
+aph				I	L	Athpariya	
+api				I	L	Apiaká	
+apj				I	L	Jicarilla Apache	
+apk				I	L	Kiowa Apache	
+apl				I	L	Lipan Apache	
+apm				I	L	Mescalero-Chiricahua Apache	
+apn				I	L	Apinayé	
+apo				I	L	Ambul	
+app				I	L	Apma	
+apq				I	L	A-Pucikwar	
+apr				I	L	Arop-Lokep	
+aps				I	L	Arop-Sissano	
+apt				I	L	Apatani	
+apu				I	L	Apurinã	
+apv				I	E	Alapmunte	
+apw				I	L	Western Apache	
+apx				I	L	Aputai	
+apy				I	L	Apalaí	
+apz				I	L	Safeyoka	
+aqc				I	L	Archi	
+aqd				I	L	Ampari Dogon	
+aqg				I	L	Arigidi	
+aqm				I	L	Atohwaim	
+aqn				I	L	Northern Alta	
+aqp				I	E	Atakapa	
+aqr				I	L	Arhâ	
+aqz				I	L	Akuntsu	
+ara	ara	ara	ar	M	L	Arabic	
+arb				I	L	Standard Arabic	
+arc	arc	arc		I	A	Official Aramaic (700-300 BCE)	
+ard				I	E	Arabana	
+are				I	L	Western Arrarnta	
+arg	arg	arg	an	I	L	Aragonese	
+arh				I	L	Arhuaco	
+ari				I	L	Arikara	
+arj				I	E	Arapaso	
+ark				I	L	Arikapú	
+arl				I	L	Arabela	
+arn	arn	arn		I	L	Mapudungun	
+aro				I	L	Araona	
+arp	arp	arp		I	L	Arapaho	
+arq				I	L	Algerian Arabic	
+arr				I	L	Karo (Brazil)	
+ars				I	L	Najdi Arabic	
+aru				I	E	Aruá (Amazonas State)	
+arv				I	L	Arbore	
+arw	arw	arw		I	L	Arawak	
+arx				I	L	Aruá (Rodonia State)	
+ary				I	L	Moroccan Arabic	
+arz				I	L	Egyptian Arabic	
+asa				I	L	Asu (Tanzania)	
+asb				I	L	Assiniboine	
+asc				I	L	Casuarina Coast Asmat	
+asd				I	L	Asas	
+ase				I	L	American Sign Language	
+asf				I	L	Australian Sign Language	
+asg				I	L	Cishingini	
+ash				I	E	Abishira	
+asi				I	L	Buruwai	
+asj				I	L	Sari	
+ask				I	L	Ashkun	
+asl				I	L	Asilulu	
+asm	asm	asm	as	I	L	Assamese	
+asn				I	L	Xingú Asuriní	
+aso				I	L	Dano	
+asp				I	L	Algerian Sign Language	
+asq				I	L	Austrian Sign Language	
+asr				I	L	Asuri	
+ass				I	L	Ipulo	
+ast	ast	ast		I	L	Asturian	
+asu				I	L	Tocantins Asurini	
+asv				I	L	Asoa	
+asw				I	L	Australian Aborigines Sign Language	
+asx				I	L	Muratayak	
+asy				I	L	Yaosakor Asmat	
+asz				I	L	As	
+ata				I	L	Pele-Ata	
+atb				I	L	Zaiwa	
+atc				I	E	Atsahuaca	
+atd				I	L	Ata Manobo	
+ate				I	L	Atemble	
+atg				I	L	Ivbie North-Okpela-Arhe	
+ati				I	L	Attié	
+atj				I	L	Atikamekw	
+atk				I	L	Ati	
+atl				I	L	Mt. Iraya Agta	
+atm				I	L	Ata	
+atn				I	L	Ashtiani	
+ato				I	L	Atong	
+atp				I	L	Pudtol Atta	
+atq				I	L	Aralle-Tabulahan	
+atr				I	L	Waimiri-Atroari	
+ats				I	L	Gros Ventre	
+att				I	L	Pamplona Atta	
+atu				I	L	Reel	
+atv				I	L	Northern Altai	
+atw				I	L	Atsugewi	
+atx				I	L	Arutani	
+aty				I	L	Aneityum	
+atz				I	L	Arta	
+aua				I	L	Asumboa	
+aub				I	L	Alugu	
+auc				I	L	Waorani	
+aud				I	L	Anuta	
+aue				I	L	=/Kx'au//'ein	
+aug				I	L	Aguna	
+auh				I	L	Aushi	
+aui				I	L	Anuki	
+auj				I	L	Awjilah	
+auk				I	L	Heyo	
+aul				I	L	Aulua	
+aum				I	L	Asu (Nigeria)	
+aun				I	L	Molmo One	
+auo				I	E	Auyokawa	
+aup				I	L	Makayam	
+auq				I	L	Anus	
+aur				I	L	Aruek	
+aut				I	L	Austral	
+auu				I	L	Auye	
+auw				I	L	Awyi	
+aux				I	E	Aurá	
+auy				I	L	Awiyaana	
+auz				I	L	Uzbeki Arabic	
+ava	ava	ava	av	I	L	Avaric	
+avb				I	L	Avau	
+avd				I	L	Alviri-Vidari	
+ave	ave	ave	ae	I	A	Avestan	
+avi				I	L	Avikam	
+avk				I	C	Kotava	
+avl				I	L	Eastern Egyptian Bedawi Arabic	
+avm				I	E	Angkamuthi	
+avn				I	L	Avatime	
+avo				I	E	Agavotaguerra	
+avs				I	E	Aushiri	
+avt				I	L	Au	
+avu				I	L	Avokaya	
+avv				I	L	Avá-Canoeiro	
+awa	awa	awa		I	L	Awadhi	
+awb				I	L	Awa (Papua New Guinea)	
+awc				I	L	Cicipu	
+awe				I	L	Awetí	
+awg				I	E	Anguthimri	
+awh				I	L	Awbono	
+awi				I	L	Aekyom	
+awk				I	E	Awabakal	
+awm				I	L	Arawum	
+awn				I	L	Awngi	
+awo				I	L	Awak	
+awr				I	L	Awera	
+aws				I	L	South Awyu	
+awt				I	L	Araweté	
+awu				I	L	Central Awyu	
+awv				I	L	Jair Awyu	
+aww				I	L	Awun	
+awx				I	L	Awara	
+awy				I	L	Edera Awyu	
+axb				I	E	Abipon	
+axe				I	E	Ayerrerenge	
+axg				I	E	Mato Grosso Arára	
+axk				I	L	Yaka (Central African Republic)	
+axl				I	E	Lower Southern Aranda	
+axm				I	H	Middle Armenian	
+axx				I	L	Xârâgurè	
+aya				I	L	Awar	
+ayb				I	L	Ayizo Gbe	
+ayc				I	L	Southern Aymara	
+ayd				I	E	Ayabadhu	
+aye				I	L	Ayere	
+ayg				I	L	Ginyanga	
+ayh				I	L	Hadrami Arabic	
+ayi				I	L	Leyigha	
+ayk				I	L	Akuku	
+ayl				I	L	Libyan Arabic	
+aym	aym	aym	ay	M	L	Aymara	
+ayn				I	L	Sanaani Arabic	
+ayo				I	L	Ayoreo	
+ayp				I	L	North Mesopotamian Arabic	
+ayq				I	L	Ayi (Papua New Guinea)	
+ayr				I	L	Central Aymara	
+ays				I	L	Sorsogon Ayta	
+ayt				I	L	Magbukun Ayta	
+ayu				I	L	Ayu	
+ayy				I	E	Tayabas Ayta	
+ayz				I	L	Mai Brat	
+aza				I	L	Azha	
+azb				I	L	South Azerbaijani	
+azd				I	L	Eastern Durango Nahuatl	
+aze	aze	aze	az	M	L	Azerbaijani	
+azg				I	L	San Pedro Amuzgos Amuzgo	
+azj				I	L	North Azerbaijani	
+azm				I	L	Ipalapa Amuzgo	
+azn				I	L	Western Durango Nahuatl	
+azo				I	L	Awing	
+azt				I	L	Faire Atta	
+azz				I	L	Highland Puebla Nahuatl	
+baa				I	L	Babatana	
+bab				I	L	Bainouk-Gunyuño	
+bac				I	L	Badui	
+bae				I	E	Baré	
+baf				I	L	Nubaca	
+bag				I	L	Tuki	
+bah				I	L	Bahamas Creole English	
+baj				I	L	Barakai	
+bak	bak	bak	ba	I	L	Bashkir	
+bal	bal	bal		M	L	Baluchi	
+bam	bam	bam	bm	I	L	Bambara	
+ban	ban	ban		I	L	Balinese	
+bao				I	L	Waimaha	
+bap				I	L	Bantawa	
+bar				I	L	Bavarian	
+bas	bas	bas		I	L	Basa (Cameroon)	
+bau				I	L	Bada (Nigeria)	
+bav				I	L	Vengo	
+baw				I	L	Bambili-Bambui	
+bax				I	L	Bamun	
+bay				I	L	Batuley	
+bba				I	L	Baatonum	
+bbb				I	L	Barai	
+bbc				I	L	Batak Toba	
+bbd				I	L	Bau	
+bbe				I	L	Bangba	
+bbf				I	L	Baibai	
+bbg				I	L	Barama	
+bbh				I	L	Bugan	
+bbi				I	L	Barombi	
+bbj				I	L	Ghomálá'	
+bbk				I	L	Babanki	
+bbl				I	L	Bats	
+bbm				I	L	Babango	
+bbn				I	L	Uneapa	
+bbo				I	L	Northern Bobo Madaré	
+bbp				I	L	West Central Banda	
+bbq				I	L	Bamali	
+bbr				I	L	Girawa	
+bbs				I	L	Bakpinka	
+bbt				I	L	Mburku	
+bbu				I	L	Kulung (Nigeria)	
+bbv				I	L	Karnai	
+bbw				I	L	Baba	
+bbx				I	L	Bubia	
+bby				I	L	Befang	
+bbz				I	L	Babalia Creole Arabic	
+bca				I	L	Central Bai	
+bcb				I	L	Bainouk-Samik	
+bcc				I	L	Southern Balochi	
+bcd				I	L	North Babar	
+bce				I	L	Bamenyam	
+bcf				I	L	Bamu	
+bcg				I	L	Baga Binari	
+bch				I	L	Bariai	
+bci				I	L	Baoulé	
+bcj				I	L	Bardi	
+bck				I	L	Bunaba	
+bcl				I	L	Central Bikol	
+bcm				I	L	Bannoni	
+bcn				I	L	Bali (Nigeria)	
+bco				I	L	Kaluli	
+bcp				I	L	Bali (Democratic Republic of Congo)	
+bcq				I	L	Bench	
+bcr				I	L	Babine	
+bcs				I	L	Kohumono	
+bct				I	L	Bendi	
+bcu				I	L	Awad Bing	
+bcv				I	L	Shoo-Minda-Nye	
+bcw				I	L	Bana	
+bcy				I	L	Bacama	
+bcz				I	L	Bainouk-Gunyaamolo	
+bda				I	L	Bayot	
+bdb				I	L	Basap	
+bdc				I	L	Emberá-Baudó	
+bdd				I	L	Bunama	
+bde				I	L	Bade	
+bdf				I	L	Biage	
+bdg				I	L	Bonggi	
+bdh				I	L	Baka (Sudan)	
+bdi				I	L	Burun	
+bdj				I	L	Bai	
+bdk				I	L	Budukh	
+bdl				I	L	Indonesian Bajau	
+bdm				I	L	Buduma	
+bdn				I	L	Baldemu	
+bdo				I	L	Morom	
+bdp				I	L	Bende	
+bdq				I	L	Bahnar	
+bdr				I	L	West Coast Bajau	
+bds				I	L	Burunge	
+bdt				I	L	Bokoto	
+bdu				I	L	Oroko	
+bdv				I	L	Bodo Parja	
+bdw				I	L	Baham	
+bdx				I	L	Budong-Budong	
+bdy				I	L	Bandjalang	
+bdz				I	L	Badeshi	
+bea				I	L	Beaver	
+beb				I	L	Bebele	
+bec				I	L	Iceve-Maci	
+bed				I	L	Bedoanas	
+bee				I	L	Byangsi	
+bef				I	L	Benabena	
+beg				I	L	Belait	
+beh				I	L	Biali	
+bei				I	L	Bekati'	
+bej	bej	bej		I	L	Beja	
+bek				I	L	Bebeli	
+bel	bel	bel	be	I	L	Belarusian	
+bem	bem	bem		I	L	Bemba (Zambia)	
+ben	ben	ben	bn	I	L	Bengali	
+beo				I	L	Beami	
+bep				I	L	Besoa	
+beq				I	L	Beembe	
+bes				I	L	Besme	
+bet				I	L	Guiberoua Béte	
+beu				I	L	Blagar	
+bev				I	L	Daloa Bété	
+bew				I	L	Betawi	
+bex				I	L	Jur Modo	
+bey				I	L	Beli (Papua New Guinea)	
+bez				I	L	Bena (Tanzania)	
+bfa				I	L	Bari	
+bfb				I	L	Pauri Bareli	
+bfc				I	L	Northern Bai	
+bfd				I	L	Bafut	
+bfe				I	L	Betaf	
+bff				I	L	Bofi	
+bfg				I	L	Busang Kayan	
+bfh				I	L	Blafe	
+bfi				I	L	British Sign Language	
+bfj				I	L	Bafanji	
+bfk				I	L	Ban Khor Sign Language	
+bfl				I	L	Banda-Ndélé	
+bfm				I	L	Mmen	
+bfn				I	L	Bunak	
+bfo				I	L	Malba Birifor	
+bfp				I	L	Beba	
+bfq				I	L	Badaga	
+bfr				I	L	Bazigar	
+bfs				I	L	Southern Bai	
+bft				I	L	Balti	
+bfu				I	L	Gahri	
+bfw				I	L	Bondo	
+bfx				I	L	Bantayanon	
+bfy				I	L	Bagheli	
+bfz				I	L	Mahasu Pahari	
+bga				I	L	Gwamhi-Wuri	
+bgb				I	L	Bobongko	
+bgc				I	L	Haryanvi	
+bgd				I	L	Rathwi Bareli	
+bge				I	L	Bauria	
+bgf				I	L	Bangandu	
+bgg				I	L	Bugun	
+bgi				I	L	Giangan	
+bgj				I	L	Bangolan	
+bgk				I	L	Bit	
+bgl				I	L	Bo (Laos)	
+bgm				I	L	Baga Mboteni	
+bgn				I	L	Western Balochi	
+bgo				I	L	Baga Koga	
+bgp				I	L	Eastern Balochi	
+bgq				I	L	Bagri	
+bgr				I	L	Bawm Chin	
+bgs				I	L	Tagabawa	
+bgt				I	L	Bughotu	
+bgu				I	L	Mbongno	
+bgv				I	L	Warkay-Bipim	
+bgw				I	L	Bhatri	
+bgx				I	L	Balkan Gagauz Turkish	
+bgy				I	L	Benggoi	
+bgz				I	L	Banggai	
+bha				I	L	Bharia	
+bhb				I	L	Bhili	
+bhc				I	L	Biga	
+bhd				I	L	Bhadrawahi	
+bhe				I	L	Bhaya	
+bhf				I	L	Odiai	
+bhg				I	L	Binandere	
+bhh				I	L	Bukharic	
+bhi				I	L	Bhilali	
+bhj				I	L	Bahing	
+bhl				I	L	Bimin	
+bhm				I	L	Bathari	
+bhn				I	L	Bohtan Neo-Aramaic	
+bho	bho	bho		I	L	Bhojpuri	
+bhp				I	L	Bima	
+bhq				I	L	Tukang Besi South	
+bhr				I	L	Bara Malagasy	
+bhs				I	L	Buwal	
+bht				I	L	Bhattiyali	
+bhu				I	L	Bhunjia	
+bhv				I	L	Bahau	
+bhw				I	L	Biak	
+bhx				I	L	Bhalay	
+bhy				I	L	Bhele	
+bhz				I	L	Bada (Indonesia)	
+bia				I	L	Badimaya	
+bib				I	L	Bissa	
+bic				I	L	Bikaru	
+bid				I	L	Bidiyo	
+bie				I	L	Bepour	
+bif				I	L	Biafada	
+big				I	L	Biangai	
+bij				I	L	Vaghat-Ya-Bijim-Legeri	
+bik	bik	bik		M	L	Bikol	
+bil				I	L	Bile	
+bim				I	L	Bimoba	
+bin	bin	bin		I	L	Bini	
+bio				I	L	Nai	
+bip				I	L	Bila	
+biq				I	L	Bipi	
+bir				I	L	Bisorio	
+bis	bis	bis	bi	I	L	Bislama	
+bit				I	L	Berinomo	
+biu				I	L	Biete	
+biv				I	L	Southern Birifor	
+biw				I	L	Kol (Cameroon)	
+bix				I	L	Bijori	
+biy				I	L	Birhor	
+biz				I	L	Baloi	
+bja				I	L	Budza	
+bjb				I	E	Banggarla	
+bjc				I	L	Bariji	
+bje				I	L	Biao-Jiao Mien	
+bjf				I	L	Barzani Jewish Neo-Aramaic	
+bjg				I	L	Bidyogo	
+bjh				I	L	Bahinemo	
+bji				I	L	Burji	
+bjj				I	L	Kanauji	
+bjk				I	L	Barok	
+bjl				I	L	Bulu (Papua New Guinea)	
+bjm				I	L	Bajelani	
+bjn				I	L	Banjar	
+bjo				I	L	Mid-Southern Banda	
+bjp				I	L	Fanamaket	
+bjr				I	L	Binumarien	
+bjs				I	L	Bajan	
+bjt				I	L	Balanta-Ganja	
+bju				I	L	Busuu	
+bjv				I	L	Bedjond	
+bjw				I	L	Bakwé	
+bjx				I	L	Banao Itneg	
+bjy				I	E	Bayali	
+bjz				I	L	Baruga	
+bka				I	L	Kyak	
+bkc				I	L	Baka (Cameroon)	
+bkd				I	L	Binukid	
+bkf				I	L	Beeke	
+bkg				I	L	Buraka	
+bkh				I	L	Bakoko	
+bki				I	L	Baki	
+bkj				I	L	Pande	
+bkk				I	L	Brokskat	
+bkl				I	L	Berik	
+bkm				I	L	Kom (Cameroon)	
+bkn				I	L	Bukitan	
+bko				I	L	Kwa'	
+bkp				I	L	Boko (Democratic Republic of Congo)	
+bkq				I	L	Bakairí	
+bkr				I	L	Bakumpai	
+bks				I	L	Northern Sorsoganon	
+bkt				I	L	Boloki	
+bku				I	L	Buhid	
+bkv				I	L	Bekwarra	
+bkw				I	L	Bekwel	
+bkx				I	L	Baikeno	
+bky				I	L	Bokyi	
+bkz				I	L	Bungku	
+bla	bla	bla		I	L	Siksika	
+blb				I	L	Bilua	
+blc				I	L	Bella Coola	
+bld				I	L	Bolango	
+ble				I	L	Balanta-Kentohe	
+blf				I	L	Buol	
+blg				I	L	Balau	
+blh				I	L	Kuwaa	
+bli				I	L	Bolia	
+blj				I	L	Bolongan	
+blk				I	L	Pa'o Karen	
+bll				I	E	Biloxi	
+blm				I	L	Beli (Sudan)	
+bln				I	L	Southern Catanduanes Bikol	
+blo				I	L	Anii	
+blp				I	L	Blablanga	
+blq				I	L	Baluan-Pam	
+blr				I	L	Blang	
+bls				I	L	Balaesang	
+blt				I	L	Tai Dam	
+blv				I	L	Bolo	
+blw				I	L	Balangao	
+blx				I	L	Mag-Indi Ayta	
+bly				I	L	Notre	
+blz				I	L	Balantak	
+bma				I	L	Lame	
+bmb				I	L	Bembe	
+bmc				I	L	Biem	
+bmd				I	L	Baga Manduri	
+bme				I	L	Limassa	
+bmf				I	L	Bom	
+bmg				I	L	Bamwe	
+bmh				I	L	Kein	
+bmi				I	L	Bagirmi	
+bmj				I	L	Bote-Majhi	
+bmk				I	L	Ghayavi	
+bml				I	L	Bomboli	
+bmm				I	L	Northern Betsimisaraka Malagasy	
+bmn				I	E	Bina (Papua New Guinea)	
+bmo				I	L	Bambalang	
+bmp				I	L	Bulgebi	
+bmq				I	L	Bomu	
+bmr				I	L	Muinane	
+bms				I	L	Bilma Kanuri	
+bmt				I	L	Biao Mon	
+bmu				I	L	Somba-Siawari	
+bmv				I	L	Bum	
+bmw				I	L	Bomwali	
+bmx				I	L	Baimak	
+bmy				I	L	Bemba (Democratic Republic of Congo)	
+bmz				I	L	Baramu	
+bna				I	L	Bonerate	
+bnb				I	L	Bookan	
+bnc				M	L	Bontok	
+bnd				I	L	Banda (Indonesia)	
+bne				I	L	Bintauna	
+bnf				I	L	Masiwang	
+bng				I	L	Benga	
+bni				I	L	Bangi	
+bnj				I	L	Eastern Tawbuid	
+bnk				I	L	Bierebo	
+bnl				I	L	Boon	
+bnm				I	L	Batanga	
+bnn				I	L	Bunun	
+bno				I	L	Bantoanon	
+bnp				I	L	Bola	
+bnq				I	L	Bantik	
+bnr				I	L	Butmas-Tur	
+bns				I	L	Bundeli	
+bnu				I	L	Bentong	
+bnv				I	L	Bonerif	
+bnw				I	L	Bisis	
+bnx				I	L	Bangubangu	
+bny				I	L	Bintulu	
+bnz				I	L	Beezen	
+boa				I	L	Bora	
+bob				I	L	Aweer	
+bod	tib	bod	bo	I	L	Tibetan	
+boe				I	L	Mundabli	
+bof				I	L	Bolon	
+bog				I	L	Bamako Sign Language	
+boh				I	L	Boma	
+boi				I	E	Barbareño	
+boj				I	L	Anjam	
+bok				I	L	Bonjo	
+bol				I	L	Bole	
+bom				I	L	Berom	
+bon				I	L	Bine	
+boo				I	L	Tiemacèwè Bozo	
+bop				I	L	Bonkiman	
+boq				I	L	Bogaya	
+bor				I	L	Borôro	
+bos	bos	bos	bs	I	L	Bosnian	
+bot				I	L	Bongo	
+bou				I	L	Bondei	
+bov				I	L	Tuwuli	
+bow				I	E	Rema	
+box				I	L	Buamu	
+boy				I	L	Bodo (Central African Republic)	
+boz				I	L	Tiéyaxo Bozo	
+bpa				I	L	Daakaka	
+bpb				I	E	Barbacoas	
+bpd				I	L	Banda-Banda	
+bpg				I	L	Bonggo	
+bph				I	L	Botlikh	
+bpi				I	L	Bagupi	
+bpj				I	L	Binji	
+bpk				I	L	Orowe	
+bpl				I	L	Broome Pearling Lugger Pidgin	
+bpm				I	L	Biyom	
+bpn				I	L	Dzao Min	
+bpo				I	L	Anasi	
+bpp				I	L	Kaure	
+bpq				I	L	Banda Malay	
+bpr				I	L	Koronadal Blaan	
+bps				I	L	Sarangani Blaan	
+bpt				I	E	Barrow Point	
+bpu				I	L	Bongu	
+bpv				I	L	Bian Marind	
+bpw				I	L	Bo (Papua New Guinea)	
+bpx				I	L	Palya Bareli	
+bpy				I	L	Bishnupriya	
+bpz				I	L	Bilba	
+bqa				I	L	Tchumbuli	
+bqb				I	L	Bagusa	
+bqc				I	L	Boko (Benin)	
+bqd				I	L	Bung	
+bqf				I	E	Baga Kaloum	
+bqg				I	L	Bago-Kusuntu	
+bqh				I	L	Baima	
+bqi				I	L	Bakhtiari	
+bqj				I	L	Bandial	
+bqk				I	L	Banda-Mbrès	
+bql				I	L	Bilakura	
+bqm				I	L	Wumboko	
+bqn				I	L	Bulgarian Sign Language	
+bqo				I	L	Balo	
+bqp				I	L	Busa	
+bqq				I	L	Biritai	
+bqr				I	L	Burusu	
+bqs				I	L	Bosngun	
+bqt				I	L	Bamukumbit	
+bqu				I	L	Boguru	
+bqv				I	L	Koro Wachi	
+bqw				I	L	Buru (Nigeria)	
+bqx				I	L	Baangi	
+bqy				I	L	Bengkala Sign Language	
+bqz				I	L	Bakaka	
+bra	bra	bra		I	L	Braj	
+brb				I	L	Lave	
+brc				I	E	Berbice Creole Dutch	
+brd				I	L	Baraamu	
+bre	bre	bre	br	I	L	Breton	
+brf				I	L	Bera	
+brg				I	L	Baure	
+brh				I	L	Brahui	
+bri				I	L	Mokpwe	
+brj				I	L	Bieria	
+brk				I	E	Birked	
+brl				I	L	Birwa	
+brm				I	L	Barambu	
+brn				I	L	Boruca	
+bro				I	L	Brokkat	
+brp				I	L	Barapasi	
+brq				I	L	Breri	
+brr				I	L	Birao	
+brs				I	L	Baras	
+brt				I	L	Bitare	
+bru				I	L	Eastern Bru	
+brv				I	L	Western Bru	
+brw				I	L	Bellari	
+brx				I	L	Bodo (India)	
+bry				I	L	Burui	
+brz				I	L	Bilbil	
+bsa				I	L	Abinomn	
+bsb				I	L	Brunei Bisaya	
+bsc				I	L	Bassari	
+bse				I	L	Wushi	
+bsf				I	L	Bauchi	
+bsg				I	L	Bashkardi	
+bsh				I	L	Kati	
+bsi				I	L	Bassossi	
+bsj				I	L	Bangwinji	
+bsk				I	L	Burushaski	
+bsl				I	E	Basa-Gumna	
+bsm				I	L	Busami	
+bsn				I	L	Barasana-Eduria	
+bso				I	L	Buso	
+bsp				I	L	Baga Sitemu	
+bsq				I	L	Bassa	
+bsr				I	L	Bassa-Kontagora	
+bss				I	L	Akoose	
+bst				I	L	Basketo	
+bsu				I	L	Bahonsuai	
+bsv				I	E	Baga Sobané	
+bsw				I	L	Baiso	
+bsx				I	L	Yangkam	
+bsy				I	L	Sabah Bisaya	
+bta				I	L	Bata	
+btc				I	L	Bati (Cameroon)	
+btd				I	L	Batak Dairi	
+bte				I	E	Gamo-Ningi	
+btf				I	L	Birgit	
+btg				I	L	Gagnoa Bété	
+bth				I	L	Biatah Bidayuh	
+bti				I	L	Burate	
+btj				I	L	Bacanese Malay	
+btl				I	L	Bhatola	
+btm				I	L	Batak Mandailing	
+btn				I	L	Ratagnon	
+bto				I	L	Rinconada Bikol	
+btp				I	L	Budibud	
+btq				I	L	Batek	
+btr				I	L	Baetora	
+bts				I	L	Batak Simalungun	
+btt				I	L	Bete-Bendi	
+btu				I	L	Batu	
+btv				I	L	Bateri	
+btw				I	L	Butuanon	
+btx				I	L	Batak Karo	
+bty				I	L	Bobot	
+btz				I	L	Batak Alas-Kluet	
+bua	bua	bua		M	L	Buriat	
+bub				I	L	Bua	
+buc				I	L	Bushi	
+bud				I	L	Ntcham	
+bue				I	E	Beothuk	
+buf				I	L	Bushoong	
+bug	bug	bug		I	L	Buginese	
+buh				I	L	Younuo Bunu	
+bui				I	L	Bongili	
+buj				I	L	Basa-Gurmana	
+buk				I	L	Bugawac	
+bul	bul	bul	bg	I	L	Bulgarian	
+bum				I	L	Bulu (Cameroon)	
+bun				I	L	Sherbro	
+buo				I	L	Terei	
+bup				I	L	Busoa	
+buq				I	L	Brem	
+bus				I	L	Bokobaru	
+but				I	L	Bungain	
+buu				I	L	Budu	
+buv				I	L	Bun	
+buw				I	L	Bubi	
+bux				I	L	Boghom	
+buy				I	L	Bullom So	
+buz				I	L	Bukwen	
+bva				I	L	Barein	
+bvb				I	L	Bube	
+bvc				I	L	Baelelea	
+bvd				I	L	Baeggu	
+bve				I	L	Berau Malay	
+bvf				I	L	Boor	
+bvg				I	L	Bonkeng	
+bvh				I	L	Bure	
+bvi				I	L	Belanda Viri	
+bvj				I	L	Baan	
+bvk				I	L	Bukat	
+bvl				I	L	Bolivian Sign Language	
+bvm				I	L	Bamunka	
+bvn				I	L	Buna	
+bvo				I	L	Bolgo	
+bvp				I	L	Bumang	
+bvq				I	L	Birri	
+bvr				I	L	Burarra	
+bvt				I	L	Bati (Indonesia)	
+bvu				I	L	Bukit Malay	
+bvv				I	E	Baniva	
+bvw				I	L	Boga	
+bvx				I	L	Dibole	
+bvy				I	L	Baybayanon	
+bvz				I	L	Bauzi	
+bwa				I	L	Bwatoo	
+bwb				I	L	Namosi-Naitasiri-Serua	
+bwc				I	L	Bwile	
+bwd				I	L	Bwaidoka	
+bwe				I	L	Bwe Karen	
+bwf				I	L	Boselewa	
+bwg				I	L	Barwe	
+bwh				I	L	Bishuo	
+bwi				I	L	Baniwa	
+bwj				I	L	Láá Láá Bwamu	
+bwk				I	L	Bauwaki	
+bwl				I	L	Bwela	
+bwm				I	L	Biwat	
+bwn				I	L	Wunai Bunu	
+bwo				I	L	Boro (Ethiopia)	
+bwp				I	L	Mandobo Bawah	
+bwq				I	L	Southern Bobo Madaré	
+bwr				I	L	Bura-Pabir	
+bws				I	L	Bomboma	
+bwt				I	L	Bafaw-Balong	
+bwu				I	L	Buli (Ghana)	
+bww				I	L	Bwa	
+bwx				I	L	Bu-Nao Bunu	
+bwy				I	L	Cwi Bwamu	
+bwz				I	L	Bwisi	
+bxa				I	L	Tairaha	
+bxb				I	L	Belanda Bor	
+bxc				I	L	Molengue	
+bxd				I	L	Pela	
+bxe				I	L	Birale	
+bxf				I	L	Bilur	
+bxg				I	L	Bangala	
+bxh				I	L	Buhutu	
+bxi				I	E	Pirlatapa	
+bxj				I	L	Bayungu	
+bxk				I	L	Bukusu	
+bxl				I	L	Jalkunan	
+bxm				I	L	Mongolia Buriat	
+bxn				I	L	Burduna	
+bxo				I	L	Barikanchi	
+bxp				I	L	Bebil	
+bxq				I	L	Beele	
+bxr				I	L	Russia Buriat	
+bxs				I	L	Busam	
+bxu				I	L	China Buriat	
+bxv				I	L	Berakou	
+bxw				I	L	Bankagooma	
+bxx				I	L	Borna (Democratic Republic of Congo)	
+bxz				I	L	Binahari	
+bya				I	L	Batak	
+byb				I	L	Bikya	
+byc				I	L	Ubaghara	
+byd				I	L	Benyadu'	
+bye				I	L	Pouye	
+byf				I	L	Bete	
+byg				I	E	Baygo	
+byh				I	L	Bhujel	
+byi				I	L	Buyu	
+byj				I	L	Bina (Nigeria)	
+byk				I	L	Biao	
+byl				I	L	Bayono	
+bym				I	L	Bidyara	
+byn	byn	byn		I	L	Bilin	
+byo				I	L	Biyo	
+byp				I	L	Bumaji	
+byq				I	E	Basay	
+byr				I	L	Baruya	
+bys				I	L	Burak	
+byt				I	E	Berti	
+byv				I	L	Medumba	
+byw				I	L	Belhariya	
+byx				I	L	Qaqet	
+byy				I	L	Buya	
+byz				I	L	Banaro	
+bza				I	L	Bandi	
+bzb				I	L	Andio	
+bzc				I	L	Southern Betsimisaraka Malagasy	
+bzd				I	L	Bribri	
+bze				I	L	Jenaama Bozo	
+bzf				I	L	Boikin	
+bzg				I	L	Babuza	
+bzh				I	L	Mapos Buang	
+bzi				I	L	Bisu	
+bzj				I	L	Belize Kriol English	
+bzk				I	L	Nicaragua Creole English	
+bzl				I	L	Boano (Sulawesi)	
+bzm				I	L	Bolondo	
+bzn				I	L	Boano (Maluku)	
+bzo				I	L	Bozaba	
+bzp				I	L	Kemberano	
+bzq				I	L	Buli (Indonesia)	
+bzr				I	E	Biri	
+bzs				I	L	Brazilian Sign Language	
+bzt				I	C	Brithenig	
+bzu				I	L	Burmeso	
+bzv				I	L	Naami	
+bzw				I	L	Basa (Nigeria)	
+bzx				I	L	Kɛlɛngaxo Bozo	
+bzy				I	L	Obanliku	
+bzz				I	L	Evant	
+caa				I	L	Chortí	
+cab				I	L	Garifuna	
+cac				I	L	Chuj	
+cad	cad	cad		I	L	Caddo	
+cae				I	L	Lehar	
+caf				I	L	Southern Carrier	
+cag				I	L	Nivaclé	
+cah				I	L	Cahuarano	
+caj				I	E	Chané	
+cak				I	L	Kaqchikel	
+cal				I	L	Carolinian	
+cam				I	L	Cemuhî	
+can				I	L	Chambri	
+cao				I	L	Chácobo	
+cap				I	L	Chipaya	
+caq				I	L	Car Nicobarese	
+car	car	car		I	L	Galibi Carib	
+cas				I	L	Tsimané	
+cat	cat	cat	ca	I	L	Catalan	
+cav				I	L	Cavineña	
+caw				I	L	Callawalla	
+cax				I	L	Chiquitano	
+cay				I	L	Cayuga	
+caz				I	E	Canichana	
+cbb				I	L	Cabiyarí	
+cbc				I	L	Carapana	
+cbd				I	L	Carijona	
+cbe				I	E	Chipiajes	
+cbg				I	L	Chimila	
+cbh				I	E	Cagua	
+cbi				I	L	Chachi	
+cbj				I	L	Ede Cabe	
+cbk				I	L	Chavacano	
+cbl				I	L	Bualkhaw Chin	
+cbn				I	L	Nyahkur	
+cbo				I	L	Izora	
+cbr				I	L	Cashibo-Cacataibo	
+cbs				I	L	Cashinahua	
+cbt				I	L	Chayahuita	
+cbu				I	L	Candoshi-Shapra	
+cbv				I	L	Cacua	
+cbw				I	L	Kinabalian	
+cby				I	L	Carabayo	
+cca				I	E	Cauca	
+ccc				I	L	Chamicuro	
+ccd				I	L	Cafundo Creole	
+cce				I	L	Chopi	
+ccg				I	L	Samba Daka	
+cch				I	L	Atsam	
+ccj				I	L	Kasanga	
+ccl				I	L	Cutchi-Swahili	
+ccm				I	L	Malaccan Creole Malay	
+cco				I	L	Comaltepec Chinantec	
+ccp				I	L	Chakma	
+ccr				I	E	Cacaopera	
+cda				I	L	Choni	
+cde				I	L	Chenchu	
+cdf				I	L	Chiru	
+cdg				I	L	Chamari	
+cdh				I	L	Chambeali	
+cdi				I	L	Chodri	
+cdj				I	L	Churahi	
+cdm				I	L	Chepang	
+cdn				I	L	Chaudangsi	
+cdo				I	L	Min Dong Chinese	
+cdr				I	L	Cinda-Regi-Tiyal	
+cds				I	L	Chadian Sign Language	
+cdy				I	L	Chadong	
+cdz				I	L	Koda	
+cea				I	E	Lower Chehalis	
+ceb	ceb	ceb		I	L	Cebuano	
+ceg				I	L	Chamacoco	
+cek				I	L	Eastern Khumi Chin	
+cen				I	L	Cen	
+ces	cze	ces	cs	I	L	Czech	
+cet				I	L	Centúúm	
+cfa				I	L	Dijim-Bwilim	
+cfd				I	L	Cara	
+cfg				I	L	Como Karim	
+cfm				I	L	Falam Chin	
+cga				I	L	Changriwa	
+cgc				I	L	Kagayanen	
+cgg				I	L	Chiga	
+cgk				I	L	Chocangacakha	
+cha	cha	cha	ch	I	L	Chamorro	
+chb	chb	chb		I	E	Chibcha	
+chc				I	E	Catawba	
+chd				I	L	Highland Oaxaca Chontal	
+che	che	che	ce	I	L	Chechen	
+chf				I	L	Tabasco Chontal	
+chg	chg	chg		I	E	Chagatai	
+chh				I	L	Chinook	
+chj				I	L	Ojitlán Chinantec	
+chk	chk	chk		I	L	Chuukese	
+chl				I	L	Cahuilla	
+chm	chm	chm		M	L	Mari (Russia)	
+chn	chn	chn		I	L	Chinook jargon	
+cho	cho	cho		I	L	Choctaw	
+chp	chp	chp		I	L	Chipewyan	
+chq				I	L	Quiotepec Chinantec	
+chr	chr	chr		I	L	Cherokee	
+cht				I	E	Cholón	
+chu	chu	chu	cu	I	A	Church Slavic	
+chv	chv	chv	cv	I	L	Chuvash	
+chw				I	L	Chuwabu	
+chx				I	L	Chantyal	
+chy	chy	chy		I	L	Cheyenne	
+chz				I	L	Ozumacín Chinantec	
+cia				I	L	Cia-Cia	
+cib				I	L	Ci Gbe	
+cic				I	L	Chickasaw	
+cid				I	E	Chimariko	
+cie				I	L	Cineni	
+cih				I	L	Chinali	
+cik				I	L	Chitkuli Kinnauri	
+cim				I	L	Cimbrian	
+cin				I	L	Cinta Larga	
+cip				I	L	Chiapanec	
+cir				I	L	Tiri	
+ciw				I	L	Chippewa	
+ciy				I	L	Chaima	
+cja				I	L	Western Cham	
+cje				I	L	Chru	
+cjh				I	E	Upper Chehalis	
+cji				I	L	Chamalal	
+cjk				I	L	Chokwe	
+cjm				I	L	Eastern Cham	
+cjn				I	L	Chenapian	
+cjo				I	L	Ashéninka Pajonal	
+cjp				I	L	Cabécar	
+cjs				I	L	Shor	
+cjv				I	L	Chuave	
+cjy				I	L	Jinyu Chinese	
+ckb				I	L	Central Kurdish	
+ckh				I	L	Chak	
+ckl				I	L	Cibak	
+ckn				I	L	Kaang Chin	
+cko				I	L	Anufo	
+ckq				I	L	Kajakse	
+ckr				I	L	Kairak	
+cks				I	L	Tayo	
+ckt				I	L	Chukot	
+cku				I	L	Koasati	
+ckv				I	L	Kavalan	
+ckx				I	L	Caka	
+cky				I	L	Cakfem-Mushere	
+ckz				I	L	Cakchiquel-Quiché Mixed Language	
+cla				I	L	Ron	
+clc				I	L	Chilcotin	
+cld				I	L	Chaldean Neo-Aramaic	
+cle				I	L	Lealao Chinantec	
+clh				I	L	Chilisso	
+cli				I	L	Chakali	
+clj				I	L	Laitu Chin	
+clk				I	L	Idu-Mishmi	
+cll				I	L	Chala	
+clm				I	L	Clallam	
+clo				I	L	Lowland Oaxaca Chontal	
+clt				I	L	Lautu Chin	
+clu				I	L	Caluyanun	
+clw				I	L	Chulym	
+cly				I	L	Eastern Highland Chatino	
+cma				I	L	Maa	
+cme				I	L	Cerma	
+cmg				I	H	Classical Mongolian	
+cmi				I	L	Emberá-Chamí	
+cml				I	L	Campalagian	
+cmm				I	E	Michigamea	
+cmn				I	L	Mandarin Chinese	
+cmo				I	L	Central Mnong	
+cmr				I	L	Mro-Khimi Chin	
+cms				I	A	Messapic	
+cmt				I	L	Camtho	
+cna				I	L	Changthang	
+cnb				I	L	Chinbon Chin	
+cnc				I	L	Côông	
+cng				I	L	Northern Qiang	
+cnh				I	L	Haka Chin	
+cni				I	L	Asháninka	
+cnk				I	L	Khumi Chin	
+cnl				I	L	Lalana Chinantec	
+cno				I	L	Con	
+cns				I	L	Central Asmat	
+cnt				I	L	Tepetotutla Chinantec	
+cnu				I	L	Chenoua	
+cnw				I	L	Ngawn Chin	
+cnx				I	H	Middle Cornish	
+coa				I	L	Cocos Islands Malay	
+cob				I	E	Chicomuceltec	
+coc				I	L	Cocopa	
+cod				I	L	Cocama-Cocamilla	
+coe				I	L	Koreguaje	
+cof				I	L	Colorado	
+cog				I	L	Chong	
+coh				I	L	Chonyi-Dzihana-Kauma	
+coj				I	E	Cochimi	
+cok				I	L	Santa Teresa Cora	
+col				I	L	Columbia-Wenatchi	
+com				I	L	Comanche	
+con				I	L	Cofán	
+coo				I	L	Comox	
+cop	cop	cop		I	E	Coptic	
+coq				I	E	Coquille	
+cor	cor	cor	kw	I	L	Cornish	
+cos	cos	cos	co	I	L	Corsican	
+cot				I	L	Caquinte	
+cou				I	L	Wamey	
+cov				I	L	Cao Miao	
+cow				I	E	Cowlitz	
+cox				I	L	Nanti	
+coy				I	E	Coyaima	
+coz				I	L	Chochotec	
+cpa				I	L	Palantla Chinantec	
+cpb				I	L	Ucayali-Yurúa Ashéninka	
+cpc				I	L	Ajyíninka Apurucayali	
+cpg				I	E	Cappadocian Greek	
+cpi				I	L	Chinese Pidgin English	
+cpn				I	L	Cherepon	
+cpo				I	L	Kpeego	
+cps				I	L	Capiznon	
+cpu				I	L	Pichis Ashéninka	
+cpx				I	L	Pu-Xian Chinese	
+cpy				I	L	South Ucayali Ashéninka	
+cqd				I	L	Chuanqiandian Cluster Miao	
+cqu				I	L	Chilean Quechua	
+cra				I	L	Chara	
+crb				I	E	Island Carib	
+crc				I	L	Lonwolwol	
+crd				I	L	Coeur d'Alene	
+cre	cre	cre	cr	M	L	Cree	
+crf				I	E	Caramanta	
+crg				I	L	Michif	
+crh	crh	crh		I	L	Crimean Tatar	
+cri				I	L	Sãotomense	
+crj				I	L	Southern East Cree	
+crk				I	L	Plains Cree	
+crl				I	L	Northern East Cree	
+crm				I	L	Moose Cree	
+crn				I	L	El Nayar Cora	
+cro				I	L	Crow	
+crq				I	L	Iyo'wujwa Chorote	
+crr				I	E	Carolina Algonquian	
+crs				I	L	Seselwa Creole French	
+crt				I	L	Iyojwa'ja Chorote	
+crv				I	L	Chaura	
+crw				I	L	Chrau	
+crx				I	L	Carrier	
+cry				I	L	Cori	
+crz				I	E	Cruzeño	
+csa				I	L	Chiltepec Chinantec	
+csb	csb	csb		I	L	Kashubian	
+csc				I	L	Catalan Sign Language	
+csd				I	L	Chiangmai Sign Language	
+cse				I	L	Czech Sign Language	
+csf				I	L	Cuba Sign Language	
+csg				I	L	Chilean Sign Language	
+csh				I	L	Asho Chin	
+csi				I	E	Coast Miwok	
+csj				I	L	Songlai Chin	
+csk				I	L	Jola-Kasa	
+csl				I	L	Chinese Sign Language	
+csm				I	L	Central Sierra Miwok	
+csn				I	L	Colombian Sign Language	
+cso				I	L	Sochiapam Chinantec	
+csq				I	L	Croatia Sign Language	
+csr				I	L	Costa Rican Sign Language	
+css				I	E	Southern Ohlone	
+cst				I	L	Northern Ohlone	
+csv				I	L	Sumtu Chin	
+csw				I	L	Swampy Cree	
+csy				I	L	Siyin Chin	
+csz				I	L	Coos	
+cta				I	L	Tataltepec Chatino	
+ctc				I	L	Chetco	
+ctd				I	L	Tedim Chin	
+cte				I	L	Tepinapa Chinantec	
+ctg				I	L	Chittagonian	
+cth				I	L	Thaiphum Chin	
+ctl				I	L	Tlacoatzintepec Chinantec	
+ctm				I	E	Chitimacha	
+ctn				I	L	Chhintange	
+cto				I	L	Emberá-Catío	
+ctp				I	L	Western Highland Chatino	
+cts				I	L	Northern Catanduanes Bikol	
+ctt				I	L	Wayanad Chetti	
+ctu				I	L	Chol	
+ctz				I	L	Zacatepec Chatino	
+cua				I	L	Cua	
+cub				I	L	Cubeo	
+cuc				I	L	Usila Chinantec	
+cug				I	L	Cung	
+cuh				I	L	Chuka	
+cui				I	L	Cuiba	
+cuj				I	L	Mashco Piro	
+cuk				I	L	San Blas Kuna	
+cul				I	L	Culina	
+cum				I	E	Cumeral	
+cuo				I	E	Cumanagoto	
+cup				I	E	Cupeño	
+cuq				I	L	Cun	
+cur				I	L	Chhulung	
+cut				I	L	Teutila Cuicatec	
+cuu				I	L	Tai Ya	
+cuv				I	L	Cuvok	
+cuw				I	L	Chukwa	
+cux				I	L	Tepeuxila Cuicatec	
+cvg				I	L	Chug	
+cvn				I	L	Valle Nacional Chinantec	
+cwa				I	L	Kabwa	
+cwb				I	L	Maindo	
+cwd				I	L	Woods Cree	
+cwe				I	L	Kwere	
+cwg				I	L	Chewong	
+cwt				I	L	Kuwaataay	
+cya				I	L	Nopala Chatino	
+cyb				I	E	Cayubaba	
+cym	wel	cym	cy	I	L	Welsh	
+cyo				I	L	Cuyonon	
+czh				I	L	Huizhou Chinese	
+czk				I	E	Knaanic	
+czn				I	L	Zenzontepec Chatino	
+czo				I	L	Min Zhong Chinese	
+czt				I	L	Zotung Chin	
+daa				I	L	Dangaléat	
+dac				I	L	Dambi	
+dad				I	L	Marik	
+dae				I	L	Duupa	
+dag				I	L	Dagbani	
+dah				I	L	Gwahatike	
+dai				I	L	Day	
+daj				I	L	Dar Fur Daju	
+dak	dak	dak		I	L	Dakota	
+dal				I	L	Dahalo	
+dam				I	L	Damakawa	
+dan	dan	dan	da	I	L	Danish	
+dao				I	L	Daai Chin	
+daq				I	L	Dandami Maria	
+dar	dar	dar		I	L	Dargwa	
+das				I	L	Daho-Doo	
+dau				I	L	Dar Sila Daju	
+dav				I	L	Taita	
+daw				I	L	Davawenyo	
+dax				I	L	Dayi	
+daz				I	L	Dao	
+dba				I	L	Bangime	
+dbb				I	L	Deno	
+dbd				I	L	Dadiya	
+dbe				I	L	Dabe	
+dbf				I	L	Edopi	
+dbg				I	L	Dogul Dom Dogon	
+dbi				I	L	Doka	
+dbj				I	L	Ida'an	
+dbl				I	L	Dyirbal	
+dbm				I	L	Duguri	
+dbn				I	L	Duriankere	
+dbo				I	L	Dulbu	
+dbp				I	L	Duwai	
+dbq				I	L	Daba	
+dbr				I	L	Dabarre	
+dbt				I	L	Ben Tey Dogon	
+dbu				I	L	Bondum Dom Dogon	
+dbv				I	L	Dungu	
+dbw				I	L	Bankan Tey Dogon	
+dby				I	L	Dibiyaso	
+dcc				I	L	Deccan	
+dcr				I	E	Negerhollands	
+dda				I	E	Dadi Dadi	
+ddd				I	L	Dongotono	
+dde				I	L	Doondo	
+ddg				I	L	Fataluku	
+ddi				I	L	West Goodenough	
+ddj				I	L	Jaru	
+ddn				I	L	Dendi (Benin)	
+ddo				I	L	Dido	
+ddr				I	E	Dhudhuroa	
+dds				I	L	Donno So Dogon	
+ddw				I	L	Dawera-Daweloor	
+dec				I	L	Dagik	
+ded				I	L	Dedua	
+dee				I	L	Dewoin	
+def				I	L	Dezfuli	
+deg				I	L	Degema	
+deh				I	L	Dehwari	
+dei				I	L	Demisa	
+dek				I	L	Dek	
+del	del	del		M	L	Delaware	
+dem				I	L	Dem	
+den	den	den		M	L	Slave (Athapascan)	
+dep				I	E	Pidgin Delaware	
+deq				I	L	Dendi (Central African Republic)	
+der				I	L	Deori	
+des				I	L	Desano	
+deu	ger	deu	de	I	L	German	
+dev				I	L	Domung	
+dez				I	L	Dengese	
+dga				I	L	Southern Dagaare	
+dgb				I	L	Bunoge Dogon	
+dgc				I	L	Casiguran Dumagat Agta	
+dgd				I	L	Dagaari Dioula	
+dge				I	L	Degenan	
+dgg				I	L	Doga	
+dgh				I	L	Dghwede	
+dgi				I	L	Northern Dagara	
+dgk				I	L	Dagba	
+dgl				I	L	Andaandi	
+dgn				I	E	Dagoman	
+dgo				I	L	Dogri (individual language)	
+dgr	dgr	dgr		I	L	Dogrib	
+dgs				I	L	Dogoso	
+dgt				I	E	Ndra'ngith	
+dgu				I	L	Degaru	
+dgw				I	E	Daungwurrung	
+dgx				I	L	Doghoro	
+dgz				I	L	Daga	
+dhd				I	L	Dhundari	
+dhg				I	L	Djangu	
+dhi				I	L	Dhimal	
+dhl				I	L	Dhalandji	
+dhm				I	L	Zemba	
+dhn				I	L	Dhanki	
+dho				I	L	Dhodia	
+dhr				I	L	Dhargari	
+dhs				I	L	Dhaiso	
+dhu				I	E	Dhurga	
+dhv				I	L	Dehu	
+dhw				I	L	Dhanwar (Nepal)	
+dhx				I	L	Dhungaloo	
+dia				I	L	Dia	
+dib				I	L	South Central Dinka	
+dic				I	L	Lakota Dida	
+did				I	L	Didinga	
+dif				I	E	Dieri	
+dig				I	L	Digo	
+dih				I	L	Kumiai	
+dii				I	L	Dimbong	
+dij				I	L	Dai	
+dik				I	L	Southwestern Dinka	
+dil				I	L	Dilling	
+dim				I	L	Dime	
+din	din	din		M	L	Dinka	
+dio				I	L	Dibo	
+dip				I	L	Northeastern Dinka	
+diq				I	L	Dimli (individual language)	
+dir				I	L	Dirim	
+dis				I	L	Dimasa	
+dit				I	E	Dirari	
+diu				I	L	Diriku	
+div	div	div	dv	I	L	Dhivehi	
+diw				I	L	Northwestern Dinka	
+dix				I	L	Dixon Reef	
+diy				I	L	Diuwe	
+diz				I	L	Ding	
+dja				I	E	Djadjawurrung	
+djb				I	L	Djinba	
+djc				I	L	Dar Daju Daju	
+djd				I	L	Djamindjung	
+dje				I	L	Zarma	
+djf				I	E	Djangun	
+dji				I	L	Djinang	
+djj				I	L	Djeebbana	
+djk				I	L	Eastern Maroon Creole	
+djm				I	L	Jamsay Dogon	
+djn				I	L	Djauan	
+djo				I	L	Jangkang	
+djr				I	L	Djambarrpuyngu	
+dju				I	L	Kapriman	
+djw				I	E	Djawi	
+dka				I	L	Dakpakha	
+dkk				I	L	Dakka	
+dkr				I	L	Kuijau	
+dks				I	L	Southeastern Dinka	
+dkx				I	L	Mazagway	
+dlg				I	L	Dolgan	
+dlk				I	L	Dahalik	
+dlm				I	E	Dalmatian	
+dln				I	L	Darlong	
+dma				I	L	Duma	
+dmb				I	L	Mombo Dogon	
+dmc				I	L	Gavak	
+dmd				I	E	Madhi Madhi	
+dme				I	L	Dugwor	
+dmg				I	L	Upper Kinabatangan	
+dmk				I	L	Domaaki	
+dml				I	L	Dameli	
+dmm				I	L	Dama	
+dmo				I	L	Kemedzung	
+dmr				I	L	East Damar	
+dms				I	L	Dampelas	
+dmu				I	L	Dubu	
+dmv				I	L	Dumpas	
+dmw				I	L	Mudburra	
+dmx				I	L	Dema	
+dmy				I	L	Demta	
+dna				I	L	Upper Grand Valley Dani	
+dnd				I	L	Daonda	
+dne				I	L	Ndendeule	
+dng				I	L	Dungan	
+dni				I	L	Lower Grand Valley Dani	
+dnj				I	L	Dan	
+dnk				I	L	Dengka	
+dnn				I	L	Dzùùngoo	
+dnr				I	L	Danaru	
+dnt				I	L	Mid Grand Valley Dani	
+dnu				I	L	Danau	
+dnv				I	L	Danu	
+dnw				I	L	Western Dani	
+dny				I	L	Dení	
+doa				I	L	Dom	
+dob				I	L	Dobu	
+doc				I	L	Northern Dong	
+doe				I	L	Doe	
+dof				I	L	Domu	
+doh				I	L	Dong	
+doi	doi	doi		M	L	Dogri (macrolanguage)	
+dok				I	L	Dondo	
+dol				I	L	Doso	
+don				I	L	Toura (Papua New Guinea)	
+doo				I	L	Dongo	
+dop				I	L	Lukpa	
+doq				I	L	Dominican Sign Language	
+dor				I	L	Dori'o	
+dos				I	L	Dogosé	
+dot				I	L	Dass	
+dov				I	L	Dombe	
+dow				I	L	Doyayo	
+dox				I	L	Bussa	
+doy				I	L	Dompo	
+doz				I	L	Dorze	
+dpp				I	L	Papar	
+drb				I	L	Dair	
+drc				I	L	Minderico	
+drd				I	L	Darmiya	
+dre				I	L	Dolpo	
+drg				I	L	Rungus	
+dri				I	L	C'lela	
+drl				I	L	Paakantyi	
+drn				I	L	West Damar	
+dro				I	L	Daro-Matu Melanau	
+drq				I	E	Dura	
+drr				I	E	Dororo	
+drs				I	L	Gedeo	
+drt				I	L	Drents	
+dru				I	L	Rukai	
+dry				I	L	Darai	
+dsb	dsb	dsb		I	L	Lower Sorbian	
+dse				I	L	Dutch Sign Language	
+dsh				I	L	Daasanach	
+dsi				I	L	Disa	
+dsl				I	L	Danish Sign Language	
+dsn				I	L	Dusner	
+dso				I	L	Desiya	
+dsq				I	L	Tadaksahak	
+dta				I	L	Daur	
+dtb				I	L	Labuk-Kinabatangan Kadazan	
+dtd				I	L	Ditidaht	
+dth				I	E	Adithinngithigh	
+dti				I	L	Ana Tinga Dogon	
+dtk				I	L	Tene Kan Dogon	
+dtm				I	L	Tomo Kan Dogon	
+dto				I	L	Tommo So Dogon	
+dtp				I	L	Central Dusun	
+dtr				I	L	Lotud	
+dts				I	L	Toro So Dogon	
+dtt				I	L	Toro Tegu Dogon	
+dtu				I	L	Tebul Ure Dogon	
+dty				I	L	Dotyali	
+dua	dua	dua		I	L	Duala	
+dub				I	L	Dubli	
+duc				I	L	Duna	
+dud				I	L	Hun-Saare	
+due				I	L	Umiray Dumaget Agta	
+duf				I	L	Dumbea	
+dug				I	L	Duruma	
+duh				I	L	Dungra Bhil	
+dui				I	L	Dumun	
+duj				I	L	Dhuwal	
+duk				I	L	Uyajitaya	
+dul				I	L	Alabat Island Agta	
+dum	dum	dum		I	H	Middle Dutch (ca. 1050-1350)	
+dun				I	L	Dusun Deyah	
+duo				I	L	Dupaninan Agta	
+dup				I	L	Duano	
+duq				I	L	Dusun Malang	
+dur				I	L	Dii	
+dus				I	L	Dumi	
+duu				I	L	Drung	
+duv				I	L	Duvle	
+duw				I	L	Dusun Witu	
+dux				I	L	Duungooma	
+duy				I	E	Dicamay Agta	
+duz				I	E	Duli	
+dva				I	L	Duau	
+dwa				I	L	Diri	
+dwr				I	L	Dawro	
+dws				I	C	Dutton World Speedwords	
+dww				I	L	Dawawa	
+dya				I	L	Dyan	
+dyb				I	E	Dyaberdyaber	
+dyd				I	E	Dyugun	
+dyg				I	E	Villa Viciosa Agta	
+dyi				I	L	Djimini Senoufo	
+dym				I	L	Yanda Dom Dogon	
+dyn				I	L	Dyangadi	
+dyo				I	L	Jola-Fonyi	
+dyu	dyu	dyu		I	L	Dyula	
+dyy				I	L	Dyaabugay	
+dza				I	L	Tunzu	
+dzd				I	L	Daza	
+dze				I	E	Djiwarli	
+dzg				I	L	Dazaga	
+dzl				I	L	Dzalakha	
+dzn				I	L	Dzando	
+dzo	dzo	dzo	dz	I	L	Dzongkha	
+eaa				I	E	Karenggapa	
+ebg				I	L	Ebughu	
+ebk				I	L	Eastern Bontok	
+ebo				I	L	Teke-Ebo	
+ebr				I	L	Ebrié	
+ebu				I	L	Embu	
+ecr				I	A	Eteocretan	
+ecs				I	L	Ecuadorian Sign Language	
+ecy				I	A	Eteocypriot	
+eee				I	L	E	
+efa				I	L	Efai	
+efe				I	L	Efe	
+efi	efi	efi		I	L	Efik	
+ega				I	L	Ega	
+egl				I	L	Emilian	
+ego				I	L	Eggon	
+egy	egy	egy		I	A	Egyptian (Ancient)	
+ehu				I	L	Ehueun	
+eip				I	L	Eipomek	
+eit				I	L	Eitiep	
+eiv				I	L	Askopan	
+eja				I	L	Ejamat	
+eka	eka	eka		I	L	Ekajuk	
+ekc				I	E	Eastern Karnic	
+eke				I	L	Ekit	
+ekg				I	L	Ekari	
+eki				I	L	Eki	
+ekk				I	L	Standard Estonian	
+ekl				I	L	Kol (Bangladesh)	
+ekm				I	L	Elip	
+eko				I	L	Koti	
+ekp				I	L	Ekpeye	
+ekr				I	L	Yace	
+eky				I	L	Eastern Kayah	
+ele				I	L	Elepi	
+elh				I	L	El Hugeirat	
+eli				I	E	Nding	
+elk				I	L	Elkei	
+ell	gre	ell	el	I	L	Modern Greek (1453-)	
+elm				I	L	Eleme	
+elo				I	L	El Molo	
+elu				I	L	Elu	
+elx	elx	elx		I	A	Elamite	
+ema				I	L	Emai-Iuleha-Ora	
+emb				I	L	Embaloh	
+eme				I	L	Emerillon	
+emg				I	L	Eastern Meohang	
+emi				I	L	Mussau-Emira	
+emk				I	L	Eastern Maninkakan	
+emm				I	E	Mamulique	
+emn				I	L	Eman	
+emo				I	E	Emok	
+emp				I	L	Northern Emberá	
+ems				I	L	Pacific Gulf Yupik	
+emu				I	L	Eastern Muria	
+emw				I	L	Emplawas	
+emx				I	L	Erromintxela	
+emy				I	E	Epigraphic Mayan	
+ena				I	L	Apali	
+enb				I	L	Markweeta	
+enc				I	L	En	
+end				I	L	Ende	
+enf				I	L	Forest Enets	
+eng	eng	eng	en	I	L	English	
+enh				I	L	Tundra Enets	
+enm	enm	enm		I	H	Middle English (1100-1500)	
+enn				I	L	Engenni	
+eno				I	L	Enggano	
+enq				I	L	Enga	
+enr				I	L	Emumu	
+enu				I	L	Enu	
+env				I	L	Enwan (Edu State)	
+enw				I	L	Enwan (Akwa Ibom State)	
+eot				I	L	Beti (Côte d'Ivoire)	
+epi				I	L	Epie	
+epo	epo	epo	eo	I	C	Esperanto	
+era				I	L	Eravallan	
+erg				I	L	Sie	
+erh				I	L	Eruwa	
+eri				I	L	Ogea	
+erk				I	L	South Efate	
+ero				I	L	Horpa	
+err				I	E	Erre	
+ers				I	L	Ersu	
+ert				I	L	Eritai	
+erw				I	L	Erokwanas	
+ese				I	L	Ese Ejja	
+esh				I	L	Eshtehardi	
+esi				I	L	North Alaskan Inupiatun	
+esk				I	L	Northwest Alaska Inupiatun	
+esl				I	L	Egypt Sign Language	
+esm				I	E	Esuma	
+esn				I	L	Salvadoran Sign Language	
+eso				I	L	Estonian Sign Language	
+esq				I	E	Esselen	
+ess				I	L	Central Siberian Yupik	
+est	est	est	et	M	L	Estonian	
+esu				I	L	Central Yupik	
+etb				I	L	Etebi	
+etc				I	E	Etchemin	
+eth				I	L	Ethiopian Sign Language	
+etn				I	L	Eton (Vanuatu)	
+eto				I	L	Eton (Cameroon)	
+etr				I	L	Edolo	
+ets				I	L	Yekhee	
+ett				I	A	Etruscan	
+etu				I	L	Ejagham	
+etx				I	L	Eten	
+etz				I	L	Semimi	
+eus	baq	eus	eu	I	L	Basque	
+eve				I	L	Even	
+evh				I	L	Uvbie	
+evn				I	L	Evenki	
+ewe	ewe	ewe	ee	I	L	Ewe	
+ewo	ewo	ewo		I	L	Ewondo	
+ext				I	L	Extremaduran	
+eya				I	E	Eyak	
+eyo				I	L	Keiyo	
+eza				I	L	Ezaa	
+eze				I	L	Uzekwe	
+faa				I	L	Fasu	
+fab				I	L	Fa d'Ambu	
+fad				I	L	Wagi	
+faf				I	L	Fagani	
+fag				I	L	Finongan	
+fah				I	L	Baissa Fali	
+fai				I	L	Faiwol	
+faj				I	L	Faita	
+fak				I	L	Fang (Cameroon)	
+fal				I	L	South Fali	
+fam				I	L	Fam	
+fan	fan	fan		I	L	Fang (Equatorial Guinea)	
+fao	fao	fao	fo	I	L	Faroese	
+fap				I	L	Palor	
+far				I	L	Fataleka	
+fas	per	fas	fa	M	L	Persian	
+fat	fat	fat		I	L	Fanti	
+fau				I	L	Fayu	
+fax				I	L	Fala	
+fay				I	L	Southwestern Fars	
+faz				I	L	Northwestern Fars	
+fbl				I	L	West Albay Bikol	
+fcs				I	L	Quebec Sign Language	
+fer				I	L	Feroge	
+ffi				I	L	Foia Foia	
+ffm				I	L	Maasina Fulfulde	
+fgr				I	L	Fongoro	
+fia				I	L	Nobiin	
+fie				I	L	Fyer	
+fij	fij	fij	fj	I	L	Fijian	
+fil	fil	fil		I	L	Filipino	
+fin	fin	fin	fi	I	L	Finnish	
+fip				I	L	Fipa	
+fir				I	L	Firan	
+fit				I	L	Tornedalen Finnish	
+fiw				I	L	Fiwaga	
+fkk				I	L	Kirya-Konzəl	
+fkv				I	L	Kven Finnish	
+fla				I	L	Kalispel-Pend d'Oreille	
+flh				I	L	Foau	
+fli				I	L	Fali	
+fll				I	L	North Fali	
+fln				I	E	Flinders Island	
+flr				I	L	Fuliiru	
+fly				I	L	Tsotsitaal	
+fmp				I	L	Fe'fe'	
+fmu				I	L	Far Western Muria	
+fng				I	L	Fanagalo	
+fni				I	L	Fania	
+fod				I	L	Foodo	
+foi				I	L	Foi	
+fom				I	L	Foma	
+fon	fon	fon		I	L	Fon	
+for				I	L	Fore	
+fos				I	E	Siraya	
+fpe				I	L	Fernando Po Creole English	
+fqs				I	L	Fas	
+fra	fre	fra	fr	I	L	French	
+frc				I	L	Cajun French	
+frd				I	L	Fordata	
+frk				I	E	Frankish	
+frm	frm	frm		I	H	Middle French (ca. 1400-1600)	
+fro	fro	fro		I	H	Old French (842-ca. 1400)	
+frp				I	L	Arpitan	
+frq				I	L	Forak	
+frr	frr	frr		I	L	Northern Frisian	
+frs	frs	frs		I	L	Eastern Frisian	
+frt				I	L	Fortsenal	
+fry	fry	fry	fy	I	L	Western Frisian	
+fse				I	L	Finnish Sign Language	
+fsl				I	L	French Sign Language	
+fss				I	L	Finland-Swedish Sign Language	
+fub				I	L	Adamawa Fulfulde	
+fuc				I	L	Pulaar	
+fud				I	L	East Futuna	
+fue				I	L	Borgu Fulfulde	
+fuf				I	L	Pular	
+fuh				I	L	Western Niger Fulfulde	
+fui				I	L	Bagirmi Fulfulde	
+fuj				I	L	Ko	
+ful	ful	ful	ff	M	L	Fulah	
+fum				I	L	Fum	
+fun				I	L	Fulniô	
+fuq				I	L	Central-Eastern Niger Fulfulde	
+fur	fur	fur		I	L	Friulian	
+fut				I	L	Futuna-Aniwa	
+fuu				I	L	Furu	
+fuv				I	L	Nigerian Fulfulde	
+fuy				I	L	Fuyug	
+fvr				I	L	Fur	
+fwa				I	L	Fwâi	
+fwe				I	L	Fwe	
+gaa	gaa	gaa		I	L	Ga	
+gab				I	L	Gabri	
+gac				I	L	Mixed Great Andamanese	
+gad				I	L	Gaddang	
+gae				I	L	Guarequena	
+gaf				I	L	Gende	
+gag				I	L	Gagauz	
+gah				I	L	Alekano	
+gai				I	L	Borei	
+gaj				I	L	Gadsup	
+gak				I	L	Gamkonora	
+gal				I	L	Galolen	
+gam				I	L	Kandawo	
+gan				I	L	Gan Chinese	
+gao				I	L	Gants	
+gap				I	L	Gal	
+gaq				I	L	Gata'	
+gar				I	L	Galeya	
+gas				I	L	Adiwasi Garasia	
+gat				I	L	Kenati	
+gau				I	L	Mudhili Gadaba	
+gaw				I	L	Nobonob	
+gax				I	L	Borana-Arsi-Guji Oromo	
+gay	gay	gay		I	L	Gayo	
+gaz				I	L	West Central Oromo	
+gba	gba	gba		M	L	Gbaya (Central African Republic)	
+gbb				I	L	Kaytetye	
+gbd				I	L	Karadjeri	
+gbe				I	L	Niksek	
+gbf				I	L	Gaikundi	
+gbg				I	L	Gbanziri	
+gbh				I	L	Defi Gbe	
+gbi				I	L	Galela	
+gbj				I	L	Bodo Gadaba	
+gbk				I	L	Gaddi	
+gbl				I	L	Gamit	
+gbm				I	L	Garhwali	
+gbn				I	L	Mo'da	
+gbo				I	L	Northern Grebo	
+gbp				I	L	Gbaya-Bossangoa	
+gbq				I	L	Gbaya-Bozoum	
+gbr				I	L	Gbagyi	
+gbs				I	L	Gbesi Gbe	
+gbu				I	L	Gagadu	
+gbv				I	L	Gbanu	
+gbw				I	L	Gabi-Gabi	
+gbx				I	L	Eastern Xwla Gbe	
+gby				I	L	Gbari	
+gbz				I	L	Zoroastrian Dari	
+gcc				I	L	Mali	
+gcd				I	E	Ganggalida	
+gce				I	E	Galice	
+gcf				I	L	Guadeloupean Creole French	
+gcl				I	L	Grenadian Creole English	
+gcn				I	L	Gaina	
+gcr				I	L	Guianese Creole French	
+gct				I	L	Colonia Tovar German	
+gda				I	L	Gade Lohar	
+gdb				I	L	Pottangi Ollar Gadaba	
+gdc				I	E	Gugu Badhun	
+gdd				I	L	Gedaged	
+gde				I	L	Gude	
+gdf				I	L	Guduf-Gava	
+gdg				I	L	Ga'dang	
+gdh				I	L	Gadjerawang	
+gdi				I	L	Gundi	
+gdj				I	L	Gurdjar	
+gdk				I	L	Gadang	
+gdl				I	L	Dirasha	
+gdm				I	L	Laal	
+gdn				I	L	Umanakaina	
+gdo				I	L	Ghodoberi	
+gdq				I	L	Mehri	
+gdr				I	L	Wipi	
+gds				I	L	Ghandruk Sign Language	
+gdt				I	E	Kungardutyi	
+gdu				I	L	Gudu	
+gdx				I	L	Godwari	
+gea				I	L	Geruma	
+geb				I	L	Kire	
+gec				I	L	Gboloo Grebo	
+ged				I	L	Gade	
+geg				I	L	Gengle	
+geh				I	L	Hutterite German	
+gei				I	L	Gebe	
+gej				I	L	Gen	
+gek				I	L	Yiwom	
+gel				I	L	ut-Ma'in	
+geq				I	L	Geme	
+ges				I	L	Geser-Gorom	
+gew				I	L	Gera	
+gex				I	L	Garre	
+gey				I	L	Enya	
+gez	gez	gez		I	A	Geez	
+gfk				I	L	Patpatar	
+gft				I	E	Gafat	
+gfx				I	L	Mangetti Dune !Xung	
+gga				I	L	Gao	
+ggb				I	L	Gbii	
+ggd				I	E	Gugadj	
+gge				I	L	Guragone	
+ggg				I	L	Gurgula	
+ggk				I	E	Kungarakany	
+ggl				I	L	Ganglau	
+ggm				I	E	Gugu Mini	
+ggn				I	L	Eastern Gurung	
+ggo				I	L	Southern Gondi	
+ggt				I	L	Gitua	
+ggu				I	L	Gagu	
+ggw				I	L	Gogodala	
+gha				I	L	Ghadamès	
+ghc				I	E	Hiberno-Scottish Gaelic	
+ghe				I	L	Southern Ghale	
+ghh				I	L	Northern Ghale	
+ghk				I	L	Geko Karen	
+ghl				I	L	Ghulfan	
+ghn				I	L	Ghanongga	
+gho				I	E	Ghomara	
+ghr				I	L	Ghera	
+ghs				I	L	Guhu-Samane	
+ght				I	L	Kuke	
+gia				I	L	Kitja	
+gib				I	L	Gibanawa	
+gic				I	L	Gail	
+gid				I	L	Gidar	
+gig				I	L	Goaria	
+gih				I	L	Githabul	
+gil	gil	gil		I	L	Gilbertese	
+gim				I	L	Gimi (Eastern Highlands)	
+gin				I	L	Hinukh	
+gip				I	L	Gimi (West New Britain)	
+giq				I	L	Green Gelao	
+gir				I	L	Red Gelao	
+gis				I	L	North Giziga	
+git				I	L	Gitxsan	
+giu				I	L	Mulao	
+giw				I	L	White Gelao	
+gix				I	L	Gilima	
+giy				I	L	Giyug	
+giz				I	L	South Giziga	
+gji				I	L	Geji	
+gjk				I	L	Kachi Koli	
+gjm				I	E	Gunditjmara	
+gjn				I	L	Gonja	
+gju				I	L	Gujari	
+gka				I	L	Guya	
+gke				I	L	Ndai	
+gkn				I	L	Gokana	
+gko				I	E	Kok-Nar	
+gkp				I	L	Guinea Kpelle	
+gla	gla	gla	gd	I	L	Scottish Gaelic	
+glc				I	L	Bon Gula	
+gld				I	L	Nanai	
+gle	gle	gle	ga	I	L	Irish	
+glg	glg	glg	gl	I	L	Galician	
+glh				I	L	Northwest Pashayi	
+gli				I	E	Guliguli	
+glj				I	L	Gula Iro	
+glk				I	L	Gilaki	
+gll				I	E	Garlali	
+glo				I	L	Galambu	
+glr				I	L	Glaro-Twabo	
+glu				I	L	Gula (Chad)	
+glv	glv	glv	gv	I	L	Manx	
+glw				I	L	Glavda	
+gly				I	E	Gule	
+gma				I	E	Gambera	
+gmb				I	L	Gula'alaa	
+gmd				I	L	Mághdì	
+gmh	gmh	gmh		I	H	Middle High German (ca. 1050-1500)	
+gml				I	H	Middle Low German	
+gmm				I	L	Gbaya-Mbodomo	
+gmn				I	L	Gimnime	
+gmu				I	L	Gumalu	
+gmv				I	L	Gamo	
+gmx				I	L	Magoma	
+gmy				I	A	Mycenaean Greek	
+gmz				I	L	Mgbolizhia	
+gna				I	L	Kaansa	
+gnb				I	L	Gangte	
+gnc				I	E	Guanche	
+gnd				I	L	Zulgo-Gemzek	
+gne				I	L	Ganang	
+gng				I	L	Ngangam	
+gnh				I	L	Lere	
+gni				I	L	Gooniyandi	
+gnk				I	L	//Gana	
+gnl				I	E	Gangulu	
+gnm				I	L	Ginuman	
+gnn				I	L	Gumatj	
+gno				I	L	Northern Gondi	
+gnq				I	L	Gana	
+gnr				I	E	Gureng Gureng	
+gnt				I	L	Guntai	
+gnu				I	L	Gnau	
+gnw				I	L	Western Bolivian Guaraní	
+gnz				I	L	Ganzi	
+goa				I	L	Guro	
+gob				I	L	Playero	
+goc				I	L	Gorakor	
+god				I	L	Godié	
+goe				I	L	Gongduk	
+gof				I	L	Gofa	
+gog				I	L	Gogo	
+goh	goh	goh		I	H	Old High German (ca. 750-1050)	
+goi				I	L	Gobasi	
+goj				I	L	Gowlan	
+gok				I	L	Gowli	
+gol				I	L	Gola	
+gom				I	L	Goan Konkani	
+gon	gon	gon		M	L	Gondi	
+goo				I	L	Gone Dau	
+gop				I	L	Yeretuar	
+goq				I	L	Gorap	
+gor	gor	gor		I	L	Gorontalo	
+gos				I	L	Gronings	
+got	got	got		I	A	Gothic	
+gou				I	L	Gavar	
+gow				I	L	Gorowa	
+gox				I	L	Gobu	
+goy				I	L	Goundo	
+goz				I	L	Gozarkhani	
+gpa				I	L	Gupa-Abawa	
+gpe				I	L	Ghanaian Pidgin English	
+gpn				I	L	Taiap	
+gqa				I	L	Ga'anda	
+gqi				I	L	Guiqiong	
+gqn				I	E	Guana (Brazil)	
+gqr				I	L	Gor	
+gqu				I	L	Qau	
+gra				I	L	Rajput Garasia	
+grb	grb	grb		M	L	Grebo	
+grc	grc	grc		I	H	Ancient Greek (to 1453)	
+grd				I	L	Guruntum-Mbaaru	
+grg				I	L	Madi	
+grh				I	L	Gbiri-Niragu	
+gri				I	L	Ghari	
+grj				I	L	Southern Grebo	
+grm				I	L	Kota Marudu Talantang	
+grn	grn	grn	gn	M	L	Guarani	
+gro				I	L	Groma	
+grq				I	L	Gorovu	
+grr				I	L	Taznatit	
+grs				I	L	Gresi	
+grt				I	L	Garo	
+gru				I	L	Kistane	
+grv				I	L	Central Grebo	
+grw				I	L	Gweda	
+grx				I	L	Guriaso	
+gry				I	L	Barclayville Grebo	
+grz				I	L	Guramalum	
+gse				I	L	Ghanaian Sign Language	
+gsg				I	L	German Sign Language	
+gsl				I	L	Gusilay	
+gsm				I	L	Guatemalan Sign Language	
+gsn				I	L	Gusan	
+gso				I	L	Southwest Gbaya	
+gsp				I	L	Wasembo	
+gss				I	L	Greek Sign Language	
+gsw	gsw	gsw		I	L	Swiss German	
+gta				I	L	Guató	
+gti				I	L	Gbati-ri	
+gtu				I	E	Aghu-Tharnggala	
+gua				I	L	Shiki	
+gub				I	L	Guajajára	
+guc				I	L	Wayuu	
+gud				I	L	Yocoboué Dida	
+gue				I	L	Gurinji	
+guf				I	L	Gupapuyngu	
+gug				I	L	Paraguayan Guaraní	
+guh				I	L	Guahibo	
+gui				I	L	Eastern Bolivian Guaraní	
+guj	guj	guj	gu	I	L	Gujarati	
+guk				I	L	Gumuz	
+gul				I	L	Sea Island Creole English	
+gum				I	L	Guambiano	
+gun				I	L	Mbyá Guaraní	
+guo				I	L	Guayabero	
+gup				I	L	Gunwinggu	
+guq				I	L	Aché	
+gur				I	L	Farefare	
+gus				I	L	Guinean Sign Language	
+gut				I	L	Maléku Jaíka	
+guu				I	L	Yanomamö	
+guv				I	E	Gey	
+guw				I	L	Gun	
+gux				I	L	Gourmanchéma	
+guz				I	L	Gusii	
+gva				I	L	Guana (Paraguay)	
+gvc				I	L	Guanano	
+gve				I	L	Duwet	
+gvf				I	L	Golin	
+gvj				I	L	Guajá	
+gvl				I	L	Gulay	
+gvm				I	L	Gurmana	
+gvn				I	L	Kuku-Yalanji	
+gvo				I	L	Gavião Do Jiparaná	
+gvp				I	L	Pará Gavião	
+gvr				I	L	Western Gurung	
+gvs				I	L	Gumawana	
+gvy				I	E	Guyani	
+gwa				I	L	Mbato	
+gwb				I	L	Gwa	
+gwc				I	L	Kalami	
+gwd				I	L	Gawwada	
+gwe				I	L	Gweno	
+gwf				I	L	Gowro	
+gwg				I	L	Moo	
+gwi	gwi	gwi		I	L	Gwichʼin	
+gwj				I	L	/Gwi	
+gwm				I	E	Awngthim	
+gwn				I	L	Gwandara	
+gwr				I	L	Gwere	
+gwt				I	L	Gawar-Bati	
+gwu				I	E	Guwamu	
+gww				I	L	Kwini	
+gwx				I	L	Gua	
+gxx				I	L	Wè Southern	
+gya				I	L	Northwest Gbaya	
+gyb				I	L	Garus	
+gyd				I	L	Kayardild	
+gye				I	L	Gyem	
+gyf				I	E	Gungabula	
+gyg				I	L	Gbayi	
+gyi				I	L	Gyele	
+gyl				I	L	Gayil	
+gym				I	L	Ngäbere	
+gyn				I	L	Guyanese Creole English	
+gyr				I	L	Guarayu	
+gyy				I	E	Gunya	
+gza				I	L	Ganza	
+gzi				I	L	Gazi	
+gzn				I	L	Gane	
+haa				I	L	Han	
+hab				I	L	Hanoi Sign Language	
+hac				I	L	Gurani	
+had				I	L	Hatam	
+hae				I	L	Eastern Oromo	
+haf				I	L	Haiphong Sign Language	
+hag				I	L	Hanga	
+hah				I	L	Hahon	
+hai	hai	hai		M	L	Haida	
+haj				I	L	Hajong	
+hak				I	L	Hakka Chinese	
+hal				I	L	Halang	
+ham				I	L	Hewa	
+han				I	L	Hangaza	
+hao				I	L	Hakö	
+hap				I	L	Hupla	
+haq				I	L	Ha	
+har				I	L	Harari	
+has				I	L	Haisla	
+hat	hat	hat	ht	I	L	Haitian	
+hau	hau	hau	ha	I	L	Hausa	
+hav				I	L	Havu	
+haw	haw	haw		I	L	Hawaiian	
+hax				I	L	Southern Haida	
+hay				I	L	Haya	
+haz				I	L	Hazaragi	
+hba				I	L	Hamba	
+hbb				I	L	Huba	
+hbn				I	L	Heiban	
+hbo				I	H	Ancient Hebrew	
+hbs			sh	M	L	Serbo-Croatian	Code element for 639-1 has been deprecated
+hbu				I	L	Habu	
+hca				I	L	Andaman Creole Hindi	
+hch				I	L	Huichol	
+hdn				I	L	Northern Haida	
+hds				I	L	Honduras Sign Language	
+hdy				I	L	Hadiyya	
+hea				I	L	Northern Qiandong Miao	
+heb	heb	heb	he	I	L	Hebrew	
+hed				I	L	Herdé	
+heg				I	L	Helong	
+heh				I	L	Hehe	
+hei				I	L	Heiltsuk	
+hem				I	L	Hemba	
+her	her	her	hz	I	L	Herero	
+hgm				I	L	Hai//om	
+hgw				I	L	Haigwai	
+hhi				I	L	Hoia Hoia	
+hhr				I	L	Kerak	
+hhy				I	L	Hoyahoya	
+hia				I	L	Lamang	
+hib				I	E	Hibito	
+hid				I	L	Hidatsa	
+hif				I	L	Fiji Hindi	
+hig				I	L	Kamwe	
+hih				I	L	Pamosu	
+hii				I	L	Hinduri	
+hij				I	L	Hijuk	
+hik				I	L	Seit-Kaitetu	
+hil	hil	hil		I	L	Hiligaynon	
+hin	hin	hin	hi	I	L	Hindi	
+hio				I	L	Tsoa	
+hir				I	L	Himarimã	
+hit	hit	hit		I	A	Hittite	
+hiw				I	L	Hiw	
+hix				I	L	Hixkaryána	
+hji				I	L	Haji	
+hka				I	L	Kahe	
+hke				I	L	Hunde	
+hkk				I	L	Hunjara-Kaina Ke	
+hks				I	L	Hong Kong Sign Language	
+hla				I	L	Halia	
+hlb				I	L	Halbi	
+hld				I	L	Halang Doan	
+hle				I	L	Hlersu	
+hlt				I	L	Matu Chin	
+hlu				I	A	Hieroglyphic Luwian	
+hma				I	L	Southern Mashan Hmong	
+hmb				I	L	Humburi Senni Songhay	
+hmc				I	L	Central Huishui Hmong	
+hmd				I	L	Large Flowery Miao	
+hme				I	L	Eastern Huishui Hmong	
+hmf				I	L	Hmong Don	
+hmg				I	L	Southwestern Guiyang Hmong	
+hmh				I	L	Southwestern Huishui Hmong	
+hmi				I	L	Northern Huishui Hmong	
+hmj				I	L	Ge	
+hmk				I	E	Maek	
+hml				I	L	Luopohe Hmong	
+hmm				I	L	Central Mashan Hmong	
+hmn	hmn	hmn		M	L	Hmong	
+hmo	hmo	hmo	ho	I	L	Hiri Motu	
+hmp				I	L	Northern Mashan Hmong	
+hmq				I	L	Eastern Qiandong Miao	
+hmr				I	L	Hmar	
+hms				I	L	Southern Qiandong Miao	
+hmt				I	L	Hamtai	
+hmu				I	L	Hamap	
+hmv				I	L	Hmong Dô	
+hmw				I	L	Western Mashan Hmong	
+hmy				I	L	Southern Guiyang Hmong	
+hmz				I	L	Hmong Shua	
+hna				I	L	Mina (Cameroon)	
+hnd				I	L	Southern Hindko	
+hne				I	L	Chhattisgarhi	
+hnh				I	L	//Ani	
+hni				I	L	Hani	
+hnj				I	L	Hmong Njua	
+hnn				I	L	Hanunoo	
+hno				I	L	Northern Hindko	
+hns				I	L	Caribbean Hindustani	
+hnu				I	L	Hung	
+hoa				I	L	Hoava	
+hob				I	L	Mari (Madang Province)	
+hoc				I	L	Ho	
+hod				I	E	Holma	
+hoe				I	L	Horom	
+hoh				I	L	Hobyót	
+hoi				I	L	Holikachuk	
+hoj				I	L	Hadothi	
+hol				I	L	Holu	
+hom				I	E	Homa	
+hoo				I	L	Holoholo	
+hop				I	L	Hopi	
+hor				I	E	Horo	
+hos				I	L	Ho Chi Minh City Sign Language	
+hot				I	L	Hote	
+hov				I	L	Hovongan	
+how				I	L	Honi	
+hoy				I	L	Holiya	
+hoz				I	L	Hozo	
+hpo				I	L	Hpon	
+hps				I	L	Hawai'i Pidgin Sign Language	
+hra				I	L	Hrangkhol	
+hrc				I	L	Niwer Mil	
+hre				I	L	Hre	
+hrk				I	L	Haruku	
+hrm				I	L	Horned Miao	
+hro				I	L	Haroi	
+hrp				I	E	Nhirrpi	
+hrt				I	L	Hértevin	
+hru				I	L	Hruso	
+hrv	hrv	hrv	hr	I	L	Croatian	
+hrw				I	L	Warwar Feni	
+hrx				I	L	Hunsrik	
+hrz				I	L	Harzani	
+hsb	hsb	hsb		I	L	Upper Sorbian	
+hsh				I	L	Hungarian Sign Language	
+hsl				I	L	Hausa Sign Language	
+hsn				I	L	Xiang Chinese	
+hss				I	L	Harsusi	
+hti				I	L	Hoti	
+hto				I	L	Minica Huitoto	
+hts				I	L	Hadza	
+htu				I	L	Hitu	
+htx				I	A	Middle Hittite	
+hub				I	L	Huambisa	
+huc				I	L	=/Hua	
+hud				I	L	Huaulu	
+hue				I	L	San Francisco Del Mar Huave	
+huf				I	L	Humene	
+hug				I	L	Huachipaeri	
+huh				I	L	Huilliche	
+hui				I	L	Huli	
+huj				I	L	Northern Guiyang Hmong	
+huk				I	L	Hulung	
+hul				I	L	Hula	
+hum				I	L	Hungana	
+hun	hun	hun	hu	I	L	Hungarian	
+huo				I	L	Hu	
+hup	hup	hup		I	L	Hupa	
+huq				I	L	Tsat	
+hur				I	L	Halkomelem	
+hus				I	L	Huastec	
+hut				I	L	Humla	
+huu				I	L	Murui Huitoto	
+huv				I	L	San Mateo Del Mar Huave	
+huw				I	E	Hukumina	
+hux				I	L	Nüpode Huitoto	
+huy				I	L	Hulaulá	
+huz				I	L	Hunzib	
+hvc				I	L	Haitian Vodoun Culture Language	
+hve				I	L	San Dionisio Del Mar Huave	
+hvk				I	L	Haveke	
+hvn				I	L	Sabu	
+hvv				I	L	Santa María Del Mar Huave	
+hwa				I	L	Wané	
+hwc				I	L	Hawai'i Creole English	
+hwo				I	L	Hwana	
+hya				I	L	Hya	
+hye	arm	hye	hy	I	L	Armenian	
+iai				I	L	Iaai	
+ian				I	L	Iatmul	
+iap				I	L	Iapama	
+iar				I	L	Purari	
+iba	iba	iba		I	L	Iban	
+ibb				I	L	Ibibio	
+ibd				I	L	Iwaidja	
+ibe				I	L	Akpes	
+ibg				I	L	Ibanag	
+ibl				I	L	Ibaloi	
+ibm				I	L	Agoi	
+ibn				I	L	Ibino	
+ibo	ibo	ibo	ig	I	L	Igbo	
+ibr				I	L	Ibuoro	
+ibu				I	L	Ibu	
+iby				I	L	Ibani	
+ica				I	L	Ede Ica	
+ich				I	L	Etkywan	
+icl				I	L	Icelandic Sign Language	
+icr				I	L	Islander Creole English	
+ida				I	L	Idakho-Isukha-Tiriki	
+idb				I	L	Indo-Portuguese	
+idc				I	L	Idon	
+idd				I	L	Ede Idaca	
+ide				I	L	Idere	
+idi				I	L	Idi	
+ido	ido	ido	io	I	C	Ido	
+idr				I	L	Indri	
+ids				I	L	Idesa	
+idt				I	L	Idaté	
+idu				I	L	Idoma	
+ifa				I	L	Amganad Ifugao	
+ifb				I	L	Batad Ifugao	
+ife				I	L	Ifè	
+iff				I	E	Ifo	
+ifk				I	L	Tuwali Ifugao	
+ifm				I	L	Teke-Fuumu	
+ifu				I	L	Mayoyao Ifugao	
+ify				I	L	Keley-I Kallahan	
+igb				I	L	Ebira	
+ige				I	L	Igede	
+igg				I	L	Igana	
+igl				I	L	Igala	
+igm				I	L	Kanggape	
+ign				I	L	Ignaciano	
+igo				I	L	Isebe	
+igs				I	C	Interglossa	
+igw				I	L	Igwe	
+ihb				I	L	Iha Based Pidgin	
+ihi				I	L	Ihievbe	
+ihp				I	L	Iha	
+ihw				I	E	Bidhawal	
+iii	iii	iii	ii	I	L	Sichuan Yi	
+iin				I	E	Thiin	
+ijc				I	L	Izon	
+ije				I	L	Biseni	
+ijj				I	L	Ede Ije	
+ijn				I	L	Kalabari	
+ijs				I	L	Southeast Ijo	
+ike				I	L	Eastern Canadian Inuktitut	
+iki				I	L	Iko	
+ikk				I	L	Ika	
+ikl				I	L	Ikulu	
+iko				I	L	Olulumo-Ikom	
+ikp				I	L	Ikpeshi	
+ikr				I	E	Ikaranggal	
+ikt				I	L	Inuinnaqtun	
+iku	iku	iku	iu	M	L	Inuktitut	
+ikv				I	L	Iku-Gora-Ankwa	
+ikw				I	L	Ikwere	
+ikx				I	L	Ik	
+ikz				I	L	Ikizu	
+ila				I	L	Ile Ape	
+ilb				I	L	Ila	
+ile	ile	ile	ie	I	C	Interlingue	
+ilg				I	E	Garig-Ilgar	
+ili				I	L	Ili Turki	
+ilk				I	L	Ilongot	
+ill				I	L	Iranun	
+ilo	ilo	ilo		I	L	Iloko	
+ils				I	L	International Sign	
+ilu				I	L	Ili'uun	
+ilv				I	L	Ilue	
+ima				I	L	Mala Malasar	
+ime				I	L	Imeraguen	
+imi				I	L	Anamgura	
+iml				I	E	Miluk	
+imn				I	L	Imonda	
+imo				I	L	Imbongu	
+imr				I	L	Imroing	
+ims				I	A	Marsian	
+imy				I	A	Milyan	
+ina	ina	ina	ia	I	C	Interlingua (International Auxiliary Language Association)	
+inb				I	L	Inga	
+ind	ind	ind	id	I	L	Indonesian	
+ing				I	L	Degexit'an	
+inh	inh	inh		I	L	Ingush	
+inj				I	L	Jungle Inga	
+inl				I	L	Indonesian Sign Language	
+inm				I	A	Minaean	
+inn				I	L	Isinai	
+ino				I	L	Inoke-Yate	
+inp				I	L	Iñapari	
+ins				I	L	Indian Sign Language	
+int				I	L	Intha	
+inz				I	E	Ineseño	
+ior				I	L	Inor	
+iou				I	L	Tuma-Irumu	
+iow				I	E	Iowa-Oto	
+ipi				I	L	Ipili	
+ipk	ipk	ipk	ik	M	L	Inupiaq	
+ipo				I	L	Ipiko	
+iqu				I	L	Iquito	
+iqw				I	L	Ikwo	
+ire				I	L	Iresim	
+irh				I	L	Irarutu	
+iri				I	L	Irigwe	
+irk				I	L	Iraqw	
+irn				I	L	Irántxe	
+irr				I	L	Ir	
+iru				I	L	Irula	
+irx				I	L	Kamberau	
+iry				I	L	Iraya	
+isa				I	L	Isabi	
+isc				I	L	Isconahua	
+isd				I	L	Isnag	
+ise				I	L	Italian Sign Language	
+isg				I	L	Irish Sign Language	
+ish				I	L	Esan	
+isi				I	L	Nkem-Nkum	
+isk				I	L	Ishkashimi	
+isl	ice	isl	is	I	L	Icelandic	
+ism				I	L	Masimasi	
+isn				I	L	Isanzu	
+iso				I	L	Isoko	
+isr				I	L	Israeli Sign Language	
+ist				I	L	Istriot	
+isu				I	L	Isu (Menchum Division)	
+ita	ita	ita	it	I	L	Italian	
+itb				I	L	Binongan Itneg	
+ite				I	E	Itene	
+iti				I	L	Inlaod Itneg	
+itk				I	L	Judeo-Italian	
+itl				I	L	Itelmen	
+itm				I	L	Itu Mbon Uzo	
+ito				I	L	Itonama	
+itr				I	L	Iteri	
+its				I	L	Isekiri	
+itt				I	L	Maeng Itneg	
+itv				I	L	Itawit	
+itw				I	L	Ito	
+itx				I	L	Itik	
+ity				I	L	Moyadan Itneg	
+itz				I	L	Itzá	
+ium				I	L	Iu Mien	
+ivb				I	L	Ibatan	
+ivv				I	L	Ivatan	
+iwk				I	L	I-Wak	
+iwm				I	L	Iwam	
+iwo				I	L	Iwur	
+iws				I	L	Sepik Iwam	
+ixc				I	L	Ixcatec	
+ixl				I	L	Ixil	
+iya				I	L	Iyayu	
+iyo				I	L	Mesaka	
+iyx				I	L	Yaka (Congo)	
+izh				I	L	Ingrian	
+izr				I	L	Izere	
+izz				I	L	Izii	
+jaa				I	L	Jamamadí	
+jab				I	L	Hyam	
+jac				I	L	Popti'	
+jad				I	L	Jahanka	
+jae				I	L	Yabem	
+jaf				I	L	Jara	
+jah				I	L	Jah Hut	
+jaj				I	L	Zazao	
+jak				I	L	Jakun	
+jal				I	L	Yalahatan	
+jam				I	L	Jamaican Creole English	
+jan				I	E	Jandai	
+jao				I	L	Yanyuwa	
+jaq				I	L	Yaqay	
+jas				I	L	New Caledonian Javanese	
+jat				I	L	Jakati	
+jau				I	L	Yaur	
+jav	jav	jav	jv	I	L	Javanese	
+jax				I	L	Jambi Malay	
+jay				I	L	Yan-nhangu	
+jaz				I	L	Jawe	
+jbe				I	L	Judeo-Berber	
+jbi				I	E	Badjiri	
+jbj				I	L	Arandai	
+jbk				I	L	Barikewa	
+jbn				I	L	Nafusi	
+jbo	jbo	jbo		I	C	Lojban	
+jbr				I	L	Jofotek-Bromnya	
+jbt				I	L	Jabutí	
+jbu				I	L	Jukun Takum	
+jbw				I	E	Yawijibaya	
+jcs				I	L	Jamaican Country Sign Language	
+jct				I	L	Krymchak	
+jda				I	L	Jad	
+jdg				I	L	Jadgali	
+jdt				I	L	Judeo-Tat	
+jeb				I	L	Jebero	
+jee				I	L	Jerung	
+jeg				I	L	Jeng	
+jeh				I	L	Jeh	
+jei				I	L	Yei	
+jek				I	L	Jeri Kuo	
+jel				I	L	Yelmek	
+jen				I	L	Dza	
+jer				I	L	Jere	
+jet				I	L	Manem	
+jeu				I	L	Jonkor Bourmataguil	
+jgb				I	E	Ngbee	
+jge				I	L	Judeo-Georgian	
+jgk				I	L	Gwak	
+jgo				I	L	Ngomba	
+jhi				I	L	Jehai	
+jhs				I	L	Jhankot Sign Language	
+jia				I	L	Jina	
+jib				I	L	Jibu	
+jic				I	L	Tol	
+jid				I	L	Bu	
+jie				I	L	Jilbe	
+jig				I	L	Djingili	
+jih				I	L	sTodsde	
+jii				I	L	Jiiddu	
+jil				I	L	Jilim	
+jim				I	L	Jimi (Cameroon)	
+jio				I	L	Jiamao	
+jiq				I	L	Guanyinqiao	
+jit				I	L	Jita	
+jiu				I	L	Youle Jinuo	
+jiv				I	L	Shuar	
+jiy				I	L	Buyuan Jinuo	
+jjr				I	L	Bankal	
+jkm				I	L	Mobwa Karen	
+jko				I	L	Kubo	
+jkp				I	L	Paku Karen	
+jkr				I	L	Koro (India)	
+jku				I	L	Labir	
+jle				I	L	Ngile	
+jls				I	L	Jamaican Sign Language	
+jma				I	L	Dima	
+jmb				I	L	Zumbun	
+jmc				I	L	Machame	
+jmd				I	L	Yamdena	
+jmi				I	L	Jimi (Nigeria)	
+jml				I	L	Jumli	
+jmn				I	L	Makuri Naga	
+jmr				I	L	Kamara	
+jms				I	L	Mashi (Nigeria)	
+jmw				I	L	Mouwase	
+jmx				I	L	Western Juxtlahuaca Mixtec	
+jna				I	L	Jangshung	
+jnd				I	L	Jandavra	
+jng				I	E	Yangman	
+jni				I	L	Janji	
+jnj				I	L	Yemsa	
+jnl				I	L	Rawat	
+jns				I	L	Jaunsari	
+job				I	L	Joba	
+jod				I	L	Wojenaka	
+jor				I	E	Jorá	
+jos				I	L	Jordanian Sign Language	
+jow				I	L	Jowulu	
+jpa				I	H	Jewish Palestinian Aramaic	
+jpn	jpn	jpn	ja	I	L	Japanese	
+jpr	jpr	jpr		I	L	Judeo-Persian	
+jqr				I	L	Jaqaru	
+jra				I	L	Jarai	
+jrb	jrb	jrb		M	L	Judeo-Arabic	
+jrr				I	L	Jiru	
+jrt				I	L	Jorto	
+jru				I	L	Japrería	
+jsl				I	L	Japanese Sign Language	
+jua				I	L	Júma	
+jub				I	L	Wannu	
+juc				I	E	Jurchen	
+jud				I	L	Worodougou	
+juh				I	L	Hõne	
+jui				I	E	Ngadjuri	
+juk				I	L	Wapan	
+jul				I	L	Jirel	
+jum				I	L	Jumjum	
+jun				I	L	Juang	
+juo				I	L	Jiba	
+jup				I	L	Hupdë	
+jur				I	L	Jurúna	
+jus				I	L	Jumla Sign Language	
+jut				I	L	Jutish	
+juu				I	L	Ju	
+juw				I	L	Wãpha	
+juy				I	L	Juray	
+jvd				I	E	Javindo	
+jvn				I	L	Caribbean Javanese	
+jwi				I	L	Jwira-Pepesa	
+jya				I	L	Jiarong	
+jye				I	L	Judeo-Yemeni Arabic	
+jyy				I	L	Jaya	
+kaa	kaa	kaa		I	L	Kara-Kalpak	
+kab	kab	kab		I	L	Kabyle	
+kac	kac	kac		I	L	Kachin	
+kad				I	L	Adara	
+kae				I	E	Ketangalan	
+kaf				I	L	Katso	
+kag				I	L	Kajaman	
+kah				I	L	Kara (Central African Republic)	
+kai				I	L	Karekare	
+kaj				I	L	Jju	
+kak				I	L	Kayapa Kallahan	
+kal	kal	kal	kl	I	L	Kalaallisut	
+kam	kam	kam		I	L	Kamba (Kenya)	
+kan	kan	kan	kn	I	L	Kannada	
+kao				I	L	Xaasongaxango	
+kap				I	L	Bezhta	
+kaq				I	L	Capanahua	
+kas	kas	kas	ks	I	L	Kashmiri	
+kat	geo	kat	ka	I	L	Georgian	
+kau	kau	kau	kr	M	L	Kanuri	
+kav				I	L	Katukína	
+kaw	kaw	kaw		I	A	Kawi	
+kax				I	L	Kao	
+kay				I	L	Kamayurá	
+kaz	kaz	kaz	kk	I	L	Kazakh	
+kba				I	E	Kalarko	
+kbb				I	E	Kaxuiâna	
+kbc				I	L	Kadiwéu	
+kbd	kbd	kbd		I	L	Kabardian	
+kbe				I	L	Kanju	
+kbf				I	E	Kakauhua	
+kbg				I	L	Khamba	
+kbh				I	L	Camsá	
+kbi				I	L	Kaptiau	
+kbj				I	L	Kari	
+kbk				I	L	Grass Koiari	
+kbl				I	L	Kanembu	
+kbm				I	L	Iwal	
+kbn				I	L	Kare (Central African Republic)	
+kbo				I	L	Keliko	
+kbp				I	L	Kabiyè	
+kbq				I	L	Kamano	
+kbr				I	L	Kafa	
+kbs				I	L	Kande	
+kbt				I	L	Abadi	
+kbu				I	L	Kabutra	
+kbv				I	L	Dera (Indonesia)	
+kbw				I	L	Kaiep	
+kbx				I	L	Ap Ma	
+kby				I	L	Manga Kanuri	
+kbz				I	L	Duhwa	
+kca				I	L	Khanty	
+kcb				I	L	Kawacha	
+kcc				I	L	Lubila	
+kcd				I	L	Ngkâlmpw Kanum	
+kce				I	L	Kaivi	
+kcf				I	L	Ukaan	
+kcg				I	L	Tyap	
+kch				I	L	Vono	
+kci				I	L	Kamantan	
+kcj				I	L	Kobiana	
+kck				I	L	Kalanga	
+kcl				I	L	Kela (Papua New Guinea)	
+kcm				I	L	Gula (Central African Republic)	
+kcn				I	L	Nubi	
+kco				I	L	Kinalakna	
+kcp				I	L	Kanga	
+kcq				I	L	Kamo	
+kcr				I	L	Katla	
+kcs				I	L	Koenoem	
+kct				I	L	Kaian	
+kcu				I	L	Kami (Tanzania)	
+kcv				I	L	Kete	
+kcw				I	L	Kabwari	
+kcx				I	L	Kachama-Ganjule	
+kcy				I	L	Korandje	
+kcz				I	L	Konongo	
+kda				I	E	Worimi	
+kdc				I	L	Kutu	
+kdd				I	L	Yankunytjatjara	
+kde				I	L	Makonde	
+kdf				I	L	Mamusi	
+kdg				I	L	Seba	
+kdh				I	L	Tem	
+kdi				I	L	Kumam	
+kdj				I	L	Karamojong	
+kdk				I	L	Numèè	
+kdl				I	L	Tsikimba	
+kdm				I	L	Kagoma	
+kdn				I	L	Kunda	
+kdp				I	L	Kaningdon-Nindem	
+kdq				I	L	Koch	
+kdr				I	L	Karaim	
+kdt				I	L	Kuy	
+kdu				I	L	Kadaru	
+kdw				I	L	Koneraw	
+kdx				I	L	Kam	
+kdy				I	L	Keder	
+kdz				I	L	Kwaja	
+kea				I	L	Kabuverdianu	
+keb				I	L	Kélé	
+kec				I	L	Keiga	
+ked				I	L	Kerewe	
+kee				I	L	Eastern Keres	
+kef				I	L	Kpessi	
+keg				I	L	Tese	
+keh				I	L	Keak	
+kei				I	L	Kei	
+kej				I	L	Kadar	
+kek				I	L	Kekchí	
+kel				I	L	Kela (Democratic Republic of Congo)	
+kem				I	L	Kemak	
+ken				I	L	Kenyang	
+keo				I	L	Kakwa	
+kep				I	L	Kaikadi	
+keq				I	L	Kamar	
+ker				I	L	Kera	
+kes				I	L	Kugbo	
+ket				I	L	Ket	
+keu				I	L	Akebu	
+kev				I	L	Kanikkaran	
+kew				I	L	West Kewa	
+kex				I	L	Kukna	
+key				I	L	Kupia	
+kez				I	L	Kukele	
+kfa				I	L	Kodava	
+kfb				I	L	Northwestern Kolami	
+kfc				I	L	Konda-Dora	
+kfd				I	L	Korra Koraga	
+kfe				I	L	Kota (India)	
+kff				I	L	Koya	
+kfg				I	L	Kudiya	
+kfh				I	L	Kurichiya	
+kfi				I	L	Kannada Kurumba	
+kfj				I	L	Kemiehua	
+kfk				I	L	Kinnauri	
+kfl				I	L	Kung	
+kfm				I	L	Khunsari	
+kfn				I	L	Kuk	
+kfo				I	L	Koro (Côte d'Ivoire)	
+kfp				I	L	Korwa	
+kfq				I	L	Korku	
+kfr				I	L	Kachchi	
+kfs				I	L	Bilaspuri	
+kft				I	L	Kanjari	
+kfu				I	L	Katkari	
+kfv				I	L	Kurmukar	
+kfw				I	L	Kharam Naga	
+kfx				I	L	Kullu Pahari	
+kfy				I	L	Kumaoni	
+kfz				I	L	Koromfé	
+kga				I	L	Koyaga	
+kgb				I	L	Kawe	
+kgc				I	L	Kasseng	
+kgd				I	L	Kataang	
+kge				I	L	Komering	
+kgf				I	L	Kube	
+kgg				I	L	Kusunda	
+kgi				I	L	Selangor Sign Language	
+kgj				I	L	Gamale Kham	
+kgk				I	L	Kaiwá	
+kgl				I	E	Kunggari	
+kgm				I	E	Karipúna	
+kgn				I	L	Karingani	
+kgo				I	L	Krongo	
+kgp				I	L	Kaingang	
+kgq				I	L	Kamoro	
+kgr				I	L	Abun	
+kgs				I	L	Kumbainggar	
+kgt				I	L	Somyev	
+kgu				I	L	Kobol	
+kgv				I	L	Karas	
+kgw				I	L	Karon Dori	
+kgx				I	L	Kamaru	
+kgy				I	L	Kyerung	
+kha	kha	kha		I	L	Khasi	
+khb				I	L	Lü	
+khc				I	L	Tukang Besi North	
+khd				I	L	Bädi Kanum	
+khe				I	L	Korowai	
+khf				I	L	Khuen	
+khg				I	L	Khams Tibetan	
+khh				I	L	Kehu	
+khj				I	L	Kuturmi	
+khk				I	L	Halh Mongolian	
+khl				I	L	Lusi	
+khm	khm	khm	km	I	L	Central Khmer	
+khn				I	L	Khandesi	
+kho	kho	kho		I	A	Khotanese	
+khp				I	L	Kapori	
+khq				I	L	Koyra Chiini Songhay	
+khr				I	L	Kharia	
+khs				I	L	Kasua	
+kht				I	L	Khamti	
+khu				I	L	Nkhumbi	
+khv				I	L	Khvarshi	
+khw				I	L	Khowar	
+khx				I	L	Kanu	
+khy				I	L	Kele (Democratic Republic of Congo)	
+khz				I	L	Keapara	
+kia				I	L	Kim	
+kib				I	L	Koalib	
+kic				I	L	Kickapoo	
+kid				I	L	Koshin	
+kie				I	L	Kibet	
+kif				I	L	Eastern Parbate Kham	
+kig				I	L	Kimaama	
+kih				I	L	Kilmeri	
+kii				I	E	Kitsai	
+kij				I	L	Kilivila	
+kik	kik	kik	ki	I	L	Kikuyu	
+kil				I	L	Kariya	
+kim				I	L	Karagas	
+kin	kin	kin	rw	I	L	Kinyarwanda	
+kio				I	L	Kiowa	
+kip				I	L	Sheshi Kham	
+kiq				I	L	Kosadle	
+kir	kir	kir	ky	I	L	Kirghiz	
+kis				I	L	Kis	
+kit				I	L	Agob	
+kiu				I	L	Kirmanjki (individual language)	
+kiv				I	L	Kimbu	
+kiw				I	L	Northeast Kiwai	
+kix				I	L	Khiamniungan Naga	
+kiy				I	L	Kirikiri	
+kiz				I	L	Kisi	
+kja				I	L	Mlap	
+kjb				I	L	Q'anjob'al	
+kjc				I	L	Coastal Konjo	
+kjd				I	L	Southern Kiwai	
+kje				I	L	Kisar	
+kjf				I	L	Khalaj	
+kjg				I	L	Khmu	
+kjh				I	L	Khakas	
+kji				I	L	Zabana	
+kjj				I	L	Khinalugh	
+kjk				I	L	Highland Konjo	
+kjl				I	L	Western Parbate Kham	
+kjm				I	L	Kháng	
+kjn				I	L	Kunjen	
+kjo				I	L	Harijan Kinnauri	
+kjp				I	L	Pwo Eastern Karen	
+kjq				I	L	Western Keres	
+kjr				I	L	Kurudu	
+kjs				I	L	East Kewa	
+kjt				I	L	Phrae Pwo Karen	
+kju				I	L	Kashaya	
+kjx				I	L	Ramopa	
+kjy				I	L	Erave	
+kjz				I	L	Bumthangkha	
+kka				I	L	Kakanda	
+kkb				I	L	Kwerisa	
+kkc				I	L	Odoodee	
+kkd				I	L	Kinuku	
+kke				I	L	Kakabe	
+kkf				I	L	Kalaktang Monpa	
+kkg				I	L	Mabaka Valley Kalinga	
+kkh				I	L	Khün	
+kki				I	L	Kagulu	
+kkj				I	L	Kako	
+kkk				I	L	Kokota	
+kkl				I	L	Kosarek Yale	
+kkm				I	L	Kiong	
+kkn				I	L	Kon Keu	
+kko				I	L	Karko	
+kkp				I	L	Gugubera	
+kkq				I	L	Kaiku	
+kkr				I	L	Kir-Balar	
+kks				I	L	Giiwo	
+kkt				I	L	Koi	
+kku				I	L	Tumi	
+kkv				I	L	Kangean	
+kkw				I	L	Teke-Kukuya	
+kkx				I	L	Kohin	
+kky				I	L	Guguyimidjir	
+kkz				I	L	Kaska	
+kla				I	E	Klamath-Modoc	
+klb				I	L	Kiliwa	
+klc				I	L	Kolbila	
+kld				I	L	Gamilaraay	
+kle				I	L	Kulung (Nepal)	
+klf				I	L	Kendeje	
+klg				I	L	Tagakaulo	
+klh				I	L	Weliki	
+kli				I	L	Kalumpang	
+klj				I	L	Turkic Khalaj	
+klk				I	L	Kono (Nigeria)	
+kll				I	L	Kagan Kalagan	
+klm				I	L	Migum	
+kln				M	L	Kalenjin	
+klo				I	L	Kapya	
+klp				I	L	Kamasa	
+klq				I	L	Rumu	
+klr				I	L	Khaling	
+kls				I	L	Kalasha	
+klt				I	L	Nukna	
+klu				I	L	Klao	
+klv				I	L	Maskelynes	
+klw				I	L	Lindu	
+klx				I	L	Koluwawa	
+kly				I	L	Kalao	
+klz				I	L	Kabola	
+kma				I	L	Konni	
+kmb	kmb	kmb		I	L	Kimbundu	
+kmc				I	L	Southern Dong	
+kmd				I	L	Majukayang Kalinga	
+kme				I	L	Bakole	
+kmf				I	L	Kare (Papua New Guinea)	
+kmg				I	L	Kâte	
+kmh				I	L	Kalam	
+kmi				I	L	Kami (Nigeria)	
+kmj				I	L	Kumarbhag Paharia	
+kmk				I	L	Limos Kalinga	
+kml				I	L	Tanudan Kalinga	
+kmm				I	L	Kom (India)	
+kmn				I	L	Awtuw	
+kmo				I	L	Kwoma	
+kmp				I	L	Gimme	
+kmq				I	L	Kwama	
+kmr				I	L	Northern Kurdish	
+kms				I	L	Kamasau	
+kmt				I	L	Kemtuik	
+kmu				I	L	Kanite	
+kmv				I	L	Karipúna Creole French	
+kmw				I	L	Komo (Democratic Republic of Congo)	
+kmx				I	L	Waboda	
+kmy				I	L	Koma	
+kmz				I	L	Khorasani Turkish	
+kna				I	L	Dera (Nigeria)	
+knb				I	L	Lubuagan Kalinga	
+knc				I	L	Central Kanuri	
+knd				I	L	Konda	
+kne				I	L	Kankanaey	
+knf				I	L	Mankanya	
+kng				I	L	Koongo	
+kni				I	L	Kanufi	
+knj				I	L	Western Kanjobal	
+knk				I	L	Kuranko	
+knl				I	L	Keninjal	
+knm				I	L	Kanamarí	
+knn				I	L	Konkani (individual language)	
+kno				I	L	Kono (Sierra Leone)	
+knp				I	L	Kwanja	
+knq				I	L	Kintaq	
+knr				I	L	Kaningra	
+kns				I	L	Kensiu	
+knt				I	L	Panoan Katukína	
+knu				I	L	Kono (Guinea)	
+knv				I	L	Tabo	
+knw				I	L	Kung-Ekoka	
+knx				I	L	Kendayan	
+kny				I	L	Kanyok	
+knz				I	L	Kalamsé	
+koa				I	L	Konomala	
+koc				I	E	Kpati	
+kod				I	L	Kodi	
+koe				I	L	Kacipo-Balesi	
+kof				I	E	Kubi	
+kog				I	L	Cogui	
+koh				I	L	Koyo	
+koi				I	L	Komi-Permyak	
+koj				I	L	Sara Dunjo	
+kok	kok	kok		M	L	Konkani (macrolanguage)	
+kol				I	L	Kol (Papua New Guinea)	
+kom	kom	kom	kv	M	L	Komi	
+kon	kon	kon	kg	M	L	Kongo	
+koo				I	L	Konzo	
+kop				I	L	Waube	
+koq				I	L	Kota (Gabon)	
+kor	kor	kor	ko	I	L	Korean	
+kos	kos	kos		I	L	Kosraean	
+kot				I	L	Lagwan	
+kou				I	L	Koke	
+kov				I	L	Kudu-Camo	
+kow				I	L	Kugama	
+kox				I	E	Coxima	
+koy				I	L	Koyukon	
+koz				I	L	Korak	
+kpa				I	L	Kutto	
+kpb				I	L	Mullu Kurumba	
+kpc				I	L	Curripaco	
+kpd				I	L	Koba	
+kpe	kpe	kpe		M	L	Kpelle	
+kpf				I	L	Komba	
+kpg				I	L	Kapingamarangi	
+kph				I	L	Kplang	
+kpi				I	L	Kofei	
+kpj				I	L	Karajá	
+kpk				I	L	Kpan	
+kpl				I	L	Kpala	
+kpm				I	L	Koho	
+kpn				I	E	Kepkiriwát	
+kpo				I	L	Ikposo	
+kpq				I	L	Korupun-Sela	
+kpr				I	L	Korafe-Yegha	
+kps				I	L	Tehit	
+kpt				I	L	Karata	
+kpu				I	L	Kafoa	
+kpv				I	L	Komi-Zyrian	
+kpw				I	L	Kobon	
+kpx				I	L	Mountain Koiali	
+kpy				I	L	Koryak	
+kpz				I	L	Kupsabiny	
+kqa				I	L	Mum	
+kqb				I	L	Kovai	
+kqc				I	L	Doromu-Koki	
+kqd				I	L	Koy Sanjaq Surat	
+kqe				I	L	Kalagan	
+kqf				I	L	Kakabai	
+kqg				I	L	Khe	
+kqh				I	L	Kisankasa	
+kqi				I	L	Koitabu	
+kqj				I	L	Koromira	
+kqk				I	L	Kotafon Gbe	
+kql				I	L	Kyenele	
+kqm				I	L	Khisa	
+kqn				I	L	Kaonde	
+kqo				I	L	Eastern Krahn	
+kqp				I	L	Kimré	
+kqq				I	L	Krenak	
+kqr				I	L	Kimaragang	
+kqs				I	L	Northern Kissi	
+kqt				I	L	Klias River Kadazan	
+kqu				I	E	Seroa	
+kqv				I	L	Okolod	
+kqw				I	L	Kandas	
+kqx				I	L	Mser	
+kqy				I	L	Koorete	
+kqz				I	E	Korana	
+kra				I	L	Kumhali	
+krb				I	E	Karkin	
+krc	krc	krc		I	L	Karachay-Balkar	
+krd				I	L	Kairui-Midiki	
+kre				I	L	Panará	
+krf				I	L	Koro (Vanuatu)	
+krh				I	L	Kurama	
+kri				I	L	Krio	
+krj				I	L	Kinaray-A	
+krk				I	E	Kerek	
+krl	krl	krl		I	L	Karelian	
+krm				I	L	Krim	
+krn				I	L	Sapo	
+krp				I	L	Korop	
+krr				I	L	Kru'ng 2	
+krs				I	L	Gbaya (Sudan)	
+krt				I	L	Tumari Kanuri	
+kru	kru	kru		I	L	Kurukh	
+krv				I	L	Kavet	
+krw				I	L	Western Krahn	
+krx				I	L	Karon	
+kry				I	L	Kryts	
+krz				I	L	Sota Kanum	
+ksa				I	L	Shuwa-Zamani	
+ksb				I	L	Shambala	
+ksc				I	L	Southern Kalinga	
+ksd				I	L	Kuanua	
+kse				I	L	Kuni	
+ksf				I	L	Bafia	
+ksg				I	L	Kusaghe	
+ksh				I	L	Kölsch	
+ksi				I	L	Krisa	
+ksj				I	L	Uare	
+ksk				I	L	Kansa	
+ksl				I	L	Kumalu	
+ksm				I	L	Kumba	
+ksn				I	L	Kasiguranin	
+kso				I	L	Kofa	
+ksp				I	L	Kaba	
+ksq				I	L	Kwaami	
+ksr				I	L	Borong	
+kss				I	L	Southern Kisi	
+kst				I	L	Winyé	
+ksu				I	L	Khamyang	
+ksv				I	L	Kusu	
+ksw				I	L	S'gaw Karen	
+ksx				I	L	Kedang	
+ksy				I	L	Kharia Thar	
+ksz				I	L	Kodaku	
+kta				I	L	Katua	
+ktb				I	L	Kambaata	
+ktc				I	L	Kholok	
+ktd				I	L	Kokata	
+kte				I	L	Nubri	
+ktf				I	L	Kwami	
+ktg				I	E	Kalkutung	
+kth				I	L	Karanga	
+kti				I	L	North Muyu	
+ktj				I	L	Plapo Krumen	
+ktk				I	E	Kaniet	
+ktl				I	L	Koroshi	
+ktm				I	L	Kurti	
+ktn				I	L	Karitiâna	
+kto				I	L	Kuot	
+ktp				I	L	Kaduo	
+ktq				I	E	Katabaga	
+ktr				I	L	Kota Marudu Tinagas	
+kts				I	L	South Muyu	
+ktt				I	L	Ketum	
+ktu				I	L	Kituba (Democratic Republic of Congo)	
+ktv				I	L	Eastern Katu	
+ktw				I	E	Kato	
+ktx				I	L	Kaxararí	
+kty				I	L	Kango (Bas-Uélé District)	
+ktz				I	L	Ju/'hoan	
+kua	kua	kua	kj	I	L	Kuanyama	
+kub				I	L	Kutep	
+kuc				I	L	Kwinsu	
+kud				I	L	'Auhelawa	
+kue				I	L	Kuman	
+kuf				I	L	Western Katu	
+kug				I	L	Kupa	
+kuh				I	L	Kushi	
+kui				I	L	Kuikúro-Kalapálo	
+kuj				I	L	Kuria	
+kuk				I	L	Kepo'	
+kul				I	L	Kulere	
+kum	kum	kum		I	L	Kumyk	
+kun				I	L	Kunama	
+kuo				I	L	Kumukio	
+kup				I	L	Kunimaipa	
+kuq				I	L	Karipuna	
+kur	kur	kur	ku	M	L	Kurdish	
+kus				I	L	Kusaal	
+kut	kut	kut		I	L	Kutenai	
+kuu				I	L	Upper Kuskokwim	
+kuv				I	L	Kur	
+kuw				I	L	Kpagua	
+kux				I	L	Kukatja	
+kuy				I	L	Kuuku-Ya'u	
+kuz				I	E	Kunza	
+kva				I	L	Bagvalal	
+kvb				I	L	Kubu	
+kvc				I	L	Kove	
+kvd				I	L	Kui (Indonesia)	
+kve				I	L	Kalabakan	
+kvf				I	L	Kabalai	
+kvg				I	L	Kuni-Boazi	
+kvh				I	L	Komodo	
+kvi				I	L	Kwang	
+kvj				I	L	Psikye	
+kvk				I	L	Korean Sign Language	
+kvl				I	L	Kayaw	
+kvm				I	L	Kendem	
+kvn				I	L	Border Kuna	
+kvo				I	L	Dobel	
+kvp				I	L	Kompane	
+kvq				I	L	Geba Karen	
+kvr				I	L	Kerinci	
+kvs				I	L	Kunggara	
+kvt				I	L	Lahta Karen	
+kvu				I	L	Yinbaw Karen	
+kvv				I	L	Kola	
+kvw				I	L	Wersing	
+kvx				I	L	Parkari Koli	
+kvy				I	L	Yintale Karen	
+kvz				I	L	Tsakwambo	
+kwa				I	L	Dâw	
+kwb				I	L	Kwa	
+kwc				I	L	Likwala	
+kwd				I	L	Kwaio	
+kwe				I	L	Kwerba	
+kwf				I	L	Kwara'ae	
+kwg				I	L	Sara Kaba Deme	
+kwh				I	L	Kowiai	
+kwi				I	L	Awa-Cuaiquer	
+kwj				I	L	Kwanga	
+kwk				I	L	Kwakiutl	
+kwl				I	L	Kofyar	
+kwm				I	L	Kwambi	
+kwn				I	L	Kwangali	
+kwo				I	L	Kwomtari	
+kwp				I	L	Kodia	
+kwq				I	L	Kwak	
+kwr				I	L	Kwer	
+kws				I	L	Kwese	
+kwt				I	L	Kwesten	
+kwu				I	L	Kwakum	
+kwv				I	L	Sara Kaba Náà	
+kww				I	L	Kwinti	
+kwx				I	L	Khirwar	
+kwy				I	L	San Salvador Kongo	
+kwz				I	E	Kwadi	
+kxa				I	L	Kairiru	
+kxb				I	L	Krobu	
+kxc				I	L	Konso	
+kxd				I	L	Brunei	
+kxe				I	L	Kakihum	
+kxf				I	L	Manumanaw Karen	
+kxh				I	L	Karo (Ethiopia)	
+kxi				I	L	Keningau Murut	
+kxj				I	L	Kulfa	
+kxk				I	L	Zayein Karen	
+kxl				I	L	Nepali Kurux	
+kxm				I	L	Northern Khmer	
+kxn				I	L	Kanowit-Tanjong Melanau	
+kxo				I	E	Kanoé	
+kxp				I	L	Wadiyara Koli	
+kxq				I	L	Smärky Kanum	
+kxr				I	L	Koro (Papua New Guinea)	
+kxs				I	L	Kangjia	
+kxt				I	L	Koiwat	
+kxu				I	L	Kui (India)	
+kxv				I	L	Kuvi	
+kxw				I	L	Konai	
+kxx				I	L	Likuba	
+kxy				I	L	Kayong	
+kxz				I	L	Kerewo	
+kya				I	L	Kwaya	
+kyb				I	L	Butbut Kalinga	
+kyc				I	L	Kyaka	
+kyd				I	L	Karey	
+kye				I	L	Krache	
+kyf				I	L	Kouya	
+kyg				I	L	Keyagana	
+kyh				I	L	Karok	
+kyi				I	L	Kiput	
+kyj				I	L	Karao	
+kyk				I	L	Kamayo	
+kyl				I	L	Kalapuya	
+kym				I	L	Kpatili	
+kyn				I	L	Northern Binukidnon	
+kyo				I	L	Kelon	
+kyp				I	L	Kang	
+kyq				I	L	Kenga	
+kyr				I	L	Kuruáya	
+kys				I	L	Baram Kayan	
+kyt				I	L	Kayagar	
+kyu				I	L	Western Kayah	
+kyv				I	L	Kayort	
+kyw				I	L	Kudmali	
+kyx				I	L	Rapoisi	
+kyy				I	L	Kambaira	
+kyz				I	L	Kayabí	
+kza				I	L	Western Karaboro	
+kzb				I	L	Kaibobo	
+kzc				I	L	Bondoukou Kulango	
+kzd				I	L	Kadai	
+kze				I	L	Kosena	
+kzf				I	L	Da'a Kaili	
+kzg				I	L	Kikai	
+kzi				I	L	Kelabit	
+kzj				I	L	Coastal Kadazan	
+kzk				I	E	Kazukuru	
+kzl				I	L	Kayeli	
+kzm				I	L	Kais	
+kzn				I	L	Kokola	
+kzo				I	L	Kaningi	
+kzp				I	L	Kaidipang	
+kzq				I	L	Kaike	
+kzr				I	L	Karang	
+kzs				I	L	Sugut Dusun	
+kzt				I	L	Tambunan Dusun	
+kzu				I	L	Kayupulau	
+kzv				I	L	Komyandaret	
+kzw				I	E	Karirí-Xocó	
+kzx				I	L	Kamarian	
+kzy				I	L	Kango (Tshopo District)	
+kzz				I	L	Kalabra	
+laa				I	L	Southern Subanen	
+lab				I	A	Linear A	
+lac				I	L	Lacandon	
+lad	lad	lad		I	L	Ladino	
+lae				I	L	Pattani	
+laf				I	L	Lafofa	
+lag				I	L	Langi	
+lah	lah	lah		M	L	Lahnda	
+lai				I	L	Lambya	
+laj				I	L	Lango (Uganda)	
+lak				I	L	Laka (Nigeria)	
+lal				I	L	Lalia	
+lam	lam	lam		I	L	Lamba	
+lan				I	L	Laru	
+lao	lao	lao	lo	I	L	Lao	
+lap				I	L	Laka (Chad)	
+laq				I	L	Qabiao	
+lar				I	L	Larteh	
+las				I	L	Lama (Togo)	
+lat	lat	lat	la	I	A	Latin	
+lau				I	L	Laba	
+lav	lav	lav	lv	M	L	Latvian	
+law				I	L	Lauje	
+lax				I	L	Tiwa	
+lay				I	L	Lama (Myanmar)	
+laz				I	E	Aribwatsa	
+lba				I	E	Lui	
+lbb				I	L	Label	
+lbc				I	L	Lakkia	
+lbe				I	L	Lak	
+lbf				I	L	Tinani	
+lbg				I	L	Laopang	
+lbi				I	L	La'bi	
+lbj				I	L	Ladakhi	
+lbk				I	L	Central Bontok	
+lbl				I	L	Libon Bikol	
+lbm				I	L	Lodhi	
+lbn				I	L	Lamet	
+lbo				I	L	Laven	
+lbq				I	L	Wampar	
+lbr				I	L	Lohorung	
+lbs				I	L	Libyan Sign Language	
+lbt				I	L	Lachi	
+lbu				I	L	Labu	
+lbv				I	L	Lavatbura-Lamusong	
+lbw				I	L	Tolaki	
+lbx				I	L	Lawangan	
+lby				I	E	Lamu-Lamu	
+lbz				I	L	Lardil	
+lcc				I	L	Legenyem	
+lcd				I	L	Lola	
+lce				I	L	Loncong	
+lcf				I	L	Lubu	
+lch				I	L	Luchazi	
+lcl				I	L	Lisela	
+lcm				I	L	Tungag	
+lcp				I	L	Western Lawa	
+lcq				I	L	Luhu	
+lcs				I	L	Lisabata-Nuniali	
+lda				I	L	Kla-Dan	
+ldb				I	L	Dũya	
+ldd				I	L	Luri	
+ldg				I	L	Lenyima	
+ldh				I	L	Lamja-Dengsa-Tola	
+ldi				I	L	Laari	
+ldj				I	L	Lemoro	
+ldk				I	L	Leelau	
+ldl				I	L	Kaan	
+ldm				I	L	Landoma	
+ldn				I	C	Láadan	
+ldo				I	L	Loo	
+ldp				I	L	Tso	
+ldq				I	L	Lufu	
+lea				I	L	Lega-Shabunda	
+leb				I	L	Lala-Bisa	
+lec				I	L	Leco	
+led				I	L	Lendu	
+lee				I	L	Lyélé	
+lef				I	L	Lelemi	
+leg				I	L	Lengua	
+leh				I	L	Lenje	
+lei				I	L	Lemio	
+lej				I	L	Lengola	
+lek				I	L	Leipon	
+lel				I	L	Lele (Democratic Republic of Congo)	
+lem				I	L	Nomaande	
+len				I	E	Lenca	
+leo				I	L	Leti (Cameroon)	
+lep				I	L	Lepcha	
+leq				I	L	Lembena	
+ler				I	L	Lenkau	
+les				I	L	Lese	
+let				I	L	Lesing-Gelimi	
+leu				I	L	Kara (Papua New Guinea)	
+lev				I	L	Lamma	
+lew				I	L	Ledo Kaili	
+lex				I	L	Luang	
+ley				I	L	Lemolang	
+lez	lez	lez		I	L	Lezghian	
+lfa				I	L	Lefa	
+lfn				I	C	Lingua Franca Nova	
+lga				I	L	Lungga	
+lgb				I	L	Laghu	
+lgg				I	L	Lugbara	
+lgh				I	L	Laghuu	
+lgi				I	L	Lengilu	
+lgk				I	L	Lingarak	
+lgl				I	L	Wala	
+lgm				I	L	Lega-Mwenga	
+lgn				I	L	Opuuo	
+lgq				I	L	Logba	
+lgr				I	L	Lengo	
+lgt				I	L	Pahi	
+lgu				I	L	Longgu	
+lgz				I	L	Ligenza	
+lha				I	L	Laha (Viet Nam)	
+lhh				I	L	Laha (Indonesia)	
+lhi				I	L	Lahu Shi	
+lhl				I	L	Lahul Lohar	
+lhm				I	L	Lhomi	
+lhn				I	L	Lahanan	
+lhp				I	L	Lhokpu	
+lhs				I	E	Mlahsö	
+lht				I	L	Lo-Toga	
+lhu				I	L	Lahu	
+lia				I	L	West-Central Limba	
+lib				I	L	Likum	
+lic				I	L	Hlai	
+lid				I	L	Nyindrou	
+lie				I	L	Likila	
+lif				I	L	Limbu	
+lig				I	L	Ligbi	
+lih				I	L	Lihir	
+lii				I	L	Lingkhim	
+lij				I	L	Ligurian	
+lik				I	L	Lika	
+lil				I	L	Lillooet	
+lim	lim	lim	li	I	L	Limburgan	
+lin	lin	lin	ln	I	L	Lingala	
+lio				I	L	Liki	
+lip				I	L	Sekpele	
+liq				I	L	Libido	
+lir				I	L	Liberian English	
+lis				I	L	Lisu	
+lit	lit	lit	lt	I	L	Lithuanian	
+liu				I	L	Logorik	
+liv				I	L	Liv	
+liw				I	L	Col	
+lix				I	L	Liabuku	
+liy				I	L	Banda-Bambari	
+liz				I	L	Libinza	
+lja				I	E	Golpa	
+lje				I	L	Rampi	
+lji				I	L	Laiyolo	
+ljl				I	L	Li'o	
+ljp				I	L	Lampung Api	
+ljw				I	L	Yirandali	
+ljx				I	E	Yuru	
+lka				I	L	Lakalei	
+lkb				I	L	Kabras	
+lkc				I	L	Kucong	
+lkd				I	L	Lakondê	
+lke				I	L	Kenyi	
+lkh				I	L	Lakha	
+lki				I	L	Laki	
+lkj				I	L	Remun	
+lkl				I	L	Laeko-Libuat	
+lkm				I	E	Kalaamaya	
+lkn				I	L	Lakon	
+lko				I	L	Khayo	
+lkr				I	L	Päri	
+lks				I	L	Kisa	
+lkt				I	L	Lakota	
+lku				I	E	Kungkari	
+lky				I	L	Lokoya	
+lla				I	L	Lala-Roba	
+llb				I	L	Lolo	
+llc				I	L	Lele (Guinea)	
+lld				I	L	Ladin	
+lle				I	L	Lele (Papua New Guinea)	
+llf				I	E	Hermit	
+llg				I	L	Lole	
+llh				I	L	Lamu	
+lli				I	L	Teke-Laali	
+llj				I	E	Ladji Ladji	
+llk				I	E	Lelak	
+lll				I	L	Lilau	
+llm				I	L	Lasalimu	
+lln				I	L	Lele (Chad)	
+llo				I	L	Khlor	
+llp				I	L	North Efate	
+llq				I	L	Lolak	
+lls				I	L	Lithuanian Sign Language	
+llu				I	L	Lau	
+llx				I	L	Lauan	
+lma				I	L	East Limba	
+lmb				I	L	Merei	
+lmc				I	E	Limilngan	
+lmd				I	L	Lumun	
+lme				I	L	Pévé	
+lmf				I	L	South Lembata	
+lmg				I	L	Lamogai	
+lmh				I	L	Lambichhong	
+lmi				I	L	Lombi	
+lmj				I	L	West Lembata	
+lmk				I	L	Lamkang	
+lml				I	L	Hano	
+lmm				I	L	Lamam	
+lmn				I	L	Lambadi	
+lmo				I	L	Lombard	
+lmp				I	L	Limbum	
+lmq				I	L	Lamatuka	
+lmr				I	L	Lamalera	
+lmu				I	L	Lamenu	
+lmv				I	L	Lomaiviti	
+lmw				I	L	Lake Miwok	
+lmx				I	L	Laimbue	
+lmy				I	L	Lamboya	
+lmz				I	E	Lumbee	
+lna				I	L	Langbashe	
+lnb				I	L	Mbalanhu	
+lnd				I	L	Lundayeh	
+lng				I	A	Langobardic	
+lnh				I	L	Lanoh	
+lni				I	L	Daantanai'	
+lnj				I	E	Leningitij	
+lnl				I	L	South Central Banda	
+lnm				I	L	Langam	
+lnn				I	L	Lorediakarkar	
+lno				I	L	Lango (Sudan)	
+lns				I	L	Lamnso'	
+lnu				I	L	Longuda	
+lnw				I	E	Lanima	
+lnz				I	L	Lonzo	
+loa				I	L	Loloda	
+lob				I	L	Lobi	
+loc				I	L	Inonhan	
+loe				I	L	Saluan	
+lof				I	L	Logol	
+log				I	L	Logo	
+loh				I	L	Narim	
+loi				I	L	Loma (Côte d'Ivoire)	
+loj				I	L	Lou	
+lok				I	L	Loko	
+lol	lol	lol		I	L	Mongo	
+lom				I	L	Loma (Liberia)	
+lon				I	L	Malawi Lomwe	
+loo				I	L	Lombo	
+lop				I	L	Lopa	
+loq				I	L	Lobala	
+lor				I	L	Téén	
+los				I	L	Loniu	
+lot				I	L	Otuho	
+lou				I	L	Louisiana Creole French	
+lov				I	L	Lopi	
+low				I	L	Tampias Lobu	
+lox				I	L	Loun	
+loy				I	L	Loke	
+loz	loz	loz		I	L	Lozi	
+lpa				I	L	Lelepa	
+lpe				I	L	Lepki	
+lpn				I	L	Long Phuri Naga	
+lpo				I	L	Lipo	
+lpx				I	L	Lopit	
+lra				I	L	Rara Bakati'	
+lrc				I	L	Northern Luri	
+lre				I	E	Laurentian	
+lrg				I	E	Laragia	
+lri				I	L	Marachi	
+lrk				I	L	Loarki	
+lrl				I	L	Lari	
+lrm				I	L	Marama	
+lrn				I	L	Lorang	
+lro				I	L	Laro	
+lrr				I	L	Southern Yamphu	
+lrt				I	L	Larantuka Malay	
+lrv				I	L	Larevat	
+lrz				I	L	Lemerig	
+lsa				I	L	Lasgerdi	
+lsd				I	L	Lishana Deni	
+lse				I	L	Lusengo	
+lsg				I	L	Lyons Sign Language	
+lsh				I	L	Lish	
+lsi				I	L	Lashi	
+lsl				I	L	Latvian Sign Language	
+lsm				I	L	Saamia	
+lso				I	L	Laos Sign Language	
+lsp				I	L	Panamanian Sign Language	
+lsr				I	L	Aruop	
+lss				I	L	Lasi	
+lst				I	L	Trinidad and Tobago Sign Language	
+lsy				I	L	Mauritian Sign Language	
+ltc				I	H	Late Middle Chinese	
+ltg				I	L	Latgalian	
+lti				I	L	Leti (Indonesia)	
+ltn				I	L	Latundê	
+lto				I	L	Tsotso	
+lts				I	L	Tachoni	
+ltu				I	L	Latu	
+ltz	ltz	ltz	lb	I	L	Luxembourgish	
+lua	lua	lua		I	L	Luba-Lulua	
+lub	lub	lub	lu	I	L	Luba-Katanga	
+luc				I	L	Aringa	
+lud				I	L	Ludian	
+lue				I	L	Luvale	
+luf				I	L	Laua	
+lug	lug	lug	lg	I	L	Ganda	
+lui	lui	lui		I	L	Luiseno	
+luj				I	L	Luna	
+luk				I	L	Lunanakha	
+lul				I	L	Olu'bo	
+lum				I	L	Luimbi	
+lun	lun	lun		I	L	Lunda	
+luo	luo	luo		I	L	Luo (Kenya and Tanzania)	
+lup				I	L	Lumbu	
+luq				I	L	Lucumi	
+lur				I	L	Laura	
+lus	lus	lus		I	L	Lushai	
+lut				I	L	Lushootseed	
+luu				I	L	Lumba-Yakkha	
+luv				I	L	Luwati	
+luw				I	L	Luo (Cameroon)	
+luy				M	L	Luyia	
+luz				I	L	Southern Luri	
+lva				I	L	Maku'a	
+lvk				I	L	Lavukaleve	
+lvs				I	L	Standard Latvian	
+lvu				I	L	Levuka	
+lwa				I	L	Lwalu	
+lwe				I	L	Lewo Eleng	
+lwg				I	L	Wanga	
+lwh				I	L	White Lachi	
+lwl				I	L	Eastern Lawa	
+lwm				I	L	Laomian	
+lwo				I	L	Luwo	
+lwt				I	L	Lewotobi	
+lwu				I	L	Lawu	
+lww				I	L	Lewo	
+lya				I	L	Layakha	
+lyg				I	L	Lyngngam	
+lyn				I	L	Luyana	
+lzh				I	H	Literary Chinese	
+lzl				I	L	Litzlitz	
+lzn				I	L	Leinong Naga	
+lzz				I	L	Laz	
+maa				I	L	San Jerónimo Tecóatl Mazatec	
+mab				I	L	Yutanduchi Mixtec	
+mad	mad	mad		I	L	Madurese	
+mae				I	L	Bo-Rukul	
+maf				I	L	Mafa	
+mag	mag	mag		I	L	Magahi	
+mah	mah	mah	mh	I	L	Marshallese	
+mai	mai	mai		I	L	Maithili	
+maj				I	L	Jalapa De Díaz Mazatec	
+mak	mak	mak		I	L	Makasar	
+mal	mal	mal	ml	I	L	Malayalam	
+mam				I	L	Mam	
+man	man	man		M	L	Mandingo	
+maq				I	L	Chiquihuitlán Mazatec	
+mar	mar	mar	mr	I	L	Marathi	
+mas	mas	mas		I	L	Masai	
+mat				I	L	San Francisco Matlatzinca	
+mau				I	L	Huautla Mazatec	
+mav				I	L	Sateré-Mawé	
+maw				I	L	Mampruli	
+max				I	L	North Moluccan Malay	
+maz				I	L	Central Mazahua	
+mba				I	L	Higaonon	
+mbb				I	L	Western Bukidnon Manobo	
+mbc				I	L	Macushi	
+mbd				I	L	Dibabawon Manobo	
+mbe				I	E	Molale	
+mbf				I	L	Baba Malay	
+mbh				I	L	Mangseng	
+mbi				I	L	Ilianen Manobo	
+mbj				I	L	Nadëb	
+mbk				I	L	Malol	
+mbl				I	L	Maxakalí	
+mbm				I	L	Ombamba	
+mbn				I	L	Macaguán	
+mbo				I	L	Mbo (Cameroon)	
+mbp				I	L	Malayo	
+mbq				I	L	Maisin	
+mbr				I	L	Nukak Makú	
+mbs				I	L	Sarangani Manobo	
+mbt				I	L	Matigsalug Manobo	
+mbu				I	L	Mbula-Bwazza	
+mbv				I	L	Mbulungish	
+mbw				I	L	Maring	
+mbx				I	L	Mari (East Sepik Province)	
+mby				I	L	Memoni	
+mbz				I	L	Amoltepec Mixtec	
+mca				I	L	Maca	
+mcb				I	L	Machiguenga	
+mcc				I	L	Bitur	
+mcd				I	L	Sharanahua	
+mce				I	L	Itundujia Mixtec	
+mcf				I	L	Matsés	
+mcg				I	L	Mapoyo	
+mch				I	L	Maquiritari	
+mci				I	L	Mese	
+mcj				I	L	Mvanip	
+mck				I	L	Mbunda	
+mcl				I	E	Macaguaje	
+mcm				I	L	Malaccan Creole Portuguese	
+mcn				I	L	Masana	
+mco				I	L	Coatlán Mixe	
+mcp				I	L	Makaa	
+mcq				I	L	Ese	
+mcr				I	L	Menya	
+mcs				I	L	Mambai	
+mct				I	L	Mengisa	
+mcu				I	L	Cameroon Mambila	
+mcv				I	L	Minanibai	
+mcw				I	L	Mawa (Chad)	
+mcx				I	L	Mpiemo	
+mcy				I	L	South Watut	
+mcz				I	L	Mawan	
+mda				I	L	Mada (Nigeria)	
+mdb				I	L	Morigi	
+mdc				I	L	Male (Papua New Guinea)	
+mdd				I	L	Mbum	
+mde				I	L	Maba (Chad)	
+mdf	mdf	mdf		I	L	Moksha	
+mdg				I	L	Massalat	
+mdh				I	L	Maguindanaon	
+mdi				I	L	Mamvu	
+mdj				I	L	Mangbetu	
+mdk				I	L	Mangbutu	
+mdl				I	L	Maltese Sign Language	
+mdm				I	L	Mayogo	
+mdn				I	L	Mbati	
+mdp				I	L	Mbala	
+mdq				I	L	Mbole	
+mdr	mdr	mdr		I	L	Mandar	
+mds				I	L	Maria (Papua New Guinea)	
+mdt				I	L	Mbere	
+mdu				I	L	Mboko	
+mdv				I	L	Santa Lucía Monteverde Mixtec	
+mdw				I	L	Mbosi	
+mdx				I	L	Dizin	
+mdy				I	L	Male (Ethiopia)	
+mdz				I	L	Suruí Do Pará	
+mea				I	L	Menka	
+meb				I	L	Ikobi	
+mec				I	L	Mara	
+med				I	L	Melpa	
+mee				I	L	Mengen	
+mef				I	L	Megam	
+meh				I	L	Southwestern Tlaxiaco Mixtec	
+mei				I	L	Midob	
+mej				I	L	Meyah	
+mek				I	L	Mekeo	
+mel				I	L	Central Melanau	
+mem				I	E	Mangala	
+men	men	men		I	L	Mende (Sierra Leone)	
+meo				I	L	Kedah Malay	
+mep				I	L	Miriwung	
+meq				I	L	Merey	
+mer				I	L	Meru	
+mes				I	L	Masmaje	
+met				I	L	Mato	
+meu				I	L	Motu	
+mev				I	L	Mano	
+mew				I	L	Maaka	
+mey				I	L	Hassaniyya	
+mez				I	L	Menominee	
+mfa				I	L	Pattani Malay	
+mfb				I	L	Bangka	
+mfc				I	L	Mba	
+mfd				I	L	Mendankwe-Nkwen	
+mfe				I	L	Morisyen	
+mff				I	L	Naki	
+mfg				I	L	Mogofin	
+mfh				I	L	Matal	
+mfi				I	L	Wandala	
+mfj				I	L	Mefele	
+mfk				I	L	North Mofu	
+mfl				I	L	Putai	
+mfm				I	L	Marghi South	
+mfn				I	L	Cross River Mbembe	
+mfo				I	L	Mbe	
+mfp				I	L	Makassar Malay	
+mfq				I	L	Moba	
+mfr				I	L	Marithiel	
+mfs				I	L	Mexican Sign Language	
+mft				I	L	Mokerang	
+mfu				I	L	Mbwela	
+mfv				I	L	Mandjak	
+mfw				I	E	Mulaha	
+mfx				I	L	Melo	
+mfy				I	L	Mayo	
+mfz				I	L	Mabaan	
+mga	mga	mga		I	H	Middle Irish (900-1200)	
+mgb				I	L	Mararit	
+mgc				I	L	Morokodo	
+mgd				I	L	Moru	
+mge				I	L	Mango	
+mgf				I	L	Maklew	
+mgg				I	L	Mpumpong	
+mgh				I	L	Makhuwa-Meetto	
+mgi				I	L	Lijili	
+mgj				I	L	Abureni	
+mgk				I	L	Mawes	
+mgl				I	L	Maleu-Kilenge	
+mgm				I	L	Mambae	
+mgn				I	L	Mbangi	
+mgo				I	L	Meta'	
+mgp				I	L	Eastern Magar	
+mgq				I	L	Malila	
+mgr				I	L	Mambwe-Lungu	
+mgs				I	L	Manda (Tanzania)	
+mgt				I	L	Mongol	
+mgu				I	L	Mailu	
+mgv				I	L	Matengo	
+mgw				I	L	Matumbi	
+mgy				I	L	Mbunga	
+mgz				I	L	Mbugwe	
+mha				I	L	Manda (India)	
+mhb				I	L	Mahongwe	
+mhc				I	L	Mocho	
+mhd				I	L	Mbugu	
+mhe				I	L	Besisi	
+mhf				I	L	Mamaa	
+mhg				I	L	Margu	
+mhh				I	L	Maskoy Pidgin	
+mhi				I	L	Ma'di	
+mhj				I	L	Mogholi	
+mhk				I	L	Mungaka	
+mhl				I	L	Mauwake	
+mhm				I	L	Makhuwa-Moniga	
+mhn				I	L	Mócheno	
+mho				I	L	Mashi (Zambia)	
+mhp				I	L	Balinese Malay	
+mhq				I	L	Mandan	
+mhr				I	L	Eastern Mari	
+mhs				I	L	Buru (Indonesia)	
+mht				I	L	Mandahuaca	
+mhu				I	L	Digaro-Mishmi	
+mhw				I	L	Mbukushu	
+mhx				I	L	Maru	
+mhy				I	L	Ma'anyan	
+mhz				I	L	Mor (Mor Islands)	
+mia				I	L	Miami	
+mib				I	L	Atatláhuca Mixtec	
+mic	mic	mic		I	L	Mi'kmaq	
+mid				I	L	Mandaic	
+mie				I	L	Ocotepec Mixtec	
+mif				I	L	Mofu-Gudur	
+mig				I	L	San Miguel El Grande Mixtec	
+mih				I	L	Chayuco Mixtec	
+mii				I	L	Chigmecatitlán Mixtec	
+mij				I	L	Abar	
+mik				I	L	Mikasuki	
+mil				I	L	Peñoles Mixtec	
+mim				I	L	Alacatlatzala Mixtec	
+min	min	min		I	L	Minangkabau	
+mio				I	L	Pinotepa Nacional Mixtec	
+mip				I	L	Apasco-Apoala Mixtec	
+miq				I	L	Mískito	
+mir				I	L	Isthmus Mixe	
+mis	mis	mis		S	S	Uncoded languages	
+mit				I	L	Southern Puebla Mixtec	
+miu				I	L	Cacaloxtepec Mixtec	
+miw				I	L	Akoye	
+mix				I	L	Mixtepec Mixtec	
+miy				I	L	Ayutla Mixtec	
+miz				I	L	Coatzospan Mixtec	
+mjc				I	L	San Juan Colorado Mixtec	
+mjd				I	L	Northwest Maidu	
+mje				I	E	Muskum	
+mjg				I	L	Tu	
+mjh				I	L	Mwera (Nyasa)	
+mji				I	L	Kim Mun	
+mjj				I	L	Mawak	
+mjk				I	L	Matukar	
+mjl				I	L	Mandeali	
+mjm				I	L	Medebur	
+mjn				I	L	Ma (Papua New Guinea)	
+mjo				I	L	Malankuravan	
+mjp				I	L	Malapandaram	
+mjq				I	E	Malaryan	
+mjr				I	L	Malavedan	
+mjs				I	L	Miship	
+mjt				I	L	Sauria Paharia	
+mju				I	L	Manna-Dora	
+mjv				I	L	Mannan	
+mjw				I	L	Karbi	
+mjx				I	L	Mahali	
+mjy				I	E	Mahican	
+mjz				I	L	Majhi	
+mka				I	L	Mbre	
+mkb				I	L	Mal Paharia	
+mkc				I	L	Siliput	
+mkd	mac	mkd	mk	I	L	Macedonian	
+mke				I	L	Mawchi	
+mkf				I	L	Miya	
+mkg				I	L	Mak (China)	
+mki				I	L	Dhatki	
+mkj				I	L	Mokilese	
+mkk				I	L	Byep	
+mkl				I	L	Mokole	
+mkm				I	L	Moklen	
+mkn				I	L	Kupang Malay	
+mko				I	L	Mingang Doso	
+mkp				I	L	Moikodi	
+mkq				I	E	Bay Miwok	
+mkr				I	L	Malas	
+mks				I	L	Silacayoapan Mixtec	
+mkt				I	L	Vamale	
+mku				I	L	Konyanka Maninka	
+mkv				I	L	Mafea	
+mkw				I	L	Kituba (Congo)	
+mkx				I	L	Kinamiging Manobo	
+mky				I	L	East Makian	
+mkz				I	L	Makasae	
+mla				I	L	Malo	
+mlb				I	L	Mbule	
+mlc				I	L	Cao Lan	
+mle				I	L	Manambu	
+mlf				I	L	Mal	
+mlg	mlg	mlg	mg	M	L	Malagasy	
+mlh				I	L	Mape	
+mli				I	L	Malimpung	
+mlj				I	L	Miltu	
+mlk				I	L	Ilwana	
+mll				I	L	Malua Bay	
+mlm				I	L	Mulam	
+mln				I	L	Malango	
+mlo				I	L	Mlomp	
+mlp				I	L	Bargam	
+mlq				I	L	Western Maninkakan	
+mlr				I	L	Vame	
+mls				I	L	Masalit	
+mlt	mlt	mlt	mt	I	L	Maltese	
+mlu				I	L	To'abaita	
+mlv				I	L	Motlav	
+mlw				I	L	Moloko	
+mlx				I	L	Malfaxal	
+mlz				I	L	Malaynon	
+mma				I	L	Mama	
+mmb				I	L	Momina	
+mmc				I	L	Michoacán Mazahua	
+mmd				I	L	Maonan	
+mme				I	L	Mae	
+mmf				I	L	Mundat	
+mmg				I	L	North Ambrym	
+mmh				I	L	Mehináku	
+mmi				I	L	Musar	
+mmj				I	L	Majhwar	
+mmk				I	L	Mukha-Dora	
+mml				I	L	Man Met	
+mmm				I	L	Maii	
+mmn				I	L	Mamanwa	
+mmo				I	L	Mangga Buang	
+mmp				I	L	Siawi	
+mmq				I	L	Musak	
+mmr				I	L	Western Xiangxi Miao	
+mmt				I	L	Malalamai	
+mmu				I	L	Mmaala	
+mmv				I	E	Miriti	
+mmw				I	L	Emae	
+mmx				I	L	Madak	
+mmy				I	L	Migaama	
+mmz				I	L	Mabaale	
+mna				I	L	Mbula	
+mnb				I	L	Muna	
+mnc	mnc	mnc		I	L	Manchu	
+mnd				I	L	Mondé	
+mne				I	L	Naba	
+mnf				I	L	Mundani	
+mng				I	L	Eastern Mnong	
+mnh				I	L	Mono (Democratic Republic of Congo)	
+mni	mni	mni		I	L	Manipuri	
+mnj				I	L	Munji	
+mnk				I	L	Mandinka	
+mnl				I	L	Tiale	
+mnm				I	L	Mapena	
+mnn				I	L	Southern Mnong	
+mnp				I	L	Min Bei Chinese	
+mnq				I	L	Minriq	
+mnr				I	L	Mono (USA)	
+mns				I	L	Mansi	
+mnu				I	L	Mer	
+mnv				I	L	Rennell-Bellona	
+mnw				I	L	Mon	
+mnx				I	L	Manikion	
+mny				I	L	Manyawa	
+mnz				I	L	Moni	
+moa				I	L	Mwan	
+moc				I	L	Mocoví	
+mod				I	E	Mobilian	
+moe				I	L	Montagnais	
+mog				I	L	Mongondow	
+moh	moh	moh		I	L	Mohawk	
+moi				I	L	Mboi	
+moj				I	L	Monzombo	
+mok				I	L	Morori	
+mom				I	E	Mangue	
+mon	mon	mon	mn	M	L	Mongolian	
+moo				I	L	Monom	
+mop				I	L	Mopán Maya	
+moq				I	L	Mor (Bomberai Peninsula)	
+mor				I	L	Moro	
+mos	mos	mos		I	L	Mossi	
+mot				I	L	Barí	
+mou				I	L	Mogum	
+mov				I	L	Mohave	
+mow				I	L	Moi (Congo)	
+mox				I	L	Molima	
+moy				I	L	Shekkacho	
+moz				I	L	Mukulu	
+mpa				I	L	Mpoto	
+mpb				I	L	Mullukmulluk	
+mpc				I	L	Mangarayi	
+mpd				I	L	Machinere	
+mpe				I	L	Majang	
+mpg				I	L	Marba	
+mph				I	L	Maung	
+mpi				I	L	Mpade	
+mpj				I	L	Martu Wangka	
+mpk				I	L	Mbara (Chad)	
+mpl				I	L	Middle Watut	
+mpm				I	L	Yosondúa Mixtec	
+mpn				I	L	Mindiri	
+mpo				I	L	Miu	
+mpp				I	L	Migabac	
+mpq				I	L	Matís	
+mpr				I	L	Vangunu	
+mps				I	L	Dadibi	
+mpt				I	L	Mian	
+mpu				I	L	Makuráp	
+mpv				I	L	Mungkip	
+mpw				I	L	Mapidian	
+mpx				I	L	Misima-Panaeati	
+mpy				I	L	Mapia	
+mpz				I	L	Mpi	
+mqa				I	L	Maba (Indonesia)	
+mqb				I	L	Mbuko	
+mqc				I	L	Mangole	
+mqe				I	L	Matepi	
+mqf				I	L	Momuna	
+mqg				I	L	Kota Bangun Kutai Malay	
+mqh				I	L	Tlazoyaltepec Mixtec	
+mqi				I	L	Mariri	
+mqj				I	L	Mamasa	
+mqk				I	L	Rajah Kabunsuwan Manobo	
+mql				I	L	Mbelime	
+mqm				I	L	South Marquesan	
+mqn				I	L	Moronene	
+mqo				I	L	Modole	
+mqp				I	L	Manipa	
+mqq				I	L	Minokok	
+mqr				I	L	Mander	
+mqs				I	L	West Makian	
+mqt				I	L	Mok	
+mqu				I	L	Mandari	
+mqv				I	L	Mosimo	
+mqw				I	L	Murupi	
+mqx				I	L	Mamuju	
+mqy				I	L	Manggarai	
+mqz				I	L	Pano	
+mra				I	L	Mlabri	
+mrb				I	L	Marino	
+mrc				I	L	Maricopa	
+mrd				I	L	Western Magar	
+mre				I	E	Martha's Vineyard Sign Language	
+mrf				I	L	Elseng	
+mrg				I	L	Mising	
+mrh				I	L	Mara Chin	
+mri	mao	mri	mi	I	L	Maori	
+mrj				I	L	Western Mari	
+mrk				I	L	Hmwaveke	
+mrl				I	L	Mortlockese	
+mrm				I	L	Merlav	
+mrn				I	L	Cheke Holo	
+mro				I	L	Mru	
+mrp				I	L	Morouas	
+mrq				I	L	North Marquesan	
+mrr				I	L	Maria (India)	
+mrs				I	L	Maragus	
+mrt				I	L	Marghi Central	
+mru				I	L	Mono (Cameroon)	
+mrv				I	L	Mangareva	
+mrw				I	L	Maranao	
+mrx				I	L	Maremgi	
+mry				I	L	Mandaya	
+mrz				I	L	Marind	
+msa	may	msa	ms	M	L	Malay (macrolanguage)	
+msb				I	L	Masbatenyo	
+msc				I	L	Sankaran Maninka	
+msd				I	L	Yucatec Maya Sign Language	
+mse				I	L	Musey	
+msf				I	L	Mekwei	
+msg				I	L	Moraid	
+msh				I	L	Masikoro Malagasy	
+msi				I	L	Sabah Malay	
+msj				I	L	Ma (Democratic Republic of Congo)	
+msk				I	L	Mansaka	
+msl				I	L	Molof	
+msm				I	L	Agusan Manobo	
+msn				I	L	Vurës	
+mso				I	L	Mombum	
+msp				I	E	Maritsauá	
+msq				I	L	Caac	
+msr				I	L	Mongolian Sign Language	
+mss				I	L	West Masela	
+msu				I	L	Musom	
+msv				I	L	Maslam	
+msw				I	L	Mansoanka	
+msx				I	L	Moresada	
+msy				I	L	Aruamu	
+msz				I	L	Momare	
+mta				I	L	Cotabato Manobo	
+mtb				I	L	Anyin Morofo	
+mtc				I	L	Munit	
+mtd				I	L	Mualang	
+mte				I	L	Mono (Solomon Islands)	
+mtf				I	L	Murik (Papua New Guinea)	
+mtg				I	L	Una	
+mth				I	L	Munggui	
+mti				I	L	Maiwa (Papua New Guinea)	
+mtj				I	L	Moskona	
+mtk				I	L	Mbe'	
+mtl				I	L	Montol	
+mtm				I	E	Mator	
+mtn				I	E	Matagalpa	
+mto				I	L	Totontepec Mixe	
+mtp				I	L	Wichí Lhamtés Nocten	
+mtq				I	L	Muong	
+mtr				I	L	Mewari	
+mts				I	L	Yora	
+mtt				I	L	Mota	
+mtu				I	L	Tututepec Mixtec	
+mtv				I	L	Asaro'o	
+mtw				I	L	Southern Binukidnon	
+mtx				I	L	Tidaá Mixtec	
+mty				I	L	Nabi	
+mua				I	L	Mundang	
+mub				I	L	Mubi	
+muc				I	L	Ajumbu	
+mud				I	L	Mednyj Aleut	
+mue				I	L	Media Lengua	
+mug				I	L	Musgu	
+muh				I	L	Mündü	
+mui				I	L	Musi	
+muj				I	L	Mabire	
+muk				I	L	Mugom	
+mul	mul	mul		S	S	Multiple languages	
+mum				I	L	Maiwala	
+muo				I	L	Nyong	
+mup				I	L	Malvi	
+muq				I	L	Eastern Xiangxi Miao	
+mur				I	L	Murle	
+mus	mus	mus		I	L	Creek	
+mut				I	L	Western Muria	
+muu				I	L	Yaaku	
+muv				I	L	Muthuvan	
+mux				I	L	Bo-Ung	
+muy				I	L	Muyang	
+muz				I	L	Mursi	
+mva				I	L	Manam	
+mvb				I	E	Mattole	
+mvd				I	L	Mamboru	
+mve				I	L	Marwari (Pakistan)	
+mvf				I	L	Peripheral Mongolian	
+mvg				I	L	Yucuañe Mixtec	
+mvh				I	L	Mulgi	
+mvi				I	L	Miyako	
+mvk				I	L	Mekmek	
+mvl				I	E	Mbara (Australia)	
+mvm				I	L	Muya	
+mvn				I	L	Minaveha	
+mvo				I	L	Marovo	
+mvp				I	L	Duri	
+mvq				I	L	Moere	
+mvr				I	L	Marau	
+mvs				I	L	Massep	
+mvt				I	L	Mpotovoro	
+mvu				I	L	Marfa	
+mvv				I	L	Tagal Murut	
+mvw				I	L	Machinga	
+mvx				I	L	Meoswar	
+mvy				I	L	Indus Kohistani	
+mvz				I	L	Mesqan	
+mwa				I	L	Mwatebu	
+mwb				I	L	Juwal	
+mwc				I	L	Are	
+mwe				I	L	Mwera (Chimwera)	
+mwf				I	L	Murrinh-Patha	
+mwg				I	L	Aiklep	
+mwh				I	L	Mouk-Aria	
+mwi				I	L	Labo	
+mwj				I	L	Maligo	
+mwk				I	L	Kita Maninkakan	
+mwl	mwl	mwl		I	L	Mirandese	
+mwm				I	L	Sar	
+mwn				I	L	Nyamwanga	
+mwo				I	L	Central Maewo	
+mwp				I	L	Kala Lagaw Ya	
+mwq				I	L	Mün Chin	
+mwr	mwr	mwr		M	L	Marwari	
+mws				I	L	Mwimbi-Muthambi	
+mwt				I	L	Moken	
+mwu				I	E	Mittu	
+mwv				I	L	Mentawai	
+mww				I	L	Hmong Daw	
+mwx				I	L	Mediak	
+mwy				I	L	Mosiro	
+mwz				I	L	Moingi	
+mxa				I	L	Northwest Oaxaca Mixtec	
+mxb				I	L	Tezoatlán Mixtec	
+mxc				I	L	Manyika	
+mxd				I	L	Modang	
+mxe				I	L	Mele-Fila	
+mxf				I	L	Malgbe	
+mxg				I	L	Mbangala	
+mxh				I	L	Mvuba	
+mxi				I	E	Mozarabic	
+mxj				I	L	Miju-Mishmi	
+mxk				I	L	Monumbo	
+mxl				I	L	Maxi Gbe	
+mxm				I	L	Meramera	
+mxn				I	L	Moi (Indonesia)	
+mxo				I	L	Mbowe	
+mxp				I	L	Tlahuitoltepec Mixe	
+mxq				I	L	Juquila Mixe	
+mxr				I	L	Murik (Malaysia)	
+mxs				I	L	Huitepec Mixtec	
+mxt				I	L	Jamiltepec Mixtec	
+mxu				I	L	Mada (Cameroon)	
+mxv				I	L	Metlatónoc Mixtec	
+mxw				I	L	Namo	
+mxx				I	L	Mahou	
+mxy				I	L	Southeastern Nochixtlán Mixtec	
+mxz				I	L	Central Masela	
+mya	bur	mya	my	I	L	Burmese	
+myb				I	L	Mbay	
+myc				I	L	Mayeka	
+myd				I	L	Maramba	
+mye				I	L	Myene	
+myf				I	L	Bambassi	
+myg				I	L	Manta	
+myh				I	L	Makah	
+myi				I	L	Mina (India)	
+myj				I	L	Mangayat	
+myk				I	L	Mamara Senoufo	
+myl				I	L	Moma	
+mym				I	L	Me'en	
+myo				I	L	Anfillo	
+myp				I	L	Pirahã	
+myr				I	L	Muniche	
+mys				I	E	Mesmes	
+myu				I	L	Mundurukú	
+myv	myv	myv		I	L	Erzya	
+myw				I	L	Muyuw	
+myx				I	L	Masaaba	
+myy				I	L	Macuna	
+myz				I	H	Classical Mandaic	
+mza				I	L	Santa María Zacatepec Mixtec	
+mzb				I	L	Tumzabt	
+mzc				I	L	Madagascar Sign Language	
+mzd				I	L	Malimba	
+mze				I	L	Morawa	
+mzg				I	L	Monastic Sign Language	
+mzh				I	L	Wichí Lhamtés Güisnay	
+mzi				I	L	Ixcatlán Mazatec	
+mzj				I	L	Manya	
+mzk				I	L	Nigeria Mambila	
+mzl				I	L	Mazatlán Mixe	
+mzm				I	L	Mumuye	
+mzn				I	L	Mazanderani	
+mzo				I	E	Matipuhy	
+mzp				I	L	Movima	
+mzq				I	L	Mori Atas	
+mzr				I	L	Marúbo	
+mzs				I	L	Macanese	
+mzt				I	L	Mintil	
+mzu				I	L	Inapang	
+mzv				I	L	Manza	
+mzw				I	L	Deg	
+mzx				I	L	Mawayana	
+mzy				I	L	Mozambican Sign Language	
+mzz				I	L	Maiadomu	
+naa				I	L	Namla	
+nab				I	L	Southern Nambikuára	
+nac				I	L	Narak	
+nad				I	L	Nijadali	
+nae				I	L	Naka'ela	
+naf				I	L	Nabak	
+nag				I	L	Naga Pidgin	
+naj				I	L	Nalu	
+nak				I	L	Nakanai	
+nal				I	L	Nalik	
+nam				I	L	Ngan'gityemerri	
+nan				I	L	Min Nan Chinese	
+nao				I	L	Naaba	
+nap	nap	nap		I	L	Neapolitan	
+naq				I	L	Nama (Namibia)	
+nar				I	L	Iguta	
+nas				I	L	Naasioi	
+nat				I	L	Hungworo	
+nau	nau	nau	na	I	L	Nauru	
+nav	nav	nav	nv	I	L	Navajo	
+naw				I	L	Nawuri	
+nax				I	L	Nakwi	
+nay				I	E	Narrinyeri	
+naz				I	L	Coatepec Nahuatl	
+nba				I	L	Nyemba	
+nbb				I	L	Ndoe	
+nbc				I	L	Chang Naga	
+nbd				I	L	Ngbinda	
+nbe				I	L	Konyak Naga	
+nbg				I	L	Nagarchal	
+nbh				I	L	Ngamo	
+nbi				I	L	Mao Naga	
+nbj				I	L	Ngarinman	
+nbk				I	L	Nake	
+nbl	nbl	nbl	nr	I	L	South Ndebele	
+nbm				I	L	Ngbaka Ma'bo	
+nbn				I	L	Kuri	
+nbo				I	L	Nkukoli	
+nbp				I	L	Nnam	
+nbq				I	L	Nggem	
+nbr				I	L	Numana-Nunku-Gbantu-Numbu	
+nbs				I	L	Namibian Sign Language	
+nbt				I	L	Na	
+nbu				I	L	Rongmei Naga	
+nbv				I	L	Ngamambo	
+nbw				I	L	Southern Ngbandi	
+nby				I	L	Ningera	
+nca				I	L	Iyo	
+ncb				I	L	Central Nicobarese	
+ncc				I	L	Ponam	
+ncd				I	L	Nachering	
+nce				I	L	Yale	
+ncf				I	L	Notsi	
+ncg				I	L	Nisga'a	
+nch				I	L	Central Huasteca Nahuatl	
+nci				I	H	Classical Nahuatl	
+ncj				I	L	Northern Puebla Nahuatl	
+nck				I	L	Nakara	
+ncl				I	L	Michoacán Nahuatl	
+ncm				I	L	Nambo	
+ncn				I	L	Nauna	
+nco				I	L	Sibe	
+ncp				I	L	Ndaktup	
+ncr				I	L	Ncane	
+ncs				I	L	Nicaraguan Sign Language	
+nct				I	L	Chothe Naga	
+ncu				I	L	Chumburung	
+ncx				I	L	Central Puebla Nahuatl	
+ncz				I	E	Natchez	
+nda				I	L	Ndasa	
+ndb				I	L	Kenswei Nsei	
+ndc				I	L	Ndau	
+ndd				I	L	Nde-Nsele-Nta	
+nde	nde	nde	nd	I	L	North Ndebele	
+ndf				I	E	Nadruvian	
+ndg				I	L	Ndengereko	
+ndh				I	L	Ndali	
+ndi				I	L	Samba Leko	
+ndj				I	L	Ndamba	
+ndk				I	L	Ndaka	
+ndl				I	L	Ndolo	
+ndm				I	L	Ndam	
+ndn				I	L	Ngundi	
+ndo	ndo	ndo	ng	I	L	Ndonga	
+ndp				I	L	Ndo	
+ndq				I	L	Ndombe	
+ndr				I	L	Ndoola	
+nds	nds	nds		I	L	Low German	
+ndt				I	L	Ndunga	
+ndu				I	L	Dugun	
+ndv				I	L	Ndut	
+ndw				I	L	Ndobo	
+ndx				I	L	Nduga	
+ndy				I	L	Lutos	
+ndz				I	L	Ndogo	
+nea				I	L	Eastern Ngad'a	
+neb				I	L	Toura (Côte d'Ivoire)	
+nec				I	L	Nedebang	
+ned				I	L	Nde-Gbite	
+nee				I	L	Nêlêmwa-Nixumwak	
+nef				I	L	Nefamese	
+neg				I	L	Negidal	
+neh				I	L	Nyenkha	
+nei				I	A	Neo-Hittite	
+nej				I	L	Neko	
+nek				I	L	Neku	
+nem				I	L	Nemi	
+nen				I	L	Nengone	
+neo				I	L	Ná-Meo	
+nep	nep	nep	ne	M	L	Nepali (macrolanguage)	
+neq				I	L	North Central Mixe	
+ner				I	L	Yahadian	
+nes				I	L	Bhoti Kinnauri	
+net				I	L	Nete	
+neu				I	C	Neo	
+nev				I	L	Nyaheun	
+new	new	new		I	L	Newari	
+nex				I	L	Neme	
+ney				I	L	Neyo	
+nez				I	L	Nez Perce	
+nfa				I	L	Dhao	
+nfd				I	L	Ahwai	
+nfl				I	L	Ayiwo	
+nfr				I	L	Nafaanra	
+nfu				I	L	Mfumte	
+nga				I	L	Ngbaka	
+ngb				I	L	Northern Ngbandi	
+ngc				I	L	Ngombe (Democratic Republic of Congo)	
+ngd				I	L	Ngando (Central African Republic)	
+nge				I	L	Ngemba	
+ngg				I	L	Ngbaka Manza	
+ngh				I	L	N/u	
+ngi				I	L	Ngizim	
+ngj				I	L	Ngie	
+ngk				I	L	Dalabon	
+ngl				I	L	Lomwe	
+ngm				I	L	Ngatik Men's Creole	
+ngn				I	L	Ngwo	
+ngo				I	L	Ngoni	
+ngp				I	L	Ngulu	
+ngq				I	L	Ngurimi	
+ngr				I	L	Engdewu	
+ngs				I	L	Gvoko	
+ngt				I	L	Ngeq	
+ngu				I	L	Guerrero Nahuatl	
+ngv				I	E	Nagumi	
+ngw				I	L	Ngwaba	
+ngx				I	L	Nggwahyi	
+ngy				I	L	Tibea	
+ngz				I	L	Ngungwel	
+nha				I	L	Nhanda	
+nhb				I	L	Beng	
+nhc				I	E	Tabasco Nahuatl	
+nhd				I	L	Chiripá	
+nhe				I	L	Eastern Huasteca Nahuatl	
+nhf				I	L	Nhuwala	
+nhg				I	L	Tetelcingo Nahuatl	
+nhh				I	L	Nahari	
+nhi				I	L	Zacatlán-Ahuacatlán-Tepetzintla Nahuatl	
+nhk				I	L	Isthmus-Cosoleacaque Nahuatl	
+nhm				I	L	Morelos Nahuatl	
+nhn				I	L	Central Nahuatl	
+nho				I	L	Takuu	
+nhp				I	L	Isthmus-Pajapan Nahuatl	
+nhq				I	L	Huaxcaleca Nahuatl	
+nhr				I	L	Naro	
+nht				I	L	Ometepec Nahuatl	
+nhu				I	L	Noone	
+nhv				I	L	Temascaltepec Nahuatl	
+nhw				I	L	Western Huasteca Nahuatl	
+nhx				I	L	Isthmus-Mecayapan Nahuatl	
+nhy				I	L	Northern Oaxaca Nahuatl	
+nhz				I	L	Santa María La Alta Nahuatl	
+nia	nia	nia		I	L	Nias	
+nib				I	L	Nakame	
+nid				I	E	Ngandi	
+nie				I	L	Niellim	
+nif				I	L	Nek	
+nig				I	E	Ngalakan	
+nih				I	L	Nyiha (Tanzania)	
+nii				I	L	Nii	
+nij				I	L	Ngaju	
+nik				I	L	Southern Nicobarese	
+nil				I	L	Nila	
+nim				I	L	Nilamba	
+nin				I	L	Ninzo	
+nio				I	L	Nganasan	
+niq				I	L	Nandi	
+nir				I	L	Nimboran	
+nis				I	L	Nimi	
+nit				I	L	Southeastern Kolami	
+niu	niu	niu		I	L	Niuean	
+niv				I	L	Gilyak	
+niw				I	L	Nimo	
+nix				I	L	Hema	
+niy				I	L	Ngiti	
+niz				I	L	Ningil	
+nja				I	L	Nzanyi	
+njb				I	L	Nocte Naga	
+njd				I	L	Ndonde Hamba	
+njh				I	L	Lotha Naga	
+nji				I	L	Gudanji	
+njj				I	L	Njen	
+njl				I	L	Njalgulgule	
+njm				I	L	Angami Naga	
+njn				I	L	Liangmai Naga	
+njo				I	L	Ao Naga	
+njr				I	L	Njerep	
+njs				I	L	Nisa	
+njt				I	L	Ndyuka-Trio Pidgin	
+nju				I	L	Ngadjunmaya	
+njx				I	L	Kunyi	
+njy				I	L	Njyem	
+njz				I	L	Nyishi	
+nka				I	L	Nkoya	
+nkb				I	L	Khoibu Naga	
+nkc				I	L	Nkongho	
+nkd				I	L	Koireng	
+nke				I	L	Duke	
+nkf				I	L	Inpui Naga	
+nkg				I	L	Nekgini	
+nkh				I	L	Khezha Naga	
+nki				I	L	Thangal Naga	
+nkj				I	L	Nakai	
+nkk				I	L	Nokuku	
+nkm				I	L	Namat	
+nkn				I	L	Nkangala	
+nko				I	L	Nkonya	
+nkp				I	E	Niuatoputapu	
+nkq				I	L	Nkami	
+nkr				I	L	Nukuoro	
+nks				I	L	North Asmat	
+nkt				I	L	Nyika (Tanzania)	
+nku				I	L	Bouna Kulango	
+nkv				I	L	Nyika (Malawi and Zambia)	
+nkw				I	L	Nkutu	
+nkx				I	L	Nkoroo	
+nkz				I	L	Nkari	
+nla				I	L	Ngombale	
+nlc				I	L	Nalca	
+nld	dut	nld	nl	I	L	Dutch	
+nle				I	L	East Nyala	
+nlg				I	L	Gela	
+nli				I	L	Grangali	
+nlj				I	L	Nyali	
+nlk				I	L	Ninia Yali	
+nll				I	L	Nihali	
+nlo				I	L	Ngul	
+nlq				I	L	Lao Naga	
+nlu				I	L	Nchumbulu	
+nlv				I	L	Orizaba Nahuatl	
+nlw				I	E	Walangama	
+nlx				I	L	Nahali	
+nly				I	L	Nyamal	
+nlz				I	L	Nalögo	
+nma				I	L	Maram Naga	
+nmb				I	L	Big Nambas	
+nmc				I	L	Ngam	
+nmd				I	L	Ndumu	
+nme				I	L	Mzieme Naga	
+nmf				I	L	Tangkhul Naga (India)	
+nmg				I	L	Kwasio	
+nmh				I	L	Monsang Naga	
+nmi				I	L	Nyam	
+nmj				I	L	Ngombe (Central African Republic)	
+nmk				I	L	Namakura	
+nml				I	L	Ndemli	
+nmm				I	L	Manangba	
+nmn				I	L	!Xóõ	
+nmo				I	L	Moyon Naga	
+nmp				I	E	Nimanbur	
+nmq				I	L	Nambya	
+nmr				I	E	Nimbari	
+nms				I	L	Letemboi	
+nmt				I	L	Namonuito	
+nmu				I	L	Northeast Maidu	
+nmv				I	E	Ngamini	
+nmw				I	L	Nimoa	
+nmx				I	L	Nama (Papua New Guinea)	
+nmy				I	L	Namuyi	
+nmz				I	L	Nawdm	
+nna				I	L	Nyangumarta	
+nnb				I	L	Nande	
+nnc				I	L	Nancere	
+nnd				I	L	West Ambae	
+nne				I	L	Ngandyera	
+nnf				I	L	Ngaing	
+nng				I	L	Maring Naga	
+nnh				I	L	Ngiemboon	
+nni				I	L	North Nuaulu	
+nnj				I	L	Nyangatom	
+nnk				I	L	Nankina	
+nnl				I	L	Northern Rengma Naga	
+nnm				I	L	Namia	
+nnn				I	L	Ngete	
+nno	nno	nno	nn	I	L	Norwegian Nynorsk	
+nnp				I	L	Wancho Naga	
+nnq				I	L	Ngindo	
+nnr				I	E	Narungga	
+nns				I	L	Ningye	
+nnt				I	E	Nanticoke	
+nnu				I	L	Dwang	
+nnv				I	E	Nugunu (Australia)	
+nnw				I	L	Southern Nuni	
+nnx				I	L	Ngong	
+nny				I	E	Nyangga	
+nnz				I	L	Nda'nda'	
+noa				I	L	Woun Meu	
+nob	nob	nob	nb	I	L	Norwegian Bokmål	
+noc				I	L	Nuk	
+nod				I	L	Northern Thai	
+noe				I	L	Nimadi	
+nof				I	L	Nomane	
+nog	nog	nog		I	L	Nogai	
+noh				I	L	Nomu	
+noi				I	L	Noiri	
+noj				I	L	Nonuya	
+nok				I	E	Nooksack	
+nol				I	E	Nomlaki	
+nom				I	E	Nocamán	
+non	non	non		I	H	Old Norse	
+nop				I	L	Numanggang	
+noq				I	L	Ngongo	
+nor	nor	nor	no	M	L	Norwegian	
+nos				I	L	Eastern Nisu	
+not				I	L	Nomatsiguenga	
+nou				I	L	Ewage-Notu	
+nov				I	C	Novial	
+now				I	L	Nyambo	
+noy				I	L	Noy	
+noz				I	L	Nayi	
+npa				I	L	Nar Phu	
+npb				I	L	Nupbikha	
+npg				I	L	Ponyo-Gongwang Naga	
+nph				I	L	Phom Naga	
+npi				I	L	Nepali (individual language)	
+npl				I	L	Southeastern Puebla Nahuatl	
+npn				I	L	Mondropolon	
+npo				I	L	Pochuri Naga	
+nps				I	L	Nipsan	
+npu				I	L	Puimei Naga	
+npy				I	L	Napu	
+nqg				I	L	Southern Nago	
+nqk				I	L	Kura Ede Nago	
+nqm				I	L	Ndom	
+nqn				I	L	Nen	
+nqo	nqo	nqo		I	L	N'Ko	
+nqq				I	L	Kyan-Karyaw Naga	
+nqy				I	L	Akyaung Ari Naga	
+nra				I	L	Ngom	
+nrb				I	L	Nara	
+nrc				I	A	Noric	
+nre				I	L	Southern Rengma Naga	
+nrg				I	L	Narango	
+nri				I	L	Chokri Naga	
+nrk				I	L	Ngarla	
+nrl				I	L	Ngarluma	
+nrm				I	L	Narom	
+nrn				I	E	Norn	
+nrp				I	A	North Picene	
+nrr				I	E	Norra	
+nrt				I	E	Northern Kalapuya	
+nru				I	L	Narua	
+nrx				I	E	Ngurmbur	
+nrz				I	L	Lala	
+nsa				I	L	Sangtam Naga	
+nsc				I	L	Nshi	
+nsd				I	L	Southern Nisu	
+nse				I	L	Nsenga	
+nsf				I	L	Northwestern Nisu	
+nsg				I	L	Ngasa	
+nsh				I	L	Ngoshie	
+nsi				I	L	Nigerian Sign Language	
+nsk				I	L	Naskapi	
+nsl				I	L	Norwegian Sign Language	
+nsm				I	L	Sumi Naga	
+nsn				I	L	Nehan	
+nso	nso	nso		I	L	Pedi	
+nsp				I	L	Nepalese Sign Language	
+nsq				I	L	Northern Sierra Miwok	
+nsr				I	L	Maritime Sign Language	
+nss				I	L	Nali	
+nst				I	L	Tase Naga	
+nsu				I	L	Sierra Negra Nahuatl	
+nsv				I	L	Southwestern Nisu	
+nsw				I	L	Navut	
+nsx				I	L	Nsongo	
+nsy				I	L	Nasal	
+nsz				I	L	Nisenan	
+nte				I	L	Nathembo	
+ntg				I	E	Ngantangarra	
+nti				I	L	Natioro	
+ntj				I	L	Ngaanyatjarra	
+ntk				I	L	Ikoma-Nata-Isenye	
+ntm				I	L	Nateni	
+nto				I	L	Ntomba	
+ntp				I	L	Northern Tepehuan	
+ntr				I	L	Delo	
+nts				I	E	Natagaimas	
+ntu				I	L	Natügu	
+ntw				I	E	Nottoway	
+ntx				I	L	Tangkhul Naga (Myanmar)	
+nty				I	L	Mantsi	
+ntz				I	L	Natanzi	
+nua				I	L	Yuanga	
+nuc				I	E	Nukuini	
+nud				I	L	Ngala	
+nue				I	L	Ngundu	
+nuf				I	L	Nusu	
+nug				I	E	Nungali	
+nuh				I	L	Ndunda	
+nui				I	L	Ngumbi	
+nuj				I	L	Nyole	
+nuk				I	L	Nuu-chah-nulth	
+nul				I	L	Nusa Laut	
+num				I	L	Niuafo'ou	
+nun				I	L	Anong	
+nuo				I	L	Nguôn	
+nup				I	L	Nupe-Nupe-Tako	
+nuq				I	L	Nukumanu	
+nur				I	L	Nukuria	
+nus				I	L	Nuer	
+nut				I	L	Nung (Viet Nam)	
+nuu				I	L	Ngbundu	
+nuv				I	L	Northern Nuni	
+nuw				I	L	Nguluwan	
+nux				I	L	Mehek	
+nuy				I	L	Nunggubuyu	
+nuz				I	L	Tlamacazapa Nahuatl	
+nvh				I	L	Nasarian	
+nvm				I	L	Namiae	
+nvo				I	L	Nyokon	
+nwa				I	E	Nawathinehena	
+nwb				I	L	Nyabwa	
+nwc	nwc	nwc		I	H	Classical Newari	
+nwe				I	L	Ngwe	
+nwg				I	E	Ngayawung	
+nwi				I	L	Southwest Tanna	
+nwm				I	L	Nyamusa-Molo	
+nwo				I	E	Nauo	
+nwr				I	L	Nawaru	
+nwx				I	H	Middle Newar	
+nwy				I	E	Nottoway-Meherrin	
+nxa				I	L	Nauete	
+nxd				I	L	Ngando (Democratic Republic of Congo)	
+nxe				I	L	Nage	
+nxg				I	L	Ngad'a	
+nxi				I	L	Nindi	
+nxk				I	L	Koki Naga	
+nxl				I	L	South Nuaulu	
+nxm				I	A	Numidian	
+nxn				I	E	Ngawun	
+nxq				I	L	Naxi	
+nxr				I	L	Ninggerum	
+nxu				I	E	Narau	
+nxx				I	L	Nafri	
+nya	nya	nya	ny	I	L	Nyanja	
+nyb				I	L	Nyangbo	
+nyc				I	L	Nyanga-li	
+nyd				I	L	Nyore	
+nye				I	L	Nyengo	
+nyf				I	L	Giryama	
+nyg				I	L	Nyindu	
+nyh				I	L	Nyigina	
+nyi				I	L	Ama (Sudan)	
+nyj				I	L	Nyanga	
+nyk				I	L	Nyaneka	
+nyl				I	L	Nyeu	
+nym	nym	nym		I	L	Nyamwezi	
+nyn	nyn	nyn		I	L	Nyankole	
+nyo	nyo	nyo		I	L	Nyoro	
+nyp				I	E	Nyang'i	
+nyq				I	L	Nayini	
+nyr				I	L	Nyiha (Malawi)	
+nys				I	L	Nyunga	
+nyt				I	E	Nyawaygi	
+nyu				I	L	Nyungwe	
+nyv				I	E	Nyulnyul	
+nyw				I	L	Nyaw	
+nyx				I	E	Nganyaywana	
+nyy				I	L	Nyakyusa-Ngonde	
+nza				I	L	Tigon Mbembe	
+nzb				I	L	Njebi	
+nzi	nzi	nzi		I	L	Nzima	
+nzk				I	L	Nzakara	
+nzm				I	L	Zeme Naga	
+nzs				I	L	New Zealand Sign Language	
+nzu				I	L	Teke-Nzikou	
+nzy				I	L	Nzakambay	
+nzz				I	L	Nanga Dama Dogon	
+oaa				I	L	Orok	
+oac				I	L	Oroch	
+oar				I	A	Old Aramaic (up to 700 BCE)	
+oav				I	H	Old Avar	
+obi				I	E	Obispeño	
+obk				I	L	Southern Bontok	
+obl				I	L	Oblo	
+obm				I	A	Moabite	
+obo				I	L	Obo Manobo	
+obr				I	H	Old Burmese	
+obt				I	H	Old Breton	
+obu				I	L	Obulom	
+oca				I	L	Ocaina	
+och				I	A	Old Chinese	
+oci	oci	oci	oc	I	L	Occitan (post 1500)	
+oco				I	H	Old Cornish	
+ocu				I	L	Atzingo Matlatzinca	
+oda				I	L	Odut	
+odk				I	L	Od	
+odt				I	H	Old Dutch	
+odu				I	L	Odual	
+ofo				I	E	Ofo	
+ofs				I	H	Old Frisian	
+ofu				I	L	Efutop	
+ogb				I	L	Ogbia	
+ogc				I	L	Ogbah	
+oge				I	H	Old Georgian	
+ogg				I	L	Ogbogolo	
+ogo				I	L	Khana	
+ogu				I	L	Ogbronuagum	
+oht				I	A	Old Hittite	
+ohu				I	H	Old Hungarian	
+oia				I	L	Oirata	
+oin				I	L	Inebu One	
+ojb				I	L	Northwestern Ojibwa	
+ojc				I	L	Central Ojibwa	
+ojg				I	L	Eastern Ojibwa	
+oji	oji	oji	oj	M	L	Ojibwa	
+ojp				I	H	Old Japanese	
+ojs				I	L	Severn Ojibwa	
+ojv				I	L	Ontong Java	
+ojw				I	L	Western Ojibwa	
+oka				I	L	Okanagan	
+okb				I	L	Okobo	
+okd				I	L	Okodia	
+oke				I	L	Okpe (Southwestern Edo)	
+okg				I	E	Koko Babangk	
+okh				I	L	Koresh-e Rostam	
+oki				I	L	Okiek	
+okj				I	E	Oko-Juwoi	
+okk				I	L	Kwamtim One	
+okl				I	E	Old Kentish Sign Language	
+okm				I	H	Middle Korean (10th-16th cent.)	
+okn				I	L	Oki-No-Erabu	
+oko				I	H	Old Korean (3rd-9th cent.)	
+okr				I	L	Kirike	
+oks				I	L	Oko-Eni-Osayen	
+oku				I	L	Oku	
+okv				I	L	Orokaiva	
+okx				I	L	Okpe (Northwestern Edo)	
+ola				I	L	Walungge	
+old				I	L	Mochi	
+ole				I	L	Olekha	
+olk				I	E	Olkol	
+olm				I	L	Oloma	
+olo				I	L	Livvi	
+olr				I	L	Olrat	
+oma				I	L	Omaha-Ponca	
+omb				I	L	East Ambae	
+omc				I	E	Mochica	
+ome				I	E	Omejes	
+omg				I	L	Omagua	
+omi				I	L	Omi	
+omk				I	E	Omok	
+oml				I	L	Ombo	
+omn				I	A	Minoan	
+omo				I	L	Utarmbung	
+omp				I	H	Old Manipuri	
+omr				I	H	Old Marathi	
+omt				I	L	Omotik	
+omu				I	E	Omurano	
+omw				I	L	South Tairora	
+omx				I	H	Old Mon	
+ona				I	L	Ona	
+onb				I	L	Lingao	
+one				I	L	Oneida	
+ong				I	L	Olo	
+oni				I	L	Onin	
+onj				I	L	Onjob	
+onk				I	L	Kabore One	
+onn				I	L	Onobasulu	
+ono				I	L	Onondaga	
+onp				I	L	Sartang	
+onr				I	L	Northern One	
+ons				I	L	Ono	
+ont				I	L	Ontenu	
+onu				I	L	Unua	
+onw				I	H	Old Nubian	
+onx				I	L	Onin Based Pidgin	
+ood				I	L	Tohono O'odham	
+oog				I	L	Ong	
+oon				I	L	Önge	
+oor				I	L	Oorlams	
+oos				I	A	Old Ossetic	
+opa				I	L	Okpamheri	
+opk				I	L	Kopkaka	
+opm				I	L	Oksapmin	
+opo				I	L	Opao	
+opt				I	E	Opata	
+opy				I	L	Ofayé	
+ora				I	L	Oroha	
+orc				I	L	Orma	
+ore				I	L	Orejón	
+org				I	L	Oring	
+orh				I	L	Oroqen	
+ori	ori	ori	or	M	L	Oriya (macrolanguage)	
+orm	orm	orm	om	M	L	Oromo	
+orn				I	L	Orang Kanaq	
+oro				I	L	Orokolo	
+orr				I	L	Oruma	
+ors				I	L	Orang Seletar	
+ort				I	L	Adivasi Oriya	
+oru				I	L	Ormuri	
+orv				I	H	Old Russian	
+orw				I	L	Oro Win	
+orx				I	L	Oro	
+ory				I	L	Oriya (individual language)	
+orz				I	L	Ormu	
+osa	osa	osa		I	L	Osage	
+osc				I	A	Oscan	
+osi				I	L	Osing	
+oso				I	L	Ososo	
+osp				I	H	Old Spanish	
+oss	oss	oss	os	I	L	Ossetian	
+ost				I	L	Osatu	
+osu				I	L	Southern One	
+osx				I	H	Old Saxon	
+ota	ota	ota		I	H	Ottoman Turkish (1500-1928)	
+otb				I	H	Old Tibetan	
+otd				I	L	Ot Danum	
+ote				I	L	Mezquital Otomi	
+oti				I	E	Oti	
+otk				I	H	Old Turkish	
+otl				I	L	Tilapa Otomi	
+otm				I	L	Eastern Highland Otomi	
+otn				I	L	Tenango Otomi	
+otq				I	L	Querétaro Otomi	
+otr				I	L	Otoro	
+ots				I	L	Estado de México Otomi	
+ott				I	L	Temoaya Otomi	
+otu				I	E	Otuke	
+otw				I	L	Ottawa	
+otx				I	L	Texcatepec Otomi	
+oty				I	A	Old Tamil	
+otz				I	L	Ixtenco Otomi	
+oua				I	L	Tagargrent	
+oub				I	L	Glio-Oubi	
+oue				I	L	Oune	
+oui				I	H	Old Uighur	
+oum				I	E	Ouma	
+oun				I	L	!O!ung	
+owi				I	L	Owiniga	
+owl				I	H	Old Welsh	
+oyb				I	L	Oy	
+oyd				I	L	Oyda	
+oym				I	L	Wayampi	
+oyy				I	L	Oya'oya	
+ozm				I	L	Koonzime	
+pab				I	L	Parecís	
+pac				I	L	Pacoh	
+pad				I	L	Paumarí	
+pae				I	L	Pagibete	
+paf				I	E	Paranawát	
+pag	pag	pag		I	L	Pangasinan	
+pah				I	L	Tenharim	
+pai				I	L	Pe	
+pak				I	L	Parakanã	
+pal	pal	pal		I	A	Pahlavi	
+pam	pam	pam		I	L	Pampanga	
+pan	pan	pan	pa	I	L	Panjabi	
+pao				I	L	Northern Paiute	
+pap	pap	pap		I	L	Papiamento	
+paq				I	L	Parya	
+par				I	L	Panamint	
+pas				I	L	Papasena	
+pat				I	L	Papitalai	
+pau	pau	pau		I	L	Palauan	
+pav				I	L	Pakaásnovos	
+paw				I	L	Pawnee	
+pax				I	E	Pankararé	
+pay				I	L	Pech	
+paz				I	E	Pankararú	
+pbb				I	L	Páez	
+pbc				I	L	Patamona	
+pbe				I	L	Mezontla Popoloca	
+pbf				I	L	Coyotepec Popoloca	
+pbg				I	E	Paraujano	
+pbh				I	L	E'ñapa Woromaipu	
+pbi				I	L	Parkwa	
+pbl				I	L	Mak (Nigeria)	
+pbn				I	L	Kpasam	
+pbo				I	L	Papel	
+pbp				I	L	Badyara	
+pbr				I	L	Pangwa	
+pbs				I	L	Central Pame	
+pbt				I	L	Southern Pashto	
+pbu				I	L	Northern Pashto	
+pbv				I	L	Pnar	
+pby				I	L	Pyu	
+pca				I	L	Santa Inés Ahuatempan Popoloca	
+pcb				I	L	Pear	
+pcc				I	L	Bouyei	
+pcd				I	L	Picard	
+pce				I	L	Ruching Palaung	
+pcf				I	L	Paliyan	
+pcg				I	L	Paniya	
+pch				I	L	Pardhan	
+pci				I	L	Duruwa	
+pcj				I	L	Parenga	
+pck				I	L	Paite Chin	
+pcl				I	L	Pardhi	
+pcm				I	L	Nigerian Pidgin	
+pcn				I	L	Piti	
+pcp				I	L	Pacahuara	
+pcw				I	L	Pyapun	
+pda				I	L	Anam	
+pdc				I	L	Pennsylvania German	
+pdi				I	L	Pa Di	
+pdn				I	L	Podena	
+pdo				I	L	Padoe	
+pdt				I	L	Plautdietsch	
+pdu				I	L	Kayan	
+pea				I	L	Peranakan Indonesian	
+peb				I	E	Eastern Pomo	
+ped				I	L	Mala (Papua New Guinea)	
+pee				I	L	Taje	
+pef				I	E	Northeastern Pomo	
+peg				I	L	Pengo	
+peh				I	L	Bonan	
+pei				I	L	Chichimeca-Jonaz	
+pej				I	E	Northern Pomo	
+pek				I	L	Penchal	
+pel				I	L	Pekal	
+pem				I	L	Phende	
+peo	peo	peo		I	H	Old Persian (ca. 600-400 B.C.)	
+pep				I	L	Kunja	
+peq				I	L	Southern Pomo	
+pes				I	L	Iranian Persian	
+pev				I	L	Pémono	
+pex				I	L	Petats	
+pey				I	L	Petjo	
+pez				I	L	Eastern Penan	
+pfa				I	L	Pááfang	
+pfe				I	L	Peere	
+pfl				I	L	Pfaelzisch	
+pga				I	L	Sudanese Creole Arabic	
+pgg				I	L	Pangwali	
+pgi				I	L	Pagi	
+pgk				I	L	Rerep	
+pgl				I	A	Primitive Irish	
+pgn				I	A	Paelignian	
+pgs				I	L	Pangseng	
+pgu				I	L	Pagu	
+pha				I	L	Pa-Hng	
+phd				I	L	Phudagi	
+phg				I	L	Phuong	
+phh				I	L	Phukha	
+phk				I	L	Phake	
+phl				I	L	Phalura	
+phm				I	L	Phimbi	
+phn	phn	phn		I	A	Phoenician	
+pho				I	L	Phunoi	
+phq				I	L	Phana'	
+phr				I	L	Pahari-Potwari	
+pht				I	L	Phu Thai	
+phu				I	L	Phuan	
+phv				I	L	Pahlavani	
+phw				I	L	Phangduwali	
+pia				I	L	Pima Bajo	
+pib				I	L	Yine	
+pic				I	L	Pinji	
+pid				I	L	Piaroa	
+pie				I	E	Piro	
+pif				I	L	Pingelapese	
+pig				I	L	Pisabo	
+pih				I	L	Pitcairn-Norfolk	
+pii				I	L	Pini	
+pij				I	E	Pijao	
+pil				I	L	Yom	
+pim				I	E	Powhatan	
+pin				I	L	Piame	
+pio				I	L	Piapoco	
+pip				I	L	Pero	
+pir				I	L	Piratapuyo	
+pis				I	L	Pijin	
+pit				I	E	Pitta Pitta	
+piu				I	L	Pintupi-Luritja	
+piv				I	L	Pileni	
+piw				I	L	Pimbwe	
+pix				I	L	Piu	
+piy				I	L	Piya-Kwonci	
+piz				I	L	Pije	
+pjt				I	L	Pitjantjatjara	
+pka				I	H	Ardhamāgadhī Prākrit	
+pkb				I	L	Pokomo	
+pkc				I	E	Paekche	
+pkg				I	L	Pak-Tong	
+pkh				I	L	Pankhu	
+pkn				I	L	Pakanha	
+pko				I	L	Pökoot	
+pkp				I	L	Pukapuka	
+pkr				I	L	Attapady Kurumba	
+pks				I	L	Pakistan Sign Language	
+pkt				I	L	Maleng	
+pku				I	L	Paku	
+pla				I	L	Miani	
+plb				I	L	Polonombauk	
+plc				I	L	Central Palawano	
+pld				I	L	Polari	
+ple				I	L	Palu'e	
+plg				I	L	Pilagá	
+plh				I	L	Paulohi	
+pli	pli	pli	pi	I	A	Pali	
+plj				I	L	Polci	
+plk				I	L	Kohistani Shina	
+pll				I	L	Shwe Palaung	
+pln				I	L	Palenquero	
+plo				I	L	Oluta Popoluca	
+plp				I	L	Palpa	
+plq				I	A	Palaic	
+plr				I	L	Palaka Senoufo	
+pls				I	L	San Marcos Tlalcoyalco Popoloca	
+plt				I	L	Plateau Malagasy	
+plu				I	L	Palikúr	
+plv				I	L	Southwest Palawano	
+plw				I	L	Brooke's Point Palawano	
+ply				I	L	Bolyu	
+plz				I	L	Paluan	
+pma				I	L	Paama	
+pmb				I	L	Pambia	
+pmc				I	E	Palumata	
+pmd				I	E	Pallanganmiddang	
+pme				I	L	Pwaamei	
+pmf				I	L	Pamona	
+pmh				I	H	Māhārāṣṭri Prākrit	
+pmi				I	L	Northern Pumi	
+pmj				I	L	Southern Pumi	
+pmk				I	E	Pamlico	
+pml				I	E	Lingua Franca	
+pmm				I	L	Pomo	
+pmn				I	L	Pam	
+pmo				I	L	Pom	
+pmq				I	L	Northern Pame	
+pmr				I	L	Paynamar	
+pms				I	L	Piemontese	
+pmt				I	L	Tuamotuan	
+pmu				I	L	Mirpur Panjabi	
+pmw				I	L	Plains Miwok	
+pmx				I	L	Poumei Naga	
+pmy				I	L	Papuan Malay	
+pmz				I	E	Southern Pame	
+pna				I	L	Punan Bah-Biau	
+pnb				I	L	Western Panjabi	
+pnc				I	L	Pannei	
+pne				I	L	Western Penan	
+png				I	L	Pongu	
+pnh				I	L	Penrhyn	
+pni				I	L	Aoheng	
+pnj				I	E	Pinjarup	
+pnk				I	L	Paunaka	
+pnl				I	L	Paleni	
+pnm				I	L	Punan Batu 1	
+pnn				I	L	Pinai-Hagahai	
+pno				I	E	Panobo	
+pnp				I	L	Pancana	
+pnq				I	L	Pana (Burkina Faso)	
+pnr				I	L	Panim	
+pns				I	L	Ponosakan	
+pnt				I	L	Pontic	
+pnu				I	L	Jiongnai Bunu	
+pnv				I	L	Pinigura	
+pnw				I	L	Panytyima	
+pnx				I	L	Phong-Kniang	
+pny				I	L	Pinyin	
+pnz				I	L	Pana (Central African Republic)	
+poc				I	L	Poqomam	
+pod				I	E	Ponares	
+poe				I	L	San Juan Atzingo Popoloca	
+pof				I	L	Poke	
+pog				I	E	Potiguára	
+poh				I	L	Poqomchi'	
+poi				I	L	Highland Popoluca	
+pok				I	L	Pokangá	
+pol	pol	pol	pl	I	L	Polish	
+pom				I	L	Southeastern Pomo	
+pon	pon	pon		I	L	Pohnpeian	
+poo				I	L	Central Pomo	
+pop				I	L	Pwapwâ	
+poq				I	L	Texistepec Popoluca	
+por	por	por	pt	I	L	Portuguese	
+pos				I	L	Sayula Popoluca	
+pot				I	L	Potawatomi	
+pov				I	L	Upper Guinea Crioulo	
+pow				I	L	San Felipe Otlaltepec Popoloca	
+pox				I	E	Polabian	
+poy				I	L	Pogolo	
+ppa				I	L	Pao	
+ppe				I	L	Papi	
+ppi				I	L	Paipai	
+ppk				I	L	Uma	
+ppl				I	L	Pipil	
+ppm				I	L	Papuma	
+ppn				I	L	Papapana	
+ppo				I	L	Folopa	
+ppp				I	L	Pelende	
+ppq				I	L	Pei	
+pps				I	L	San Luís Temalacayuca Popoloca	
+ppt				I	L	Pare	
+ppu				I	E	Papora	
+pqa				I	L	Pa'a	
+pqm				I	L	Malecite-Passamaquoddy	
+prb				I	L	Lua'	
+prc				I	L	Parachi	
+prd				I	L	Parsi-Dari	
+pre				I	L	Principense	
+prf				I	L	Paranan	
+prg				I	L	Prussian	
+prh				I	L	Porohanon	
+pri				I	L	Paicî	
+prk				I	L	Parauk	
+prl				I	L	Peruvian Sign Language	
+prm				I	L	Kibiri	
+prn				I	L	Prasuni	
+pro	pro	pro		I	H	Old Provençal (to 1500)	
+prp				I	L	Parsi	
+prq				I	L	Ashéninka Perené	
+prr				I	E	Puri	
+prs				I	L	Dari	
+prt				I	L	Phai	
+pru				I	L	Puragi	
+prw				I	L	Parawen	
+prx				I	L	Purik	
+pry				I	L	Pray 3	
+prz				I	L	Providencia Sign Language	
+psa				I	L	Asue Awyu	
+psc				I	L	Persian Sign Language	
+psd				I	L	Plains Indian Sign Language	
+pse				I	L	Central Malay	
+psg				I	L	Penang Sign Language	
+psh				I	L	Southwest Pashayi	
+psi				I	L	Southeast Pashayi	
+psl				I	L	Puerto Rican Sign Language	
+psm				I	E	Pauserna	
+psn				I	L	Panasuan	
+pso				I	L	Polish Sign Language	
+psp				I	L	Philippine Sign Language	
+psq				I	L	Pasi	
+psr				I	L	Portuguese Sign Language	
+pss				I	L	Kaulong	
+pst				I	L	Central Pashto	
+psu				I	H	Sauraseni Prākrit	
+psw				I	L	Port Sandwich	
+psy				I	E	Piscataway	
+pta				I	L	Pai Tavytera	
+pth				I	E	Pataxó Hã-Ha-Hãe	
+pti				I	L	Pintiini	
+ptn				I	L	Patani	
+pto				I	L	Zo'é	
+ptp				I	L	Patep	
+ptr				I	L	Piamatsina	
+ptt				I	L	Enrekang	
+ptu				I	L	Bambam	
+ptv				I	L	Port Vato	
+ptw				I	E	Pentlatch	
+pty				I	L	Pathiya	
+pua				I	L	Western Highland Purepecha	
+pub				I	L	Purum	
+puc				I	L	Punan Merap	
+pud				I	L	Punan Aput	
+pue				I	L	Puelche	
+puf				I	L	Punan Merah	
+pug				I	L	Phuie	
+pui				I	L	Puinave	
+puj				I	L	Punan Tubu	
+puk				I	L	Pu Ko	
+pum				I	L	Puma	
+puo				I	L	Puoc	
+pup				I	L	Pulabu	
+puq				I	E	Puquina	
+pur				I	L	Puruborá	
+pus	pus	pus	ps	M	L	Pushto	
+put				I	L	Putoh	
+puu				I	L	Punu	
+puw				I	L	Puluwatese	
+pux				I	L	Puare	
+puy				I	E	Purisimeño	
+puz				I	L	Purum Naga	
+pwa				I	L	Pawaia	
+pwb				I	L	Panawa	
+pwg				I	L	Gapapaiwa	
+pwi				I	E	Patwin	
+pwm				I	L	Molbog	
+pwn				I	L	Paiwan	
+pwo				I	L	Pwo Western Karen	
+pwr				I	L	Powari	
+pww				I	L	Pwo Northern Karen	
+pxm				I	L	Quetzaltepec Mixe	
+pye				I	L	Pye Krumen	
+pym				I	L	Fyam	
+pyn				I	L	Poyanáwa	
+pys				I	L	Paraguayan Sign Language	
+pyu				I	L	Puyuma	
+pyx				I	A	Pyu (Myanmar)	
+pyy				I	L	Pyen	
+pzn				I	L	Para Naga	
+qua				I	L	Quapaw	
+qub				I	L	Huallaga Huánuco Quechua	
+quc				I	L	K'iche'	
+qud				I	L	Calderón Highland Quichua	
+que	que	que	qu	M	L	Quechua	
+quf				I	L	Lambayeque Quechua	
+qug				I	L	Chimborazo Highland Quichua	
+quh				I	L	South Bolivian Quechua	
+qui				I	L	Quileute	
+quk				I	L	Chachapoyas Quechua	
+qul				I	L	North Bolivian Quechua	
+qum				I	L	Sipacapense	
+qun				I	E	Quinault	
+qup				I	L	Southern Pastaza Quechua	
+quq				I	L	Quinqui	
+qur				I	L	Yanahuanca Pasco Quechua	
+qus				I	L	Santiago del Estero Quichua	
+quv				I	L	Sacapulteco	
+quw				I	L	Tena Lowland Quichua	
+qux				I	L	Yauyos Quechua	
+quy				I	L	Ayacucho Quechua	
+quz				I	L	Cusco Quechua	
+qva				I	L	Ambo-Pasco Quechua	
+qvc				I	L	Cajamarca Quechua	
+qve				I	L	Eastern Apurímac Quechua	
+qvh				I	L	Huamalíes-Dos de Mayo Huánuco Quechua	
+qvi				I	L	Imbabura Highland Quichua	
+qvj				I	L	Loja Highland Quichua	
+qvl				I	L	Cajatambo North Lima Quechua	
+qvm				I	L	Margos-Yarowilca-Lauricocha Quechua	
+qvn				I	L	North Junín Quechua	
+qvo				I	L	Napo Lowland Quechua	
+qvp				I	L	Pacaraos Quechua	
+qvs				I	L	San Martín Quechua	
+qvw				I	L	Huaylla Wanca Quechua	
+qvy				I	L	Queyu	
+qvz				I	L	Northern Pastaza Quichua	
+qwa				I	L	Corongo Ancash Quechua	
+qwc				I	H	Classical Quechua	
+qwh				I	L	Huaylas Ancash Quechua	
+qwm				I	E	Kuman (Russia)	
+qws				I	L	Sihuas Ancash Quechua	
+qwt				I	E	Kwalhioqua-Tlatskanai	
+qxa				I	L	Chiquián Ancash Quechua	
+qxc				I	L	Chincha Quechua	
+qxh				I	L	Panao Huánuco Quechua	
+qxl				I	L	Salasaca Highland Quichua	
+qxn				I	L	Northern Conchucos Ancash Quechua	
+qxo				I	L	Southern Conchucos Ancash Quechua	
+qxp				I	L	Puno Quechua	
+qxq				I	L	Qashqa'i	
+qxr				I	L	Cañar Highland Quichua	
+qxs				I	L	Southern Qiang	
+qxt				I	L	Santa Ana de Tusi Pasco Quechua	
+qxu				I	L	Arequipa-La Unión Quechua	
+qxw				I	L	Jauja Wanca Quechua	
+qya				I	C	Quenya	
+qyp				I	E	Quiripi	
+raa				I	L	Dungmali	
+rab				I	L	Camling	
+rac				I	L	Rasawa	
+rad				I	L	Rade	
+raf				I	L	Western Meohang	
+rag				I	L	Logooli	
+rah				I	L	Rabha	
+rai				I	L	Ramoaaina	
+raj	raj	raj		M	L	Rajasthani	
+rak				I	L	Tulu-Bohuai	
+ral				I	L	Ralte	
+ram				I	L	Canela	
+ran				I	L	Riantana	
+rao				I	L	Rao	
+rap	rap	rap		I	L	Rapanui	
+raq				I	L	Saam	
+rar	rar	rar		I	L	Rarotongan	
+ras				I	L	Tegali	
+rat				I	L	Razajerdi	
+rau				I	L	Raute	
+rav				I	L	Sampang	
+raw				I	L	Rawang	
+rax				I	L	Rang	
+ray				I	L	Rapa	
+raz				I	L	Rahambuu	
+rbb				I	L	Rumai Palaung	
+rbk				I	L	Northern Bontok	
+rbl				I	L	Miraya Bikol	
+rbp				I	E	Barababaraba	
+rcf				I	L	Réunion Creole French	
+rdb				I	L	Rudbari	
+rea				I	L	Rerau	
+reb				I	L	Rembong	
+ree				I	L	Rejang Kayan	
+reg				I	L	Kara (Tanzania)	
+rei				I	L	Reli	
+rej				I	L	Rejang	
+rel				I	L	Rendille	
+rem				I	E	Remo	
+ren				I	L	Rengao	
+rer				I	E	Rer Bare	
+res				I	L	Reshe	
+ret				I	L	Retta	
+rey				I	L	Reyesano	
+rga				I	L	Roria	
+rge				I	L	Romano-Greek	
+rgk				I	E	Rangkas	
+rgn				I	L	Romagnol	
+rgr				I	L	Resígaro	
+rgs				I	L	Southern Roglai	
+rgu				I	L	Ringgou	
+rhg				I	L	Rohingya	
+rhp				I	L	Yahang	
+ria				I	L	Riang (India)	
+rie				I	L	Rien	
+rif				I	L	Tarifit	
+ril				I	L	Riang (Myanmar)	
+rim				I	L	Nyaturu	
+rin				I	L	Nungu	
+rir				I	L	Ribun	
+rit				I	L	Ritarungo	
+riu				I	L	Riung	
+rjg				I	L	Rajong	
+rji				I	L	Raji	
+rjs				I	L	Rajbanshi	
+rka				I	L	Kraol	
+rkb				I	L	Rikbaktsa	
+rkh				I	L	Rakahanga-Manihiki	
+rki				I	L	Rakhine	
+rkm				I	L	Marka	
+rkt				I	L	Rangpuri	
+rkw				I	E	Arakwal	
+rma				I	L	Rama	
+rmb				I	L	Rembarunga	
+rmc				I	L	Carpathian Romani	
+rmd				I	E	Traveller Danish	
+rme				I	L	Angloromani	
+rmf				I	L	Kalo Finnish Romani	
+rmg				I	L	Traveller Norwegian	
+rmh				I	L	Murkim	
+rmi				I	L	Lomavren	
+rmk				I	L	Romkun	
+rml				I	L	Baltic Romani	
+rmm				I	L	Roma	
+rmn				I	L	Balkan Romani	
+rmo				I	L	Sinte Romani	
+rmp				I	L	Rempi	
+rmq				I	L	Caló	
+rms				I	L	Romanian Sign Language	
+rmt				I	L	Domari	
+rmu				I	L	Tavringer Romani	
+rmv				I	C	Romanova	
+rmw				I	L	Welsh Romani	
+rmx				I	L	Romam	
+rmy				I	L	Vlax Romani	
+rmz				I	L	Marma	
+rna				I	E	Runa	
+rnd				I	L	Ruund	
+rng				I	L	Ronga	
+rnl				I	L	Ranglong	
+rnn				I	L	Roon	
+rnp				I	L	Rongpo	
+rnr				I	E	Nari Nari	
+rnw				I	L	Rungwa	
+rob				I	L	Tae'	
+roc				I	L	Cacgia Roglai	
+rod				I	L	Rogo	
+roe				I	L	Ronji	
+rof				I	L	Rombo	
+rog				I	L	Northern Roglai	
+roh	roh	roh	rm	I	L	Romansh	
+rol				I	L	Romblomanon	
+rom	rom	rom		M	L	Romany	
+ron	rum	ron	ro	I	L	Romanian	
+roo				I	L	Rotokas	
+rop				I	L	Kriol	
+ror				I	L	Rongga	
+rou				I	L	Runga	
+row				I	L	Dela-Oenale	
+rpn				I	L	Repanbitip	
+rpt				I	L	Rapting	
+rri				I	L	Ririo	
+rro				I	L	Waima	
+rrt				I	E	Arritinngithigh	
+rsb				I	L	Romano-Serbian	
+rsi				I	L	Rennellese Sign Language	
+rsl				I	L	Russian Sign Language	
+rtc				I	L	Rungtu Chin	
+rth				I	L	Ratahan	
+rtm				I	L	Rotuman	
+rtw				I	L	Rathawi	
+rub				I	L	Gungu	
+ruc				I	L	Ruuli	
+rue				I	L	Rusyn	
+ruf				I	L	Luguru	
+rug				I	L	Roviana	
+ruh				I	L	Ruga	
+rui				I	L	Rufiji	
+ruk				I	L	Che	
+run	run	run	rn	I	L	Rundi	
+ruo				I	L	Istro Romanian	
+rup	rup	rup		I	L	Macedo-Romanian	
+ruq				I	L	Megleno Romanian	
+rus	rus	rus	ru	I	L	Russian	
+rut				I	L	Rutul	
+ruu				I	L	Lanas Lobu	
+ruy				I	L	Mala (Nigeria)	
+ruz				I	L	Ruma	
+rwa				I	L	Rawo	
+rwk				I	L	Rwa	
+rwm				I	L	Amba (Uganda)	
+rwo				I	L	Rawa	
+rwr				I	L	Marwari (India)	
+rxd				I	L	Ngardi	
+rxw				I	E	Karuwali	
+ryn				I	L	Northern Amami-Oshima	
+rys				I	L	Yaeyama	
+ryu				I	L	Central Okinawan	
+saa				I	L	Saba	
+sab				I	L	Buglere	
+sac				I	L	Meskwaki	
+sad	sad	sad		I	L	Sandawe	
+sae				I	L	Sabanê	
+saf				I	L	Safaliba	
+sag	sag	sag	sg	I	L	Sango	
+sah	sah	sah		I	L	Yakut	
+saj				I	L	Sahu	
+sak				I	L	Sake	
+sam	sam	sam		I	E	Samaritan Aramaic	
+san	san	san	sa	I	A	Sanskrit	
+sao				I	L	Sause	
+sap				I	L	Sanapaná	
+saq				I	L	Samburu	
+sar				I	E	Saraveca	
+sas	sas	sas		I	L	Sasak	
+sat	sat	sat		I	L	Santali	
+sau				I	L	Saleman	
+sav				I	L	Saafi-Saafi	
+saw				I	L	Sawi	
+sax				I	L	Sa	
+say				I	L	Saya	
+saz				I	L	Saurashtra	
+sba				I	L	Ngambay	
+sbb				I	L	Simbo	
+sbc				I	L	Kele (Papua New Guinea)	
+sbd				I	L	Southern Samo	
+sbe				I	L	Saliba	
+sbf				I	L	Shabo	
+sbg				I	L	Seget	
+sbh				I	L	Sori-Harengan	
+sbi				I	L	Seti	
+sbj				I	L	Surbakhal	
+sbk				I	L	Safwa	
+sbl				I	L	Botolan Sambal	
+sbm				I	L	Sagala	
+sbn				I	L	Sindhi Bhil	
+sbo				I	L	Sabüm	
+sbp				I	L	Sangu (Tanzania)	
+sbq				I	L	Sileibi	
+sbr				I	L	Sembakung Murut	
+sbs				I	L	Subiya	
+sbt				I	L	Kimki	
+sbu				I	L	Stod Bhoti	
+sbv				I	A	Sabine	
+sbw				I	L	Simba	
+sbx				I	L	Seberuang	
+sby				I	L	Soli	
+sbz				I	L	Sara Kaba	
+scb				I	L	Chut	
+sce				I	L	Dongxiang	
+scf				I	L	San Miguel Creole French	
+scg				I	L	Sanggau	
+sch				I	L	Sakachep	
+sci				I	L	Sri Lankan Creole Malay	
+sck				I	L	Sadri	
+scl				I	L	Shina	
+scn	scn	scn		I	L	Sicilian	
+sco	sco	sco		I	L	Scots	
+scp				I	L	Helambu Sherpa	
+scq				I	L	Sa'och	
+scs				I	L	North Slavey	
+scu				I	L	Shumcho	
+scv				I	L	Sheni	
+scw				I	L	Sha	
+scx				I	A	Sicel	
+sda				I	L	Toraja-Sa'dan	
+sdb				I	L	Shabak	
+sdc				I	L	Sassarese Sardinian	
+sde				I	L	Surubu	
+sdf				I	L	Sarli	
+sdg				I	L	Savi	
+sdh				I	L	Southern Kurdish	
+sdj				I	L	Suundi	
+sdk				I	L	Sos Kundi	
+sdl				I	L	Saudi Arabian Sign Language	
+sdm				I	L	Semandang	
+sdn				I	L	Gallurese Sardinian	
+sdo				I	L	Bukar-Sadung Bidayuh	
+sdp				I	L	Sherdukpen	
+sdr				I	L	Oraon Sadri	
+sds				I	E	Sened	
+sdt				I	E	Shuadit	
+sdu				I	L	Sarudu	
+sdx				I	L	Sibu Melanau	
+sdz				I	L	Sallands	
+sea				I	L	Semai	
+seb				I	L	Shempire Senoufo	
+sec				I	L	Sechelt	
+sed				I	L	Sedang	
+see				I	L	Seneca	
+sef				I	L	Cebaara Senoufo	
+seg				I	L	Segeju	
+seh				I	L	Sena	
+sei				I	L	Seri	
+sej				I	L	Sene	
+sek				I	L	Sekani	
+sel	sel	sel		I	L	Selkup	
+sen				I	L	Nanerigé Sénoufo	
+seo				I	L	Suarmin	
+sep				I	L	Sìcìté Sénoufo	
+seq				I	L	Senara Sénoufo	
+ser				I	L	Serrano	
+ses				I	L	Koyraboro Senni Songhai	
+set				I	L	Sentani	
+seu				I	L	Serui-Laut	
+sev				I	L	Nyarafolo Senoufo	
+sew				I	L	Sewa Bay	
+sey				I	L	Secoya	
+sez				I	L	Senthang Chin	
+sfb				I	L	Langue des signes de Belgique Francophone	
+sfe				I	L	Eastern Subanen	
+sfm				I	L	Small Flowery Miao	
+sfs				I	L	South African Sign Language	
+sfw				I	L	Sehwi	
+sga	sga	sga		I	H	Old Irish (to 900)	
+sgb				I	L	Mag-antsi Ayta	
+sgc				I	L	Kipsigis	
+sgd				I	L	Surigaonon	
+sge				I	L	Segai	
+sgg				I	L	Swiss-German Sign Language	
+sgh				I	L	Shughni	
+sgi				I	L	Suga	
+sgj				I	L	Surgujia	
+sgk				I	L	Sangkong	
+sgm				I	E	Singa	
+sgo				I	L	Songa	
+sgp				I	L	Singpho	
+sgr				I	L	Sangisari	
+sgs				I	L	Samogitian	
+sgt				I	L	Brokpake	
+sgu				I	L	Salas	
+sgw				I	L	Sebat Bet Gurage	
+sgx				I	L	Sierra Leone Sign Language	
+sgy				I	L	Sanglechi	
+sgz				I	L	Sursurunga	
+sha				I	L	Shall-Zwall	
+shb				I	L	Ninam	
+shc				I	L	Sonde	
+shd				I	L	Kundal Shahi	
+she				I	L	Sheko	
+shg				I	L	Shua	
+shh				I	L	Shoshoni	
+shi				I	L	Tachelhit	
+shj				I	L	Shatt	
+shk				I	L	Shilluk	
+shl				I	L	Shendu	
+shm				I	L	Shahrudi	
+shn	shn	shn		I	L	Shan	
+sho				I	L	Shanga	
+shp				I	L	Shipibo-Conibo	
+shq				I	L	Sala	
+shr				I	L	Shi	
+shs				I	L	Shuswap	
+sht				I	E	Shasta	
+shu				I	L	Chadian Arabic	
+shv				I	L	Shehri	
+shw				I	L	Shwai	
+shx				I	L	She	
+shy				I	L	Tachawit	
+shz				I	L	Syenara Senoufo	
+sia				I	E	Akkala Sami	
+sib				I	L	Sebop	
+sid	sid	sid		I	L	Sidamo	
+sie				I	L	Simaa	
+sif				I	L	Siamou	
+sig				I	L	Paasaal	
+sih				I	L	Zire	
+sii				I	L	Shom Peng	
+sij				I	L	Numbami	
+sik				I	L	Sikiana	
+sil				I	L	Tumulung Sisaala	
+sim				I	L	Mende (Papua New Guinea)	
+sin	sin	sin	si	I	L	Sinhala	
+sip				I	L	Sikkimese	
+siq				I	L	Sonia	
+sir				I	L	Siri	
+sis				I	E	Siuslaw	
+siu				I	L	Sinagen	
+siv				I	L	Sumariup	
+siw				I	L	Siwai	
+six				I	L	Sumau	
+siy				I	L	Sivandi	
+siz				I	L	Siwi	
+sja				I	L	Epena	
+sjb				I	L	Sajau Basap	
+sjd				I	L	Kildin Sami	
+sje				I	L	Pite Sami	
+sjg				I	L	Assangori	
+sjk				I	E	Kemi Sami	
+sjl				I	L	Sajalong	
+sjm				I	L	Mapun	
+sjn				I	C	Sindarin	
+sjo				I	L	Xibe	
+sjp				I	L	Surjapuri	
+sjr				I	L	Siar-Lak	
+sjs				I	E	Senhaja De Srair	
+sjt				I	L	Ter Sami	
+sju				I	L	Ume Sami	
+sjw				I	L	Shawnee	
+ska				I	L	Skagit	
+skb				I	L	Saek	
+skc				I	L	Ma Manda	
+skd				I	L	Southern Sierra Miwok	
+ske				I	L	Seke (Vanuatu)	
+skf				I	L	Sakirabiá	
+skg				I	L	Sakalava Malagasy	
+skh				I	L	Sikule	
+ski				I	L	Sika	
+skj				I	L	Seke (Nepal)	
+skk				I	L	Sok	
+skm				I	L	Kutong	
+skn				I	L	Kolibugan Subanon	
+sko				I	L	Seko Tengah	
+skp				I	L	Sekapan	
+skq				I	L	Sininkere	
+skr				I	L	Seraiki	
+sks				I	L	Maia	
+skt				I	L	Sakata	
+sku				I	L	Sakao	
+skv				I	L	Skou	
+skw				I	E	Skepi Creole Dutch	
+skx				I	L	Seko Padang	
+sky				I	L	Sikaiana	
+skz				I	L	Sekar	
+slc				I	L	Sáliba	
+sld				I	L	Sissala	
+sle				I	L	Sholaga	
+slf				I	L	Swiss-Italian Sign Language	
+slg				I	L	Selungai Murut	
+slh				I	L	Southern Puget Sound Salish	
+sli				I	L	Lower Silesian	
+slj				I	L	Salumá	
+slk	slo	slk	sk	I	L	Slovak	
+sll				I	L	Salt-Yui	
+slm				I	L	Pangutaran Sama	
+sln				I	E	Salinan	
+slp				I	L	Lamaholot	
+slq				I	L	Salchuq	
+slr				I	L	Salar	
+sls				I	L	Singapore Sign Language	
+slt				I	L	Sila	
+slu				I	L	Selaru	
+slv	slv	slv	sl	I	L	Slovenian	
+slw				I	L	Sialum	
+slx				I	L	Salampasu	
+sly				I	L	Selayar	
+slz				I	L	Ma'ya	
+sma	sma	sma		I	L	Southern Sami	
+smb				I	L	Simbari	
+smc				I	E	Som	
+smd				I	L	Sama	
+sme	sme	sme	se	I	L	Northern Sami	
+smf				I	L	Auwe	
+smg				I	L	Simbali	
+smh				I	L	Samei	
+smj	smj	smj		I	L	Lule Sami	
+smk				I	L	Bolinao	
+sml				I	L	Central Sama	
+smm				I	L	Musasa	
+smn	smn	smn		I	L	Inari Sami	
+smo	smo	smo	sm	I	L	Samoan	
+smp				I	E	Samaritan	
+smq				I	L	Samo	
+smr				I	L	Simeulue	
+sms	sms	sms		I	L	Skolt Sami	
+smt				I	L	Simte	
+smu				I	E	Somray	
+smv				I	L	Samvedi	
+smw				I	L	Sumbawa	
+smx				I	L	Samba	
+smy				I	L	Semnani	
+smz				I	L	Simeku	
+sna	sna	sna	sn	I	L	Shona	
+snb				I	L	Sebuyau	
+snc				I	L	Sinaugoro	
+snd	snd	snd	sd	I	L	Sindhi	
+sne				I	L	Bau Bidayuh	
+snf				I	L	Noon	
+sng				I	L	Sanga (Democratic Republic of Congo)	
+snh				I	E	Shinabo	
+sni				I	E	Sensi	
+snj				I	L	Riverain Sango	
+snk	snk	snk		I	L	Soninke	
+snl				I	L	Sangil	
+snm				I	L	Southern Ma'di	
+snn				I	L	Siona	
+sno				I	L	Snohomish	
+snp				I	L	Siane	
+snq				I	L	Sangu (Gabon)	
+snr				I	L	Sihan	
+sns				I	L	South West Bay	
+snu				I	L	Senggi	
+snv				I	L	Sa'ban	
+snw				I	L	Selee	
+snx				I	L	Sam	
+sny				I	L	Saniyo-Hiyewe	
+snz				I	L	Sinsauru	
+soa				I	L	Thai Song	
+sob				I	L	Sobei	
+soc				I	L	So (Democratic Republic of Congo)	
+sod				I	L	Songoora	
+soe				I	L	Songomeno	
+sog	sog	sog		I	A	Sogdian	
+soh				I	L	Aka	
+soi				I	L	Sonha	
+soj				I	L	Soi	
+sok				I	L	Sokoro	
+sol				I	L	Solos	
+som	som	som	so	I	L	Somali	
+soo				I	L	Songo	
+sop				I	L	Songe	
+soq				I	L	Kanasi	
+sor				I	L	Somrai	
+sos				I	L	Seeku	
+sot	sot	sot	st	I	L	Southern Sotho	
+sou				I	L	Southern Thai	
+sov				I	L	Sonsorol	
+sow				I	L	Sowanda	
+sox				I	L	Swo	
+soy				I	L	Miyobe	
+soz				I	L	Temi	
+spa	spa	spa	es	I	L	Spanish	
+spb				I	L	Sepa (Indonesia)	
+spc				I	L	Sapé	
+spd				I	L	Saep	
+spe				I	L	Sepa (Papua New Guinea)	
+spg				I	L	Sian	
+spi				I	L	Saponi	
+spk				I	L	Sengo	
+spl				I	L	Selepet	
+spm				I	L	Akukem	
+spo				I	L	Spokane	
+spp				I	L	Supyire Senoufo	
+spq				I	L	Loreto-Ucayali Spanish	
+spr				I	L	Saparua	
+sps				I	L	Saposa	
+spt				I	L	Spiti Bhoti	
+spu				I	L	Sapuan	
+spv				I	L	Sambalpuri	
+spx				I	A	South Picene	
+spy				I	L	Sabaot	
+sqa				I	L	Shama-Sambuga	
+sqh				I	L	Shau	
+sqi	alb	sqi	sq	M	L	Albanian	
+sqk				I	L	Albanian Sign Language	
+sqm				I	L	Suma	
+sqn				I	E	Susquehannock	
+sqo				I	L	Sorkhei	
+sqq				I	L	Sou	
+sqr				I	H	Siculo Arabic	
+sqs				I	L	Sri Lankan Sign Language	
+sqt				I	L	Soqotri	
+squ				I	L	Squamish	
+sra				I	L	Saruga	
+srb				I	L	Sora	
+src				I	L	Logudorese Sardinian	
+srd	srd	srd	sc	M	L	Sardinian	
+sre				I	L	Sara	
+srf				I	L	Nafi	
+srg				I	L	Sulod	
+srh				I	L	Sarikoli	
+sri				I	L	Siriano	
+srk				I	L	Serudung Murut	
+srl				I	L	Isirawa	
+srm				I	L	Saramaccan	
+srn	srn	srn		I	L	Sranan Tongo	
+sro				I	L	Campidanese Sardinian	
+srp	srp	srp	sr	I	L	Serbian	
+srq				I	L	Sirionó	
+srr	srr	srr		I	L	Serer	
+srs				I	L	Sarsi	
+srt				I	L	Sauri	
+sru				I	L	Suruí	
+srv				I	L	Southern Sorsoganon	
+srw				I	L	Serua	
+srx				I	L	Sirmauri	
+sry				I	L	Sera	
+srz				I	L	Shahmirzadi	
+ssb				I	L	Southern Sama	
+ssc				I	L	Suba-Simbiti	
+ssd				I	L	Siroi	
+sse				I	L	Balangingi	
+ssf				I	L	Thao	
+ssg				I	L	Seimat	
+ssh				I	L	Shihhi Arabic	
+ssi				I	L	Sansi	
+ssj				I	L	Sausi	
+ssk				I	L	Sunam	
+ssl				I	L	Western Sisaala	
+ssm				I	L	Semnam	
+ssn				I	L	Waata	
+sso				I	L	Sissano	
+ssp				I	L	Spanish Sign Language	
+ssq				I	L	So'a	
+ssr				I	L	Swiss-French Sign Language	
+sss				I	L	Sô	
+sst				I	L	Sinasina	
+ssu				I	L	Susuami	
+ssv				I	L	Shark Bay	
+ssw	ssw	ssw	ss	I	L	Swati	
+ssx				I	L	Samberigi	
+ssy				I	L	Saho	
+ssz				I	L	Sengseng	
+sta				I	L	Settla	
+stb				I	L	Northern Subanen	
+std				I	L	Sentinel	
+ste				I	L	Liana-Seti	
+stf				I	L	Seta	
+stg				I	L	Trieng	
+sth				I	L	Shelta	
+sti				I	L	Bulo Stieng	
+stj				I	L	Matya Samo	
+stk				I	L	Arammba	
+stl				I	L	Stellingwerfs	
+stm				I	L	Setaman	
+stn				I	L	Owa	
+sto				I	L	Stoney	
+stp				I	L	Southeastern Tepehuan	
+stq				I	L	Saterfriesisch	
+str				I	L	Straits Salish	
+sts				I	L	Shumashti	
+stt				I	L	Budeh Stieng	
+stu				I	L	Samtao	
+stv				I	L	Silt'e	
+stw				I	L	Satawalese	
+sty				I	L	Siberian Tatar	
+sua				I	L	Sulka	
+sub				I	L	Suku	
+suc				I	L	Western Subanon	
+sue				I	L	Suena	
+sug				I	L	Suganga	
+sui				I	L	Suki	
+suj				I	L	Shubi	
+suk	suk	suk		I	L	Sukuma	
+sun	sun	sun	su	I	L	Sundanese	
+suq				I	L	Suri	
+sur				I	L	Mwaghavul	
+sus	sus	sus		I	L	Susu	
+sut				I	E	Subtiaba	
+suv				I	L	Puroik	
+suw				I	L	Sumbwa	
+sux	sux	sux		I	A	Sumerian	
+suy				I	L	Suyá	
+suz				I	L	Sunwar	
+sva				I	L	Svan	
+svb				I	L	Ulau-Suain	
+svc				I	L	Vincentian Creole English	
+sve				I	L	Serili	
+svk				I	L	Slovakian Sign Language	
+svm				I	L	Slavomolisano	
+svr				I	L	Savara	
+svs				I	L	Savosavo	
+svx				I	E	Skalvian	
+swa	swa	swa	sw	M	L	Swahili (macrolanguage)	
+swb				I	L	Maore Comorian	
+swc				I	L	Congo Swahili	
+swe	swe	swe	sv	I	L	Swedish	
+swf				I	L	Sere	
+swg				I	L	Swabian	
+swh				I	L	Swahili (individual language)	
+swi				I	L	Sui	
+swj				I	L	Sira	
+swk				I	L	Malawi Sena	
+swl				I	L	Swedish Sign Language	
+swm				I	L	Samosa	
+swn				I	L	Sawknah	
+swo				I	L	Shanenawa	
+swp				I	L	Suau	
+swq				I	L	Sharwa	
+swr				I	L	Saweru	
+sws				I	L	Seluwasan	
+swt				I	L	Sawila	
+swu				I	L	Suwawa	
+swv				I	L	Shekhawati	
+sww				I	E	Sowa	
+swx				I	L	Suruahá	
+swy				I	L	Sarua	
+sxb				I	L	Suba	
+sxc				I	A	Sicanian	
+sxe				I	L	Sighu	
+sxg				I	L	Shixing	
+sxk				I	E	Southern Kalapuya	
+sxl				I	E	Selian	
+sxm				I	L	Samre	
+sxn				I	L	Sangir	
+sxo				I	A	Sorothaptic	
+sxr				I	L	Saaroa	
+sxs				I	L	Sasaru	
+sxu				I	L	Upper Saxon	
+sxw				I	L	Saxwe Gbe	
+sya				I	L	Siang	
+syb				I	L	Central Subanen	
+syc	syc	syc		I	H	Classical Syriac	
+syi				I	L	Seki	
+syk				I	L	Sukur	
+syl				I	L	Sylheti	
+sym				I	L	Maya Samo	
+syn				I	L	Senaya	
+syo				I	L	Suoy	
+syr	syr	syr		M	L	Syriac	
+sys				I	L	Sinyar	
+syw				I	L	Kagate	
+syy				I	L	Al-Sayyid Bedouin Sign Language	
+sza				I	L	Semelai	
+szb				I	L	Ngalum	
+szc				I	L	Semaq Beri	
+szd				I	E	Seru	
+sze				I	L	Seze	
+szg				I	L	Sengele	
+szl				I	L	Silesian	
+szn				I	L	Sula	
+szp				I	L	Suabo	
+szv				I	L	Isu (Fako Division)	
+szw				I	L	Sawai	
+taa				I	L	Lower Tanana	
+tab				I	L	Tabassaran	
+tac				I	L	Lowland Tarahumara	
+tad				I	L	Tause	
+tae				I	L	Tariana	
+taf				I	L	Tapirapé	
+tag				I	L	Tagoi	
+tah	tah	tah	ty	I	L	Tahitian	
+taj				I	L	Eastern Tamang	
+tak				I	L	Tala	
+tal				I	L	Tal	
+tam	tam	tam	ta	I	L	Tamil	
+tan				I	L	Tangale	
+tao				I	L	Yami	
+tap				I	L	Taabwa	
+taq				I	L	Tamasheq	
+tar				I	L	Central Tarahumara	
+tas				I	E	Tay Boi	
+tat	tat	tat	tt	I	L	Tatar	
+tau				I	L	Upper Tanana	
+tav				I	L	Tatuyo	
+taw				I	L	Tai	
+tax				I	L	Tamki	
+tay				I	L	Atayal	
+taz				I	L	Tocho	
+tba				I	L	Aikanã	
+tbb				I	E	Tapeba	
+tbc				I	L	Takia	
+tbd				I	L	Kaki Ae	
+tbe				I	L	Tanimbili	
+tbf				I	L	Mandara	
+tbg				I	L	North Tairora	
+tbh				I	E	Thurawal	
+tbi				I	L	Gaam	
+tbj				I	L	Tiang	
+tbk				I	L	Calamian Tagbanwa	
+tbl				I	L	Tboli	
+tbm				I	L	Tagbu	
+tbn				I	L	Barro Negro Tunebo	
+tbo				I	L	Tawala	
+tbp				I	L	Taworta	
+tbr				I	L	Tumtum	
+tbs				I	L	Tanguat	
+tbt				I	L	Tembo (Kitembo)	
+tbu				I	E	Tubar	
+tbv				I	L	Tobo	
+tbw				I	L	Tagbanwa	
+tbx				I	L	Kapin	
+tby				I	L	Tabaru	
+tbz				I	L	Ditammari	
+tca				I	L	Ticuna	
+tcb				I	L	Tanacross	
+tcc				I	L	Datooga	
+tcd				I	L	Tafi	
+tce				I	L	Southern Tutchone	
+tcf				I	L	Malinaltepec Me'phaa	
+tcg				I	L	Tamagario	
+tch				I	L	Turks And Caicos Creole English	
+tci				I	L	Wára	
+tck				I	L	Tchitchege	
+tcl				I	E	Taman (Myanmar)	
+tcm				I	L	Tanahmerah	
+tcn				I	L	Tichurong	
+tco				I	L	Taungyo	
+tcp				I	L	Tawr Chin	
+tcq				I	L	Kaiy	
+tcs				I	L	Torres Strait Creole	
+tct				I	L	T'en	
+tcu				I	L	Southeastern Tarahumara	
+tcw				I	L	Tecpatlán Totonac	
+tcx				I	L	Toda	
+tcy				I	L	Tulu	
+tcz				I	L	Thado Chin	
+tda				I	L	Tagdal	
+tdb				I	L	Panchpargania	
+tdc				I	L	Emberá-Tadó	
+tdd				I	L	Tai Nüa	
+tde				I	L	Tiranige Diga Dogon	
+tdf				I	L	Talieng	
+tdg				I	L	Western Tamang	
+tdh				I	L	Thulung	
+tdi				I	L	Tomadino	
+tdj				I	L	Tajio	
+tdk				I	L	Tambas	
+tdl				I	L	Sur	
+tdn				I	L	Tondano	
+tdo				I	L	Teme	
+tdq				I	L	Tita	
+tdr				I	L	Todrah	
+tds				I	L	Doutai	
+tdt				I	L	Tetun Dili	
+tdu				I	L	Tempasuk Dusun	
+tdv				I	L	Toro	
+tdx				I	L	Tandroy-Mahafaly Malagasy	
+tdy				I	L	Tadyawan	
+tea				I	L	Temiar	
+teb				I	E	Tetete	
+tec				I	L	Terik	
+ted				I	L	Tepo Krumen	
+tee				I	L	Huehuetla Tepehua	
+tef				I	L	Teressa	
+teg				I	L	Teke-Tege	
+teh				I	L	Tehuelche	
+tei				I	L	Torricelli	
+tek				I	L	Ibali Teke	
+tel	tel	tel	te	I	L	Telugu	
+tem	tem	tem		I	L	Timne	
+ten				I	E	Tama (Colombia)	
+teo				I	L	Teso	
+tep				I	E	Tepecano	
+teq				I	L	Temein	
+ter	ter	ter		I	L	Tereno	
+tes				I	L	Tengger	
+tet	tet	tet		I	L	Tetum	
+teu				I	L	Soo	
+tev				I	L	Teor	
+tew				I	L	Tewa (USA)	
+tex				I	L	Tennet	
+tey				I	L	Tulishi	
+tfi				I	L	Tofin Gbe	
+tfn				I	L	Tanaina	
+tfo				I	L	Tefaro	
+tfr				I	L	Teribe	
+tft				I	L	Ternate	
+tga				I	L	Sagalla	
+tgb				I	L	Tobilung	
+tgc				I	L	Tigak	
+tgd				I	L	Ciwogai	
+tge				I	L	Eastern Gorkha Tamang	
+tgf				I	L	Chalikha	
+tgh				I	L	Tobagonian Creole English	
+tgi				I	L	Lawunuia	
+tgj				I	L	Tagin	
+tgk	tgk	tgk	tg	I	L	Tajik	
+tgl	tgl	tgl	tl	I	L	Tagalog	
+tgn				I	L	Tandaganon	
+tgo				I	L	Sudest	
+tgp				I	L	Tangoa	
+tgq				I	L	Tring	
+tgr				I	L	Tareng	
+tgs				I	L	Nume	
+tgt				I	L	Central Tagbanwa	
+tgu				I	L	Tanggu	
+tgv				I	E	Tingui-Boto	
+tgw				I	L	Tagwana Senoufo	
+tgx				I	L	Tagish	
+tgy				I	E	Togoyo	
+tgz				I	E	Tagalaka	
+tha	tha	tha	th	I	L	Thai	
+thc				I	L	Tai Hang Tong	
+thd				I	L	Thayore	
+the				I	L	Chitwania Tharu	
+thf				I	L	Thangmi	
+thh				I	L	Northern Tarahumara	
+thi				I	L	Tai Long	
+thk				I	L	Tharaka	
+thl				I	L	Dangaura Tharu	
+thm				I	L	Aheu	
+thn				I	L	Thachanadan	
+thp				I	L	Thompson	
+thq				I	L	Kochila Tharu	
+thr				I	L	Rana Tharu	
+ths				I	L	Thakali	
+tht				I	L	Tahltan	
+thu				I	L	Thuri	
+thv				I	L	Tahaggart Tamahaq	
+thw				I	L	Thudam	
+thx				I	L	The	
+thy				I	L	Tha	
+thz				I	L	Tayart Tamajeq	
+tia				I	L	Tidikelt Tamazight	
+tic				I	L	Tira	
+tid				I	L	Tidong	
+tif				I	L	Tifal	
+tig	tig	tig		I	L	Tigre	
+tih				I	L	Timugon Murut	
+tii				I	L	Tiene	
+tij				I	L	Tilung	
+tik				I	L	Tikar	
+til				I	E	Tillamook	
+tim				I	L	Timbe	
+tin				I	L	Tindi	
+tio				I	L	Teop	
+tip				I	L	Trimuris	
+tiq				I	L	Tiéfo	
+tir	tir	tir	ti	I	L	Tigrinya	
+tis				I	L	Masadiit Itneg	
+tit				I	L	Tinigua	
+tiu				I	L	Adasen	
+tiv	tiv	tiv		I	L	Tiv	
+tiw				I	L	Tiwi	
+tix				I	L	Southern Tiwa	
+tiy				I	L	Tiruray	
+tiz				I	L	Tai Hongjin	
+tja				I	L	Tajuasohn	
+tjg				I	L	Tunjung	
+tji				I	L	Northern Tujia	
+tjl				I	L	Tai Laing	
+tjm				I	E	Timucua	
+tjn				I	E	Tonjon	
+tjo				I	L	Temacine Tamazight	
+tjs				I	L	Southern Tujia	
+tju				I	E	Tjurruru	
+tjw				I	L	Djabwurrung	
+tka				I	E	Truká	
+tkb				I	L	Buksa	
+tkd				I	L	Tukudede	
+tke				I	L	Takwane	
+tkf				I	E	Tukumanféd	
+tkg				I	L	Tesaka Malagasy	
+tkl	tkl	tkl		I	L	Tokelau	
+tkm				I	E	Takelma	
+tkn				I	L	Toku-No-Shima	
+tkp				I	L	Tikopia	
+tkq				I	L	Tee	
+tkr				I	L	Tsakhur	
+tks				I	L	Takestani	
+tkt				I	L	Kathoriya Tharu	
+tku				I	L	Upper Necaxa Totonac	
+tkw				I	L	Teanu	
+tkx				I	L	Tangko	
+tkz				I	L	Takua	
+tla				I	L	Southwestern Tepehuan	
+tlb				I	L	Tobelo	
+tlc				I	L	Yecuatla Totonac	
+tld				I	L	Talaud	
+tlf				I	L	Telefol	
+tlg				I	L	Tofanma	
+tlh	tlh	tlh		I	C	Klingon	
+tli	tli	tli		I	L	Tlingit	
+tlj				I	L	Talinga-Bwisi	
+tlk				I	L	Taloki	
+tll				I	L	Tetela	
+tlm				I	L	Tolomako	
+tln				I	L	Talondo'	
+tlo				I	L	Talodi	
+tlp				I	L	Filomena Mata-Coahuitlán Totonac	
+tlq				I	L	Tai Loi	
+tlr				I	L	Talise	
+tls				I	L	Tambotalo	
+tlt				I	L	Teluti	
+tlu				I	L	Tulehu	
+tlv				I	L	Taliabu	
+tlx				I	L	Khehek	
+tly				I	L	Talysh	
+tma				I	L	Tama (Chad)	
+tmb				I	L	Katbol	
+tmc				I	L	Tumak	
+tmd				I	L	Haruai	
+tme				I	E	Tremembé	
+tmf				I	L	Toba-Maskoy	
+tmg				I	E	Ternateño	
+tmh	tmh	tmh		M	L	Tamashek	
+tmi				I	L	Tutuba	
+tmj				I	L	Samarokena	
+tmk				I	L	Northwestern Tamang	
+tml				I	L	Tamnim Citak	
+tmm				I	L	Tai Thanh	
+tmn				I	L	Taman (Indonesia)	
+tmo				I	L	Temoq	
+tmp				I	L	Tai Mène	
+tmq				I	L	Tumleo	
+tmr				I	E	Jewish Babylonian Aramaic (ca. 200-1200 CE)	
+tms				I	L	Tima	
+tmt				I	L	Tasmate	
+tmu				I	L	Iau	
+tmv				I	L	Tembo (Motembo)	
+tmw				I	L	Temuan	
+tmy				I	L	Tami	
+tmz				I	E	Tamanaku	
+tna				I	L	Tacana	
+tnb				I	L	Western Tunebo	
+tnc				I	L	Tanimuca-Retuarã	
+tnd				I	L	Angosturas Tunebo	
+tne				I	L	Tinoc Kallahan	
+tng				I	L	Tobanga	
+tnh				I	L	Maiani	
+tni				I	L	Tandia	
+tnk				I	L	Kwamera	
+tnl				I	L	Lenakel	
+tnm				I	L	Tabla	
+tnn				I	L	North Tanna	
+tno				I	L	Toromono	
+tnp				I	L	Whitesands	
+tnq				I	E	Taino	
+tnr				I	L	Ménik	
+tns				I	L	Tenis	
+tnt				I	L	Tontemboan	
+tnu				I	L	Tay Khang	
+tnv				I	L	Tangchangya	
+tnw				I	L	Tonsawang	
+tnx				I	L	Tanema	
+tny				I	L	Tongwe	
+tnz				I	L	Tonga (Thailand)	
+tob				I	L	Toba	
+toc				I	L	Coyutla Totonac	
+tod				I	L	Toma	
+toe				I	E	Tomedes	
+tof				I	L	Gizrra	
+tog	tog	tog		I	L	Tonga (Nyasa)	
+toh				I	L	Gitonga	
+toi				I	L	Tonga (Zambia)	
+toj				I	L	Tojolabal	
+tol				I	L	Tolowa	
+tom				I	L	Tombulu	
+ton	ton	ton	to	I	L	Tonga (Tonga Islands)	
+too				I	L	Xicotepec De Juárez Totonac	
+top				I	L	Papantla Totonac	
+toq				I	L	Toposa	
+tor				I	L	Togbo-Vara Banda	
+tos				I	L	Highland Totonac	
+tou				I	L	Tho	
+tov				I	L	Upper Taromi	
+tow				I	L	Jemez	
+tox				I	L	Tobian	
+toy				I	L	Topoiyo	
+toz				I	L	To	
+tpa				I	L	Taupota	
+tpc				I	L	Azoyú Me'phaa	
+tpe				I	L	Tippera	
+tpf				I	L	Tarpia	
+tpg				I	L	Kula	
+tpi	tpi	tpi		I	L	Tok Pisin	
+tpj				I	L	Tapieté	
+tpk				I	E	Tupinikin	
+tpl				I	L	Tlacoapa Me'phaa	
+tpm				I	L	Tampulma	
+tpn				I	E	Tupinambá	
+tpo				I	L	Tai Pao	
+tpp				I	L	Pisaflores Tepehua	
+tpq				I	L	Tukpa	
+tpr				I	L	Tuparí	
+tpt				I	L	Tlachichilco Tepehua	
+tpu				I	L	Tampuan	
+tpv				I	L	Tanapag	
+tpw				I	E	Tupí	
+tpx				I	L	Acatepec Me'phaa	
+tpy				I	L	Trumai	
+tpz				I	L	Tinputz	
+tqb				I	L	Tembé	
+tql				I	L	Lehali	
+tqm				I	L	Turumsa	
+tqn				I	L	Tenino	
+tqo				I	L	Toaripi	
+tqp				I	L	Tomoip	
+tqq				I	L	Tunni	
+tqr				I	E	Torona	
+tqt				I	L	Western Totonac	
+tqu				I	L	Touo	
+tqw				I	E	Tonkawa	
+tra				I	L	Tirahi	
+trb				I	L	Terebu	
+trc				I	L	Copala Triqui	
+trd				I	L	Turi	
+tre				I	L	East Tarangan	
+trf				I	L	Trinidadian Creole English	
+trg				I	L	Lishán Didán	
+trh				I	L	Turaka	
+tri				I	L	Trió	
+trj				I	L	Toram	
+trl				I	L	Traveller Scottish	
+trm				I	L	Tregami	
+trn				I	L	Trinitario	
+tro				I	L	Tarao Naga	
+trp				I	L	Kok Borok	
+trq				I	L	San Martín Itunyoso Triqui	
+trr				I	L	Taushiro	
+trs				I	L	Chicahuaxtla Triqui	
+trt				I	L	Tunggare	
+tru				I	L	Turoyo	
+trv				I	L	Taroko	
+trw				I	L	Torwali	
+trx				I	L	Tringgus-Sembaan Bidayuh	
+try				I	E	Turung	
+trz				I	E	Torá	
+tsa				I	L	Tsaangi	
+tsb				I	L	Tsamai	
+tsc				I	L	Tswa	
+tsd				I	L	Tsakonian	
+tse				I	L	Tunisian Sign Language	
+tsf				I	L	Southwestern Tamang	
+tsg				I	L	Tausug	
+tsh				I	L	Tsuvan	
+tsi	tsi	tsi		I	L	Tsimshian	
+tsj				I	L	Tshangla	
+tsk				I	L	Tseku	
+tsl				I	L	Ts'ün-Lao	
+tsm				I	L	Turkish Sign Language	
+tsn	tsn	tsn	tn	I	L	Tswana	
+tso	tso	tso	ts	I	L	Tsonga	
+tsp				I	L	Northern Toussian	
+tsq				I	L	Thai Sign Language	
+tsr				I	L	Akei	
+tss				I	L	Taiwan Sign Language	
+tst				I	L	Tondi Songway Kiini	
+tsu				I	L	Tsou	
+tsv				I	L	Tsogo	
+tsw				I	L	Tsishingini	
+tsx				I	L	Mubami	
+tsy				I	L	Tebul Sign Language	
+tsz				I	L	Purepecha	
+tta				I	E	Tutelo	
+ttb				I	L	Gaa	
+ttc				I	L	Tektiteko	
+ttd				I	L	Tauade	
+tte				I	L	Bwanabwana	
+ttf				I	L	Tuotomb	
+ttg				I	L	Tutong	
+tth				I	L	Upper Ta'oih	
+tti				I	L	Tobati	
+ttj				I	L	Tooro	
+ttk				I	L	Totoro	
+ttl				I	L	Totela	
+ttm				I	L	Northern Tutchone	
+ttn				I	L	Towei	
+tto				I	L	Lower Ta'oih	
+ttp				I	L	Tombelala	
+ttq				I	L	Tawallammat Tamajaq	
+ttr				I	L	Tera	
+tts				I	L	Northeastern Thai	
+ttt				I	L	Muslim Tat	
+ttu				I	L	Torau	
+ttv				I	L	Titan	
+ttw				I	L	Long Wat	
+tty				I	L	Sikaritai	
+ttz				I	L	Tsum	
+tua				I	L	Wiarumus	
+tub				I	L	Tübatulabal	
+tuc				I	L	Mutu	
+tud				I	E	Tuxá	
+tue				I	L	Tuyuca	
+tuf				I	L	Central Tunebo	
+tug				I	L	Tunia	
+tuh				I	L	Taulil	
+tui				I	L	Tupuri	
+tuj				I	L	Tugutil	
+tuk	tuk	tuk	tk	I	L	Turkmen	
+tul				I	L	Tula	
+tum	tum	tum		I	L	Tumbuka	
+tun				I	E	Tunica	
+tuo				I	L	Tucano	
+tuq				I	L	Tedaga	
+tur	tur	tur	tr	I	L	Turkish	
+tus				I	L	Tuscarora	
+tuu				I	L	Tututni	
+tuv				I	L	Turkana	
+tux				I	E	Tuxináwa	
+tuy				I	L	Tugen	
+tuz				I	L	Turka	
+tva				I	L	Vaghua	
+tvd				I	L	Tsuvadi	
+tve				I	L	Te'un	
+tvk				I	L	Southeast Ambrym	
+tvl	tvl	tvl		I	L	Tuvalu	
+tvm				I	L	Tela-Masbuar	
+tvn				I	L	Tavoyan	
+tvo				I	L	Tidore	
+tvs				I	L	Taveta	
+tvt				I	L	Tutsa Naga	
+tvu				I	L	Tunen	
+tvw				I	L	Sedoa	
+tvy				I	E	Timor Pidgin	
+twa				I	E	Twana	
+twb				I	L	Western Tawbuid	
+twc				I	E	Teshenawa	
+twd				I	L	Twents	
+twe				I	L	Tewa (Indonesia)	
+twf				I	L	Northern Tiwa	
+twg				I	L	Tereweng	
+twh				I	L	Tai Dón	
+twi	twi	twi	tw	I	L	Twi	
+twl				I	L	Tawara	
+twm				I	L	Tawang Monpa	
+twn				I	L	Twendi	
+two				I	L	Tswapong	
+twp				I	L	Ere	
+twq				I	L	Tasawaq	
+twr				I	L	Southwestern Tarahumara	
+twt				I	E	Turiwára	
+twu				I	L	Termanu	
+tww				I	L	Tuwari	
+twx				I	L	Tewe	
+twy				I	L	Tawoyan	
+txa				I	L	Tombonuo	
+txb				I	A	Tokharian B	
+txc				I	E	Tsetsaut	
+txe				I	L	Totoli	
+txg				I	A	Tangut	
+txh				I	A	Thracian	
+txi				I	L	Ikpeng	
+txm				I	L	Tomini	
+txn				I	L	West Tarangan	
+txo				I	L	Toto	
+txq				I	L	Tii	
+txr				I	A	Tartessian	
+txs				I	L	Tonsea	
+txt				I	L	Citak	
+txu				I	L	Kayapó	
+txx				I	L	Tatana	
+txy				I	L	Tanosy Malagasy	
+tya				I	L	Tauya	
+tye				I	L	Kyanga	
+tyh				I	L	O'du	
+tyi				I	L	Teke-Tsaayi	
+tyj				I	L	Tai Do	
+tyl				I	L	Thu Lao	
+tyn				I	L	Kombai	
+typ				I	E	Thaypan	
+tyr				I	L	Tai Daeng	
+tys				I	L	Tày Sa Pa	
+tyt				I	L	Tày Tac	
+tyu				I	L	Kua	
+tyv	tyv	tyv		I	L	Tuvinian	
+tyx				I	L	Teke-Tyee	
+tyz				I	L	Tày	
+tza				I	L	Tanzanian Sign Language	
+tzh				I	L	Tzeltal	
+tzj				I	L	Tz'utujil	
+tzl				I	C	Talossan	
+tzm				I	L	Central Atlas Tamazight	
+tzn				I	L	Tugun	
+tzo				I	L	Tzotzil	
+tzx				I	L	Tabriak	
+uam				I	E	Uamué	
+uan				I	L	Kuan	
+uar				I	L	Tairuma	
+uba				I	L	Ubang	
+ubi				I	L	Ubi	
+ubl				I	L	Buhi'non Bikol	
+ubr				I	L	Ubir	
+ubu				I	L	Umbu-Ungu	
+uby				I	E	Ubykh	
+uda				I	L	Uda	
+ude				I	L	Udihe	
+udg				I	L	Muduga	
+udi				I	L	Udi	
+udj				I	L	Ujir	
+udl				I	L	Wuzlam	
+udm	udm	udm		I	L	Udmurt	
+udu				I	L	Uduk	
+ues				I	L	Kioko	
+ufi				I	L	Ufim	
+uga	uga	uga		I	A	Ugaritic	
+ugb				I	E	Kuku-Ugbanh	
+uge				I	L	Ughele	
+ugn				I	L	Ugandan Sign Language	
+ugo				I	L	Ugong	
+ugy				I	L	Uruguayan Sign Language	
+uha				I	L	Uhami	
+uhn				I	L	Damal	
+uig	uig	uig	ug	I	L	Uighur	
+uis				I	L	Uisai	
+uiv				I	L	Iyive	
+uji				I	L	Tanjijili	
+uka				I	L	Kaburi	
+ukg				I	L	Ukuriguma	
+ukh				I	L	Ukhwejo	
+ukl				I	L	Ukrainian Sign Language	
+ukp				I	L	Ukpe-Bayobiri	
+ukq				I	L	Ukwa	
+ukr	ukr	ukr	uk	I	L	Ukrainian	
+uks				I	L	Urubú-Kaapor Sign Language	
+uku				I	L	Ukue	
+ukw				I	L	Ukwuani-Aboh-Ndoni	
+uky				I	E	Kuuk-Yak	
+ula				I	L	Fungwa	
+ulb				I	L	Ulukwumi	
+ulc				I	L	Ulch	
+ule				I	E	Lule	
+ulf				I	L	Usku	
+uli				I	L	Ulithian	
+ulk				I	L	Meriam	
+ull				I	L	Ullatan	
+ulm				I	L	Ulumanda'	
+uln				I	L	Unserdeutsch	
+ulu				I	L	Uma' Lung	
+ulw				I	L	Ulwa	
+uma				I	L	Umatilla	
+umb	umb	umb		I	L	Umbundu	
+umc				I	A	Marrucinian	
+umd				I	E	Umbindhamu	
+umg				I	E	Umbuygamu	
+umi				I	L	Ukit	
+umm				I	L	Umon	
+umn				I	L	Makyan Naga	
+umo				I	E	Umotína	
+ump				I	L	Umpila	
+umr				I	E	Umbugarla	
+ums				I	L	Pendau	
+umu				I	L	Munsee	
+una				I	L	North Watut	
+und	und	und		S	S	Undetermined	
+une				I	L	Uneme	
+ung				I	L	Ngarinyin	
+unk				I	L	Enawené-Nawé	
+unm				I	E	Unami	
+unn				I	L	Kurnai	
+unr				I	L	Mundari	
+unu				I	L	Unubahe	
+unx				I	L	Munda	
+unz				I	L	Unde Kaili	
+uok				I	L	Uokha	
+upi				I	L	Umeda	
+upv				I	L	Uripiv-Wala-Rano-Atchin	
+ura				I	L	Urarina	
+urb				I	L	Urubú-Kaapor	
+urc				I	E	Urningangg	
+urd	urd	urd	ur	I	L	Urdu	
+ure				I	L	Uru	
+urf				I	E	Uradhi	
+urg				I	L	Urigina	
+urh				I	L	Urhobo	
+uri				I	L	Urim	
+urk				I	L	Urak Lawoi'	
+url				I	L	Urali	
+urm				I	L	Urapmin	
+urn				I	L	Uruangnirin	
+uro				I	L	Ura (Papua New Guinea)	
+urp				I	L	Uru-Pa-In	
+urr				I	L	Lehalurup	
+urt				I	L	Urat	
+uru				I	E	Urumi	
+urv				I	E	Uruava	
+urw				I	L	Sop	
+urx				I	L	Urimo	
+ury				I	L	Orya	
+urz				I	L	Uru-Eu-Wau-Wau	
+usa				I	L	Usarufa	
+ush				I	L	Ushojo	
+usi				I	L	Usui	
+usk				I	L	Usaghade	
+usp				I	L	Uspanteco	
+usu				I	L	Uya	
+uta				I	L	Otank	
+ute				I	L	Ute-Southern Paiute	
+utp				I	L	Amba (Solomon Islands)	
+utr				I	L	Etulo	
+utu				I	L	Utu	
+uum				I	L	Urum	
+uun				I	L	Kulon-Pazeh	
+uur				I	L	Ura (Vanuatu)	
+uuu				I	L	U	
+uve				I	L	West Uvean	
+uvh				I	L	Uri	
+uvl				I	L	Lote	
+uwa				I	L	Kuku-Uwanh	
+uya				I	L	Doko-Uyanga	
+uzb	uzb	uzb	uz	M	L	Uzbek	
+uzn				I	L	Northern Uzbek	
+uzs				I	L	Southern Uzbek	
+vaa				I	L	Vaagri Booli	
+vae				I	L	Vale	
+vaf				I	L	Vafsi	
+vag				I	L	Vagla	
+vah				I	L	Varhadi-Nagpuri	
+vai	vai	vai		I	L	Vai	
+vaj				I	L	Vasekela Bushman	
+val				I	L	Vehes	
+vam				I	L	Vanimo	
+van				I	L	Valman	
+vao				I	L	Vao	
+vap				I	L	Vaiphei	
+var				I	L	Huarijio	
+vas				I	L	Vasavi	
+vau				I	L	Vanuma	
+vav				I	L	Varli	
+vay				I	L	Wayu	
+vbb				I	L	Southeast Babar	
+vbk				I	L	Southwestern Bontok	
+vec				I	L	Venetian	
+ved				I	L	Veddah	
+vel				I	L	Veluws	
+vem				I	L	Vemgo-Mabas	
+ven	ven	ven	ve	I	L	Venda	
+veo				I	E	Ventureño	
+vep				I	L	Veps	
+ver				I	L	Mom Jango	
+vgr				I	L	Vaghri	
+vgt				I	L	Vlaamse Gebarentaal	
+vic				I	L	Virgin Islands Creole English	
+vid				I	L	Vidunda	
+vie	vie	vie	vi	I	L	Vietnamese	
+vif				I	L	Vili	
+vig				I	L	Viemo	
+vil				I	L	Vilela	
+vin				I	L	Vinza	
+vis				I	L	Vishavan	
+vit				I	L	Viti	
+viv				I	L	Iduna	
+vka				I	E	Kariyarra	
+vki				I	L	Ija-Zuba	
+vkj				I	L	Kujarge	
+vkk				I	L	Kaur	
+vkl				I	L	Kulisusu	
+vkm				I	E	Kamakan	
+vko				I	L	Kodeoha	
+vkp				I	L	Korlai Creole Portuguese	
+vkt				I	L	Tenggarong Kutai Malay	
+vku				I	L	Kurrama	
+vlp				I	L	Valpei	
+vls				I	L	Vlaams	
+vma				I	L	Martuyhunira	
+vmb				I	E	Barbaram	
+vmc				I	L	Juxtlahuaca Mixtec	
+vmd				I	L	Mudu Koraga	
+vme				I	L	East Masela	
+vmf				I	L	Mainfränkisch	
+vmg				I	L	Lungalunga	
+vmh				I	L	Maraghei	
+vmi				I	E	Miwa	
+vmj				I	L	Ixtayutla Mixtec	
+vmk				I	L	Makhuwa-Shirima	
+vml				I	E	Malgana	
+vmm				I	L	Mitlatongo Mixtec	
+vmp				I	L	Soyaltepec Mazatec	
+vmq				I	L	Soyaltepec Mixtec	
+vmr				I	L	Marenje	
+vms				I	E	Moksela	
+vmu				I	E	Muluridyi	
+vmv				I	E	Valley Maidu	
+vmw				I	L	Makhuwa	
+vmx				I	L	Tamazola Mixtec	
+vmy				I	L	Ayautla Mazatec	
+vmz				I	L	Mazatlán Mazatec	
+vnk				I	L	Vano	
+vnm				I	L	Vinmavis	
+vnp				I	L	Vunapu	
+vol	vol	vol	vo	I	C	Volapük	
+vor				I	L	Voro	
+vot	vot	vot		I	L	Votic	
+vra				I	L	Vera'a	
+vro				I	L	Võro	
+vrs				I	L	Varisi	
+vrt				I	L	Burmbar	
+vsi				I	L	Moldova Sign Language	
+vsl				I	L	Venezuelan Sign Language	
+vsv				I	L	Valencian Sign Language	
+vto				I	L	Vitou	
+vum				I	L	Vumbu	
+vun				I	L	Vunjo	
+vut				I	L	Vute	
+vwa				I	L	Awa (China)	
+waa				I	L	Walla Walla	
+wab				I	L	Wab	
+wac				I	L	Wasco-Wishram	
+wad				I	L	Wandamen	
+wae				I	L	Walser	
+waf				I	E	Wakoná	
+wag				I	L	Wa'ema	
+wah				I	L	Watubela	
+wai				I	L	Wares	
+waj				I	L	Waffa	
+wal	wal	wal		I	L	Wolaytta	
+wam				I	E	Wampanoag	
+wan				I	L	Wan	
+wao				I	E	Wappo	
+wap				I	L	Wapishana	
+waq				I	L	Wageman	
+war	war	war		I	L	Waray (Philippines)	
+was	was	was		I	L	Washo	
+wat				I	L	Kaninuwa	
+wau				I	L	Waurá	
+wav				I	L	Waka	
+waw				I	L	Waiwai	
+wax				I	L	Watam	
+way				I	L	Wayana	
+waz				I	L	Wampur	
+wba				I	L	Warao	
+wbb				I	L	Wabo	
+wbe				I	L	Waritai	
+wbf				I	L	Wara	
+wbh				I	L	Wanda	
+wbi				I	L	Vwanji	
+wbj				I	L	Alagwa	
+wbk				I	L	Waigali	
+wbl				I	L	Wakhi	
+wbm				I	L	Wa	
+wbp				I	L	Warlpiri	
+wbq				I	L	Waddar	
+wbr				I	L	Wagdi	
+wbt				I	L	Wanman	
+wbv				I	L	Wajarri	
+wbw				I	L	Woi	
+wca				I	L	Yanomámi	
+wci				I	L	Waci Gbe	
+wdd				I	L	Wandji	
+wdg				I	L	Wadaginam	
+wdj				I	L	Wadjiginy	
+wdk				I	E	Wadikali	
+wdu				I	E	Wadjigu	
+wdy				I	E	Wadjabangayi	
+wea				I	E	Wewaw	
+wec				I	L	Wè Western	
+wed				I	L	Wedau	
+weg				I	L	Wergaia	
+weh				I	L	Weh	
+wei				I	L	Kiunum	
+wem				I	L	Weme Gbe	
+weo				I	L	Wemale	
+wep				I	L	Westphalien	
+wer				I	L	Weri	
+wes				I	L	Cameroon Pidgin	
+wet				I	L	Perai	
+weu				I	L	Rawngtu Chin	
+wew				I	L	Wejewa	
+wfg				I	L	Yafi	
+wga				I	E	Wagaya	
+wgb				I	L	Wagawaga	
+wgg				I	E	Wangganguru	
+wgi				I	L	Wahgi	
+wgo				I	L	Waigeo	
+wgu				I	E	Wirangu	
+wgy				I	L	Warrgamay	
+wha				I	L	Manusela	
+whg				I	L	North Wahgi	
+whk				I	L	Wahau Kenyah	
+whu				I	L	Wahau Kayan	
+wib				I	L	Southern Toussian	
+wic				I	L	Wichita	
+wie				I	E	Wik-Epa	
+wif				I	E	Wik-Keyangan	
+wig				I	L	Wik-Ngathana	
+wih				I	L	Wik-Me'anha	
+wii				I	L	Minidien	
+wij				I	L	Wik-Iiyanh	
+wik				I	L	Wikalkan	
+wil				I	E	Wilawila	
+wim				I	L	Wik-Mungkan	
+win				I	L	Ho-Chunk	
+wir				I	E	Wiraféd	
+wiu				I	L	Wiru	
+wiv				I	L	Vitu	
+wiy				I	E	Wiyot	
+wja				I	L	Waja	
+wji				I	L	Warji	
+wka				I	E	Kw'adza	
+wkb				I	L	Kumbaran	
+wkd				I	L	Wakde	
+wkl				I	L	Kalanadi	
+wku				I	L	Kunduvadi	
+wkw				I	E	Wakawaka	
+wky				I	E	Wangkayutyuru	
+wla				I	L	Walio	
+wlc				I	L	Mwali Comorian	
+wle				I	L	Wolane	
+wlg				I	L	Kunbarlang	
+wli				I	L	Waioli	
+wlk				I	E	Wailaki	
+wll				I	L	Wali (Sudan)	
+wlm				I	H	Middle Welsh	
+wln	wln	wln	wa	I	L	Walloon	
+wlo				I	L	Wolio	
+wlr				I	L	Wailapa	
+wls				I	L	Wallisian	
+wlu				I	E	Wuliwuli	
+wlv				I	L	Wichí Lhamtés Vejoz	
+wlw				I	L	Walak	
+wlx				I	L	Wali (Ghana)	
+wly				I	E	Waling	
+wma				I	E	Mawa (Nigeria)	
+wmb				I	L	Wambaya	
+wmc				I	L	Wamas	
+wmd				I	L	Mamaindé	
+wme				I	L	Wambule	
+wmh				I	L	Waima'a	
+wmi				I	E	Wamin	
+wmm				I	L	Maiwa (Indonesia)	
+wmn				I	E	Waamwang	
+wmo				I	L	Wom (Papua New Guinea)	
+wms				I	L	Wambon	
+wmt				I	L	Walmajarri	
+wmw				I	L	Mwani	
+wmx				I	L	Womo	
+wnb				I	L	Wanambre	
+wnc				I	L	Wantoat	
+wnd				I	E	Wandarang	
+wne				I	L	Waneci	
+wng				I	L	Wanggom	
+wni				I	L	Ndzwani Comorian	
+wnk				I	L	Wanukaka	
+wnm				I	E	Wanggamala	
+wnn				I	E	Wunumara	
+wno				I	L	Wano	
+wnp				I	L	Wanap	
+wnu				I	L	Usan	
+wnw				I	L	Wintu	
+wny				I	L	Wanyi	
+woa				I	L	Tyaraity	
+wob				I	L	Wè Northern	
+woc				I	L	Wogeo	
+wod				I	L	Wolani	
+woe				I	L	Woleaian	
+wof				I	L	Gambian Wolof	
+wog				I	L	Wogamusin	
+woi				I	L	Kamang	
+wok				I	L	Longto	
+wol	wol	wol	wo	I	L	Wolof	
+wom				I	L	Wom (Nigeria)	
+won				I	L	Wongo	
+woo				I	L	Manombai	
+wor				I	L	Woria	
+wos				I	L	Hanga Hundi	
+wow				I	L	Wawonii	
+woy				I	E	Weyto	
+wpc				I	L	Maco	
+wra				I	L	Warapu	
+wrb				I	E	Warluwara	
+wrd				I	L	Warduji	
+wrg				I	E	Warungu	
+wrh				I	E	Wiradhuri	
+wri				I	E	Wariyangga	
+wrk				I	L	Garrwa	
+wrl				I	L	Warlmanpa	
+wrm				I	L	Warumungu	
+wrn				I	L	Warnang	
+wro				I	E	Worrorra	
+wrp				I	L	Waropen	
+wrr				I	L	Wardaman	
+wrs				I	L	Waris	
+wru				I	L	Waru	
+wrv				I	L	Waruna	
+wrw				I	E	Gugu Warra	
+wrx				I	L	Wae Rana	
+wry				I	L	Merwari	
+wrz				I	E	Waray (Australia)	
+wsa				I	L	Warembori	
+wsi				I	L	Wusi	
+wsk				I	L	Waskia	
+wsr				I	L	Owenia	
+wss				I	L	Wasa	
+wsu				I	E	Wasu	
+wsv				I	E	Wotapuri-Katarqalai	
+wtf				I	L	Watiwa	
+wth				I	E	Wathawurrung	
+wti				I	L	Berta	
+wtk				I	L	Watakataui	
+wtm				I	L	Mewati	
+wtw				I	L	Wotu	
+wua				I	L	Wikngenchera	
+wub				I	L	Wunambal	
+wud				I	L	Wudu	
+wuh				I	L	Wutunhua	
+wul				I	L	Silimo	
+wum				I	L	Wumbvu	
+wun				I	L	Bungu	
+wur				I	E	Wurrugu	
+wut				I	L	Wutung	
+wuu				I	L	Wu Chinese	
+wuv				I	L	Wuvulu-Aua	
+wux				I	L	Wulna	
+wuy				I	L	Wauyai	
+wwa				I	L	Waama	
+wwb				I	E	Wakabunga	
+wwo				I	L	Wetamut	
+wwr				I	E	Warrwa	
+www				I	L	Wawa	
+wxa				I	L	Waxianghua	
+wxw				I	E	Wardandi	
+wya				I	L	Wyandot	
+wyb				I	L	Wangaaybuwan-Ngiyambaa	
+wyi				I	E	Woiwurrung	
+wym				I	L	Wymysorys	
+wyr				I	L	Wayoró	
+wyy				I	L	Western Fijian	
+xaa				I	H	Andalusian Arabic	
+xab				I	L	Sambe	
+xac				I	L	Kachari	
+xad				I	E	Adai	
+xae				I	A	Aequian	
+xag				I	E	Aghwan	
+xai				I	E	Kaimbé	
+xal	xal	xal		I	L	Kalmyk	
+xam				I	E	/Xam	
+xan				I	L	Xamtanga	
+xao				I	L	Khao	
+xap				I	E	Apalachee	
+xaq				I	A	Aquitanian	
+xar				I	E	Karami	
+xas				I	E	Kamas	
+xat				I	L	Katawixi	
+xau				I	L	Kauwera	
+xav				I	L	Xavánte	
+xaw				I	L	Kawaiisu	
+xay				I	L	Kayan Mahakam	
+xba				I	E	Kamba (Brazil)	
+xbb				I	E	Lower Burdekin	
+xbc				I	A	Bactrian	
+xbd				I	E	Bindal	
+xbe				I	E	Bigambal	
+xbg				I	E	Bunganditj	
+xbi				I	L	Kombio	
+xbj				I	E	Birrpayi	
+xbm				I	H	Middle Breton	
+xbn				I	E	Kenaboi	
+xbo				I	E	Bolgarian	
+xbp				I	E	Bibbulman	
+xbr				I	L	Kambera	
+xbw				I	E	Kambiwá	
+xbx				I	E	Kabixí	
+xby				I	L	Batyala	
+xcb				I	E	Cumbric	
+xcc				I	A	Camunic	
+xce				I	A	Celtiberian	
+xcg				I	A	Cisalpine Gaulish	
+xch				I	E	Chemakum	
+xcl				I	H	Classical Armenian	
+xcm				I	E	Comecrudo	
+xcn				I	E	Cotoname	
+xco				I	A	Chorasmian	
+xcr				I	A	Carian	
+xct				I	H	Classical Tibetan	
+xcu				I	E	Curonian	
+xcv				I	E	Chuvantsy	
+xcw				I	E	Coahuilteco	
+xcy				I	E	Cayuse	
+xda				I	L	Darkinyung	
+xdc				I	A	Dacian	
+xdk				I	E	Dharuk	
+xdm				I	A	Edomite	
+xdy				I	L	Malayic Dayak	
+xeb				I	A	Eblan	
+xed				I	L	Hdi	
+xeg				I	E	//Xegwi	
+xel				I	L	Kelo	
+xem				I	L	Kembayan	
+xep				I	A	Epi-Olmec	
+xer				I	L	Xerénte	
+xes				I	L	Kesawai	
+xet				I	L	Xetá	
+xeu				I	L	Keoru-Ahia	
+xfa				I	A	Faliscan	
+xga				I	A	Galatian	
+xgb				I	E	Gbin	
+xgd				I	E	Gudang	
+xgf				I	E	Gabrielino-Fernandeño	
+xgg				I	E	Goreng	
+xgi				I	E	Garingbal	
+xgl				I	E	Galindan	
+xgm				I	E	Guwinmal	
+xgr				I	E	Garza	
+xgu				I	L	Unggumi	
+xgw				I	E	Guwa	
+xha				I	A	Harami	
+xhc				I	E	Hunnic	
+xhd				I	A	Hadrami	
+xhe				I	L	Khetrani	
+xho	xho	xho	xh	I	L	Xhosa	
+xhr				I	A	Hernican	
+xht				I	A	Hattic	
+xhu				I	A	Hurrian	
+xhv				I	L	Khua	
+xib				I	A	Iberian	
+xii				I	L	Xiri	
+xil				I	A	Illyrian	
+xin				I	E	Xinca	
+xip				I	E	Xipináwa	
+xir				I	E	Xiriâna	
+xiv				I	A	Indus Valley Language	
+xiy				I	L	Xipaya	
+xjb				I	E	Minjungbal	
+xjt				I	E	Jaitmatang	
+xka				I	L	Kalkoti	
+xkb				I	L	Northern Nago	
+xkc				I	L	Kho'ini	
+xkd				I	L	Mendalam Kayan	
+xke				I	L	Kereho	
+xkf				I	L	Khengkha	
+xkg				I	L	Kagoro	
+xkh				I	L	Karahawyana	
+xki				I	L	Kenyan Sign Language	
+xkj				I	L	Kajali	
+xkk				I	L	Kaco'	
+xkl				I	L	Mainstream Kenyah	
+xkn				I	L	Kayan River Kayan	
+xko				I	L	Kiorr	
+xkp				I	L	Kabatei	
+xkq				I	L	Koroni	
+xkr				I	E	Xakriabá	
+xks				I	L	Kumbewaha	
+xkt				I	L	Kantosi	
+xku				I	L	Kaamba	
+xkv				I	L	Kgalagadi	
+xkw				I	L	Kembra	
+xkx				I	L	Karore	
+xky				I	L	Uma' Lasan	
+xkz				I	L	Kurtokha	
+xla				I	L	Kamula	
+xlb				I	E	Loup B	
+xlc				I	A	Lycian	
+xld				I	A	Lydian	
+xle				I	A	Lemnian	
+xlg				I	A	Ligurian (Ancient)	
+xli				I	A	Liburnian	
+xln				I	A	Alanic	
+xlo				I	E	Loup A	
+xlp				I	A	Lepontic	
+xls				I	A	Lusitanian	
+xlu				I	A	Cuneiform Luwian	
+xly				I	A	Elymian	
+xma				I	L	Mushungulu	
+xmb				I	L	Mbonga	
+xmc				I	L	Makhuwa-Marrevone	
+xmd				I	L	Mbudum	
+xme				I	A	Median	
+xmf				I	L	Mingrelian	
+xmg				I	L	Mengaka	
+xmh				I	L	Kuku-Muminh	
+xmj				I	L	Majera	
+xmk				I	A	Ancient Macedonian	
+xml				I	L	Malaysian Sign Language	
+xmm				I	L	Manado Malay	
+xmn				I	H	Manichaean Middle Persian	
+xmo				I	L	Morerebi	
+xmp				I	E	Kuku-Mu'inh	
+xmq				I	E	Kuku-Mangk	
+xmr				I	A	Meroitic	
+xms				I	L	Moroccan Sign Language	
+xmt				I	L	Matbat	
+xmu				I	E	Kamu	
+xmv				I	L	Antankarana Malagasy	
+xmw				I	L	Tsimihety Malagasy	
+xmx				I	L	Maden	
+xmy				I	L	Mayaguduna	
+xmz				I	L	Mori Bawah	
+xna				I	A	Ancient North Arabian	
+xnb				I	L	Kanakanabu	
+xng				I	H	Middle Mongolian	
+xnh				I	L	Kuanhua	
+xni				I	E	Ngarigu	
+xnk				I	E	Nganakarti	
+xnn				I	L	Northern Kankanay	
+xno				I	H	Anglo-Norman	
+xnr				I	L	Kangri	
+xns				I	L	Kanashi	
+xnt				I	E	Narragansett	
+xnu				I	E	Nukunul	
+xny				I	L	Nyiyaparli	
+xnz				I	L	Kenzi	
+xoc				I	E	O'chi'chi'	
+xod				I	L	Kokoda	
+xog				I	L	Soga	
+xoi				I	L	Kominimung	
+xok				I	L	Xokleng	
+xom				I	L	Komo (Sudan)	
+xon				I	L	Konkomba	
+xoo				I	E	Xukurú	
+xop				I	L	Kopar	
+xor				I	L	Korubo	
+xow				I	L	Kowaki	
+xpa				I	E	Pirriya	
+xpc				I	E	Pecheneg	
+xpe				I	L	Liberia Kpelle	
+xpg				I	A	Phrygian	
+xpi				I	E	Pictish	
+xpj				I	E	Mpalitjanh	
+xpk				I	L	Kulina Pano	
+xpm				I	E	Pumpokol	
+xpn				I	E	Kapinawá	
+xpo				I	E	Pochutec	
+xpp				I	E	Puyo-Paekche	
+xpq				I	E	Mohegan-Pequot	
+xpr				I	A	Parthian	
+xps				I	E	Pisidian	
+xpt				I	E	Punthamara	
+xpu				I	A	Punic	
+xpy				I	E	Puyo	
+xqa				I	H	Karakhanid	
+xqt				I	A	Qatabanian	
+xra				I	L	Krahô	
+xrb				I	L	Eastern Karaboro	
+xrd				I	E	Gundungurra	
+xre				I	L	Kreye	
+xrg				I	E	Minang	
+xri				I	L	Krikati-Timbira	
+xrm				I	E	Armazic	
+xrn				I	E	Arin	
+xrq				I	E	Karranga	
+xrr				I	A	Raetic	
+xrt				I	E	Aranama-Tamique	
+xru				I	L	Marriammu	
+xrw				I	L	Karawa	
+xsa				I	A	Sabaean	
+xsb				I	L	Sambal	
+xsc				I	A	Scythian	
+xsd				I	A	Sidetic	
+xse				I	L	Sempan	
+xsh				I	L	Shamang	
+xsi				I	L	Sio	
+xsj				I	L	Subi	
+xsl				I	L	South Slavey	
+xsm				I	L	Kasem	
+xsn				I	L	Sanga (Nigeria)	
+xso				I	E	Solano	
+xsp				I	L	Silopi	
+xsq				I	L	Makhuwa-Saka	
+xsr				I	L	Sherpa	
+xss				I	E	Assan	
+xsu				I	L	Sanumá	
+xsv				I	E	Sudovian	
+xsy				I	L	Saisiyat	
+xta				I	L	Alcozauca Mixtec	
+xtb				I	L	Chazumba Mixtec	
+xtc				I	L	Katcha-Kadugli-Miri	
+xtd				I	L	Diuxi-Tilantongo Mixtec	
+xte				I	L	Ketengban	
+xtg				I	A	Transalpine Gaulish	
+xth				I	E	Yitha Yitha	
+xti				I	L	Sinicahua Mixtec	
+xtj				I	L	San Juan Teita Mixtec	
+xtl				I	L	Tijaltepec Mixtec	
+xtm				I	L	Magdalena Peñasco Mixtec	
+xtn				I	L	Northern Tlaxiaco Mixtec	
+xto				I	A	Tokharian A	
+xtp				I	L	San Miguel Piedras Mixtec	
+xtq				I	H	Tumshuqese	
+xtr				I	A	Early Tripuri	
+xts				I	L	Sindihui Mixtec	
+xtt				I	L	Tacahua Mixtec	
+xtu				I	L	Cuyamecalco Mixtec	
+xtv				I	E	Thawa	
+xtw				I	L	Tawandê	
+xty				I	L	Yoloxochitl Mixtec	
+xtz				I	E	Tasmanian	
+xua				I	L	Alu Kurumba	
+xub				I	L	Betta Kurumba	
+xud				I	E	Umiida	
+xug				I	L	Kunigami	
+xuj				I	L	Jennu Kurumba	
+xul				I	E	Ngunawal	
+xum				I	A	Umbrian	
+xun				I	E	Unggaranggu	
+xuo				I	L	Kuo	
+xup				I	E	Upper Umpqua	
+xur				I	A	Urartian	
+xut				I	E	Kuthant	
+xuu				I	L	Kxoe	
+xve				I	A	Venetic	
+xvi				I	L	Kamviri	
+xvn				I	A	Vandalic	
+xvo				I	A	Volscian	
+xvs				I	A	Vestinian	
+xwa				I	L	Kwaza	
+xwc				I	E	Woccon	
+xwd				I	E	Wadi Wadi	
+xwe				I	L	Xwela Gbe	
+xwg				I	L	Kwegu	
+xwj				I	E	Wajuk	
+xwk				I	E	Wangkumara	
+xwl				I	L	Western Xwla Gbe	
+xwo				I	E	Written Oirat	
+xwr				I	L	Kwerba Mamberamo	
+xwt				I	E	Wotjobaluk	
+xww				I	E	Wemba Wemba	
+xxb				I	E	Boro (Ghana)	
+xxk				I	L	Ke'o	
+xxm				I	E	Minkin	
+xxr				I	E	Koropó	
+xxt				I	E	Tambora	
+xya				I	E	Yaygir	
+xyb				I	E	Yandjibara	
+xyj				I	E	Mayi-Yapi	
+xyk				I	E	Mayi-Kulan	
+xyl				I	E	Yalakalore	
+xyt				I	E	Mayi-Thakurti	
+xyy				I	L	Yorta Yorta	
+xzh				I	A	Zhang-Zhung	
+xzm				I	E	Zemgalian	
+xzp				I	H	Ancient Zapotec	
+yaa				I	L	Yaminahua	
+yab				I	L	Yuhup	
+yac				I	L	Pass Valley Yali	
+yad				I	L	Yagua	
+yae				I	L	Pumé	
+yaf				I	L	Yaka (Democratic Republic of Congo)	
+yag				I	L	Yámana	
+yah				I	L	Yazgulyam	
+yai				I	L	Yagnobi	
+yaj				I	L	Banda-Yangere	
+yak				I	L	Yakama	
+yal				I	L	Yalunka	
+yam				I	L	Yamba	
+yan				I	L	Mayangna	
+yao	yao	yao		I	L	Yao	
+yap	yap	yap		I	L	Yapese	
+yaq				I	L	Yaqui	
+yar				I	L	Yabarana	
+yas				I	L	Nugunu (Cameroon)	
+yat				I	L	Yambeta	
+yau				I	L	Yuwana	
+yav				I	L	Yangben	
+yaw				I	L	Yawalapití	
+yax				I	L	Yauma	
+yay				I	L	Agwagwune	
+yaz				I	L	Lokaa	
+yba				I	L	Yala	
+ybb				I	L	Yemba	
+ybe				I	L	West Yugur	
+ybh				I	L	Yakha	
+ybi				I	L	Yamphu	
+ybj				I	L	Hasha	
+ybk				I	L	Bokha	
+ybl				I	L	Yukuben	
+ybm				I	L	Yaben	
+ybn				I	E	Yabaâna	
+ybo				I	L	Yabong	
+ybx				I	L	Yawiyo	
+yby				I	L	Yaweyuha	
+ych				I	L	Chesu	
+ycl				I	L	Lolopo	
+ycn				I	L	Yucuna	
+ycp				I	L	Chepya	
+yda				I	E	Yanda	
+ydd				I	L	Eastern Yiddish	
+yde				I	L	Yangum Dey	
+ydg				I	L	Yidgha	
+ydk				I	L	Yoidik	
+yds				I	L	Yiddish Sign Language	
+yea				I	L	Ravula	
+yec				I	L	Yeniche	
+yee				I	L	Yimas	
+yei				I	E	Yeni	
+yej				I	L	Yevanic	
+yel				I	L	Yela	
+yer				I	L	Tarok	
+yes				I	L	Nyankpa	
+yet				I	L	Yetfa	
+yeu				I	L	Yerukula	
+yev				I	L	Yapunda	
+yey				I	L	Yeyi	
+yga				I	E	Malyangapa	
+ygi				I	E	Yiningayi	
+ygl				I	L	Yangum Gel	
+ygm				I	L	Yagomi	
+ygp				I	L	Gepo	
+ygr				I	L	Yagaria	
+ygu				I	L	Yugul	
+ygw				I	L	Yagwoia	
+yha				I	L	Baha Buyang	
+yhd				I	L	Judeo-Iraqi Arabic	
+yhl				I	L	Hlepho Phowa	
+yia				I	L	Yinggarda	
+yid	yid	yid	yi	M	L	Yiddish	
+yif				I	L	Ache	
+yig				I	L	Wusa Nasu	
+yih				I	L	Western Yiddish	
+yii				I	L	Yidiny	
+yij				I	L	Yindjibarndi	
+yik				I	L	Dongshanba Lalo	
+yil				I	E	Yindjilandji	
+yim				I	L	Yimchungru Naga	
+yin				I	L	Yinchia	
+yip				I	L	Pholo	
+yiq				I	L	Miqie	
+yir				I	L	North Awyu	
+yis				I	L	Yis	
+yit				I	L	Eastern Lalu	
+yiu				I	L	Awu	
+yiv				I	L	Northern Nisu	
+yix				I	L	Axi Yi	
+yiz				I	L	Azhe	
+yka				I	L	Yakan	
+ykg				I	L	Northern Yukaghir	
+yki				I	L	Yoke	
+ykk				I	L	Yakaikeke	
+ykl				I	L	Khlula	
+ykm				I	L	Kap	
+ykn				I	L	Kua-nsi	
+yko				I	L	Yasa	
+ykr				I	L	Yekora	
+ykt				I	L	Kathu	
+yku				I	L	Kuamasi	
+yky				I	L	Yakoma	
+yla				I	L	Yaul	
+ylb				I	L	Yaleba	
+yle				I	L	Yele	
+ylg				I	L	Yelogu	
+yli				I	L	Angguruk Yali	
+yll				I	L	Yil	
+ylm				I	L	Limi	
+yln				I	L	Langnian Buyang	
+ylo				I	L	Naluo Yi	
+ylr				I	E	Yalarnnga	
+ylu				I	L	Aribwaung	
+yly				I	L	Nyâlayu	
+ymb				I	L	Yambes	
+ymc				I	L	Southern Muji	
+ymd				I	L	Muda	
+yme				I	E	Yameo	
+ymg				I	L	Yamongeri	
+ymh				I	L	Mili	
+ymi				I	L	Moji	
+ymk				I	L	Makwe	
+yml				I	L	Iamalele	
+ymm				I	L	Maay	
+ymn				I	L	Yamna	
+ymo				I	L	Yangum Mon	
+ymp				I	L	Yamap	
+ymq				I	L	Qila Muji	
+ymr				I	L	Malasar	
+yms				I	A	Mysian	
+ymt				I	E	Mator-Taygi-Karagas	
+ymx				I	L	Northern Muji	
+ymz				I	L	Muzi	
+yna				I	L	Aluo	
+ynd				I	E	Yandruwandha	
+yne				I	L	Lang'e	
+yng				I	L	Yango	
+ynh				I	L	Yangho	
+ynk				I	L	Naukan Yupik	
+ynl				I	L	Yangulam	
+ynn				I	E	Yana	
+yno				I	L	Yong	
+ynq				I	L	Yendang	
+yns				I	L	Yansi	
+ynu				I	E	Yahuna	
+yob				I	E	Yoba	
+yog				I	L	Yogad	
+yoi				I	L	Yonaguni	
+yok				I	L	Yokuts	
+yol				I	E	Yola	
+yom				I	L	Yombe	
+yon				I	L	Yongkom	
+yor	yor	yor	yo	I	L	Yoruba	
+yot				I	L	Yotti	
+yox				I	L	Yoron	
+yoy				I	L	Yoy	
+ypa				I	L	Phala	
+ypb				I	L	Labo Phowa	
+ypg				I	L	Phola	
+yph				I	L	Phupha	
+ypm				I	L	Phuma	
+ypn				I	L	Ani Phowa	
+ypo				I	L	Alo Phola	
+ypp				I	L	Phupa	
+ypz				I	L	Phuza	
+yra				I	L	Yerakai	
+yrb				I	L	Yareba	
+yre				I	L	Yaouré	
+yri				I	L	Yarí	
+yrk				I	L	Nenets	
+yrl				I	L	Nhengatu	
+yrm				I	L	Yirrk-Mel	
+yrn				I	L	Yerong	
+yrs				I	L	Yarsun	
+yrw				I	L	Yarawata	
+yry				I	L	Yarluyandi	
+ysc				I	E	Yassic	
+ysd				I	L	Samatao	
+ysg				I	L	Sonaga	
+ysl				I	L	Yugoslavian Sign Language	
+ysn				I	L	Sani	
+yso				I	L	Nisi (China)	
+ysp				I	L	Southern Lolopo	
+ysr				I	E	Sirenik Yupik	
+yss				I	L	Yessan-Mayo	
+ysy				I	L	Sanie	
+yta				I	L	Talu	
+ytl				I	L	Tanglang	
+ytp				I	L	Thopho	
+ytw				I	L	Yout Wam	
+yty				I	E	Yatay	
+yua				I	L	Yucateco	
+yub				I	E	Yugambal	
+yuc				I	L	Yuchi	
+yud				I	L	Judeo-Tripolitanian Arabic	
+yue				I	L	Yue Chinese	
+yuf				I	L	Havasupai-Walapai-Yavapai	
+yug				I	E	Yug	
+yui				I	L	Yurutí	
+yuj				I	L	Karkar-Yuri	
+yuk				I	E	Yuki	
+yul				I	L	Yulu	
+yum				I	L	Quechan	
+yun				I	L	Bena (Nigeria)	
+yup				I	L	Yukpa	
+yuq				I	L	Yuqui	
+yur				I	L	Yurok	
+yut				I	L	Yopno	
+yuu				I	L	Yugh	
+yuw				I	L	Yau (Morobe Province)	
+yux				I	L	Southern Yukaghir	
+yuy				I	L	East Yugur	
+yuz				I	L	Yuracare	
+yva				I	L	Yawa	
+yvt				I	E	Yavitero	
+ywa				I	L	Kalou	
+ywg				I	L	Yinhawangka	
+ywl				I	L	Western Lalu	
+ywn				I	L	Yawanawa	
+ywq				I	L	Wuding-Luquan Yi	
+ywr				I	L	Yawuru	
+ywt				I	L	Xishanba Lalo	
+ywu				I	L	Wumeng Nasu	
+yww				I	E	Yawarawarga	
+yxa				I	E	Mayawali	
+yxg				I	E	Yagara	
+yxl				I	E	Yardliyawarra	
+yxm				I	E	Yinwum	
+yxu				I	E	Yuyu	
+yxy				I	E	Yabula Yabula	
+yyr				I	E	Yir Yoront	
+yyu				I	L	Yau (Sandaun Province)	
+yyz				I	L	Ayizi	
+yzg				I	L	E'ma Buyang	
+yzk				I	L	Zokhuo	
+zaa				I	L	Sierra de Juárez Zapotec	
+zab				I	L	San Juan Guelavía Zapotec	
+zac				I	L	Ocotlán Zapotec	
+zad				I	L	Cajonos Zapotec	
+zae				I	L	Yareni Zapotec	
+zaf				I	L	Ayoquesco Zapotec	
+zag				I	L	Zaghawa	
+zah				I	L	Zangwal	
+zai				I	L	Isthmus Zapotec	
+zaj				I	L	Zaramo	
+zak				I	L	Zanaki	
+zal				I	L	Zauzou	
+zam				I	L	Miahuatlán Zapotec	
+zao				I	L	Ozolotepec Zapotec	
+zap	zap	zap		M	L	Zapotec	
+zaq				I	L	Aloápam Zapotec	
+zar				I	L	Rincón Zapotec	
+zas				I	L	Santo Domingo Albarradas Zapotec	
+zat				I	L	Tabaa Zapotec	
+zau				I	L	Zangskari	
+zav				I	L	Yatzachi Zapotec	
+zaw				I	L	Mitla Zapotec	
+zax				I	L	Xadani Zapotec	
+zay				I	L	Zayse-Zergulla	
+zaz				I	L	Zari	
+zbc				I	L	Central Berawan	
+zbe				I	L	East Berawan	
+zbl	zbl	zbl		I	C	Blissymbols	
+zbt				I	L	Batui	
+zbw				I	L	West Berawan	
+zca				I	L	Coatecas Altas Zapotec	
+zch				I	L	Central Hongshuihe Zhuang	
+zdj				I	L	Ngazidja Comorian	
+zea				I	L	Zeeuws	
+zeg				I	L	Zenag	
+zeh				I	L	Eastern Hongshuihe Zhuang	
+zen	zen	zen		I	L	Zenaga	
+zga				I	L	Kinga	
+zgb				I	L	Guibei Zhuang	
+zgh				I	L	Standard Moroccan Tamazight	
+zgm				I	L	Minz Zhuang	
+zgn				I	L	Guibian Zhuang	
+zgr				I	L	Magori	
+zha	zha	zha	za	M	L	Zhuang	
+zhb				I	L	Zhaba	
+zhd				I	L	Dai Zhuang	
+zhi				I	L	Zhire	
+zhn				I	L	Nong Zhuang	
+zho	chi	zho	zh	M	L	Chinese	
+zhw				I	L	Zhoa	
+zia				I	L	Zia	
+zib				I	L	Zimbabwe Sign Language	
+zik				I	L	Zimakani	
+zil				I	L	Zialo	
+zim				I	L	Mesme	
+zin				I	L	Zinza	
+zir				I	E	Ziriya	
+ziw				I	L	Zigula	
+ziz				I	L	Zizilivakan	
+zka				I	L	Kaimbulawa	
+zkb				I	E	Koibal	
+zkd				I	L	Kadu	
+zkg				I	E	Koguryo	
+zkh				I	E	Khorezmian	
+zkk				I	E	Karankawa	
+zkn				I	L	Kanan	
+zko				I	E	Kott	
+zkp				I	E	São Paulo Kaingáng	
+zkr				I	L	Zakhring	
+zkt				I	E	Kitan	
+zku				I	E	Kaurna	
+zkv				I	E	Krevinian	
+zkz				I	E	Khazar	
+zlj				I	L	Liujiang Zhuang	
+zlm				I	L	Malay (individual language)	
+zln				I	L	Lianshan Zhuang	
+zlq				I	L	Liuqian Zhuang	
+zma				I	L	Manda (Australia)	
+zmb				I	L	Zimba	
+zmc				I	E	Margany	
+zmd				I	L	Maridan	
+zme				I	E	Mangerr	
+zmf				I	L	Mfinu	
+zmg				I	L	Marti Ke	
+zmh				I	E	Makolkol	
+zmi				I	L	Negeri Sembilan Malay	
+zmj				I	L	Maridjabin	
+zmk				I	E	Mandandanyi	
+zml				I	L	Madngele	
+zmm				I	L	Marimanindji	
+zmn				I	L	Mbangwe	
+zmo				I	L	Molo	
+zmp				I	L	Mpuono	
+zmq				I	L	Mituku	
+zmr				I	L	Maranunggu	
+zms				I	L	Mbesa	
+zmt				I	L	Maringarr	
+zmu				I	E	Muruwari	
+zmv				I	E	Mbariman-Gudhinma	
+zmw				I	L	Mbo (Democratic Republic of Congo)	
+zmx				I	L	Bomitaba	
+zmy				I	L	Mariyedi	
+zmz				I	L	Mbandja	
+zna				I	L	Zan Gula	
+zne				I	L	Zande (individual language)	
+zng				I	L	Mang	
+znk				I	E	Manangkari	
+zns				I	L	Mangas	
+zoc				I	L	Copainalá Zoque	
+zoh				I	L	Chimalapa Zoque	
+zom				I	L	Zou	
+zoo				I	L	Asunción Mixtepec Zapotec	
+zoq				I	L	Tabasco Zoque	
+zor				I	L	Rayón Zoque	
+zos				I	L	Francisco León Zoque	
+zpa				I	L	Lachiguiri Zapotec	
+zpb				I	L	Yautepec Zapotec	
+zpc				I	L	Choapan Zapotec	
+zpd				I	L	Southeastern Ixtlán Zapotec	
+zpe				I	L	Petapa Zapotec	
+zpf				I	L	San Pedro Quiatoni Zapotec	
+zpg				I	L	Guevea De Humboldt Zapotec	
+zph				I	L	Totomachapan Zapotec	
+zpi				I	L	Santa María Quiegolani Zapotec	
+zpj				I	L	Quiavicuzas Zapotec	
+zpk				I	L	Tlacolulita Zapotec	
+zpl				I	L	Lachixío Zapotec	
+zpm				I	L	Mixtepec Zapotec	
+zpn				I	L	Santa Inés Yatzechi Zapotec	
+zpo				I	L	Amatlán Zapotec	
+zpp				I	L	El Alto Zapotec	
+zpq				I	L	Zoogocho Zapotec	
+zpr				I	L	Santiago Xanica Zapotec	
+zps				I	L	Coatlán Zapotec	
+zpt				I	L	San Vicente Coatlán Zapotec	
+zpu				I	L	Yalálag Zapotec	
+zpv				I	L	Chichicapan Zapotec	
+zpw				I	L	Zaniza Zapotec	
+zpx				I	L	San Baltazar Loxicha Zapotec	
+zpy				I	L	Mazaltepec Zapotec	
+zpz				I	L	Texmelucan Zapotec	
+zqe				I	L	Qiubei Zhuang	
+zra				I	E	Kara (Korea)	
+zrg				I	L	Mirgan	
+zrn				I	L	Zerenkel	
+zro				I	L	Záparo	
+zrp				I	E	Zarphatic	
+zrs				I	L	Mairasi	
+zsa				I	L	Sarasira	
+zsk				I	A	Kaskean	
+zsl				I	L	Zambian Sign Language	
+zsm				I	L	Standard Malay	
+zsr				I	L	Southern Rincon Zapotec	
+zsu				I	L	Sukurum	
+zte				I	L	Elotepec Zapotec	
+ztg				I	L	Xanaguía Zapotec	
+ztl				I	L	Lapaguía-Guivini Zapotec	
+ztm				I	L	San Agustín Mixtepec Zapotec	
+ztn				I	L	Santa Catarina Albarradas Zapotec	
+ztp				I	L	Loxicha Zapotec	
+ztq				I	L	Quioquitani-Quierí Zapotec	
+zts				I	L	Tilquiapan Zapotec	
+ztt				I	L	Tejalapan Zapotec	
+ztu				I	L	Güilá Zapotec	
+ztx				I	L	Zaachila Zapotec	
+zty				I	L	Yatee Zapotec	
+zua				I	L	Zeem	
+zuh				I	L	Tokano	
+zul	zul	zul	zu	I	L	Zulu	
+zum				I	L	Kumzari	
+zun	zun	zun		I	L	Zuni	
+zuy				I	L	Zumaya	
+zwa				I	L	Zay	
+zxx	zxx	zxx		S	S	No linguistic content	
+zyb				I	L	Yongbei Zhuang	
+zyg				I	L	Yang Zhuang	
+zyj				I	L	Youjiang Zhuang	
+zyn				I	L	Yongnan Zhuang	
+zyp				I	L	Zyphe Chin	
+zza	zza	zza		M	L	Zaza	
+zzj				I	L	Zuojiang Zhuang	
\ No newline at end of file
diff --git a/lib/babelfish/data/iso15924-utf8-20131012.txt b/lib/babelfish/data/iso15924-utf8-20131012.txt
new file mode 100644
index 00000000..4b6ff471
--- /dev/null
+++ b/lib/babelfish/data/iso15924-utf8-20131012.txt
@@ -0,0 +1,176 @@
+#
+# ISO 15924 - Codes for the representation of names of scripts
+#             Codes pour la représentation des noms d’écritures
+# Format: 
+#             Code;N°;English Name;Nom français;PVA;Date
+#
+
+Afak;439;Afaka;afaka;;2010-12-21
+Aghb;239;Caucasian Albanian;aghbanien;;2012-10-16
+Ahom;338;Ahom, Tai Ahom;âhom;;2012-11-01
+Arab;160;Arabic;arabe;Arabic;2004-05-01
+Armi;124;Imperial Aramaic;araméen impérial;Imperial_Aramaic;2009-06-01
+Armn;230;Armenian;arménien;Armenian;2004-05-01
+Avst;134;Avestan;avestique;Avestan;2009-06-01
+Bali;360;Balinese;balinais;Balinese;2006-10-10
+Bamu;435;Bamum;bamoum;Bamum;2009-06-01
+Bass;259;Bassa Vah;bassa;;2010-03-26
+Batk;365;Batak;batik;Batak;2010-07-23
+Beng;325;Bengali;bengalî;Bengali;2004-05-01
+Blis;550;Blissymbols;symboles Bliss;;2004-05-01
+Bopo;285;Bopomofo;bopomofo;Bopomofo;2004-05-01
+Brah;300;Brahmi;brahma;Brahmi;2010-07-23
+Brai;570;Braille;braille;Braille;2004-05-01
+Bugi;367;Buginese;bouguis;Buginese;2006-06-21
+Buhd;372;Buhid;bouhide;Buhid;2004-05-01
+Cakm;349;Chakma;chakma;Chakma;2012-02-06
+Cans;440;Unified Canadian Aboriginal Syllabics;syllabaire autochtone canadien unifié;Canadian_Aboriginal;2004-05-29
+Cari;201;Carian;carien;Carian;2007-07-02
+Cham;358;Cham;cham (čam, tcham);Cham;2009-11-11
+Cher;445;Cherokee;tchérokî;Cherokee;2004-05-01
+Cirt;291;Cirth;cirth;;2004-05-01
+Copt;204;Coptic;copte;Coptic;2006-06-21
+Cprt;403;Cypriot;syllabaire chypriote;Cypriot;2004-05-01
+Cyrl;220;Cyrillic;cyrillique;Cyrillic;2004-05-01
+Cyrs;221;Cyrillic (Old Church Slavonic variant);cyrillique (variante slavonne);;2004-05-01
+Deva;315;Devanagari (Nagari);dévanâgarî;Devanagari;2004-05-01
+Dsrt;250;Deseret (Mormon);déseret (mormon);Deseret;2004-05-01
+Dupl;755;Duployan shorthand, Duployan stenography;sténographie Duployé;;2010-07-18
+Egyd;070;Egyptian demotic;démotique égyptien;;2004-05-01
+Egyh;060;Egyptian hieratic;hiératique égyptien;;2004-05-01
+Egyp;050;Egyptian hieroglyphs;hiéroglyphes égyptiens;Egyptian_Hieroglyphs;2009-06-01
+Elba;226;Elbasan;elbasan;;2010-07-18
+Ethi;430;Ethiopic (Geʻez);éthiopien (geʻez, guèze);Ethiopic;2004-10-25
+Geor;240;Georgian (Mkhedruli);géorgien (mkhédrouli);Georgian;2004-05-29
+Geok;241;Khutsuri (Asomtavruli and Nuskhuri);khoutsouri (assomtavrouli et nouskhouri);Georgian;2012-10-16
+Glag;225;Glagolitic;glagolitique;Glagolitic;2006-06-21
+Goth;206;Gothic;gotique;Gothic;2004-05-01
+Gran;343;Grantha;grantha;;2009-11-11
+Grek;200;Greek;grec;Greek;2004-05-01
+Gujr;320;Gujarati;goudjarâtî (gujrâtî);Gujarati;2004-05-01
+Guru;310;Gurmukhi;gourmoukhî;Gurmukhi;2004-05-01
+Hang;286;Hangul (Hangŭl, Hangeul);hangûl (hangŭl, hangeul);Hangul;2004-05-29
+Hani;500;Han (Hanzi, Kanji, Hanja);idéogrammes han (sinogrammes);Han;2009-02-23
+Hano;371;Hanunoo (Hanunóo);hanounóo;Hanunoo;2004-05-29
+Hans;501;Han (Simplified variant);idéogrammes han (variante simplifiée);;2004-05-29
+Hant;502;Han (Traditional variant);idéogrammes han (variante traditionnelle);;2004-05-29
+Hatr;127;Hatran;hatrénien;;2012-11-01
+Hebr;125;Hebrew;hébreu;Hebrew;2004-05-01
+Hira;410;Hiragana;hiragana;Hiragana;2004-05-01
+Hluw;080;Anatolian Hieroglyphs (Luwian Hieroglyphs, Hittite Hieroglyphs);hiéroglyphes anatoliens (hiéroglyphes louvites, hiéroglyphes hittites);;2011-12-09
+Hmng;450;Pahawh Hmong;pahawh hmong;;2004-05-01
+Hrkt;412;Japanese syllabaries (alias for Hiragana + Katakana);syllabaires japonais (alias pour hiragana + katakana);Katakana_Or_Hiragana;2011-06-21
+Hung;176;Old Hungarian (Hungarian Runic);runes hongroises (ancien hongrois);;2012-10-16
+Inds;610;Indus (Harappan);indus;;2004-05-01
+Ital;210;Old Italic (Etruscan, Oscan, etc.);ancien italique (étrusque, osque, etc.);Old_Italic;2004-05-29
+Java;361;Javanese;javanais;Javanese;2009-06-01
+Jpan;413;Japanese (alias for Han + Hiragana + Katakana);japonais (alias pour han + hiragana + katakana);;2006-06-21
+Jurc;510;Jurchen;jurchen;;2010-12-21
+Kali;357;Kayah Li;kayah li;Kayah_Li;2007-07-02
+Kana;411;Katakana;katakana;Katakana;2004-05-01
+Khar;305;Kharoshthi;kharochthî;Kharoshthi;2006-06-21
+Khmr;355;Khmer;khmer;Khmer;2004-05-29
+Khoj;322;Khojki;khojkî;;2011-06-21
+Knda;345;Kannada;kannara (canara);Kannada;2004-05-29
+Kore;287;Korean (alias for Hangul + Han);coréen (alias pour hangûl + han);;2007-06-13
+Kpel;436;Kpelle;kpèllé;;2010-03-26
+Kthi;317;Kaithi;kaithî;Kaithi;2009-06-01
+Lana;351;Tai Tham (Lanna);taï tham (lanna);Tai_Tham;2009-06-01
+Laoo;356;Lao;laotien;Lao;2004-05-01
+Latf;217;Latin (Fraktur variant);latin (variante brisée);;2004-05-01
+Latg;216;Latin (Gaelic variant);latin (variante gaélique);;2004-05-01
+Latn;215;Latin;latin;Latin;2004-05-01
+Lepc;335;Lepcha (Róng);lepcha (róng);Lepcha;2007-07-02
+Limb;336;Limbu;limbou;Limbu;2004-05-29
+Lina;400;Linear A;linéaire A;;2004-05-01
+Linb;401;Linear B;linéaire B;Linear_B;2004-05-29
+Lisu;399;Lisu (Fraser);lisu (Fraser);Lisu;2009-06-01
+Loma;437;Loma;loma;;2010-03-26
+Lyci;202;Lycian;lycien;Lycian;2007-07-02
+Lydi;116;Lydian;lydien;Lydian;2007-07-02
+Mahj;314;Mahajani;mahâjanî;;2012-10-16
+Mand;140;Mandaic, Mandaean;mandéen;Mandaic;2010-07-23
+Mani;139;Manichaean;manichéen;;2007-07-15
+Maya;090;Mayan hieroglyphs;hiéroglyphes mayas;;2004-05-01
+Mend;438;Mende Kikakui;mendé kikakui;;2013-10-12
+Merc;101;Meroitic Cursive;cursif méroïtique;Meroitic_Cursive;2012-02-06
+Mero;100;Meroitic Hieroglyphs;hiéroglyphes méroïtiques;Meroitic_Hieroglyphs;2012-02-06
+Mlym;347;Malayalam;malayâlam;Malayalam;2004-05-01
+Modi;323;Modi, Moḍī;modî;;2013-10-12
+Moon;218;Moon (Moon code, Moon script, Moon type);écriture Moon;;2006-12-11
+Mong;145;Mongolian;mongol;Mongolian;2004-05-01
+Mroo;199;Mro, Mru;mro;;2010-12-21
+Mtei;337;Meitei Mayek (Meithei, Meetei);meitei mayek;Meetei_Mayek;2009-06-01
+Mult;323; Multani;multanî;;2012-11-01
+Mymr;350;Myanmar (Burmese);birman;Myanmar;2004-05-01
+Narb;106;Old North Arabian (Ancient North Arabian);nord-arabique;;2010-03-26
+Nbat;159;Nabataean;nabatéen;;2010-03-26
+Nkgb;420;Nakhi Geba ('Na-'Khi ²Ggŏ-¹baw, Naxi Geba);nakhi géba;;2009-02-23
+Nkoo;165;N’Ko;n’ko;Nko;2006-10-10
+Nshu;499;Nüshu;nüshu;;2010-12-21
+Ogam;212;Ogham;ogam;Ogham;2004-05-01
+Olck;261;Ol Chiki (Ol Cemet’, Ol, Santali);ol tchiki;Ol_Chiki;2007-07-02
+Orkh;175;Old Turkic, Orkhon Runic;orkhon;Old_Turkic;2009-06-01
+Orya;327;Oriya;oriyâ;Oriya;2004-05-01
+Osma;260;Osmanya;osmanais;Osmanya;2004-05-01
+Palm;126;Palmyrene;palmyrénien;;2010-03-26
+Pauc;263;Pau Cin Hau;paou chin haou;;2013-10-12
+Perm;227;Old Permic;ancien permien;;2004-05-01
+Phag;331;Phags-pa;’phags pa;Phags_Pa;2006-10-10
+Phli;131;Inscriptional Pahlavi;pehlevi des inscriptions;Inscriptional_Pahlavi;2009-06-01
+Phlp;132;Psalter Pahlavi;pehlevi des psautiers;;2007-11-26
+Phlv;133;Book Pahlavi;pehlevi des livres;;2007-07-15
+Phnx;115;Phoenician;phénicien;Phoenician;2006-10-10
+Plrd;282;Miao (Pollard);miao (Pollard);Miao;2012-02-06
+Prti;130;Inscriptional Parthian;parthe des inscriptions;Inscriptional_Parthian;2009-06-01
+Qaaa;900;Reserved for private use (start);réservé à l’usage privé (début);;2004-05-29
+Qabx;949;Reserved for private use (end);réservé à l’usage privé (fin);;2004-05-29
+Rjng;363;Rejang (Redjang, Kaganga);redjang (kaganga);Rejang;2009-02-23
+Roro;620;Rongorongo;rongorongo;;2004-05-01
+Runr;211;Runic;runique;Runic;2004-05-01
+Samr;123;Samaritan;samaritain;Samaritan;2009-06-01
+Sara;292;Sarati;sarati;;2004-05-29
+Sarb;105;Old South Arabian;sud-arabique, himyarite;Old_South_Arabian;2009-06-01
+Saur;344;Saurashtra;saurachtra;Saurashtra;2007-07-02
+Sgnw;095;SignWriting;SignÉcriture, SignWriting;;2006-10-10
+Shaw;281;Shavian (Shaw);shavien (Shaw);Shavian;2004-05-01
+Shrd;319;Sharada, Śāradā;charada, shard;Sharada;2012-02-06
+Sidd;302;Siddham, Siddhaṃ, Siddhamātṛkā;siddham;;2013-10-12
+Sind;318;Khudawadi, Sindhi;khoudawadî, sindhî;;2010-12-21
+Sinh;348;Sinhala;singhalais;Sinhala;2004-05-01
+Sora;398;Sora Sompeng;sora sompeng;Sora_Sompeng;2012-02-06
+Sund;362;Sundanese;sundanais;Sundanese;2007-07-02
+Sylo;316;Syloti Nagri;sylotî nâgrî;Syloti_Nagri;2006-06-21
+Syrc;135;Syriac;syriaque;Syriac;2004-05-01
+Syre;138;Syriac (Estrangelo variant);syriaque (variante estranghélo);;2004-05-01
+Syrj;137;Syriac (Western variant);syriaque (variante occidentale);;2004-05-01
+Syrn;136;Syriac (Eastern variant);syriaque (variante orientale);;2004-05-01
+Tagb;373;Tagbanwa;tagbanoua;Tagbanwa;2004-05-01
+Takr;321;Takri, Ṭākrī, Ṭāṅkrī;tâkrî;Takri;2012-02-06
+Tale;353;Tai Le;taï-le;Tai_Le;2004-10-25
+Talu;354;New Tai Lue;nouveau taï-lue;New_Tai_Lue;2006-06-21
+Taml;346;Tamil;tamoul;Tamil;2004-05-01
+Tang;520;Tangut;tangoute;;2010-12-21
+Tavt;359;Tai Viet;taï viêt;Tai_Viet;2009-06-01
+Telu;340;Telugu;télougou;Telugu;2004-05-01
+Teng;290;Tengwar;tengwar;;2004-05-01
+Tfng;120;Tifinagh (Berber);tifinagh (berbère);Tifinagh;2006-06-21
+Tglg;370;Tagalog (Baybayin, Alibata);tagal (baybayin, alibata);Tagalog;2009-02-23
+Thaa;170;Thaana;thâna;Thaana;2004-05-01
+Thai;352;Thai;thaï;Thai;2004-05-01
+Tibt;330;Tibetan;tibétain;Tibetan;2004-05-01
+Tirh;326;Tirhuta;tirhouta;;2011-12-09
+Ugar;040;Ugaritic;ougaritique;Ugaritic;2004-05-01
+Vaii;470;Vai;vaï;Vai;2007-07-02
+Visp;280;Visible Speech;parole visible;;2004-05-01
+Wara;262;Warang Citi (Varang Kshiti);warang citi;;2009-11-11
+Wole;480;Woleai;woléaï;;2010-12-21
+Xpeo;030;Old Persian;cunéiforme persépolitain;Old_Persian;2006-06-21
+Xsux;020;Cuneiform, Sumero-Akkadian;cunéiforme suméro-akkadien;Cuneiform;2006-10-10
+Yiii;460;Yi;yi;Yi;2004-05-01
+Zinh;994;Code for inherited script;codet pour écriture héritée;Inherited;2009-02-23
+Zmth;995;Mathematical notation;notation mathématique;;2007-11-26
+Zsym;996;Symbols;symboles;;2007-11-26
+Zxxx;997;Code for unwritten documents;codet pour les documents non écrits;;2011-06-21
+Zyyy;998;Code for undetermined script;codet pour écriture indéterminée;Common;2004-05-29
+Zzzz;999;Code for uncoded script;codet pour écriture non codée;Unknown;2006-10-10
diff --git a/lib/babelfish/data/opensubtitles_languages.txt b/lib/babelfish/data/opensubtitles_languages.txt
new file mode 100644
index 00000000..1bd35063
--- /dev/null
+++ b/lib/babelfish/data/opensubtitles_languages.txt
@@ -0,0 +1,474 @@
+IdSubLanguage	ISO639	LanguageName	UploadEnabled	WebEnabled
+aar	aa	Afar, afar	0	0
+abk	ab	Abkhazian	0	0
+ace		Achinese	0	0
+ach		Acoli	0	0
+ada		Adangme	0	0
+ady		adyghé	0	0
+afa		Afro-Asiatic (Other)	0	0
+afh		Afrihili	0	0
+afr	af	Afrikaans	1	0
+ain		Ainu	0	0
+aka	ak	Akan	0	0
+akk		Akkadian	0	0
+alb	sq	Albanian	1	1
+ale		Aleut	0	0
+alg		Algonquian languages	0	0
+alt		Southern Altai	0	0
+amh	am	Amharic	0	0
+ang		English, Old (ca.450-1100)	0	0
+apa		Apache languages	0	0
+ara	ar	Arabic	1	1
+arc		Aramaic	0	0
+arg	an	Aragonese	0	0
+arm	hy	Armenian	1	0
+arn		Araucanian	0	0
+arp		Arapaho	0	0
+art		Artificial (Other)	0	0
+arw		Arawak	0	0
+asm	as	Assamese	0	0
+ast		Asturian, Bable	0	0
+ath		Athapascan languages	0	0
+aus		Australian languages	0	0
+ava	av	Avaric	0	0
+ave	ae	Avestan	0	0
+awa		Awadhi	0	0
+aym	ay	Aymara	0	0
+aze	az	Azerbaijani	0	0
+bad		Banda	0	0
+bai		Bamileke languages	0	0
+bak	ba	Bashkir	0	0
+bal		Baluchi	0	0
+bam	bm	Bambara	0	0
+ban		Balinese	0	0
+baq	eu	Basque	1	1
+bas		Basa	0	0
+bat		Baltic (Other)	0	0
+bej		Beja	0	0
+bel	be	Belarusian	0	0
+bem		Bemba	0	0
+ben	bn	Bengali	1	0
+ber		Berber (Other)	0	0
+bho		Bhojpuri	0	0
+bih	bh	Bihari	0	0
+bik		Bikol	0	0
+bin		Bini	0	0
+bis	bi	Bislama	0	0
+bla		Siksika	0	0
+bnt		Bantu (Other)	0	0
+bos	bs	Bosnian	1	0
+bra		Braj	0	0
+bre	br	Breton	1	0
+btk		Batak (Indonesia)	0	0
+bua		Buriat	0	0
+bug		Buginese	0	0
+bul	bg	Bulgarian	1	1
+bur	my	Burmese	1	0
+byn		Blin	0	0
+cad		Caddo	0	0
+cai		Central American Indian (Other)	0	0
+car		Carib	0	0
+cat	ca	Catalan	1	1
+cau		Caucasian (Other)	0	0
+ceb		Cebuano	0	0
+cel		Celtic (Other)	0	0
+cha	ch	Chamorro	0	0
+chb		Chibcha	0	0
+che	ce	Chechen	0	0
+chg		Chagatai	0	0
+chi	zh	Chinese	1	1
+chk		Chuukese	0	0
+chm		Mari	0	0
+chn		Chinook jargon	0	0
+cho		Choctaw	0	0
+chp		Chipewyan	0	0
+chr		Cherokee	0	0
+chu	cu	Church Slavic	0	0
+chv	cv	Chuvash	0	0
+chy		Cheyenne	0	0
+cmc		Chamic languages	0	0
+cop		Coptic	0	0
+cor	kw	Cornish	0	0
+cos	co	Corsican	0	0
+cpe		Creoles and pidgins, English based (Other)	0	0
+cpf		Creoles and pidgins, French-based (Other)	0	0
+cpp		Creoles and pidgins, Portuguese-based (Other)	0	0
+cre	cr	Cree	0	0
+crh		Crimean Tatar	0	0
+crp		Creoles and pidgins (Other)	0	0
+csb		Kashubian	0	0
+cus		Cushitic (Other)' couchitiques, autres langues	0	0
+cze	cs	Czech	1	1
+dak		Dakota	0	0
+dan	da	Danish	1	1
+dar		Dargwa	0	0
+day		Dayak	0	0
+del		Delaware	0	0
+den		Slave (Athapascan)	0	0
+dgr		Dogrib	0	0
+din		Dinka	0	0
+div	dv	Divehi	0	0
+doi		Dogri	0	0
+dra		Dravidian (Other)	0	0
+dua		Duala	0	0
+dum		Dutch, Middle (ca.1050-1350)	0	0
+dut	nl	Dutch	1	1
+dyu		Dyula	0	0
+dzo	dz	Dzongkha	0	0
+efi		Efik	0	0
+egy		Egyptian (Ancient)	0	0
+eka		Ekajuk	0	0
+elx		Elamite	0	0
+eng	en	English	1	1
+enm		English, Middle (1100-1500)	0	0
+epo	eo	Esperanto	1	0
+est	et	Estonian	1	1
+ewe	ee	Ewe	0	0
+ewo		Ewondo	0	0
+fan		Fang	0	0
+fao	fo	Faroese	0	0
+fat		Fanti	0	0
+fij	fj	Fijian	0	0
+fil		Filipino	0	0
+fin	fi	Finnish	1	1
+fiu		Finno-Ugrian (Other)	0	0
+fon		Fon	0	0
+fre	fr	French	1	1
+frm		French, Middle (ca.1400-1600)	0	0
+fro		French, Old (842-ca.1400)	0	0
+fry	fy	Frisian	0	0
+ful	ff	Fulah	0	0
+fur		Friulian	0	0
+gaa		Ga	0	0
+gay		Gayo	0	0
+gba		Gbaya	0	0
+gem		Germanic (Other)	0	0
+geo	ka	Georgian	1	1
+ger	de	German	1	1
+gez		Geez	0	0
+gil		Gilbertese	0	0
+gla	gd	Gaelic	0	0
+gle	ga	Irish	0	0
+glg	gl	Galician	1	1
+glv	gv	Manx	0	0
+gmh		German, Middle High (ca.1050-1500)	0	0
+goh		German, Old High (ca.750-1050)	0	0
+gon		Gondi	0	0
+gor		Gorontalo	0	0
+got		Gothic	0	0
+grb		Grebo	0	0
+grc		Greek, Ancient (to 1453)	0	0
+ell	el	Greek	1	1
+grn	gn	Guarani	0	0
+guj	gu	Gujarati	0	0
+gwi		Gwich´in	0	0
+hai		Haida	0	0
+hat	ht	Haitian	0	0
+hau	ha	Hausa	0	0
+haw		Hawaiian	0	0
+heb	he	Hebrew	1	1
+her	hz	Herero	0	0
+hil		Hiligaynon	0	0
+him		Himachali	0	0
+hin	hi	Hindi	1	1
+hit		Hittite	0	0
+hmn		Hmong	0	0
+hmo	ho	Hiri Motu	0	0
+hrv	hr	Croatian	1	1
+hun	hu	Hungarian	1	1
+hup		Hupa	0	0
+iba		Iban	0	0
+ibo	ig	Igbo	0	0
+ice	is	Icelandic	1	1
+ido	io	Ido	0	0
+iii	ii	Sichuan Yi	0	0
+ijo		Ijo	0	0
+iku	iu	Inuktitut	0	0
+ile	ie	Interlingue	0	0
+ilo		Iloko	0	0
+ina	ia	Interlingua (International Auxiliary Language Asso	0	0
+inc		Indic (Other)	0	0
+ind	id	Indonesian	1	1
+ine		Indo-European (Other)	0	0
+inh		Ingush	0	0
+ipk	ik	Inupiaq	0	0
+ira		Iranian (Other)	0	0
+iro		Iroquoian languages	0	0
+ita	it	Italian	1	1
+jav	jv	Javanese	0	0
+jpn	ja	Japanese	1	1
+jpr		Judeo-Persian	0	0
+jrb		Judeo-Arabic	0	0
+kaa		Kara-Kalpak	0	0
+kab		Kabyle	0	0
+kac		Kachin	0	0
+kal	kl	Kalaallisut	0	0
+kam		Kamba	0	0
+kan	kn	Kannada	0	0
+kar		Karen	0	0
+kas	ks	Kashmiri	0	0
+kau	kr	Kanuri	0	0
+kaw		Kawi	0	0
+kaz	kk	Kazakh	1	0
+kbd		Kabardian	0	0
+kha		Khasi	0	0
+khi		Khoisan (Other)	0	0
+khm	km	Khmer	1	1
+kho		Khotanese	0	0
+kik	ki	Kikuyu	0	0
+kin	rw	Kinyarwanda	0	0
+kir	ky	Kirghiz	0	0
+kmb		Kimbundu	0	0
+kok		Konkani	0	0
+kom	kv	Komi	0	0
+kon	kg	Kongo	0	0
+kor	ko	Korean	1	1
+kos		Kosraean	0	0
+kpe		Kpelle	0	0
+krc		Karachay-Balkar	0	0
+kro		Kru	0	0
+kru		Kurukh	0	0
+kua	kj	Kuanyama	0	0
+kum		Kumyk	0	0
+kur	ku	Kurdish	0	0
+kut		Kutenai	0	0
+lad		Ladino	0	0
+lah		Lahnda	0	0
+lam		Lamba	0	0
+lao	lo	Lao	0	0
+lat	la	Latin	0	0
+lav	lv	Latvian	1	0
+lez		Lezghian	0	0
+lim	li	Limburgan	0	0
+lin	ln	Lingala	0	0
+lit	lt	Lithuanian	1	0
+lol		Mongo	0	0
+loz		Lozi	0	0
+ltz	lb	Luxembourgish	1	0
+lua		Luba-Lulua	0	0
+lub	lu	Luba-Katanga	0	0
+lug	lg	Ganda	0	0
+lui		Luiseno	0	0
+lun		Lunda	0	0
+luo		Luo (Kenya and Tanzania)	0	0
+lus		lushai	0	0
+mac	mk	Macedonian	1	1
+mad		Madurese	0	0
+mag		Magahi	0	0
+mah	mh	Marshallese	0	0
+mai		Maithili	0	0
+mak		Makasar	0	0
+mal	ml	Malayalam	1	0
+man		Mandingo	0	0
+mao	mi	Maori	0	0
+map		Austronesian (Other)	0	0
+mar	mr	Marathi	0	0
+mas		Masai	0	0
+may	ms	Malay	1	1
+mdf		Moksha	0	0
+mdr		Mandar	0	0
+men		Mende	0	0
+mga		Irish, Middle (900-1200)	0	0
+mic		Mi'kmaq	0	0
+min		Minangkabau	0	0
+mis		Miscellaneous languages	0	0
+mkh		Mon-Khmer (Other)	0	0
+mlg	mg	Malagasy	0	0
+mlt	mt	Maltese	0	0
+mnc		Manchu	0	0
+mni		Manipuri	0	0
+mno		Manobo languages	0	0
+moh		Mohawk	0	0
+mol	mo	Moldavian	0	0
+mon	mn	Mongolian	1	0
+mos		Mossi	0	0
+mwl		Mirandese	0	0
+mul		Multiple languages	0	0
+mun		Munda languages	0	0
+mus		Creek	0	0
+mwr		Marwari	0	0
+myn		Mayan languages	0	0
+myv		Erzya	0	0
+nah		Nahuatl	0	0
+nai		North American Indian	0	0
+nap		Neapolitan	0	0
+nau	na	Nauru	0	0
+nav	nv	Navajo	0	0
+nbl	nr	Ndebele, South	0	0
+nde	nd	Ndebele, North	0	0
+ndo	ng	Ndonga	0	0
+nds		Low German	0	0
+nep	ne	Nepali	0	0
+new		Nepal Bhasa	0	0
+nia		Nias	0	0
+nic		Niger-Kordofanian (Other)	0	0
+niu		Niuean	0	0
+nno	nn	Norwegian Nynorsk	0	0
+nob	nb	Norwegian Bokmal	0	0
+nog		Nogai	0	0
+non		Norse, Old	0	0
+nor	no	Norwegian	1	1
+nso		Northern Sotho	0	0
+nub		Nubian languages	0	0
+nwc		Classical Newari	0	0
+nya	ny	Chichewa	0	0
+nym		Nyamwezi	0	0
+nyn		Nyankole	0	0
+nyo		Nyoro	0	0
+nzi		Nzima	0	0
+oci	oc	Occitan	1	1
+oji	oj	Ojibwa	0	0
+ori	or	Oriya	0	0
+orm	om	Oromo	0	0
+osa		Osage	0	0
+oss	os	Ossetian	0	0
+ota		Turkish, Ottoman (1500-1928)	0	0
+oto		Otomian languages	0	0
+paa		Papuan (Other)	0	0
+pag		Pangasinan	0	0
+pal		Pahlavi	0	0
+pam		Pampanga	0	0
+pan	pa	Panjabi	0	0
+pap		Papiamento	0	0
+pau		Palauan	0	0
+peo		Persian, Old (ca.600-400 B.C.)	0	0
+per	fa	Persian	1	1
+phi		Philippine (Other)	0	0
+phn		Phoenician	0	0
+pli	pi	Pali	0	0
+pol	pl	Polish	1	1
+pon		Pohnpeian	0	0
+por	pt	Portuguese	1	1
+pra		Prakrit languages	0	0
+pro		Provençal, Old (to 1500)	0	0
+pus	ps	Pushto	0	0
+que	qu	Quechua	0	0
+raj		Rajasthani	0	0
+rap		Rapanui	0	0
+rar		Rarotongan	0	0
+roa		Romance (Other)	0	0
+roh	rm	Raeto-Romance	0	0
+rom		Romany	0	0
+run	rn	Rundi	0	0
+rup		Aromanian	0	0
+rus	ru	Russian	1	1
+sad		Sandawe	0	0
+sag	sg	Sango	0	0
+sah		Yakut	0	0
+sai		South American Indian (Other)	0	0
+sal		Salishan languages	0	0
+sam		Samaritan Aramaic	0	0
+san	sa	Sanskrit	0	0
+sas		Sasak	0	0
+sat		Santali	0	0
+scc	sr	Serbian	1	1
+scn		Sicilian	0	0
+sco		Scots	0	0
+sel		Selkup	0	0
+sem		Semitic (Other)	0	0
+sga		Irish, Old (to 900)	0	0
+sgn		Sign Languages	0	0
+shn		Shan	0	0
+sid		Sidamo	0	0
+sin	si	Sinhalese	1	1
+sio		Siouan languages	0	0
+sit		Sino-Tibetan (Other)	0	0
+sla		Slavic (Other)	0	0
+slo	sk	Slovak	1	1
+slv	sl	Slovenian	1	1
+sma		Southern Sami	0	0
+sme	se	Northern Sami	0	0
+smi		Sami languages (Other)	0	0
+smj		Lule Sami	0	0
+smn		Inari Sami	0	0
+smo	sm	Samoan	0	0
+sms		Skolt Sami	0	0
+sna	sn	Shona	0	0
+snd	sd	Sindhi	0	0
+snk		Soninke	0	0
+sog		Sogdian	0	0
+som	so	Somali	0	0
+son		Songhai	0	0
+sot	st	Sotho, Southern	0	0
+spa	es	Spanish	1	1
+srd	sc	Sardinian	0	0
+srr		Serer	0	0
+ssa		Nilo-Saharan (Other)	0	0
+ssw	ss	Swati	0	0
+suk		Sukuma	0	0
+sun	su	Sundanese	0	0
+sus		Susu	0	0
+sux		Sumerian	0	0
+swa	sw	Swahili	1	0
+swe	sv	Swedish	1	1
+syr		Syriac	1	0
+tah	ty	Tahitian	0	0
+tai		Tai (Other)	0	0
+tam	ta	Tamil	1	0
+tat	tt	Tatar	0	0
+tel	te	Telugu	1	0
+tem		Timne	0	0
+ter		Tereno	0	0
+tet		Tetum	0	0
+tgk	tg	Tajik	0	0
+tgl	tl	Tagalog	1	1
+tha	th	Thai	1	1
+tib	bo	Tibetan	0	0
+tig		Tigre	0	0
+tir	ti	Tigrinya	0	0
+tiv		Tiv	0	0
+tkl		Tokelau	0	0
+tlh		Klingon	0	0
+tli		Tlingit	0	0
+tmh		Tamashek	0	0
+tog		Tonga (Nyasa)	0	0
+ton	to	Tonga (Tonga Islands)	0	0
+tpi		Tok Pisin	0	0
+tsi		Tsimshian	0	0
+tsn	tn	Tswana	0	0
+tso	ts	Tsonga	0	0
+tuk	tk	Turkmen	0	0
+tum		Tumbuka	0	0
+tup		Tupi languages	0	0
+tur	tr	Turkish	1	1
+tut		Altaic (Other)	0	0
+tvl		Tuvalu	0	0
+twi	tw	Twi	0	0
+tyv		Tuvinian	0	0
+udm		Udmurt	0	0
+uga		Ugaritic	0	0
+uig	ug	Uighur	0	0
+ukr	uk	Ukrainian	1	1
+umb		Umbundu	0	0
+und		Undetermined	0	0
+urd	ur	Urdu	1	0
+uzb	uz	Uzbek	0	0
+vai		Vai	0	0
+ven	ve	Venda	0	0
+vie	vi	Vietnamese	1	1
+vol	vo	Volapük	0	0
+vot		Votic	0	0
+wak		Wakashan languages	0	0
+wal		Walamo	0	0
+war		Waray	0	0
+was		Washo	0	0
+wel	cy	Welsh	0	0
+wen		Sorbian languages	0	0
+wln	wa	Walloon	0	0
+wol	wo	Wolof	0	0
+xal		Kalmyk	0	0
+xho	xh	Xhosa	0	0
+yao		Yao	0	0
+yap		Yapese	0	0
+yid	yi	Yiddish	0	0
+yor	yo	Yoruba	0	0
+ypk		Yupik languages	0	0
+zap		Zapotec	0	0
+zen		Zenaga	0	0
+zha	za	Zhuang	0	0
+znd		Zande	0	0
+zul	zu	Zulu	0	0
+zun		Zuni	0	0
+rum	ro	Romanian	1	1
+pob	pb	Brazilian	1	1
+mne		Montenegrin	1	0
diff --git a/lib/babelfish/exceptions.py b/lib/babelfish/exceptions.py
new file mode 100644
index 00000000..bbc6efe3
--- /dev/null
+++ b/lib/babelfish/exceptions.py
@@ -0,0 +1,85 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (c) 2013 the BabelFish authors. All rights reserved.
+# Use of this source code is governed by the 3-clause BSD license
+# that can be found in the LICENSE file.
+#
+from __future__ import unicode_literals
+
+
+class Error(Exception):
+    """Base class for all exceptions in babelfish"""
+    pass
+
+
+class LanguageError(Error, AttributeError):
+    """Base class for all language exceptions in babelfish"""
+    pass
+
+
+class LanguageConvertError(LanguageError):
+    """Exception raised by converters when :meth:`~babelfish.converters.LanguageConverter.convert` fails
+
+    :param string alpha3: alpha3 code that failed conversion
+    :param country: country code that failed conversion, if any
+    :type country: string or None
+    :param script: script code that failed conversion, if any
+    :type script: string or None
+
+    """
+    def __init__(self, alpha3, country=None, script=None):
+        self.alpha3 = alpha3
+        self.country = country
+        self.script = script
+
+    def __str__(self):
+        s = self.alpha3
+        if self.country is not None:
+            s += '-' + self.country
+        if self.script is not None:
+            s += '-' + self.script
+        return s
+
+
+class LanguageReverseError(LanguageError):
+    """Exception raised by converters when :meth:`~babelfish.converters.LanguageReverseConverter.reverse` fails
+
+    :param string code: code that failed reverse conversion
+
+    """
+    def __init__(self, code):
+        self.code = code
+
+    def __str__(self):
+        return repr(self.code)
+
+
+class CountryError(Error, AttributeError):
+    """Base class for all country exceptions in babelfish"""
+    pass
+
+
+class CountryConvertError(CountryError):
+    """Exception raised by converters when :meth:`~babelfish.converters.CountryConverter.convert` fails
+
+    :param string alpha2: alpha2 code that failed conversion
+
+    """
+    def __init__(self, alpha2):
+        self.alpha2 = alpha2
+
+    def __str__(self):
+        return self.alpha2
+
+
+class CountryReverseError(CountryError):
+    """Exception raised by converters when :meth:`~babelfish.converters.CountryReverseConverter.reverse` fails
+
+    :param string code: code that failed reverse conversion
+
+    """
+    def __init__(self, code):
+        self.code = code
+
+    def __str__(self):
+        return repr(self.code)
diff --git a/lib/babelfish/language.py b/lib/babelfish/language.py
new file mode 100644
index 00000000..ffa48ef5
--- /dev/null
+++ b/lib/babelfish/language.py
@@ -0,0 +1,174 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (c) 2013 the BabelFish authors. All rights reserved.
+# Use of this source code is governed by the 3-clause BSD license
+# that can be found in the LICENSE file.
+#
+from __future__ import unicode_literals
+from collections import namedtuple
+from functools import partial
+from pkg_resources import resource_stream  # @UnresolvedImport
+from .converters import ConverterManager
+from .country import Country
+from .exceptions import LanguageConvertError
+from .script import Script
+
+
+LANGUAGES = set()
+LANGUAGE_MATRIX = []
+
+#: The namedtuple used in the :data:`LANGUAGE_MATRIX`
+IsoLanguage = namedtuple('IsoLanguage', ['alpha3', 'alpha3b', 'alpha3t', 'alpha2', 'scope', 'type', 'name', 'comment'])
+
+f = resource_stream('babelfish', 'data/iso-639-3.tab')
+f.readline()
+for l in f:
+    iso_language = IsoLanguage(*l.decode('utf-8').split('\t'))
+    LANGUAGES.add(iso_language.alpha3)
+    LANGUAGE_MATRIX.append(iso_language)
+f.close()
+
+
+class LanguageConverterManager(ConverterManager):
+    """:class:`~babelfish.converters.ConverterManager` for language converters"""
+    entry_point = 'babelfish.language_converters'
+    internal_converters = ['alpha2 = babelfish.converters.alpha2:Alpha2Converter',
+                           'alpha3b = babelfish.converters.alpha3b:Alpha3BConverter',
+                           'alpha3t = babelfish.converters.alpha3t:Alpha3TConverter',
+                           'name = babelfish.converters.name:NameConverter',
+                           'scope = babelfish.converters.scope:ScopeConverter',
+                           'type = babelfish.converters.type:LanguageTypeConverter',
+                           'opensubtitles = babelfish.converters.opensubtitles:OpenSubtitlesConverter']
+
+language_converters = LanguageConverterManager()
+
+
+class LanguageMeta(type):
+    """The :class:`Language` metaclass
+
+    Dynamically redirect :meth:`Language.frommycode` to :meth:`Language.fromcode` with the ``mycode`` `converter`
+
+    """
+    def __getattr__(cls, name):
+        if name.startswith('from'):
+            return partial(cls.fromcode, converter=name[4:])
+        return getattr(cls, name)
+
+
+class Language(LanguageMeta(str('LanguageBase'), (object,), {})):
+    """A human language
+
+    A human language is composed of a language part following the ISO-639
+    standard and can be country-specific when a :class:`~babelfish.country.Country`
+    is specified.
+
+    The :class:`Language` is extensible with custom converters (see :ref:`custom_converters`)
+
+    :param string language: the language as a 3-letter ISO-639-3 code
+    :param country: the country (if any) as a 2-letter ISO-3166 code or :class:`~babelfish.country.Country` instance
+    :type country: string or :class:`~babelfish.country.Country` or None
+    :param script: the script (if any) as a 4-letter ISO-15924 code or :class:`~babelfish.script.Script` instance
+    :type script: string or :class:`~babelfish.script.Script` or None
+    :param unknown: the unknown language as a three-letters ISO-639-3 code to use as fallback
+    :type unknown: string or None
+    :raise: ValueError if the language could not be recognized and `unknown` is ``None``
+
+    """
+    def __init__(self, language, country=None, script=None, unknown=None):
+        if unknown is not None and language not in LANGUAGES:
+            language = unknown
+        if language not in LANGUAGES:
+            raise ValueError('%r is not a valid language' % language)
+        self.alpha3 = language
+        self.country = None
+        if isinstance(country, Country):
+            self.country = country
+        elif country is None:
+            self.country = None
+        else:
+            self.country = Country(country)
+        self.script = None
+        if isinstance(script, Script):
+            self.script = script
+        elif script is None:
+            self.script = None
+        else:
+            self.script = Script(script)
+
+    @classmethod
+    def fromcode(cls, code, converter):
+        """Create a :class:`Language` by its `code` using `converter` to
+        :meth:`~babelfish.converters.LanguageReverseConverter.reverse` it
+
+        :param string code: the code to reverse
+        :param string converter: name of the :class:`~babelfish.converters.LanguageReverseConverter` to use
+        :return: the corresponding :class:`Language` instance
+        :rtype: :class:`Language`
+
+        """
+        return cls(*language_converters[converter].reverse(code))
+
+    @classmethod
+    def fromietf(cls, ietf):
+        """Create a :class:`Language` by from an IETF language code
+
+        :param string ietf: the ietf code
+        :return: the corresponding :class:`Language` instance
+        :rtype: :class:`Language`
+
+        """
+        subtags = ietf.split('-')
+        language_subtag = subtags.pop(0).lower()
+        if len(language_subtag) == 2:
+            language = cls.fromalpha2(language_subtag)
+        else:
+            language = cls(language_subtag)
+        while subtags:
+            subtag = subtags.pop(0)
+            if len(subtag) == 2:
+                language.country = Country(subtag.upper())
+            else:
+                language.script = Script(subtag.capitalize())
+            if language.script is not None:
+                if subtags:
+                    raise ValueError('Wrong IETF format. Unmatched subtags: %r' % subtags)
+                break
+        return language
+
+    def __getattr__(self, name):
+        alpha3 = self.alpha3
+        country = self.country.alpha2 if self.country is not None else None
+        script = self.script.code if self.script is not None else None
+        try:
+            return language_converters[name].convert(alpha3, country, script)
+        except KeyError:
+            raise AttributeError(name)
+
+    def __hash__(self):
+        return hash(str(self))
+
+    def __eq__(self, other):
+        if other is None:
+            return False
+        return self.alpha3 == other.alpha3 and self.country == other.country and self.script == other.script
+
+    def __ne__(self, other):
+        return not self == other
+
+    def __bool__(self):
+        return self.alpha3 != 'und'
+    __nonzero__ = __bool__
+
+    def __repr__(self):
+        return '<Language [%s]>' % self
+
+    def __str__(self):
+        try:
+            s = self.alpha2
+        except LanguageConvertError:
+            s = self.alpha3
+        if self.country is not None:
+            s += '-' + str(self.country)
+        if self.script is not None:
+            s += '-' + str(self.script)
+        return s
diff --git a/lib/babelfish/script.py b/lib/babelfish/script.py
new file mode 100644
index 00000000..9d3b26ee
--- /dev/null
+++ b/lib/babelfish/script.py
@@ -0,0 +1,66 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (c) 2013 the BabelFish authors. All rights reserved.
+# Use of this source code is governed by the 3-clause BSD license
+# that can be found in the LICENSE file.
+#
+from __future__ import unicode_literals
+from collections import namedtuple
+from pkg_resources import resource_stream  # @UnresolvedImport
+
+
+#: Script code to script name mapping
+SCRIPTS = {}
+
+#: List of countries in the ISO-15924 as namedtuple of code, number, name, french_name, pva and date
+SCRIPT_MATRIX = []
+
+#: The namedtuple used in the :data:`SCRIPT_MATRIX`
+IsoScript = namedtuple('IsoScript', ['code', 'number', 'name', 'french_name', 'pva', 'date'])
+
+f = resource_stream('babelfish', 'data/iso15924-utf8-20131012.txt')
+f.readline()
+for l in f:
+    l = l.decode('utf-8').strip()
+    if not l or l.startswith('#'):
+        continue
+    script = IsoScript._make(l.split(';'))
+    SCRIPT_MATRIX.append(script)
+    SCRIPTS[script.code] = script.name
+f.close()
+
+
+class Script(object):
+    """A human writing system
+
+    A script is represented by a 4-letter code from the ISO-15924 standard
+
+    :param string script: 4-letter ISO-15924 script code
+
+    """
+    def __init__(self, script):
+        if script not in SCRIPTS:
+            raise ValueError('%r is not a valid script' % script)
+
+        #: ISO-15924 4-letter script code
+        self.code = script
+
+    @property
+    def name(self):
+        """English name of the script"""
+        return SCRIPTS[self.code]
+
+    def __hash__(self):
+        return hash(self.code)
+
+    def __eq__(self, other):
+        return self.code == other.code
+
+    def __ne__(self, other):
+        return not self == other
+
+    def __repr__(self):
+        return '<Script [%s]>' % self
+
+    def __str__(self):
+        return self.code
diff --git a/lib/babelfish/tests.py b/lib/babelfish/tests.py
new file mode 100644
index 00000000..57867d3c
--- /dev/null
+++ b/lib/babelfish/tests.py
@@ -0,0 +1,353 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+#
+# Copyright (c) 2013 the BabelFish authors. All rights reserved.
+# Use of this source code is governed by the 3-clause BSD license
+# that can be found in the LICENSE file.
+#
+from __future__ import unicode_literals
+import re
+import sys
+from unittest import TestCase, TestSuite, TestLoader, TextTestRunner
+from pkg_resources import resource_stream  # @UnresolvedImport
+from babelfish import (LANGUAGES, Language, Country, Script, language_converters, country_converters,
+    LanguageReverseConverter, LanguageConvertError, LanguageReverseError, CountryReverseError)
+
+
+if sys.version_info[:2] <= (2, 6):
+    _MAX_LENGTH = 80
+
+    def safe_repr(obj, short=False):
+        try:
+            result = repr(obj)
+        except Exception:
+            result = object.__repr__(obj)
+        if not short or len(result) < _MAX_LENGTH:
+            return result
+        return result[:_MAX_LENGTH] + ' [truncated]...'
+
+    class _AssertRaisesContext(object):
+        """A context manager used to implement TestCase.assertRaises* methods."""
+
+        def __init__(self, expected, test_case, expected_regexp=None):
+            self.expected = expected
+            self.failureException = test_case.failureException
+            self.expected_regexp = expected_regexp
+
+        def __enter__(self):
+            return self
+
+        def __exit__(self, exc_type, exc_value, tb):
+            if exc_type is None:
+                try:
+                    exc_name = self.expected.__name__
+                except AttributeError:
+                    exc_name = str(self.expected)
+                raise self.failureException(
+                    "{0} not raised".format(exc_name))
+            if not issubclass(exc_type, self.expected):
+                # let unexpected exceptions pass through
+                return False
+            self.exception = exc_value  # store for later retrieval
+            if self.expected_regexp is None:
+                return True
+
+            expected_regexp = self.expected_regexp
+            if isinstance(expected_regexp, basestring):
+                expected_regexp = re.compile(expected_regexp)
+            if not expected_regexp.search(str(exc_value)):
+                raise self.failureException('"%s" does not match "%s"' %
+                         (expected_regexp.pattern, str(exc_value)))
+            return True
+
+    class _Py26FixTestCase(object):
+        def assertIsNone(self, obj, msg=None):
+            """Same as self.assertTrue(obj is None), with a nicer default message."""
+            if obj is not None:
+                standardMsg = '%s is not None' % (safe_repr(obj),)
+                self.fail(self._formatMessage(msg, standardMsg))
+
+        def assertIsNotNone(self, obj, msg=None):
+            """Included for symmetry with assertIsNone."""
+            if obj is None:
+                standardMsg = 'unexpectedly None'
+                self.fail(self._formatMessage(msg, standardMsg))
+
+        def assertIn(self, member, container, msg=None):
+            """Just like self.assertTrue(a in b), but with a nicer default message."""
+            if member not in container:
+                standardMsg = '%s not found in %s' % (safe_repr(member),
+                                                      safe_repr(container))
+                self.fail(self._formatMessage(msg, standardMsg))
+
+        def assertNotIn(self, member, container, msg=None):
+            """Just like self.assertTrue(a not in b), but with a nicer default message."""
+            if member in container:
+                standardMsg = '%s unexpectedly found in %s' % (safe_repr(member),
+                                                            safe_repr(container))
+                self.fail(self._formatMessage(msg, standardMsg))
+
+        def assertIs(self, expr1, expr2, msg=None):
+            """Just like self.assertTrue(a is b), but with a nicer default message."""
+            if expr1 is not expr2:
+                standardMsg = '%s is not %s' % (safe_repr(expr1),
+                                                 safe_repr(expr2))
+                self.fail(self._formatMessage(msg, standardMsg))
+
+        def assertIsNot(self, expr1, expr2, msg=None):
+            """Just like self.assertTrue(a is not b), but with a nicer default message."""
+            if expr1 is expr2:
+                standardMsg = 'unexpectedly identical: %s' % (safe_repr(expr1),)
+                self.fail(self._formatMessage(msg, standardMsg))
+
+else:
+    class _Py26FixTestCase(object):
+        pass
+
+
+class TestScript(TestCase, _Py26FixTestCase):
+    def test_wrong_script(self):
+        self.assertRaises(ValueError, lambda: Script('Azer'))
+
+    def test_eq(self):
+        self.assertEqual(Script('Latn'), Script('Latn'))
+
+    def test_ne(self):
+        self.assertNotEqual(Script('Cyrl'), Script('Latn'))
+
+    def test_hash(self):
+        self.assertEqual(hash(Script('Hira')), hash('Hira'))
+
+
+class TestCountry(TestCase, _Py26FixTestCase):
+    def test_wrong_country(self):
+        self.assertRaises(ValueError, lambda: Country('ZZ'))
+
+    def test_eq(self):
+        self.assertEqual(Country('US'), Country('US'))
+
+    def test_ne(self):
+        self.assertNotEqual(Country('GB'), Country('US'))
+        self.assertIsNotNone(Country('US'))
+
+    def test_hash(self):
+        self.assertEqual(hash(Country('US')), hash('US'))
+
+    def test_converter_name(self):
+        self.assertEqual(Country('US').name, 'UNITED STATES')
+        self.assertEqual(Country.fromname('UNITED STATES'), Country('US'))
+        self.assertEqual(Country.fromcode('UNITED STATES', 'name'), Country('US'))
+        self.assertRaises(CountryReverseError, lambda: Country.fromname('ZZZZZ'))
+        self.assertEqual(len(country_converters['name'].codes), 249)
+
+
+class TestLanguage(TestCase, _Py26FixTestCase):
+    def test_languages(self):
+        self.assertEqual(len(LANGUAGES), 7874)
+
+    def test_wrong_language(self):
+        self.assertRaises(ValueError, lambda: Language('zzz'))
+
+    def test_unknown_language(self):
+        self.assertEqual(Language('zzzz', unknown='und'), Language('und'))
+
+    def test_converter_alpha2(self):
+        self.assertEqual(Language('eng').alpha2, 'en')
+        self.assertEqual(Language.fromalpha2('en'), Language('eng'))
+        self.assertEqual(Language.fromcode('en', 'alpha2'), Language('eng'))
+        self.assertRaises(LanguageReverseError, lambda: Language.fromalpha2('zz'))
+        self.assertRaises(LanguageConvertError, lambda: Language('aaa').alpha2)
+        self.assertEqual(len(language_converters['alpha2'].codes), 184)
+
+    def test_converter_alpha3b(self):
+        self.assertEqual(Language('fra').alpha3b, 'fre')
+        self.assertEqual(Language.fromalpha3b('fre'), Language('fra'))
+        self.assertEqual(Language.fromcode('fre', 'alpha3b'), Language('fra'))
+        self.assertRaises(LanguageReverseError, lambda: Language.fromalpha3b('zzz'))
+        self.assertRaises(LanguageConvertError, lambda: Language('aaa').alpha3b)
+        self.assertEqual(len(language_converters['alpha3b'].codes), 418)
+
+    def test_converter_alpha3t(self):
+        self.assertEqual(Language('fra').alpha3t, 'fra')
+        self.assertEqual(Language.fromalpha3t('fra'), Language('fra'))
+        self.assertEqual(Language.fromcode('fra', 'alpha3t'), Language('fra'))
+        self.assertRaises(LanguageReverseError, lambda: Language.fromalpha3t('zzz'))
+        self.assertRaises(LanguageConvertError, lambda: Language('aaa').alpha3t)
+        self.assertEqual(len(language_converters['alpha3t'].codes), 418)
+
+    def test_converter_name(self):
+        self.assertEqual(Language('eng').name, 'English')
+        self.assertEqual(Language.fromname('English'), Language('eng'))
+        self.assertEqual(Language.fromcode('English', 'name'), Language('eng'))
+        self.assertRaises(LanguageReverseError, lambda: Language.fromname('Zzzzzzzzz'))
+        self.assertEqual(len(language_converters['name'].codes), 7874)
+
+    def test_converter_scope(self):
+        self.assertEqual(language_converters['scope'].codes, set(['I', 'S', 'M']))
+        self.assertEqual(Language('eng').scope, 'individual')
+        self.assertEqual(Language('und').scope, 'special')
+
+    def test_converter_type(self):
+        self.assertEqual(language_converters['type'].codes, set(['A', 'C', 'E', 'H', 'L', 'S']))
+        self.assertEqual(Language('eng').type, 'living')
+        self.assertEqual(Language('und').type, 'special')
+
+    def test_converter_opensubtitles(self):
+        self.assertEqual(Language('fra').opensubtitles, Language('fra').alpha3b)
+        self.assertEqual(Language('por', 'BR').opensubtitles, 'pob')
+        self.assertEqual(Language.fromopensubtitles('fre'), Language('fra'))
+        self.assertEqual(Language.fromopensubtitles('pob'), Language('por', 'BR'))
+        self.assertEqual(Language.fromopensubtitles('pb'), Language('por', 'BR'))
+        # Montenegrin is not recognized as an ISO language (yet?) but for now it is
+        # unofficially accepted as Serbian from Montenegro
+        self.assertEqual(Language.fromopensubtitles('mne'), Language('srp', 'ME'))
+        self.assertEqual(Language.fromcode('pob', 'opensubtitles'), Language('por', 'BR'))
+        self.assertRaises(LanguageReverseError, lambda: Language.fromopensubtitles('zzz'))
+        self.assertRaises(LanguageConvertError, lambda: Language('aaa').opensubtitles)
+        self.assertEqual(len(language_converters['opensubtitles'].codes), 606)
+
+        # test with all the LANGUAGES from the opensubtitles api
+        # downloaded from: http://www.opensubtitles.org/addons/export_languages.php
+        f = resource_stream('babelfish', 'data/opensubtitles_languages.txt')
+        f.readline()
+        for l in f:
+            idlang, alpha2, _, upload_enabled, web_enabled = l.decode('utf-8').strip().split('\t')
+            if not int(upload_enabled) and not int(web_enabled):
+                # do not test LANGUAGES that are too esoteric / not widely available
+                continue
+            self.assertEqual(Language.fromopensubtitles(idlang).opensubtitles, idlang)
+            if alpha2:
+                self.assertEqual(Language.fromopensubtitles(idlang), Language.fromopensubtitles(alpha2))
+        f.close()
+
+    def test_fromietf_country_script(self):
+        language = Language.fromietf('fra-FR-Latn')
+        self.assertEqual(language.alpha3, 'fra')
+        self.assertEqual(language.country, Country('FR'))
+        self.assertEqual(language.script, Script('Latn'))
+
+    def test_fromietf_country_no_script(self):
+        language = Language.fromietf('fra-FR')
+        self.assertEqual(language.alpha3, 'fra')
+        self.assertEqual(language.country, Country('FR'))
+        self.assertIsNone(language.script)
+
+    def test_fromietf_no_country_no_script(self):
+        language = Language.fromietf('fra-FR')
+        self.assertEqual(language.alpha3, 'fra')
+        self.assertEqual(language.country, Country('FR'))
+        self.assertIsNone(language.script)
+
+    def test_fromietf_no_country_script(self):
+        language = Language.fromietf('fra-Latn')
+        self.assertEqual(language.alpha3, 'fra')
+        self.assertIsNone(language.country)
+        self.assertEqual(language.script, Script('Latn'))
+
+    def test_fromietf_alpha2_language(self):
+        language = Language.fromietf('fr-Latn')
+        self.assertEqual(language.alpha3, 'fra')
+        self.assertIsNone(language.country)
+        self.assertEqual(language.script, Script('Latn'))
+
+    def test_fromietf_wrong_language(self):
+        self.assertRaises(ValueError, lambda: Language.fromietf('xyz-FR'))
+
+    def test_fromietf_wrong_country(self):
+        self.assertRaises(ValueError, lambda: Language.fromietf('fra-YZ'))
+
+    def test_fromietf_wrong_script(self):
+        self.assertRaises(ValueError, lambda: Language.fromietf('fra-FR-Wxyz'))
+
+    def test_eq(self):
+        self.assertEqual(Language('eng'), Language('eng'))
+
+    def test_ne(self):
+        self.assertNotEqual(Language('fra'), Language('eng'))
+        self.assertIsNotNone(Language('fra'))
+
+    def test_nonzero(self):
+        self.assertFalse(bool(Language('und')))
+        self.assertTrue(bool(Language('eng')))
+
+    def test_language_hasattr(self):
+        self.assertTrue(hasattr(Language('fra'), 'alpha3'))
+        self.assertTrue(hasattr(Language('fra'), 'alpha2'))
+        self.assertFalse(hasattr(Language('bej'), 'alpha2'))
+
+    def test_country(self):
+        self.assertEqual(Language('por', 'BR').country, Country('BR'))
+        self.assertEqual(Language('eng', Country('US')).country, Country('US'))
+
+    def test_eq_with_country(self):
+        self.assertEqual(Language('eng', 'US'), Language('eng', Country('US')))
+
+    def test_ne_with_country(self):
+        self.assertNotEqual(Language('eng', 'US'), Language('eng', Country('GB')))
+
+    def test_script(self):
+        self.assertEqual(Language('srp', script='Latn').script, Script('Latn'))
+        self.assertEqual(Language('srp', script=Script('Cyrl')).script, Script('Cyrl'))
+
+    def test_eq_with_script(self):
+        self.assertEqual(Language('srp', script='Latn'), Language('srp', script=Script('Latn')))
+
+    def test_ne_with_script(self):
+        self.assertNotEqual(Language('srp', script='Latn'), Language('srp', script=Script('Cyrl')))
+
+    def test_eq_with_country_and_script(self):
+        self.assertEqual(Language('srp', 'SR', 'Latn'), Language('srp', Country('SR'), Script('Latn')))
+
+    def test_ne_with_country_and_script(self):
+        self.assertNotEqual(Language('srp', 'SR', 'Latn'), Language('srp', Country('SR'), Script('Cyrl')))
+
+    def test_hash(self):
+        self.assertEqual(hash(Language('fra')), hash('fr'))
+        self.assertEqual(hash(Language('ace')), hash('ace'))
+        self.assertEqual(hash(Language('por', 'BR')), hash('pt-BR'))
+        self.assertEqual(hash(Language('srp', script='Cyrl')), hash('sr-Cyrl'))
+        self.assertEqual(hash(Language('eng', 'US', 'Latn')), hash('en-US-Latn'))
+
+    def test_str(self):
+        self.assertEqual(Language.fromietf(str(Language('eng', 'US', 'Latn'))), Language('eng', 'US', 'Latn'))
+        self.assertEqual(Language.fromietf(str(Language('fra', 'FR'))), Language('fra', 'FR'))
+        self.assertEqual(Language.fromietf(str(Language('bel'))), Language('bel'))
+
+    def test_register_converter(self):
+        class TestConverter(LanguageReverseConverter):
+            def __init__(self):
+                self.to_test = {'fra': 'test1', 'eng': 'test2'}
+                self.from_test = {'test1': 'fra', 'test2': 'eng'}
+
+            def convert(self, alpha3, country=None, script=None):
+                if alpha3 not in self.to_test:
+                    raise LanguageConvertError(alpha3, country, script)
+                return self.to_test[alpha3]
+
+            def reverse(self, test):
+                if test not in self.from_test:
+                    raise LanguageReverseError(test)
+                return (self.from_test[test], None)
+        language = Language('fra')
+        self.assertFalse(hasattr(language, 'test'))
+        language_converters['test'] = TestConverter()
+        self.assertTrue(hasattr(language, 'test'))
+        self.assertIn('test', language_converters)
+        self.assertEqual(Language('fra').test, 'test1')
+        self.assertEqual(Language.fromtest('test2').alpha3, 'eng')
+        del language_converters['test']
+        self.assertNotIn('test', language_converters)
+        self.assertRaises(KeyError, lambda: Language.fromtest('test1'))
+        self.assertRaises(AttributeError, lambda: Language('fra').test)
+
+
+def suite():
+    suite = TestSuite()
+    suite.addTest(TestLoader().loadTestsFromTestCase(TestScript))
+    suite.addTest(TestLoader().loadTestsFromTestCase(TestCountry))
+    suite.addTest(TestLoader().loadTestsFromTestCase(TestLanguage))
+    return suite
+
+
+if __name__ == '__main__':
+    TextTestRunner().run(suite())
diff --git a/lib/chardet/__init__.py b/lib/chardet/__init__.py
new file mode 100644
index 00000000..e4f0799d
--- /dev/null
+++ b/lib/chardet/__init__.py
@@ -0,0 +1,32 @@
+######################## BEGIN LICENSE BLOCK ########################
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+__version__ = "2.2.1"
+from sys import version_info
+
+
+def detect(aBuf):
+    if ((version_info < (3, 0) and isinstance(aBuf, unicode)) or
+            (version_info >= (3, 0) and not isinstance(aBuf, bytes))):
+        raise ValueError('Expected a bytes object, not a unicode object')
+
+    from . import universaldetector
+    u = universaldetector.UniversalDetector()
+    u.reset()
+    u.feed(aBuf)
+    u.close()
+    return u.result
diff --git a/lib/chardet/big5freq.py b/lib/chardet/big5freq.py
new file mode 100644
index 00000000..65bffc04
--- /dev/null
+++ b/lib/chardet/big5freq.py
@@ -0,0 +1,925 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Communicator client code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+# Big5 frequency table
+# by Taiwan's Mandarin Promotion Council
+# <http://www.edu.tw:81/mandr/>
+#
+# 128  --> 0.42261
+# 256  --> 0.57851
+# 512  --> 0.74851
+# 1024 --> 0.89384
+# 2048 --> 0.97583
+#
+# Ideal Distribution Ratio = 0.74851/(1-0.74851) =2.98
+# Random Distribution Ration = 512/(5401-512)=0.105
+#
+# Typical Distribution Ratio about 25% of Ideal one, still much higher than RDR
+
+BIG5_TYPICAL_DISTRIBUTION_RATIO = 0.75
+
+#Char to FreqOrder table
+BIG5_TABLE_SIZE = 5376
+
+Big5CharToFreqOrder = (
+   1,1801,1506, 255,1431, 198,   9,  82,   6,5008, 177, 202,3681,1256,2821, 110, #   16
+3814,  33,3274, 261,  76,  44,2114,  16,2946,2187,1176, 659,3971,  26,3451,2653, #   32
+1198,3972,3350,4202, 410,2215, 302, 590, 361,1964,   8, 204,  58,4510,5009,1932, #   48
+  63,5010,5011, 317,1614,  75, 222, 159,4203,2417,1480,5012,3555,3091, 224,2822, #   64
+3682,   3,  10,3973,1471,  29,2787,1135,2866,1940, 873, 130,3275,1123, 312,5013, #   80
+4511,2052, 507, 252, 682,5014, 142,1915, 124, 206,2947,  34,3556,3204,  64, 604, #   96
+5015,2501,1977,1978, 155,1991, 645, 641,1606,5016,3452, 337,  72, 406,5017,  80, #  112
+ 630, 238,3205,1509, 263, 939,1092,2654, 756,1440,1094,3453, 449,  69,2987, 591, #  128
+ 179,2096, 471, 115,2035,1844,  60,  50,2988, 134, 806,1869, 734,2036,3454, 180, #  144
+ 995,1607, 156, 537,2907, 688,5018, 319,1305, 779,2145, 514,2379, 298,4512, 359, #  160
+2502,  90,2716,1338, 663,  11, 906,1099,2553,  20,2441, 182, 532,1716,5019, 732, #  176
+1376,4204,1311,1420,3206,  25,2317,1056, 113, 399, 382,1950, 242,3455,2474, 529, #  192
+3276, 475,1447,3683,5020, 117,  21, 656, 810,1297,2300,2334,3557,5021, 126,4205, #  208
+ 706, 456, 150, 613,4513,  71,1118,2037,4206, 145,3092,  85, 835, 486,2115,1246, #  224
+1426, 428, 727,1285,1015, 800, 106, 623, 303,1281,5022,2128,2359, 347,3815, 221, #  240
+3558,3135,5023,1956,1153,4207,  83, 296,1199,3093, 192, 624,  93,5024, 822,1898, #  256
+2823,3136, 795,2065, 991,1554,1542,1592,  27,  43,2867, 859, 139,1456, 860,4514, #  272
+ 437, 712,3974, 164,2397,3137, 695, 211,3037,2097, 195,3975,1608,3559,3560,3684, #  288
+3976, 234, 811,2989,2098,3977,2233,1441,3561,1615,2380, 668,2077,1638, 305, 228, #  304
+1664,4515, 467, 415,5025, 262,2099,1593, 239, 108, 300, 200,1033, 512,1247,2078, #  320
+5026,5027,2176,3207,3685,2682, 593, 845,1062,3277,  88,1723,2038,3978,1951, 212, #  336
+ 266, 152, 149, 468,1899,4208,4516,  77, 187,5028,3038,  37,   5,2990,5029,3979, #  352
+5030,5031,  39,2524,4517,2908,3208,2079,  55, 148,  74,4518, 545, 483,1474,1029, #  368
+1665, 217,1870,1531,3138,1104,2655,4209,  24, 172,3562, 900,3980,3563,3564,4519, #  384
+  32,1408,2824,1312, 329, 487,2360,2251,2717, 784,2683,   4,3039,3351,1427,1789, #  400
+ 188, 109, 499,5032,3686,1717,1790, 888,1217,3040,4520,5033,3565,5034,3352,1520, #  416
+3687,3981, 196,1034, 775,5035,5036, 929,1816, 249, 439,  38,5037,1063,5038, 794, #  432
+3982,1435,2301,  46, 178,3278,2066,5039,2381,5040, 214,1709,4521, 804,  35, 707, #  448
+ 324,3688,1601,2554, 140, 459,4210,5041,5042,1365, 839, 272, 978,2262,2580,3456, #  464
+2129,1363,3689,1423, 697, 100,3094,  48,  70,1231, 495,3139,2196,5043,1294,5044, #  480
+2080, 462, 586,1042,3279, 853, 256, 988, 185,2382,3457,1698, 434,1084,5045,3458, #  496
+ 314,2625,2788,4522,2335,2336, 569,2285, 637,1817,2525, 757,1162,1879,1616,3459, #  512
+ 287,1577,2116, 768,4523,1671,2868,3566,2526,1321,3816, 909,2418,5046,4211, 933, #  528
+3817,4212,2053,2361,1222,4524, 765,2419,1322, 786,4525,5047,1920,1462,1677,2909, #  544
+1699,5048,4526,1424,2442,3140,3690,2600,3353,1775,1941,3460,3983,4213, 309,1369, #  560
+1130,2825, 364,2234,1653,1299,3984,3567,3985,3986,2656, 525,1085,3041, 902,2001, #  576
+1475, 964,4527, 421,1845,1415,1057,2286, 940,1364,3141, 376,4528,4529,1381,   7, #  592
+2527, 983,2383, 336,1710,2684,1846, 321,3461, 559,1131,3042,2752,1809,1132,1313, #  608
+ 265,1481,1858,5049, 352,1203,2826,3280, 167,1089, 420,2827, 776, 792,1724,3568, #  624
+4214,2443,3281,5050,4215,5051, 446, 229, 333,2753, 901,3818,1200,1557,4530,2657, #  640
+1921, 395,2754,2685,3819,4216,1836, 125, 916,3209,2626,4531,5052,5053,3820,5054, #  656
+5055,5056,4532,3142,3691,1133,2555,1757,3462,1510,2318,1409,3569,5057,2146, 438, #  672
+2601,2910,2384,3354,1068, 958,3043, 461, 311,2869,2686,4217,1916,3210,4218,1979, #  688
+ 383, 750,2755,2627,4219, 274, 539, 385,1278,1442,5058,1154,1965, 384, 561, 210, #  704
+  98,1295,2556,3570,5059,1711,2420,1482,3463,3987,2911,1257, 129,5060,3821, 642, #  720
+ 523,2789,2790,2658,5061, 141,2235,1333,  68, 176, 441, 876, 907,4220, 603,2602, #  736
+ 710, 171,3464, 404, 549,  18,3143,2398,1410,3692,1666,5062,3571,4533,2912,4534, #  752
+5063,2991, 368,5064, 146, 366,  99, 871,3693,1543, 748, 807,1586,1185,  22,2263, #  768
+ 379,3822,3211,5065,3212, 505,1942,2628,1992,1382,2319,5066, 380,2362, 218, 702, #  784
+1818,1248,3465,3044,3572,3355,3282,5067,2992,3694, 930,3283,3823,5068,  59,5069, #  800
+ 585, 601,4221, 497,3466,1112,1314,4535,1802,5070,1223,1472,2177,5071, 749,1837, #  816
+ 690,1900,3824,1773,3988,1476, 429,1043,1791,2236,2117, 917,4222, 447,1086,1629, #  832
+5072, 556,5073,5074,2021,1654, 844,1090, 105, 550, 966,1758,2828,1008,1783, 686, #  848
+1095,5075,2287, 793,1602,5076,3573,2603,4536,4223,2948,2302,4537,3825, 980,2503, #  864
+ 544, 353, 527,4538, 908,2687,2913,5077, 381,2629,1943,1348,5078,1341,1252, 560, #  880
+3095,5079,3467,2870,5080,2054, 973, 886,2081, 143,4539,5081,5082, 157,3989, 496, #  896
+4224,  57, 840, 540,2039,4540,4541,3468,2118,1445, 970,2264,1748,1966,2082,4225, #  912
+3144,1234,1776,3284,2829,3695, 773,1206,2130,1066,2040,1326,3990,1738,1725,4226, #  928
+ 279,3145,  51,1544,2604, 423,1578,2131,2067, 173,4542,1880,5083,5084,1583, 264, #  944
+ 610,3696,4543,2444, 280, 154,5085,5086,5087,1739, 338,1282,3096, 693,2871,1411, #  960
+1074,3826,2445,5088,4544,5089,5090,1240, 952,2399,5091,2914,1538,2688, 685,1483, #  976
+4227,2475,1436, 953,4228,2055,4545, 671,2400,  79,4229,2446,3285, 608, 567,2689, #  992
+3469,4230,4231,1691, 393,1261,1792,2401,5092,4546,5093,5094,5095,5096,1383,1672, # 1008
+3827,3213,1464, 522,1119, 661,1150, 216, 675,4547,3991,1432,3574, 609,4548,2690, # 1024
+2402,5097,5098,5099,4232,3045,   0,5100,2476, 315, 231,2447, 301,3356,4549,2385, # 1040
+5101, 233,4233,3697,1819,4550,4551,5102,  96,1777,1315,2083,5103, 257,5104,1810, # 1056
+3698,2718,1139,1820,4234,2022,1124,2164,2791,1778,2659,5105,3097, 363,1655,3214, # 1072
+5106,2993,5107,5108,5109,3992,1567,3993, 718, 103,3215, 849,1443, 341,3357,2949, # 1088
+1484,5110,1712, 127,  67, 339,4235,2403, 679,1412, 821,5111,5112, 834, 738, 351, # 1104
+2994,2147, 846, 235,1497,1881, 418,1993,3828,2719, 186,1100,2148,2756,3575,1545, # 1120
+1355,2950,2872,1377, 583,3994,4236,2581,2995,5113,1298,3699,1078,2557,3700,2363, # 1136
+  78,3829,3830, 267,1289,2100,2002,1594,4237, 348, 369,1274,2197,2178,1838,4552, # 1152
+1821,2830,3701,2757,2288,2003,4553,2951,2758, 144,3358, 882,4554,3995,2759,3470, # 1168
+4555,2915,5114,4238,1726, 320,5115,3996,3046, 788,2996,5116,2831,1774,1327,2873, # 1184
+3997,2832,5117,1306,4556,2004,1700,3831,3576,2364,2660, 787,2023, 506, 824,3702, # 1200
+ 534, 323,4557,1044,3359,2024,1901, 946,3471,5118,1779,1500,1678,5119,1882,4558, # 1216
+ 165, 243,4559,3703,2528, 123, 683,4239, 764,4560,  36,3998,1793, 589,2916, 816, # 1232
+ 626,1667,3047,2237,1639,1555,1622,3832,3999,5120,4000,2874,1370,1228,1933, 891, # 1248
+2084,2917, 304,4240,5121, 292,2997,2720,3577, 691,2101,4241,1115,4561, 118, 662, # 1264
+5122, 611,1156, 854,2386,1316,2875,   2, 386, 515,2918,5123,5124,3286, 868,2238, # 1280
+1486, 855,2661, 785,2216,3048,5125,1040,3216,3578,5126,3146, 448,5127,1525,5128, # 1296
+2165,4562,5129,3833,5130,4242,2833,3579,3147, 503, 818,4001,3148,1568, 814, 676, # 1312
+1444, 306,1749,5131,3834,1416,1030, 197,1428, 805,2834,1501,4563,5132,5133,5134, # 1328
+1994,5135,4564,5136,5137,2198,  13,2792,3704,2998,3149,1229,1917,5138,3835,2132, # 1344
+5139,4243,4565,2404,3580,5140,2217,1511,1727,1120,5141,5142, 646,3836,2448, 307, # 1360
+5143,5144,1595,3217,5145,5146,5147,3705,1113,1356,4002,1465,2529,2530,5148, 519, # 1376
+5149, 128,2133,  92,2289,1980,5150,4003,1512, 342,3150,2199,5151,2793,2218,1981, # 1392
+3360,4244, 290,1656,1317, 789, 827,2365,5152,3837,4566, 562, 581,4004,5153, 401, # 1408
+4567,2252,  94,4568,5154,1399,2794,5155,1463,2025,4569,3218,1944,5156, 828,1105, # 1424
+4245,1262,1394,5157,4246, 605,4570,5158,1784,2876,5159,2835, 819,2102, 578,2200, # 1440
+2952,5160,1502, 436,3287,4247,3288,2836,4005,2919,3472,3473,5161,2721,2320,5162, # 1456
+5163,2337,2068,  23,4571, 193, 826,3838,2103, 699,1630,4248,3098, 390,1794,1064, # 1472
+3581,5164,1579,3099,3100,1400,5165,4249,1839,1640,2877,5166,4572,4573, 137,4250, # 1488
+ 598,3101,1967, 780, 104, 974,2953,5167, 278, 899, 253, 402, 572, 504, 493,1339, # 1504
+5168,4006,1275,4574,2582,2558,5169,3706,3049,3102,2253, 565,1334,2722, 863,  41, # 1520
+5170,5171,4575,5172,1657,2338,  19, 463,2760,4251, 606,5173,2999,3289,1087,2085, # 1536
+1323,2662,3000,5174,1631,1623,1750,4252,2691,5175,2878, 791,2723,2663,2339, 232, # 1552
+2421,5176,3001,1498,5177,2664,2630, 755,1366,3707,3290,3151,2026,1609, 119,1918, # 1568
+3474, 862,1026,4253,5178,4007,3839,4576,4008,4577,2265,1952,2477,5179,1125, 817, # 1584
+4254,4255,4009,1513,1766,2041,1487,4256,3050,3291,2837,3840,3152,5180,5181,1507, # 1600
+5182,2692, 733,  40,1632,1106,2879, 345,4257, 841,2531, 230,4578,3002,1847,3292, # 1616
+3475,5183,1263, 986,3476,5184, 735, 879, 254,1137, 857, 622,1300,1180,1388,1562, # 1632
+4010,4011,2954, 967,2761,2665,1349, 592,2134,1692,3361,3003,1995,4258,1679,4012, # 1648
+1902,2188,5185, 739,3708,2724,1296,1290,5186,4259,2201,2202,1922,1563,2605,2559, # 1664
+1871,2762,3004,5187, 435,5188, 343,1108, 596,  17,1751,4579,2239,3477,3709,5189, # 1680
+4580, 294,3582,2955,1693, 477, 979, 281,2042,3583, 643,2043,3710,2631,2795,2266, # 1696
+1031,2340,2135,2303,3584,4581, 367,1249,2560,5190,3585,5191,4582,1283,3362,2005, # 1712
+ 240,1762,3363,4583,4584, 836,1069,3153, 474,5192,2149,2532, 268,3586,5193,3219, # 1728
+1521,1284,5194,1658,1546,4260,5195,3587,3588,5196,4261,3364,2693,1685,4262, 961, # 1744
+1673,2632, 190,2006,2203,3841,4585,4586,5197, 570,2504,3711,1490,5198,4587,2633, # 1760
+3293,1957,4588, 584,1514, 396,1045,1945,5199,4589,1968,2449,5200,5201,4590,4013, # 1776
+ 619,5202,3154,3294, 215,2007,2796,2561,3220,4591,3221,4592, 763,4263,3842,4593, # 1792
+5203,5204,1958,1767,2956,3365,3712,1174, 452,1477,4594,3366,3155,5205,2838,1253, # 1808
+2387,2189,1091,2290,4264, 492,5206, 638,1169,1825,2136,1752,4014, 648, 926,1021, # 1824
+1324,4595, 520,4596, 997, 847,1007, 892,4597,3843,2267,1872,3713,2405,1785,4598, # 1840
+1953,2957,3103,3222,1728,4265,2044,3714,4599,2008,1701,3156,1551,  30,2268,4266, # 1856
+5207,2027,4600,3589,5208, 501,5209,4267, 594,3478,2166,1822,3590,3479,3591,3223, # 1872
+ 829,2839,4268,5210,1680,3157,1225,4269,5211,3295,4601,4270,3158,2341,5212,4602, # 1888
+4271,5213,4015,4016,5214,1848,2388,2606,3367,5215,4603, 374,4017, 652,4272,4273, # 1904
+ 375,1140, 798,5216,5217,5218,2366,4604,2269, 546,1659, 138,3051,2450,4605,5219, # 1920
+2254, 612,1849, 910, 796,3844,1740,1371, 825,3845,3846,5220,2920,2562,5221, 692, # 1936
+ 444,3052,2634, 801,4606,4274,5222,1491, 244,1053,3053,4275,4276, 340,5223,4018, # 1952
+1041,3005, 293,1168,  87,1357,5224,1539, 959,5225,2240, 721, 694,4277,3847, 219, # 1968
+1478, 644,1417,3368,2666,1413,1401,1335,1389,4019,5226,5227,3006,2367,3159,1826, # 1984
+ 730,1515, 184,2840,  66,4607,5228,1660,2958, 246,3369, 378,1457, 226,3480, 975, # 2000
+4020,2959,1264,3592, 674, 696,5229, 163,5230,1141,2422,2167, 713,3593,3370,4608, # 2016
+4021,5231,5232,1186,  15,5233,1079,1070,5234,1522,3224,3594, 276,1050,2725, 758, # 2032
+1126, 653,2960,3296,5235,2342, 889,3595,4022,3104,3007, 903,1250,4609,4023,3481, # 2048
+3596,1342,1681,1718, 766,3297, 286,  89,2961,3715,5236,1713,5237,2607,3371,3008, # 2064
+5238,2962,2219,3225,2880,5239,4610,2505,2533, 181, 387,1075,4024, 731,2190,3372, # 2080
+5240,3298, 310, 313,3482,2304, 770,4278,  54,3054, 189,4611,3105,3848,4025,5241, # 2096
+1230,1617,1850, 355,3597,4279,4612,3373, 111,4280,3716,1350,3160,3483,3055,4281, # 2112
+2150,3299,3598,5242,2797,4026,4027,3009, 722,2009,5243,1071, 247,1207,2343,2478, # 2128
+1378,4613,2010, 864,1437,1214,4614, 373,3849,1142,2220, 667,4615, 442,2763,2563, # 2144
+3850,4028,1969,4282,3300,1840, 837, 170,1107, 934,1336,1883,5244,5245,2119,4283, # 2160
+2841, 743,1569,5246,4616,4284, 582,2389,1418,3484,5247,1803,5248, 357,1395,1729, # 2176
+3717,3301,2423,1564,2241,5249,3106,3851,1633,4617,1114,2086,4285,1532,5250, 482, # 2192
+2451,4618,5251,5252,1492, 833,1466,5253,2726,3599,1641,2842,5254,1526,1272,3718, # 2208
+4286,1686,1795, 416,2564,1903,1954,1804,5255,3852,2798,3853,1159,2321,5256,2881, # 2224
+4619,1610,1584,3056,2424,2764, 443,3302,1163,3161,5257,5258,4029,5259,4287,2506, # 2240
+3057,4620,4030,3162,2104,1647,3600,2011,1873,4288,5260,4289, 431,3485,5261, 250, # 2256
+  97,  81,4290,5262,1648,1851,1558, 160, 848,5263, 866, 740,1694,5264,2204,2843, # 2272
+3226,4291,4621,3719,1687, 950,2479, 426, 469,3227,3720,3721,4031,5265,5266,1188, # 2288
+ 424,1996, 861,3601,4292,3854,2205,2694, 168,1235,3602,4293,5267,2087,1674,4622, # 2304
+3374,3303, 220,2565,1009,5268,3855, 670,3010, 332,1208, 717,5269,5270,3603,2452, # 2320
+4032,3375,5271, 513,5272,1209,2882,3376,3163,4623,1080,5273,5274,5275,5276,2534, # 2336
+3722,3604, 815,1587,4033,4034,5277,3605,3486,3856,1254,4624,1328,3058,1390,4035, # 2352
+1741,4036,3857,4037,5278, 236,3858,2453,3304,5279,5280,3723,3859,1273,3860,4625, # 2368
+5281, 308,5282,4626, 245,4627,1852,2480,1307,2583, 430, 715,2137,2454,5283, 270, # 2384
+ 199,2883,4038,5284,3606,2727,1753, 761,1754, 725,1661,1841,4628,3487,3724,5285, # 2400
+5286, 587,  14,3305, 227,2608, 326, 480,2270, 943,2765,3607, 291, 650,1884,5287, # 2416
+1702,1226, 102,1547,  62,3488, 904,4629,3489,1164,4294,5288,5289,1224,1548,2766, # 2432
+ 391, 498,1493,5290,1386,1419,5291,2056,1177,4630, 813, 880,1081,2368, 566,1145, # 2448
+4631,2291,1001,1035,2566,2609,2242, 394,1286,5292,5293,2069,5294,  86,1494,1730, # 2464
+4039, 491,1588, 745, 897,2963, 843,3377,4040,2767,2884,3306,1768, 998,2221,2070, # 2480
+ 397,1827,1195,1970,3725,3011,3378, 284,5295,3861,2507,2138,2120,1904,5296,4041, # 2496
+2151,4042,4295,1036,3490,1905, 114,2567,4296, 209,1527,5297,5298,2964,2844,2635, # 2512
+2390,2728,3164, 812,2568,5299,3307,5300,1559, 737,1885,3726,1210, 885,  28,2695, # 2528
+3608,3862,5301,4297,1004,1780,4632,5302, 346,1982,2222,2696,4633,3863,1742, 797, # 2544
+1642,4043,1934,1072,1384,2152, 896,4044,3308,3727,3228,2885,3609,5303,2569,1959, # 2560
+4634,2455,1786,5304,5305,5306,4045,4298,1005,1308,3728,4299,2729,4635,4636,1528, # 2576
+2610, 161,1178,4300,1983, 987,4637,1101,4301, 631,4046,1157,3229,2425,1343,1241, # 2592
+1016,2243,2570, 372, 877,2344,2508,1160, 555,1935, 911,4047,5307, 466,1170, 169, # 2608
+1051,2921,2697,3729,2481,3012,1182,2012,2571,1251,2636,5308, 992,2345,3491,1540, # 2624
+2730,1201,2071,2406,1997,2482,5309,4638, 528,1923,2191,1503,1874,1570,2369,3379, # 2640
+3309,5310, 557,1073,5311,1828,3492,2088,2271,3165,3059,3107, 767,3108,2799,4639, # 2656
+1006,4302,4640,2346,1267,2179,3730,3230, 778,4048,3231,2731,1597,2667,5312,4641, # 2672
+5313,3493,5314,5315,5316,3310,2698,1433,3311, 131,  95,1504,4049, 723,4303,3166, # 2688
+1842,3610,2768,2192,4050,2028,2105,3731,5317,3013,4051,1218,5318,3380,3232,4052, # 2704
+4304,2584, 248,1634,3864, 912,5319,2845,3732,3060,3865, 654,  53,5320,3014,5321, # 2720
+1688,4642, 777,3494,1032,4053,1425,5322, 191, 820,2121,2846, 971,4643, 931,3233, # 2736
+ 135, 664, 783,3866,1998, 772,2922,1936,4054,3867,4644,2923,3234, 282,2732, 640, # 2752
+1372,3495,1127, 922, 325,3381,5323,5324, 711,2045,5325,5326,4055,2223,2800,1937, # 2768
+4056,3382,2224,2255,3868,2305,5327,4645,3869,1258,3312,4057,3235,2139,2965,4058, # 2784
+4059,5328,2225, 258,3236,4646, 101,1227,5329,3313,1755,5330,1391,3314,5331,2924, # 2800
+2057, 893,5332,5333,5334,1402,4305,2347,5335,5336,3237,3611,5337,5338, 878,1325, # 2816
+1781,2801,4647, 259,1385,2585, 744,1183,2272,4648,5339,4060,2509,5340, 684,1024, # 2832
+4306,5341, 472,3612,3496,1165,3315,4061,4062, 322,2153, 881, 455,1695,1152,1340, # 2848
+ 660, 554,2154,4649,1058,4650,4307, 830,1065,3383,4063,4651,1924,5342,1703,1919, # 2864
+5343, 932,2273, 122,5344,4652, 947, 677,5345,3870,2637, 297,1906,1925,2274,4653, # 2880
+2322,3316,5346,5347,4308,5348,4309,  84,4310, 112, 989,5349, 547,1059,4064, 701, # 2896
+3613,1019,5350,4311,5351,3497, 942, 639, 457,2306,2456, 993,2966, 407, 851, 494, # 2912
+4654,3384, 927,5352,1237,5353,2426,3385, 573,4312, 680, 921,2925,1279,1875, 285, # 2928
+ 790,1448,1984, 719,2168,5354,5355,4655,4065,4066,1649,5356,1541, 563,5357,1077, # 2944
+5358,3386,3061,3498, 511,3015,4067,4068,3733,4069,1268,2572,3387,3238,4656,4657, # 2960
+5359, 535,1048,1276,1189,2926,2029,3167,1438,1373,2847,2967,1134,2013,5360,4313, # 2976
+1238,2586,3109,1259,5361, 700,5362,2968,3168,3734,4314,5363,4315,1146,1876,1907, # 2992
+4658,2611,4070, 781,2427, 132,1589, 203, 147, 273,2802,2407, 898,1787,2155,4071, # 3008
+4072,5364,3871,2803,5365,5366,4659,4660,5367,3239,5368,1635,3872, 965,5369,1805, # 3024
+2699,1516,3614,1121,1082,1329,3317,4073,1449,3873,  65,1128,2848,2927,2769,1590, # 3040
+3874,5370,5371,  12,2668,  45, 976,2587,3169,4661, 517,2535,1013,1037,3240,5372, # 3056
+3875,2849,5373,3876,5374,3499,5375,2612, 614,1999,2323,3877,3110,2733,2638,5376, # 3072
+2588,4316, 599,1269,5377,1811,3735,5378,2700,3111, 759,1060, 489,1806,3388,3318, # 3088
+1358,5379,5380,2391,1387,1215,2639,2256, 490,5381,5382,4317,1759,2392,2348,5383, # 3104
+4662,3878,1908,4074,2640,1807,3241,4663,3500,3319,2770,2349, 874,5384,5385,3501, # 3120
+3736,1859,  91,2928,3737,3062,3879,4664,5386,3170,4075,2669,5387,3502,1202,1403, # 3136
+3880,2969,2536,1517,2510,4665,3503,2511,5388,4666,5389,2701,1886,1495,1731,4076, # 3152
+2370,4667,5390,2030,5391,5392,4077,2702,1216, 237,2589,4318,2324,4078,3881,4668, # 3168
+4669,2703,3615,3504, 445,4670,5393,5394,5395,5396,2771,  61,4079,3738,1823,4080, # 3184
+5397, 687,2046, 935, 925, 405,2670, 703,1096,1860,2734,4671,4081,1877,1367,2704, # 3200
+3389, 918,2106,1782,2483, 334,3320,1611,1093,4672, 564,3171,3505,3739,3390, 945, # 3216
+2641,2058,4673,5398,1926, 872,4319,5399,3506,2705,3112, 349,4320,3740,4082,4674, # 3232
+3882,4321,3741,2156,4083,4675,4676,4322,4677,2408,2047, 782,4084, 400, 251,4323, # 3248
+1624,5400,5401, 277,3742, 299,1265, 476,1191,3883,2122,4324,4325,1109, 205,5402, # 3264
+2590,1000,2157,3616,1861,5403,5404,5405,4678,5406,4679,2573, 107,2484,2158,4085, # 3280
+3507,3172,5407,1533, 541,1301, 158, 753,4326,2886,3617,5408,1696, 370,1088,4327, # 3296
+4680,3618, 579, 327, 440, 162,2244, 269,1938,1374,3508, 968,3063,  56,1396,3113, # 3312
+2107,3321,3391,5409,1927,2159,4681,3016,5410,3619,5411,5412,3743,4682,2485,5413, # 3328
+2804,5414,1650,4683,5415,2613,5416,5417,4086,2671,3392,1149,3393,4087,3884,4088, # 3344
+5418,1076,  49,5419, 951,3242,3322,3323, 450,2850, 920,5420,1812,2805,2371,4328, # 3360
+1909,1138,2372,3885,3509,5421,3243,4684,1910,1147,1518,2428,4685,3886,5422,4686, # 3376
+2393,2614, 260,1796,3244,5423,5424,3887,3324, 708,5425,3620,1704,5426,3621,1351, # 3392
+1618,3394,3017,1887, 944,4329,3395,4330,3064,3396,4331,5427,3744, 422, 413,1714, # 3408
+3325, 500,2059,2350,4332,2486,5428,1344,1911, 954,5429,1668,5430,5431,4089,2409, # 3424
+4333,3622,3888,4334,5432,2307,1318,2512,3114, 133,3115,2887,4687, 629,  31,2851, # 3440
+2706,3889,4688, 850, 949,4689,4090,2970,1732,2089,4335,1496,1853,5433,4091, 620, # 3456
+3245, 981,1242,3745,3397,1619,3746,1643,3326,2140,2457,1971,1719,3510,2169,5434, # 3472
+3246,5435,5436,3398,1829,5437,1277,4690,1565,2048,5438,1636,3623,3116,5439, 869, # 3488
+2852, 655,3890,3891,3117,4092,3018,3892,1310,3624,4691,5440,5441,5442,1733, 558, # 3504
+4692,3747, 335,1549,3065,1756,4336,3748,1946,3511,1830,1291,1192, 470,2735,2108, # 3520
+2806, 913,1054,4093,5443,1027,5444,3066,4094,4693, 982,2672,3399,3173,3512,3247, # 3536
+3248,1947,2807,5445, 571,4694,5446,1831,5447,3625,2591,1523,2429,5448,2090, 984, # 3552
+4695,3749,1960,5449,3750, 852, 923,2808,3513,3751, 969,1519, 999,2049,2325,1705, # 3568
+5450,3118, 615,1662, 151, 597,4095,2410,2326,1049, 275,4696,3752,4337, 568,3753, # 3584
+3626,2487,4338,3754,5451,2430,2275, 409,3249,5452,1566,2888,3514,1002, 769,2853, # 3600
+ 194,2091,3174,3755,2226,3327,4339, 628,1505,5453,5454,1763,2180,3019,4096, 521, # 3616
+1161,2592,1788,2206,2411,4697,4097,1625,4340,4341, 412,  42,3119, 464,5455,2642, # 3632
+4698,3400,1760,1571,2889,3515,2537,1219,2207,3893,2643,2141,2373,4699,4700,3328, # 3648
+1651,3401,3627,5456,5457,3628,2488,3516,5458,3756,5459,5460,2276,2092, 460,5461, # 3664
+4701,5462,3020, 962, 588,3629, 289,3250,2644,1116,  52,5463,3067,1797,5464,5465, # 3680
+5466,1467,5467,1598,1143,3757,4342,1985,1734,1067,4702,1280,3402, 465,4703,1572, # 3696
+ 510,5468,1928,2245,1813,1644,3630,5469,4704,3758,5470,5471,2673,1573,1534,5472, # 3712
+5473, 536,1808,1761,3517,3894,3175,2645,5474,5475,5476,4705,3518,2929,1912,2809, # 3728
+5477,3329,1122, 377,3251,5478, 360,5479,5480,4343,1529, 551,5481,2060,3759,1769, # 3744
+2431,5482,2930,4344,3330,3120,2327,2109,2031,4706,1404, 136,1468,1479, 672,1171, # 3760
+3252,2308, 271,3176,5483,2772,5484,2050, 678,2736, 865,1948,4707,5485,2014,4098, # 3776
+2971,5486,2737,2227,1397,3068,3760,4708,4709,1735,2931,3403,3631,5487,3895, 509, # 3792
+2854,2458,2890,3896,5488,5489,3177,3178,4710,4345,2538,4711,2309,1166,1010, 552, # 3808
+ 681,1888,5490,5491,2972,2973,4099,1287,1596,1862,3179, 358, 453, 736, 175, 478, # 3824
+1117, 905,1167,1097,5492,1854,1530,5493,1706,5494,2181,3519,2292,3761,3520,3632, # 3840
+4346,2093,4347,5495,3404,1193,2489,4348,1458,2193,2208,1863,1889,1421,3331,2932, # 3856
+3069,2182,3521, 595,2123,5496,4100,5497,5498,4349,1707,2646, 223,3762,1359, 751, # 3872
+3121, 183,3522,5499,2810,3021, 419,2374, 633, 704,3897,2394, 241,5500,5501,5502, # 3888
+ 838,3022,3763,2277,2773,2459,3898,1939,2051,4101,1309,3122,2246,1181,5503,1136, # 3904
+2209,3899,2375,1446,4350,2310,4712,5504,5505,4351,1055,2615, 484,3764,5506,4102, # 3920
+ 625,4352,2278,3405,1499,4353,4103,5507,4104,4354,3253,2279,2280,3523,5508,5509, # 3936
+2774, 808,2616,3765,3406,4105,4355,3123,2539, 526,3407,3900,4356, 955,5510,1620, # 3952
+4357,2647,2432,5511,1429,3766,1669,1832, 994, 928,5512,3633,1260,5513,5514,5515, # 3968
+1949,2293, 741,2933,1626,4358,2738,2460, 867,1184, 362,3408,1392,5516,5517,4106, # 3984
+4359,1770,1736,3254,2934,4713,4714,1929,2707,1459,1158,5518,3070,3409,2891,1292, # 4000
+1930,2513,2855,3767,1986,1187,2072,2015,2617,4360,5519,2574,2514,2170,3768,2490, # 4016
+3332,5520,3769,4715,5521,5522, 666,1003,3023,1022,3634,4361,5523,4716,1814,2257, # 4032
+ 574,3901,1603, 295,1535, 705,3902,4362, 283, 858, 417,5524,5525,3255,4717,4718, # 4048
+3071,1220,1890,1046,2281,2461,4107,1393,1599, 689,2575, 388,4363,5526,2491, 802, # 4064
+5527,2811,3903,2061,1405,2258,5528,4719,3904,2110,1052,1345,3256,1585,5529, 809, # 4080
+5530,5531,5532, 575,2739,3524, 956,1552,1469,1144,2328,5533,2329,1560,2462,3635, # 4096
+3257,4108, 616,2210,4364,3180,2183,2294,5534,1833,5535,3525,4720,5536,1319,3770, # 4112
+3771,1211,3636,1023,3258,1293,2812,5537,5538,5539,3905, 607,2311,3906, 762,2892, # 4128
+1439,4365,1360,4721,1485,3072,5540,4722,1038,4366,1450,2062,2648,4367,1379,4723, # 4144
+2593,5541,5542,4368,1352,1414,2330,2935,1172,5543,5544,3907,3908,4724,1798,1451, # 4160
+5545,5546,5547,5548,2936,4109,4110,2492,2351, 411,4111,4112,3637,3333,3124,4725, # 4176
+1561,2674,1452,4113,1375,5549,5550,  47,2974, 316,5551,1406,1591,2937,3181,5552, # 4192
+1025,2142,3125,3182, 354,2740, 884,2228,4369,2412, 508,3772, 726,3638, 996,2433, # 4208
+3639, 729,5553, 392,2194,1453,4114,4726,3773,5554,5555,2463,3640,2618,1675,2813, # 4224
+ 919,2352,2975,2353,1270,4727,4115,  73,5556,5557, 647,5558,3259,2856,2259,1550, # 4240
+1346,3024,5559,1332, 883,3526,5560,5561,5562,5563,3334,2775,5564,1212, 831,1347, # 4256
+4370,4728,2331,3909,1864,3073, 720,3910,4729,4730,3911,5565,4371,5566,5567,4731, # 4272
+5568,5569,1799,4732,3774,2619,4733,3641,1645,2376,4734,5570,2938, 669,2211,2675, # 4288
+2434,5571,2893,5572,5573,1028,3260,5574,4372,2413,5575,2260,1353,5576,5577,4735, # 4304
+3183, 518,5578,4116,5579,4373,1961,5580,2143,4374,5581,5582,3025,2354,2355,3912, # 4320
+ 516,1834,1454,4117,2708,4375,4736,2229,2620,1972,1129,3642,5583,2776,5584,2976, # 4336
+1422, 577,1470,3026,1524,3410,5585,5586, 432,4376,3074,3527,5587,2594,1455,2515, # 4352
+2230,1973,1175,5588,1020,2741,4118,3528,4737,5589,2742,5590,1743,1361,3075,3529, # 4368
+2649,4119,4377,4738,2295, 895, 924,4378,2171, 331,2247,3076, 166,1627,3077,1098, # 4384
+5591,1232,2894,2231,3411,4739, 657, 403,1196,2377, 542,3775,3412,1600,4379,3530, # 4400
+5592,4740,2777,3261, 576, 530,1362,4741,4742,2540,2676,3776,4120,5593, 842,3913, # 4416
+5594,2814,2032,1014,4121, 213,2709,3413, 665, 621,4380,5595,3777,2939,2435,5596, # 4432
+2436,3335,3643,3414,4743,4381,2541,4382,4744,3644,1682,4383,3531,1380,5597, 724, # 4448
+2282, 600,1670,5598,1337,1233,4745,3126,2248,5599,1621,4746,5600, 651,4384,5601, # 4464
+1612,4385,2621,5602,2857,5603,2743,2312,3078,5604, 716,2464,3079, 174,1255,2710, # 4480
+4122,3645, 548,1320,1398, 728,4123,1574,5605,1891,1197,3080,4124,5606,3081,3082, # 4496
+3778,3646,3779, 747,5607, 635,4386,4747,5608,5609,5610,4387,5611,5612,4748,5613, # 4512
+3415,4749,2437, 451,5614,3780,2542,2073,4388,2744,4389,4125,5615,1764,4750,5616, # 4528
+4390, 350,4751,2283,2395,2493,5617,4391,4126,2249,1434,4127, 488,4752, 458,4392, # 4544
+4128,3781, 771,1330,2396,3914,2576,3184,2160,2414,1553,2677,3185,4393,5618,2494, # 4560
+2895,2622,1720,2711,4394,3416,4753,5619,2543,4395,5620,3262,4396,2778,5621,2016, # 4576
+2745,5622,1155,1017,3782,3915,5623,3336,2313, 201,1865,4397,1430,5624,4129,5625, # 4592
+5626,5627,5628,5629,4398,1604,5630, 414,1866, 371,2595,4754,4755,3532,2017,3127, # 4608
+4756,1708, 960,4399, 887, 389,2172,1536,1663,1721,5631,2232,4130,2356,2940,1580, # 4624
+5632,5633,1744,4757,2544,4758,4759,5634,4760,5635,2074,5636,4761,3647,3417,2896, # 4640
+4400,5637,4401,2650,3418,2815, 673,2712,2465, 709,3533,4131,3648,4402,5638,1148, # 4656
+ 502, 634,5639,5640,1204,4762,3649,1575,4763,2623,3783,5641,3784,3128, 948,3263, # 4672
+ 121,1745,3916,1110,5642,4403,3083,2516,3027,4132,3785,1151,1771,3917,1488,4133, # 4688
+1987,5643,2438,3534,5644,5645,2094,5646,4404,3918,1213,1407,2816, 531,2746,2545, # 4704
+3264,1011,1537,4764,2779,4405,3129,1061,5647,3786,3787,1867,2897,5648,2018, 120, # 4720
+4406,4407,2063,3650,3265,2314,3919,2678,3419,1955,4765,4134,5649,3535,1047,2713, # 4736
+1266,5650,1368,4766,2858, 649,3420,3920,2546,2747,1102,2859,2679,5651,5652,2000, # 4752
+5653,1111,3651,2977,5654,2495,3921,3652,2817,1855,3421,3788,5655,5656,3422,2415, # 4768
+2898,3337,3266,3653,5657,2577,5658,3654,2818,4135,1460, 856,5659,3655,5660,2899, # 4784
+2978,5661,2900,3922,5662,4408, 632,2517, 875,3923,1697,3924,2296,5663,5664,4767, # 4800
+3028,1239, 580,4768,4409,5665, 914, 936,2075,1190,4136,1039,2124,5666,5667,5668, # 4816
+5669,3423,1473,5670,1354,4410,3925,4769,2173,3084,4137, 915,3338,4411,4412,3339, # 4832
+1605,1835,5671,2748, 398,3656,4413,3926,4138, 328,1913,2860,4139,3927,1331,4414, # 4848
+3029, 937,4415,5672,3657,4140,4141,3424,2161,4770,3425, 524, 742, 538,3085,1012, # 4864
+5673,5674,3928,2466,5675, 658,1103, 225,3929,5676,5677,4771,5678,4772,5679,3267, # 4880
+1243,5680,4142, 963,2250,4773,5681,2714,3658,3186,5682,5683,2596,2332,5684,4774, # 4896
+5685,5686,5687,3536, 957,3426,2547,2033,1931,2941,2467, 870,2019,3659,1746,2780, # 4912
+2781,2439,2468,5688,3930,5689,3789,3130,3790,3537,3427,3791,5690,1179,3086,5691, # 4928
+3187,2378,4416,3792,2548,3188,3131,2749,4143,5692,3428,1556,2549,2297, 977,2901, # 4944
+2034,4144,1205,3429,5693,1765,3430,3189,2125,1271, 714,1689,4775,3538,5694,2333, # 4960
+3931, 533,4417,3660,2184, 617,5695,2469,3340,3539,2315,5696,5697,3190,5698,5699, # 4976
+3932,1988, 618, 427,2651,3540,3431,5700,5701,1244,1690,5702,2819,4418,4776,5703, # 4992
+3541,4777,5704,2284,1576, 473,3661,4419,3432, 972,5705,3662,5706,3087,5707,5708, # 5008
+4778,4779,5709,3793,4145,4146,5710, 153,4780, 356,5711,1892,2902,4420,2144, 408, # 5024
+ 803,2357,5712,3933,5713,4421,1646,2578,2518,4781,4782,3934,5714,3935,4422,5715, # 5040
+2416,3433, 752,5716,5717,1962,3341,2979,5718, 746,3030,2470,4783,4423,3794, 698, # 5056
+4784,1893,4424,3663,2550,4785,3664,3936,5719,3191,3434,5720,1824,1302,4147,2715, # 5072
+3937,1974,4425,5721,4426,3192, 823,1303,1288,1236,2861,3542,4148,3435, 774,3938, # 5088
+5722,1581,4786,1304,2862,3939,4787,5723,2440,2162,1083,3268,4427,4149,4428, 344, # 5104
+1173, 288,2316, 454,1683,5724,5725,1461,4788,4150,2597,5726,5727,4789, 985, 894, # 5120
+5728,3436,3193,5729,1914,2942,3795,1989,5730,2111,1975,5731,4151,5732,2579,1194, # 5136
+ 425,5733,4790,3194,1245,3796,4429,5734,5735,2863,5736, 636,4791,1856,3940, 760, # 5152
+1800,5737,4430,2212,1508,4792,4152,1894,1684,2298,5738,5739,4793,4431,4432,2213, # 5168
+ 479,5740,5741, 832,5742,4153,2496,5743,2980,2497,3797, 990,3132, 627,1815,2652, # 5184
+4433,1582,4434,2126,2112,3543,4794,5744, 799,4435,3195,5745,4795,2113,1737,3031, # 5200
+1018, 543, 754,4436,3342,1676,4796,4797,4154,4798,1489,5746,3544,5747,2624,2903, # 5216
+4155,5748,5749,2981,5750,5751,5752,5753,3196,4799,4800,2185,1722,5754,3269,3270, # 5232
+1843,3665,1715, 481, 365,1976,1857,5755,5756,1963,2498,4801,5757,2127,3666,3271, # 5248
+ 433,1895,2064,2076,5758, 602,2750,5759,5760,5761,5762,5763,3032,1628,3437,5764, # 5264
+3197,4802,4156,2904,4803,2519,5765,2551,2782,5766,5767,5768,3343,4804,2905,5769, # 5280
+4805,5770,2864,4806,4807,1221,2982,4157,2520,5771,5772,5773,1868,1990,5774,5775, # 5296
+5776,1896,5777,5778,4808,1897,4158, 318,5779,2095,4159,4437,5780,5781, 485,5782, # 5312
+ 938,3941, 553,2680, 116,5783,3942,3667,5784,3545,2681,2783,3438,3344,2820,5785, # 5328
+3668,2943,4160,1747,2944,2983,5786,5787, 207,5788,4809,5789,4810,2521,5790,3033, # 5344
+ 890,3669,3943,5791,1878,3798,3439,5792,2186,2358,3440,1652,5793,5794,5795, 941, # 5360
+2299, 208,3546,4161,2020, 330,4438,3944,2906,2499,3799,4439,4811,5796,5797,5798, # 5376  #last 512
+#Everything below is of no interest for detection purpose
+2522,1613,4812,5799,3345,3945,2523,5800,4162,5801,1637,4163,2471,4813,3946,5802, # 5392
+2500,3034,3800,5803,5804,2195,4814,5805,2163,5806,5807,5808,5809,5810,5811,5812, # 5408
+5813,5814,5815,5816,5817,5818,5819,5820,5821,5822,5823,5824,5825,5826,5827,5828, # 5424
+5829,5830,5831,5832,5833,5834,5835,5836,5837,5838,5839,5840,5841,5842,5843,5844, # 5440
+5845,5846,5847,5848,5849,5850,5851,5852,5853,5854,5855,5856,5857,5858,5859,5860, # 5456
+5861,5862,5863,5864,5865,5866,5867,5868,5869,5870,5871,5872,5873,5874,5875,5876, # 5472
+5877,5878,5879,5880,5881,5882,5883,5884,5885,5886,5887,5888,5889,5890,5891,5892, # 5488
+5893,5894,5895,5896,5897,5898,5899,5900,5901,5902,5903,5904,5905,5906,5907,5908, # 5504
+5909,5910,5911,5912,5913,5914,5915,5916,5917,5918,5919,5920,5921,5922,5923,5924, # 5520
+5925,5926,5927,5928,5929,5930,5931,5932,5933,5934,5935,5936,5937,5938,5939,5940, # 5536
+5941,5942,5943,5944,5945,5946,5947,5948,5949,5950,5951,5952,5953,5954,5955,5956, # 5552
+5957,5958,5959,5960,5961,5962,5963,5964,5965,5966,5967,5968,5969,5970,5971,5972, # 5568
+5973,5974,5975,5976,5977,5978,5979,5980,5981,5982,5983,5984,5985,5986,5987,5988, # 5584
+5989,5990,5991,5992,5993,5994,5995,5996,5997,5998,5999,6000,6001,6002,6003,6004, # 5600
+6005,6006,6007,6008,6009,6010,6011,6012,6013,6014,6015,6016,6017,6018,6019,6020, # 5616
+6021,6022,6023,6024,6025,6026,6027,6028,6029,6030,6031,6032,6033,6034,6035,6036, # 5632
+6037,6038,6039,6040,6041,6042,6043,6044,6045,6046,6047,6048,6049,6050,6051,6052, # 5648
+6053,6054,6055,6056,6057,6058,6059,6060,6061,6062,6063,6064,6065,6066,6067,6068, # 5664
+6069,6070,6071,6072,6073,6074,6075,6076,6077,6078,6079,6080,6081,6082,6083,6084, # 5680
+6085,6086,6087,6088,6089,6090,6091,6092,6093,6094,6095,6096,6097,6098,6099,6100, # 5696
+6101,6102,6103,6104,6105,6106,6107,6108,6109,6110,6111,6112,6113,6114,6115,6116, # 5712
+6117,6118,6119,6120,6121,6122,6123,6124,6125,6126,6127,6128,6129,6130,6131,6132, # 5728
+6133,6134,6135,6136,6137,6138,6139,6140,6141,6142,6143,6144,6145,6146,6147,6148, # 5744
+6149,6150,6151,6152,6153,6154,6155,6156,6157,6158,6159,6160,6161,6162,6163,6164, # 5760
+6165,6166,6167,6168,6169,6170,6171,6172,6173,6174,6175,6176,6177,6178,6179,6180, # 5776
+6181,6182,6183,6184,6185,6186,6187,6188,6189,6190,6191,6192,6193,6194,6195,6196, # 5792
+6197,6198,6199,6200,6201,6202,6203,6204,6205,6206,6207,6208,6209,6210,6211,6212, # 5808
+6213,6214,6215,6216,6217,6218,6219,6220,6221,6222,6223,3670,6224,6225,6226,6227, # 5824
+6228,6229,6230,6231,6232,6233,6234,6235,6236,6237,6238,6239,6240,6241,6242,6243, # 5840
+6244,6245,6246,6247,6248,6249,6250,6251,6252,6253,6254,6255,6256,6257,6258,6259, # 5856
+6260,6261,6262,6263,6264,6265,6266,6267,6268,6269,6270,6271,6272,6273,6274,6275, # 5872
+6276,6277,6278,6279,6280,6281,6282,6283,6284,6285,4815,6286,6287,6288,6289,6290, # 5888
+6291,6292,4816,6293,6294,6295,6296,6297,6298,6299,6300,6301,6302,6303,6304,6305, # 5904
+6306,6307,6308,6309,6310,6311,4817,4818,6312,6313,6314,6315,6316,6317,6318,4819, # 5920
+6319,6320,6321,6322,6323,6324,6325,6326,6327,6328,6329,6330,6331,6332,6333,6334, # 5936
+6335,6336,6337,4820,6338,6339,6340,6341,6342,6343,6344,6345,6346,6347,6348,6349, # 5952
+6350,6351,6352,6353,6354,6355,6356,6357,6358,6359,6360,6361,6362,6363,6364,6365, # 5968
+6366,6367,6368,6369,6370,6371,6372,6373,6374,6375,6376,6377,6378,6379,6380,6381, # 5984
+6382,6383,6384,6385,6386,6387,6388,6389,6390,6391,6392,6393,6394,6395,6396,6397, # 6000
+6398,6399,6400,6401,6402,6403,6404,6405,6406,6407,6408,6409,6410,3441,6411,6412, # 6016
+6413,6414,6415,6416,6417,6418,6419,6420,6421,6422,6423,6424,6425,4440,6426,6427, # 6032
+6428,6429,6430,6431,6432,6433,6434,6435,6436,6437,6438,6439,6440,6441,6442,6443, # 6048
+6444,6445,6446,6447,6448,6449,6450,6451,6452,6453,6454,4821,6455,6456,6457,6458, # 6064
+6459,6460,6461,6462,6463,6464,6465,6466,6467,6468,6469,6470,6471,6472,6473,6474, # 6080
+6475,6476,6477,3947,3948,6478,6479,6480,6481,3272,4441,6482,6483,6484,6485,4442, # 6096
+6486,6487,6488,6489,6490,6491,6492,6493,6494,6495,6496,4822,6497,6498,6499,6500, # 6112
+6501,6502,6503,6504,6505,6506,6507,6508,6509,6510,6511,6512,6513,6514,6515,6516, # 6128
+6517,6518,6519,6520,6521,6522,6523,6524,6525,6526,6527,6528,6529,6530,6531,6532, # 6144
+6533,6534,6535,6536,6537,6538,6539,6540,6541,6542,6543,6544,6545,6546,6547,6548, # 6160
+6549,6550,6551,6552,6553,6554,6555,6556,2784,6557,4823,6558,6559,6560,6561,6562, # 6176
+6563,6564,6565,6566,6567,6568,6569,3949,6570,6571,6572,4824,6573,6574,6575,6576, # 6192
+6577,6578,6579,6580,6581,6582,6583,4825,6584,6585,6586,3950,2785,6587,6588,6589, # 6208
+6590,6591,6592,6593,6594,6595,6596,6597,6598,6599,6600,6601,6602,6603,6604,6605, # 6224
+6606,6607,6608,6609,6610,6611,6612,4826,6613,6614,6615,4827,6616,6617,6618,6619, # 6240
+6620,6621,6622,6623,6624,6625,4164,6626,6627,6628,6629,6630,6631,6632,6633,6634, # 6256
+3547,6635,4828,6636,6637,6638,6639,6640,6641,6642,3951,2984,6643,6644,6645,6646, # 6272
+6647,6648,6649,4165,6650,4829,6651,6652,4830,6653,6654,6655,6656,6657,6658,6659, # 6288
+6660,6661,6662,4831,6663,6664,6665,6666,6667,6668,6669,6670,6671,4166,6672,4832, # 6304
+3952,6673,6674,6675,6676,4833,6677,6678,6679,4167,6680,6681,6682,3198,6683,6684, # 6320
+6685,6686,6687,6688,6689,6690,6691,6692,6693,6694,6695,6696,6697,4834,6698,6699, # 6336
+6700,6701,6702,6703,6704,6705,6706,6707,6708,6709,6710,6711,6712,6713,6714,6715, # 6352
+6716,6717,6718,6719,6720,6721,6722,6723,6724,6725,6726,6727,6728,6729,6730,6731, # 6368
+6732,6733,6734,4443,6735,6736,6737,6738,6739,6740,6741,6742,6743,6744,6745,4444, # 6384
+6746,6747,6748,6749,6750,6751,6752,6753,6754,6755,6756,6757,6758,6759,6760,6761, # 6400
+6762,6763,6764,6765,6766,6767,6768,6769,6770,6771,6772,6773,6774,6775,6776,6777, # 6416
+6778,6779,6780,6781,4168,6782,6783,3442,6784,6785,6786,6787,6788,6789,6790,6791, # 6432
+4169,6792,6793,6794,6795,6796,6797,6798,6799,6800,6801,6802,6803,6804,6805,6806, # 6448
+6807,6808,6809,6810,6811,4835,6812,6813,6814,4445,6815,6816,4446,6817,6818,6819, # 6464
+6820,6821,6822,6823,6824,6825,6826,6827,6828,6829,6830,6831,6832,6833,6834,6835, # 6480
+3548,6836,6837,6838,6839,6840,6841,6842,6843,6844,6845,6846,4836,6847,6848,6849, # 6496
+6850,6851,6852,6853,6854,3953,6855,6856,6857,6858,6859,6860,6861,6862,6863,6864, # 6512
+6865,6866,6867,6868,6869,6870,6871,6872,6873,6874,6875,6876,6877,3199,6878,6879, # 6528
+6880,6881,6882,4447,6883,6884,6885,6886,6887,6888,6889,6890,6891,6892,6893,6894, # 6544
+6895,6896,6897,6898,6899,6900,6901,6902,6903,6904,4170,6905,6906,6907,6908,6909, # 6560
+6910,6911,6912,6913,6914,6915,6916,6917,6918,6919,6920,6921,6922,6923,6924,6925, # 6576
+6926,6927,4837,6928,6929,6930,6931,6932,6933,6934,6935,6936,3346,6937,6938,4838, # 6592
+6939,6940,6941,4448,6942,6943,6944,6945,6946,4449,6947,6948,6949,6950,6951,6952, # 6608
+6953,6954,6955,6956,6957,6958,6959,6960,6961,6962,6963,6964,6965,6966,6967,6968, # 6624
+6969,6970,6971,6972,6973,6974,6975,6976,6977,6978,6979,6980,6981,6982,6983,6984, # 6640
+6985,6986,6987,6988,6989,6990,6991,6992,6993,6994,3671,6995,6996,6997,6998,4839, # 6656
+6999,7000,7001,7002,3549,7003,7004,7005,7006,7007,7008,7009,7010,7011,7012,7013, # 6672
+7014,7015,7016,7017,7018,7019,7020,7021,7022,7023,7024,7025,7026,7027,7028,7029, # 6688
+7030,4840,7031,7032,7033,7034,7035,7036,7037,7038,4841,7039,7040,7041,7042,7043, # 6704
+7044,7045,7046,7047,7048,7049,7050,7051,7052,7053,7054,7055,7056,7057,7058,7059, # 6720
+7060,7061,7062,7063,7064,7065,7066,7067,7068,7069,7070,2985,7071,7072,7073,7074, # 6736
+7075,7076,7077,7078,7079,7080,4842,7081,7082,7083,7084,7085,7086,7087,7088,7089, # 6752
+7090,7091,7092,7093,7094,7095,7096,7097,7098,7099,7100,7101,7102,7103,7104,7105, # 6768
+7106,7107,7108,7109,7110,7111,7112,7113,7114,7115,7116,7117,7118,4450,7119,7120, # 6784
+7121,7122,7123,7124,7125,7126,7127,7128,7129,7130,7131,7132,7133,7134,7135,7136, # 6800
+7137,7138,7139,7140,7141,7142,7143,4843,7144,7145,7146,7147,7148,7149,7150,7151, # 6816
+7152,7153,7154,7155,7156,7157,7158,7159,7160,7161,7162,7163,7164,7165,7166,7167, # 6832
+7168,7169,7170,7171,7172,7173,7174,7175,7176,7177,7178,7179,7180,7181,7182,7183, # 6848
+7184,7185,7186,7187,7188,4171,4172,7189,7190,7191,7192,7193,7194,7195,7196,7197, # 6864
+7198,7199,7200,7201,7202,7203,7204,7205,7206,7207,7208,7209,7210,7211,7212,7213, # 6880
+7214,7215,7216,7217,7218,7219,7220,7221,7222,7223,7224,7225,7226,7227,7228,7229, # 6896
+7230,7231,7232,7233,7234,7235,7236,7237,7238,7239,7240,7241,7242,7243,7244,7245, # 6912
+7246,7247,7248,7249,7250,7251,7252,7253,7254,7255,7256,7257,7258,7259,7260,7261, # 6928
+7262,7263,7264,7265,7266,7267,7268,7269,7270,7271,7272,7273,7274,7275,7276,7277, # 6944
+7278,7279,7280,7281,7282,7283,7284,7285,7286,7287,7288,7289,7290,7291,7292,7293, # 6960
+7294,7295,7296,4844,7297,7298,7299,7300,7301,7302,7303,7304,7305,7306,7307,7308, # 6976
+7309,7310,7311,7312,7313,7314,7315,7316,4451,7317,7318,7319,7320,7321,7322,7323, # 6992
+7324,7325,7326,7327,7328,7329,7330,7331,7332,7333,7334,7335,7336,7337,7338,7339, # 7008
+7340,7341,7342,7343,7344,7345,7346,7347,7348,7349,7350,7351,7352,7353,4173,7354, # 7024
+7355,4845,7356,7357,7358,7359,7360,7361,7362,7363,7364,7365,7366,7367,7368,7369, # 7040
+7370,7371,7372,7373,7374,7375,7376,7377,7378,7379,7380,7381,7382,7383,7384,7385, # 7056
+7386,7387,7388,4846,7389,7390,7391,7392,7393,7394,7395,7396,7397,7398,7399,7400, # 7072
+7401,7402,7403,7404,7405,3672,7406,7407,7408,7409,7410,7411,7412,7413,7414,7415, # 7088
+7416,7417,7418,7419,7420,7421,7422,7423,7424,7425,7426,7427,7428,7429,7430,7431, # 7104
+7432,7433,7434,7435,7436,7437,7438,7439,7440,7441,7442,7443,7444,7445,7446,7447, # 7120
+7448,7449,7450,7451,7452,7453,4452,7454,3200,7455,7456,7457,7458,7459,7460,7461, # 7136
+7462,7463,7464,7465,7466,7467,7468,7469,7470,7471,7472,7473,7474,4847,7475,7476, # 7152
+7477,3133,7478,7479,7480,7481,7482,7483,7484,7485,7486,7487,7488,7489,7490,7491, # 7168
+7492,7493,7494,7495,7496,7497,7498,7499,7500,7501,7502,3347,7503,7504,7505,7506, # 7184
+7507,7508,7509,7510,7511,7512,7513,7514,7515,7516,7517,7518,7519,7520,7521,4848, # 7200
+7522,7523,7524,7525,7526,7527,7528,7529,7530,7531,7532,7533,7534,7535,7536,7537, # 7216
+7538,7539,7540,7541,7542,7543,7544,7545,7546,7547,7548,7549,3801,4849,7550,7551, # 7232
+7552,7553,7554,7555,7556,7557,7558,7559,7560,7561,7562,7563,7564,7565,7566,7567, # 7248
+7568,7569,3035,7570,7571,7572,7573,7574,7575,7576,7577,7578,7579,7580,7581,7582, # 7264
+7583,7584,7585,7586,7587,7588,7589,7590,7591,7592,7593,7594,7595,7596,7597,7598, # 7280
+7599,7600,7601,7602,7603,7604,7605,7606,7607,7608,7609,7610,7611,7612,7613,7614, # 7296
+7615,7616,4850,7617,7618,3802,7619,7620,7621,7622,7623,7624,7625,7626,7627,7628, # 7312
+7629,7630,7631,7632,4851,7633,7634,7635,7636,7637,7638,7639,7640,7641,7642,7643, # 7328
+7644,7645,7646,7647,7648,7649,7650,7651,7652,7653,7654,7655,7656,7657,7658,7659, # 7344
+7660,7661,7662,7663,7664,7665,7666,7667,7668,7669,7670,4453,7671,7672,7673,7674, # 7360
+7675,7676,7677,7678,7679,7680,7681,7682,7683,7684,7685,7686,7687,7688,7689,7690, # 7376
+7691,7692,7693,7694,7695,7696,7697,3443,7698,7699,7700,7701,7702,4454,7703,7704, # 7392
+7705,7706,7707,7708,7709,7710,7711,7712,7713,2472,7714,7715,7716,7717,7718,7719, # 7408
+7720,7721,7722,7723,7724,7725,7726,7727,7728,7729,7730,7731,3954,7732,7733,7734, # 7424
+7735,7736,7737,7738,7739,7740,7741,7742,7743,7744,7745,7746,7747,7748,7749,7750, # 7440
+3134,7751,7752,4852,7753,7754,7755,4853,7756,7757,7758,7759,7760,4174,7761,7762, # 7456
+7763,7764,7765,7766,7767,7768,7769,7770,7771,7772,7773,7774,7775,7776,7777,7778, # 7472
+7779,7780,7781,7782,7783,7784,7785,7786,7787,7788,7789,7790,7791,7792,7793,7794, # 7488
+7795,7796,7797,7798,7799,7800,7801,7802,7803,7804,7805,4854,7806,7807,7808,7809, # 7504
+7810,7811,7812,7813,7814,7815,7816,7817,7818,7819,7820,7821,7822,7823,7824,7825, # 7520
+4855,7826,7827,7828,7829,7830,7831,7832,7833,7834,7835,7836,7837,7838,7839,7840, # 7536
+7841,7842,7843,7844,7845,7846,7847,3955,7848,7849,7850,7851,7852,7853,7854,7855, # 7552
+7856,7857,7858,7859,7860,3444,7861,7862,7863,7864,7865,7866,7867,7868,7869,7870, # 7568
+7871,7872,7873,7874,7875,7876,7877,7878,7879,7880,7881,7882,7883,7884,7885,7886, # 7584
+7887,7888,7889,7890,7891,4175,7892,7893,7894,7895,7896,4856,4857,7897,7898,7899, # 7600
+7900,2598,7901,7902,7903,7904,7905,7906,7907,7908,4455,7909,7910,7911,7912,7913, # 7616
+7914,3201,7915,7916,7917,7918,7919,7920,7921,4858,7922,7923,7924,7925,7926,7927, # 7632
+7928,7929,7930,7931,7932,7933,7934,7935,7936,7937,7938,7939,7940,7941,7942,7943, # 7648
+7944,7945,7946,7947,7948,7949,7950,7951,7952,7953,7954,7955,7956,7957,7958,7959, # 7664
+7960,7961,7962,7963,7964,7965,7966,7967,7968,7969,7970,7971,7972,7973,7974,7975, # 7680
+7976,7977,7978,7979,7980,7981,4859,7982,7983,7984,7985,7986,7987,7988,7989,7990, # 7696
+7991,7992,7993,7994,7995,7996,4860,7997,7998,7999,8000,8001,8002,8003,8004,8005, # 7712
+8006,8007,8008,8009,8010,8011,8012,8013,8014,8015,8016,4176,8017,8018,8019,8020, # 7728
+8021,8022,8023,4861,8024,8025,8026,8027,8028,8029,8030,8031,8032,8033,8034,8035, # 7744
+8036,4862,4456,8037,8038,8039,8040,4863,8041,8042,8043,8044,8045,8046,8047,8048, # 7760
+8049,8050,8051,8052,8053,8054,8055,8056,8057,8058,8059,8060,8061,8062,8063,8064, # 7776
+8065,8066,8067,8068,8069,8070,8071,8072,8073,8074,8075,8076,8077,8078,8079,8080, # 7792
+8081,8082,8083,8084,8085,8086,8087,8088,8089,8090,8091,8092,8093,8094,8095,8096, # 7808
+8097,8098,8099,4864,4177,8100,8101,8102,8103,8104,8105,8106,8107,8108,8109,8110, # 7824
+8111,8112,8113,8114,8115,8116,8117,8118,8119,8120,4178,8121,8122,8123,8124,8125, # 7840
+8126,8127,8128,8129,8130,8131,8132,8133,8134,8135,8136,8137,8138,8139,8140,8141, # 7856
+8142,8143,8144,8145,4865,4866,8146,8147,8148,8149,8150,8151,8152,8153,8154,8155, # 7872
+8156,8157,8158,8159,8160,8161,8162,8163,8164,8165,4179,8166,8167,8168,8169,8170, # 7888
+8171,8172,8173,8174,8175,8176,8177,8178,8179,8180,8181,4457,8182,8183,8184,8185, # 7904
+8186,8187,8188,8189,8190,8191,8192,8193,8194,8195,8196,8197,8198,8199,8200,8201, # 7920
+8202,8203,8204,8205,8206,8207,8208,8209,8210,8211,8212,8213,8214,8215,8216,8217, # 7936
+8218,8219,8220,8221,8222,8223,8224,8225,8226,8227,8228,8229,8230,8231,8232,8233, # 7952
+8234,8235,8236,8237,8238,8239,8240,8241,8242,8243,8244,8245,8246,8247,8248,8249, # 7968
+8250,8251,8252,8253,8254,8255,8256,3445,8257,8258,8259,8260,8261,8262,4458,8263, # 7984
+8264,8265,8266,8267,8268,8269,8270,8271,8272,4459,8273,8274,8275,8276,3550,8277, # 8000
+8278,8279,8280,8281,8282,8283,8284,8285,8286,8287,8288,8289,4460,8290,8291,8292, # 8016
+8293,8294,8295,8296,8297,8298,8299,8300,8301,8302,8303,8304,8305,8306,8307,4867, # 8032
+8308,8309,8310,8311,8312,3551,8313,8314,8315,8316,8317,8318,8319,8320,8321,8322, # 8048
+8323,8324,8325,8326,4868,8327,8328,8329,8330,8331,8332,8333,8334,8335,8336,8337, # 8064
+8338,8339,8340,8341,8342,8343,8344,8345,8346,8347,8348,8349,8350,8351,8352,8353, # 8080
+8354,8355,8356,8357,8358,8359,8360,8361,8362,8363,4869,4461,8364,8365,8366,8367, # 8096
+8368,8369,8370,4870,8371,8372,8373,8374,8375,8376,8377,8378,8379,8380,8381,8382, # 8112
+8383,8384,8385,8386,8387,8388,8389,8390,8391,8392,8393,8394,8395,8396,8397,8398, # 8128
+8399,8400,8401,8402,8403,8404,8405,8406,8407,8408,8409,8410,4871,8411,8412,8413, # 8144
+8414,8415,8416,8417,8418,8419,8420,8421,8422,4462,8423,8424,8425,8426,8427,8428, # 8160
+8429,8430,8431,8432,8433,2986,8434,8435,8436,8437,8438,8439,8440,8441,8442,8443, # 8176
+8444,8445,8446,8447,8448,8449,8450,8451,8452,8453,8454,8455,8456,8457,8458,8459, # 8192
+8460,8461,8462,8463,8464,8465,8466,8467,8468,8469,8470,8471,8472,8473,8474,8475, # 8208
+8476,8477,8478,4180,8479,8480,8481,8482,8483,8484,8485,8486,8487,8488,8489,8490, # 8224
+8491,8492,8493,8494,8495,8496,8497,8498,8499,8500,8501,8502,8503,8504,8505,8506, # 8240
+8507,8508,8509,8510,8511,8512,8513,8514,8515,8516,8517,8518,8519,8520,8521,8522, # 8256
+8523,8524,8525,8526,8527,8528,8529,8530,8531,8532,8533,8534,8535,8536,8537,8538, # 8272
+8539,8540,8541,8542,8543,8544,8545,8546,8547,8548,8549,8550,8551,8552,8553,8554, # 8288
+8555,8556,8557,8558,8559,8560,8561,8562,8563,8564,4872,8565,8566,8567,8568,8569, # 8304
+8570,8571,8572,8573,4873,8574,8575,8576,8577,8578,8579,8580,8581,8582,8583,8584, # 8320
+8585,8586,8587,8588,8589,8590,8591,8592,8593,8594,8595,8596,8597,8598,8599,8600, # 8336
+8601,8602,8603,8604,8605,3803,8606,8607,8608,8609,8610,8611,8612,8613,4874,3804, # 8352
+8614,8615,8616,8617,8618,8619,8620,8621,3956,8622,8623,8624,8625,8626,8627,8628, # 8368
+8629,8630,8631,8632,8633,8634,8635,8636,8637,8638,2865,8639,8640,8641,8642,8643, # 8384
+8644,8645,8646,8647,8648,8649,8650,8651,8652,8653,8654,8655,8656,4463,8657,8658, # 8400
+8659,4875,4876,8660,8661,8662,8663,8664,8665,8666,8667,8668,8669,8670,8671,8672, # 8416
+8673,8674,8675,8676,8677,8678,8679,8680,8681,4464,8682,8683,8684,8685,8686,8687, # 8432
+8688,8689,8690,8691,8692,8693,8694,8695,8696,8697,8698,8699,8700,8701,8702,8703, # 8448
+8704,8705,8706,8707,8708,8709,2261,8710,8711,8712,8713,8714,8715,8716,8717,8718, # 8464
+8719,8720,8721,8722,8723,8724,8725,8726,8727,8728,8729,8730,8731,8732,8733,4181, # 8480
+8734,8735,8736,8737,8738,8739,8740,8741,8742,8743,8744,8745,8746,8747,8748,8749, # 8496
+8750,8751,8752,8753,8754,8755,8756,8757,8758,8759,8760,8761,8762,8763,4877,8764, # 8512
+8765,8766,8767,8768,8769,8770,8771,8772,8773,8774,8775,8776,8777,8778,8779,8780, # 8528
+8781,8782,8783,8784,8785,8786,8787,8788,4878,8789,4879,8790,8791,8792,4880,8793, # 8544
+8794,8795,8796,8797,8798,8799,8800,8801,4881,8802,8803,8804,8805,8806,8807,8808, # 8560
+8809,8810,8811,8812,8813,8814,8815,3957,8816,8817,8818,8819,8820,8821,8822,8823, # 8576
+8824,8825,8826,8827,8828,8829,8830,8831,8832,8833,8834,8835,8836,8837,8838,8839, # 8592
+8840,8841,8842,8843,8844,8845,8846,8847,4882,8848,8849,8850,8851,8852,8853,8854, # 8608
+8855,8856,8857,8858,8859,8860,8861,8862,8863,8864,8865,8866,8867,8868,8869,8870, # 8624
+8871,8872,8873,8874,8875,8876,8877,8878,8879,8880,8881,8882,8883,8884,3202,8885, # 8640
+8886,8887,8888,8889,8890,8891,8892,8893,8894,8895,8896,8897,8898,8899,8900,8901, # 8656
+8902,8903,8904,8905,8906,8907,8908,8909,8910,8911,8912,8913,8914,8915,8916,8917, # 8672
+8918,8919,8920,8921,8922,8923,8924,4465,8925,8926,8927,8928,8929,8930,8931,8932, # 8688
+4883,8933,8934,8935,8936,8937,8938,8939,8940,8941,8942,8943,2214,8944,8945,8946, # 8704
+8947,8948,8949,8950,8951,8952,8953,8954,8955,8956,8957,8958,8959,8960,8961,8962, # 8720
+8963,8964,8965,4884,8966,8967,8968,8969,8970,8971,8972,8973,8974,8975,8976,8977, # 8736
+8978,8979,8980,8981,8982,8983,8984,8985,8986,8987,8988,8989,8990,8991,8992,4885, # 8752
+8993,8994,8995,8996,8997,8998,8999,9000,9001,9002,9003,9004,9005,9006,9007,9008, # 8768
+9009,9010,9011,9012,9013,9014,9015,9016,9017,9018,9019,9020,9021,4182,9022,9023, # 8784
+9024,9025,9026,9027,9028,9029,9030,9031,9032,9033,9034,9035,9036,9037,9038,9039, # 8800
+9040,9041,9042,9043,9044,9045,9046,9047,9048,9049,9050,9051,9052,9053,9054,9055, # 8816
+9056,9057,9058,9059,9060,9061,9062,9063,4886,9064,9065,9066,9067,9068,9069,4887, # 8832
+9070,9071,9072,9073,9074,9075,9076,9077,9078,9079,9080,9081,9082,9083,9084,9085, # 8848
+9086,9087,9088,9089,9090,9091,9092,9093,9094,9095,9096,9097,9098,9099,9100,9101, # 8864
+9102,9103,9104,9105,9106,9107,9108,9109,9110,9111,9112,9113,9114,9115,9116,9117, # 8880
+9118,9119,9120,9121,9122,9123,9124,9125,9126,9127,9128,9129,9130,9131,9132,9133, # 8896
+9134,9135,9136,9137,9138,9139,9140,9141,3958,9142,9143,9144,9145,9146,9147,9148, # 8912
+9149,9150,9151,4888,9152,9153,9154,9155,9156,9157,9158,9159,9160,9161,9162,9163, # 8928
+9164,9165,9166,9167,9168,9169,9170,9171,9172,9173,9174,9175,4889,9176,9177,9178, # 8944
+9179,9180,9181,9182,9183,9184,9185,9186,9187,9188,9189,9190,9191,9192,9193,9194, # 8960
+9195,9196,9197,9198,9199,9200,9201,9202,9203,4890,9204,9205,9206,9207,9208,9209, # 8976
+9210,9211,9212,9213,9214,9215,9216,9217,9218,9219,9220,9221,9222,4466,9223,9224, # 8992
+9225,9226,9227,9228,9229,9230,9231,9232,9233,9234,9235,9236,9237,9238,9239,9240, # 9008
+9241,9242,9243,9244,9245,4891,9246,9247,9248,9249,9250,9251,9252,9253,9254,9255, # 9024
+9256,9257,4892,9258,9259,9260,9261,4893,4894,9262,9263,9264,9265,9266,9267,9268, # 9040
+9269,9270,9271,9272,9273,4467,9274,9275,9276,9277,9278,9279,9280,9281,9282,9283, # 9056
+9284,9285,3673,9286,9287,9288,9289,9290,9291,9292,9293,9294,9295,9296,9297,9298, # 9072
+9299,9300,9301,9302,9303,9304,9305,9306,9307,9308,9309,9310,9311,9312,9313,9314, # 9088
+9315,9316,9317,9318,9319,9320,9321,9322,4895,9323,9324,9325,9326,9327,9328,9329, # 9104
+9330,9331,9332,9333,9334,9335,9336,9337,9338,9339,9340,9341,9342,9343,9344,9345, # 9120
+9346,9347,4468,9348,9349,9350,9351,9352,9353,9354,9355,9356,9357,9358,9359,9360, # 9136
+9361,9362,9363,9364,9365,9366,9367,9368,9369,9370,9371,9372,9373,4896,9374,4469, # 9152
+9375,9376,9377,9378,9379,4897,9380,9381,9382,9383,9384,9385,9386,9387,9388,9389, # 9168
+9390,9391,9392,9393,9394,9395,9396,9397,9398,9399,9400,9401,9402,9403,9404,9405, # 9184
+9406,4470,9407,2751,9408,9409,3674,3552,9410,9411,9412,9413,9414,9415,9416,9417, # 9200
+9418,9419,9420,9421,4898,9422,9423,9424,9425,9426,9427,9428,9429,3959,9430,9431, # 9216
+9432,9433,9434,9435,9436,4471,9437,9438,9439,9440,9441,9442,9443,9444,9445,9446, # 9232
+9447,9448,9449,9450,3348,9451,9452,9453,9454,9455,9456,9457,9458,9459,9460,9461, # 9248
+9462,9463,9464,9465,9466,9467,9468,9469,9470,9471,9472,4899,9473,9474,9475,9476, # 9264
+9477,4900,9478,9479,9480,9481,9482,9483,9484,9485,9486,9487,9488,3349,9489,9490, # 9280
+9491,9492,9493,9494,9495,9496,9497,9498,9499,9500,9501,9502,9503,9504,9505,9506, # 9296
+9507,9508,9509,9510,9511,9512,9513,9514,9515,9516,9517,9518,9519,9520,4901,9521, # 9312
+9522,9523,9524,9525,9526,4902,9527,9528,9529,9530,9531,9532,9533,9534,9535,9536, # 9328
+9537,9538,9539,9540,9541,9542,9543,9544,9545,9546,9547,9548,9549,9550,9551,9552, # 9344
+9553,9554,9555,9556,9557,9558,9559,9560,9561,9562,9563,9564,9565,9566,9567,9568, # 9360
+9569,9570,9571,9572,9573,9574,9575,9576,9577,9578,9579,9580,9581,9582,9583,9584, # 9376
+3805,9585,9586,9587,9588,9589,9590,9591,9592,9593,9594,9595,9596,9597,9598,9599, # 9392
+9600,9601,9602,4903,9603,9604,9605,9606,9607,4904,9608,9609,9610,9611,9612,9613, # 9408
+9614,4905,9615,9616,9617,9618,9619,9620,9621,9622,9623,9624,9625,9626,9627,9628, # 9424
+9629,9630,9631,9632,4906,9633,9634,9635,9636,9637,9638,9639,9640,9641,9642,9643, # 9440
+4907,9644,9645,9646,9647,9648,9649,9650,9651,9652,9653,9654,9655,9656,9657,9658, # 9456
+9659,9660,9661,9662,9663,9664,9665,9666,9667,9668,9669,9670,9671,9672,4183,9673, # 9472
+9674,9675,9676,9677,4908,9678,9679,9680,9681,4909,9682,9683,9684,9685,9686,9687, # 9488
+9688,9689,9690,4910,9691,9692,9693,3675,9694,9695,9696,2945,9697,9698,9699,9700, # 9504
+9701,9702,9703,9704,9705,4911,9706,9707,9708,9709,9710,9711,9712,9713,9714,9715, # 9520
+9716,9717,9718,9719,9720,9721,9722,9723,9724,9725,9726,9727,9728,9729,9730,9731, # 9536
+9732,9733,9734,9735,4912,9736,9737,9738,9739,9740,4913,9741,9742,9743,9744,9745, # 9552
+9746,9747,9748,9749,9750,9751,9752,9753,9754,9755,9756,9757,9758,4914,9759,9760, # 9568
+9761,9762,9763,9764,9765,9766,9767,9768,9769,9770,9771,9772,9773,9774,9775,9776, # 9584
+9777,9778,9779,9780,9781,9782,4915,9783,9784,9785,9786,9787,9788,9789,9790,9791, # 9600
+9792,9793,4916,9794,9795,9796,9797,9798,9799,9800,9801,9802,9803,9804,9805,9806, # 9616
+9807,9808,9809,9810,9811,9812,9813,9814,9815,9816,9817,9818,9819,9820,9821,9822, # 9632
+9823,9824,9825,9826,9827,9828,9829,9830,9831,9832,9833,9834,9835,9836,9837,9838, # 9648
+9839,9840,9841,9842,9843,9844,9845,9846,9847,9848,9849,9850,9851,9852,9853,9854, # 9664
+9855,9856,9857,9858,9859,9860,9861,9862,9863,9864,9865,9866,9867,9868,4917,9869, # 9680
+9870,9871,9872,9873,9874,9875,9876,9877,9878,9879,9880,9881,9882,9883,9884,9885, # 9696
+9886,9887,9888,9889,9890,9891,9892,4472,9893,9894,9895,9896,9897,3806,9898,9899, # 9712
+9900,9901,9902,9903,9904,9905,9906,9907,9908,9909,9910,9911,9912,9913,9914,4918, # 9728
+9915,9916,9917,4919,9918,9919,9920,9921,4184,9922,9923,9924,9925,9926,9927,9928, # 9744
+9929,9930,9931,9932,9933,9934,9935,9936,9937,9938,9939,9940,9941,9942,9943,9944, # 9760
+9945,9946,4920,9947,9948,9949,9950,9951,9952,9953,9954,9955,4185,9956,9957,9958, # 9776
+9959,9960,9961,9962,9963,9964,9965,4921,9966,9967,9968,4473,9969,9970,9971,9972, # 9792
+9973,9974,9975,9976,9977,4474,9978,9979,9980,9981,9982,9983,9984,9985,9986,9987, # 9808
+9988,9989,9990,9991,9992,9993,9994,9995,9996,9997,9998,9999,10000,10001,10002,10003, # 9824
+10004,10005,10006,10007,10008,10009,10010,10011,10012,10013,10014,10015,10016,10017,10018,10019, # 9840
+10020,10021,4922,10022,4923,10023,10024,10025,10026,10027,10028,10029,10030,10031,10032,10033, # 9856
+10034,10035,10036,10037,10038,10039,10040,10041,10042,10043,10044,10045,10046,10047,10048,4924, # 9872
+10049,10050,10051,10052,10053,10054,10055,10056,10057,10058,10059,10060,10061,10062,10063,10064, # 9888
+10065,10066,10067,10068,10069,10070,10071,10072,10073,10074,10075,10076,10077,10078,10079,10080, # 9904
+10081,10082,10083,10084,10085,10086,10087,4475,10088,10089,10090,10091,10092,10093,10094,10095, # 9920
+10096,10097,4476,10098,10099,10100,10101,10102,10103,10104,10105,10106,10107,10108,10109,10110, # 9936
+10111,2174,10112,10113,10114,10115,10116,10117,10118,10119,10120,10121,10122,10123,10124,10125, # 9952
+10126,10127,10128,10129,10130,10131,10132,10133,10134,10135,10136,10137,10138,10139,10140,3807, # 9968
+4186,4925,10141,10142,10143,10144,10145,10146,10147,4477,4187,10148,10149,10150,10151,10152, # 9984
+10153,4188,10154,10155,10156,10157,10158,10159,10160,10161,4926,10162,10163,10164,10165,10166, #10000
+10167,10168,10169,10170,10171,10172,10173,10174,10175,10176,10177,10178,10179,10180,10181,10182, #10016
+10183,10184,10185,10186,10187,10188,10189,10190,10191,10192,3203,10193,10194,10195,10196,10197, #10032
+10198,10199,10200,4478,10201,10202,10203,10204,4479,10205,10206,10207,10208,10209,10210,10211, #10048
+10212,10213,10214,10215,10216,10217,10218,10219,10220,10221,10222,10223,10224,10225,10226,10227, #10064
+10228,10229,10230,10231,10232,10233,10234,4927,10235,10236,10237,10238,10239,10240,10241,10242, #10080
+10243,10244,10245,10246,10247,10248,10249,10250,10251,10252,10253,10254,10255,10256,10257,10258, #10096
+10259,10260,10261,10262,10263,10264,10265,10266,10267,10268,10269,10270,10271,10272,10273,4480, #10112
+4928,4929,10274,10275,10276,10277,10278,10279,10280,10281,10282,10283,10284,10285,10286,10287, #10128
+10288,10289,10290,10291,10292,10293,10294,10295,10296,10297,10298,10299,10300,10301,10302,10303, #10144
+10304,10305,10306,10307,10308,10309,10310,10311,10312,10313,10314,10315,10316,10317,10318,10319, #10160
+10320,10321,10322,10323,10324,10325,10326,10327,10328,10329,10330,10331,10332,10333,10334,4930, #10176
+10335,10336,10337,10338,10339,10340,10341,10342,4931,10343,10344,10345,10346,10347,10348,10349, #10192
+10350,10351,10352,10353,10354,10355,3088,10356,2786,10357,10358,10359,10360,4189,10361,10362, #10208
+10363,10364,10365,10366,10367,10368,10369,10370,10371,10372,10373,10374,10375,4932,10376,10377, #10224
+10378,10379,10380,10381,10382,10383,10384,10385,10386,10387,10388,10389,10390,10391,10392,4933, #10240
+10393,10394,10395,4934,10396,10397,10398,10399,10400,10401,10402,10403,10404,10405,10406,10407, #10256
+10408,10409,10410,10411,10412,3446,10413,10414,10415,10416,10417,10418,10419,10420,10421,10422, #10272
+10423,4935,10424,10425,10426,10427,10428,10429,10430,4936,10431,10432,10433,10434,10435,10436, #10288
+10437,10438,10439,10440,10441,10442,10443,4937,10444,10445,10446,10447,4481,10448,10449,10450, #10304
+10451,10452,10453,10454,10455,10456,10457,10458,10459,10460,10461,10462,10463,10464,10465,10466, #10320
+10467,10468,10469,10470,10471,10472,10473,10474,10475,10476,10477,10478,10479,10480,10481,10482, #10336
+10483,10484,10485,10486,10487,10488,10489,10490,10491,10492,10493,10494,10495,10496,10497,10498, #10352
+10499,10500,10501,10502,10503,10504,10505,4938,10506,10507,10508,10509,10510,2552,10511,10512, #10368
+10513,10514,10515,10516,3447,10517,10518,10519,10520,10521,10522,10523,10524,10525,10526,10527, #10384
+10528,10529,10530,10531,10532,10533,10534,10535,10536,10537,10538,10539,10540,10541,10542,10543, #10400
+4482,10544,4939,10545,10546,10547,10548,10549,10550,10551,10552,10553,10554,10555,10556,10557, #10416
+10558,10559,10560,10561,10562,10563,10564,10565,10566,10567,3676,4483,10568,10569,10570,10571, #10432
+10572,3448,10573,10574,10575,10576,10577,10578,10579,10580,10581,10582,10583,10584,10585,10586, #10448
+10587,10588,10589,10590,10591,10592,10593,10594,10595,10596,10597,10598,10599,10600,10601,10602, #10464
+10603,10604,10605,10606,10607,10608,10609,10610,10611,10612,10613,10614,10615,10616,10617,10618, #10480
+10619,10620,10621,10622,10623,10624,10625,10626,10627,4484,10628,10629,10630,10631,10632,4940, #10496
+10633,10634,10635,10636,10637,10638,10639,10640,10641,10642,10643,10644,10645,10646,10647,10648, #10512
+10649,10650,10651,10652,10653,10654,10655,10656,4941,10657,10658,10659,2599,10660,10661,10662, #10528
+10663,10664,10665,10666,3089,10667,10668,10669,10670,10671,10672,10673,10674,10675,10676,10677, #10544
+10678,10679,10680,4942,10681,10682,10683,10684,10685,10686,10687,10688,10689,10690,10691,10692, #10560
+10693,10694,10695,10696,10697,4485,10698,10699,10700,10701,10702,10703,10704,4943,10705,3677, #10576
+10706,10707,10708,10709,10710,10711,10712,4944,10713,10714,10715,10716,10717,10718,10719,10720, #10592
+10721,10722,10723,10724,10725,10726,10727,10728,4945,10729,10730,10731,10732,10733,10734,10735, #10608
+10736,10737,10738,10739,10740,10741,10742,10743,10744,10745,10746,10747,10748,10749,10750,10751, #10624
+10752,10753,10754,10755,10756,10757,10758,10759,10760,10761,4946,10762,10763,10764,10765,10766, #10640
+10767,4947,4948,10768,10769,10770,10771,10772,10773,10774,10775,10776,10777,10778,10779,10780, #10656
+10781,10782,10783,10784,10785,10786,10787,10788,10789,10790,10791,10792,10793,10794,10795,10796, #10672
+10797,10798,10799,10800,10801,10802,10803,10804,10805,10806,10807,10808,10809,10810,10811,10812, #10688
+10813,10814,10815,10816,10817,10818,10819,10820,10821,10822,10823,10824,10825,10826,10827,10828, #10704
+10829,10830,10831,10832,10833,10834,10835,10836,10837,10838,10839,10840,10841,10842,10843,10844, #10720
+10845,10846,10847,10848,10849,10850,10851,10852,10853,10854,10855,10856,10857,10858,10859,10860, #10736
+10861,10862,10863,10864,10865,10866,10867,10868,10869,10870,10871,10872,10873,10874,10875,10876, #10752
+10877,10878,4486,10879,10880,10881,10882,10883,10884,10885,4949,10886,10887,10888,10889,10890, #10768
+10891,10892,10893,10894,10895,10896,10897,10898,10899,10900,10901,10902,10903,10904,10905,10906, #10784
+10907,10908,10909,10910,10911,10912,10913,10914,10915,10916,10917,10918,10919,4487,10920,10921, #10800
+10922,10923,10924,10925,10926,10927,10928,10929,10930,10931,10932,4950,10933,10934,10935,10936, #10816
+10937,10938,10939,10940,10941,10942,10943,10944,10945,10946,10947,10948,10949,4488,10950,10951, #10832
+10952,10953,10954,10955,10956,10957,10958,10959,4190,10960,10961,10962,10963,10964,10965,10966, #10848
+10967,10968,10969,10970,10971,10972,10973,10974,10975,10976,10977,10978,10979,10980,10981,10982, #10864
+10983,10984,10985,10986,10987,10988,10989,10990,10991,10992,10993,10994,10995,10996,10997,10998, #10880
+10999,11000,11001,11002,11003,11004,11005,11006,3960,11007,11008,11009,11010,11011,11012,11013, #10896
+11014,11015,11016,11017,11018,11019,11020,11021,11022,11023,11024,11025,11026,11027,11028,11029, #10912
+11030,11031,11032,4951,11033,11034,11035,11036,11037,11038,11039,11040,11041,11042,11043,11044, #10928
+11045,11046,11047,4489,11048,11049,11050,11051,4952,11052,11053,11054,11055,11056,11057,11058, #10944
+4953,11059,11060,11061,11062,11063,11064,11065,11066,11067,11068,11069,11070,11071,4954,11072, #10960
+11073,11074,11075,11076,11077,11078,11079,11080,11081,11082,11083,11084,11085,11086,11087,11088, #10976
+11089,11090,11091,11092,11093,11094,11095,11096,11097,11098,11099,11100,11101,11102,11103,11104, #10992
+11105,11106,11107,11108,11109,11110,11111,11112,11113,11114,11115,3808,11116,11117,11118,11119, #11008
+11120,11121,11122,11123,11124,11125,11126,11127,11128,11129,11130,11131,11132,11133,11134,4955, #11024
+11135,11136,11137,11138,11139,11140,11141,11142,11143,11144,11145,11146,11147,11148,11149,11150, #11040
+11151,11152,11153,11154,11155,11156,11157,11158,11159,11160,11161,4956,11162,11163,11164,11165, #11056
+11166,11167,11168,11169,11170,11171,11172,11173,11174,11175,11176,11177,11178,11179,11180,4957, #11072
+11181,11182,11183,11184,11185,11186,4958,11187,11188,11189,11190,11191,11192,11193,11194,11195, #11088
+11196,11197,11198,11199,11200,3678,11201,11202,11203,11204,11205,11206,4191,11207,11208,11209, #11104
+11210,11211,11212,11213,11214,11215,11216,11217,11218,11219,11220,11221,11222,11223,11224,11225, #11120
+11226,11227,11228,11229,11230,11231,11232,11233,11234,11235,11236,11237,11238,11239,11240,11241, #11136
+11242,11243,11244,11245,11246,11247,11248,11249,11250,11251,4959,11252,11253,11254,11255,11256, #11152
+11257,11258,11259,11260,11261,11262,11263,11264,11265,11266,11267,11268,11269,11270,11271,11272, #11168
+11273,11274,11275,11276,11277,11278,11279,11280,11281,11282,11283,11284,11285,11286,11287,11288, #11184
+11289,11290,11291,11292,11293,11294,11295,11296,11297,11298,11299,11300,11301,11302,11303,11304, #11200
+11305,11306,11307,11308,11309,11310,11311,11312,11313,11314,3679,11315,11316,11317,11318,4490, #11216
+11319,11320,11321,11322,11323,11324,11325,11326,11327,11328,11329,11330,11331,11332,11333,11334, #11232
+11335,11336,11337,11338,11339,11340,11341,11342,11343,11344,11345,11346,11347,4960,11348,11349, #11248
+11350,11351,11352,11353,11354,11355,11356,11357,11358,11359,11360,11361,11362,11363,11364,11365, #11264
+11366,11367,11368,11369,11370,11371,11372,11373,11374,11375,11376,11377,3961,4961,11378,11379, #11280
+11380,11381,11382,11383,11384,11385,11386,11387,11388,11389,11390,11391,11392,11393,11394,11395, #11296
+11396,11397,4192,11398,11399,11400,11401,11402,11403,11404,11405,11406,11407,11408,11409,11410, #11312
+11411,4962,11412,11413,11414,11415,11416,11417,11418,11419,11420,11421,11422,11423,11424,11425, #11328
+11426,11427,11428,11429,11430,11431,11432,11433,11434,11435,11436,11437,11438,11439,11440,11441, #11344
+11442,11443,11444,11445,11446,11447,11448,11449,11450,11451,11452,11453,11454,11455,11456,11457, #11360
+11458,11459,11460,11461,11462,11463,11464,11465,11466,11467,11468,11469,4963,11470,11471,4491, #11376
+11472,11473,11474,11475,4964,11476,11477,11478,11479,11480,11481,11482,11483,11484,11485,11486, #11392
+11487,11488,11489,11490,11491,11492,4965,11493,11494,11495,11496,11497,11498,11499,11500,11501, #11408
+11502,11503,11504,11505,11506,11507,11508,11509,11510,11511,11512,11513,11514,11515,11516,11517, #11424
+11518,11519,11520,11521,11522,11523,11524,11525,11526,11527,11528,11529,3962,11530,11531,11532, #11440
+11533,11534,11535,11536,11537,11538,11539,11540,11541,11542,11543,11544,11545,11546,11547,11548, #11456
+11549,11550,11551,11552,11553,11554,11555,11556,11557,11558,11559,11560,11561,11562,11563,11564, #11472
+4193,4194,11565,11566,11567,11568,11569,11570,11571,11572,11573,11574,11575,11576,11577,11578, #11488
+11579,11580,11581,11582,11583,11584,11585,11586,11587,11588,11589,11590,11591,4966,4195,11592, #11504
+11593,11594,11595,11596,11597,11598,11599,11600,11601,11602,11603,11604,3090,11605,11606,11607, #11520
+11608,11609,11610,4967,11611,11612,11613,11614,11615,11616,11617,11618,11619,11620,11621,11622, #11536
+11623,11624,11625,11626,11627,11628,11629,11630,11631,11632,11633,11634,11635,11636,11637,11638, #11552
+11639,11640,11641,11642,11643,11644,11645,11646,11647,11648,11649,11650,11651,11652,11653,11654, #11568
+11655,11656,11657,11658,11659,11660,11661,11662,11663,11664,11665,11666,11667,11668,11669,11670, #11584
+11671,11672,11673,11674,4968,11675,11676,11677,11678,11679,11680,11681,11682,11683,11684,11685, #11600
+11686,11687,11688,11689,11690,11691,11692,11693,3809,11694,11695,11696,11697,11698,11699,11700, #11616
+11701,11702,11703,11704,11705,11706,11707,11708,11709,11710,11711,11712,11713,11714,11715,11716, #11632
+11717,11718,3553,11719,11720,11721,11722,11723,11724,11725,11726,11727,11728,11729,11730,4969, #11648
+11731,11732,11733,11734,11735,11736,11737,11738,11739,11740,4492,11741,11742,11743,11744,11745, #11664
+11746,11747,11748,11749,11750,11751,11752,4970,11753,11754,11755,11756,11757,11758,11759,11760, #11680
+11761,11762,11763,11764,11765,11766,11767,11768,11769,11770,11771,11772,11773,11774,11775,11776, #11696
+11777,11778,11779,11780,11781,11782,11783,11784,11785,11786,11787,11788,11789,11790,4971,11791, #11712
+11792,11793,11794,11795,11796,11797,4972,11798,11799,11800,11801,11802,11803,11804,11805,11806, #11728
+11807,11808,11809,11810,4973,11811,11812,11813,11814,11815,11816,11817,11818,11819,11820,11821, #11744
+11822,11823,11824,11825,11826,11827,11828,11829,11830,11831,11832,11833,11834,3680,3810,11835, #11760
+11836,4974,11837,11838,11839,11840,11841,11842,11843,11844,11845,11846,11847,11848,11849,11850, #11776
+11851,11852,11853,11854,11855,11856,11857,11858,11859,11860,11861,11862,11863,11864,11865,11866, #11792
+11867,11868,11869,11870,11871,11872,11873,11874,11875,11876,11877,11878,11879,11880,11881,11882, #11808
+11883,11884,4493,11885,11886,11887,11888,11889,11890,11891,11892,11893,11894,11895,11896,11897, #11824
+11898,11899,11900,11901,11902,11903,11904,11905,11906,11907,11908,11909,11910,11911,11912,11913, #11840
+11914,11915,4975,11916,11917,11918,11919,11920,11921,11922,11923,11924,11925,11926,11927,11928, #11856
+11929,11930,11931,11932,11933,11934,11935,11936,11937,11938,11939,11940,11941,11942,11943,11944, #11872
+11945,11946,11947,11948,11949,4976,11950,11951,11952,11953,11954,11955,11956,11957,11958,11959, #11888
+11960,11961,11962,11963,11964,11965,11966,11967,11968,11969,11970,11971,11972,11973,11974,11975, #11904
+11976,11977,11978,11979,11980,11981,11982,11983,11984,11985,11986,11987,4196,11988,11989,11990, #11920
+11991,11992,4977,11993,11994,11995,11996,11997,11998,11999,12000,12001,12002,12003,12004,12005, #11936
+12006,12007,12008,12009,12010,12011,12012,12013,12014,12015,12016,12017,12018,12019,12020,12021, #11952
+12022,12023,12024,12025,12026,12027,12028,12029,12030,12031,12032,12033,12034,12035,12036,12037, #11968
+12038,12039,12040,12041,12042,12043,12044,12045,12046,12047,12048,12049,12050,12051,12052,12053, #11984
+12054,12055,12056,12057,12058,12059,12060,12061,4978,12062,12063,12064,12065,12066,12067,12068, #12000
+12069,12070,12071,12072,12073,12074,12075,12076,12077,12078,12079,12080,12081,12082,12083,12084, #12016
+12085,12086,12087,12088,12089,12090,12091,12092,12093,12094,12095,12096,12097,12098,12099,12100, #12032
+12101,12102,12103,12104,12105,12106,12107,12108,12109,12110,12111,12112,12113,12114,12115,12116, #12048
+12117,12118,12119,12120,12121,12122,12123,4979,12124,12125,12126,12127,12128,4197,12129,12130, #12064
+12131,12132,12133,12134,12135,12136,12137,12138,12139,12140,12141,12142,12143,12144,12145,12146, #12080
+12147,12148,12149,12150,12151,12152,12153,12154,4980,12155,12156,12157,12158,12159,12160,4494, #12096
+12161,12162,12163,12164,3811,12165,12166,12167,12168,12169,4495,12170,12171,4496,12172,12173, #12112
+12174,12175,12176,3812,12177,12178,12179,12180,12181,12182,12183,12184,12185,12186,12187,12188, #12128
+12189,12190,12191,12192,12193,12194,12195,12196,12197,12198,12199,12200,12201,12202,12203,12204, #12144
+12205,12206,12207,12208,12209,12210,12211,12212,12213,12214,12215,12216,12217,12218,12219,12220, #12160
+12221,4981,12222,12223,12224,12225,12226,12227,12228,12229,12230,12231,12232,12233,12234,12235, #12176
+4982,12236,12237,12238,12239,12240,12241,12242,12243,12244,12245,4983,12246,12247,12248,12249, #12192
+4984,12250,12251,12252,12253,12254,12255,12256,12257,12258,12259,12260,12261,12262,12263,12264, #12208
+4985,12265,4497,12266,12267,12268,12269,12270,12271,12272,12273,12274,12275,12276,12277,12278, #12224
+12279,12280,12281,12282,12283,12284,12285,12286,12287,4986,12288,12289,12290,12291,12292,12293, #12240
+12294,12295,12296,2473,12297,12298,12299,12300,12301,12302,12303,12304,12305,12306,12307,12308, #12256
+12309,12310,12311,12312,12313,12314,12315,12316,12317,12318,12319,3963,12320,12321,12322,12323, #12272
+12324,12325,12326,12327,12328,12329,12330,12331,12332,4987,12333,12334,12335,12336,12337,12338, #12288
+12339,12340,12341,12342,12343,12344,12345,12346,12347,12348,12349,12350,12351,12352,12353,12354, #12304
+12355,12356,12357,12358,12359,3964,12360,12361,12362,12363,12364,12365,12366,12367,12368,12369, #12320
+12370,3965,12371,12372,12373,12374,12375,12376,12377,12378,12379,12380,12381,12382,12383,12384, #12336
+12385,12386,12387,12388,12389,12390,12391,12392,12393,12394,12395,12396,12397,12398,12399,12400, #12352
+12401,12402,12403,12404,12405,12406,12407,12408,4988,12409,12410,12411,12412,12413,12414,12415, #12368
+12416,12417,12418,12419,12420,12421,12422,12423,12424,12425,12426,12427,12428,12429,12430,12431, #12384
+12432,12433,12434,12435,12436,12437,12438,3554,12439,12440,12441,12442,12443,12444,12445,12446, #12400
+12447,12448,12449,12450,12451,12452,12453,12454,12455,12456,12457,12458,12459,12460,12461,12462, #12416
+12463,12464,4989,12465,12466,12467,12468,12469,12470,12471,12472,12473,12474,12475,12476,12477, #12432
+12478,12479,12480,4990,12481,12482,12483,12484,12485,12486,12487,12488,12489,4498,12490,12491, #12448
+12492,12493,12494,12495,12496,12497,12498,12499,12500,12501,12502,12503,12504,12505,12506,12507, #12464
+12508,12509,12510,12511,12512,12513,12514,12515,12516,12517,12518,12519,12520,12521,12522,12523, #12480
+12524,12525,12526,12527,12528,12529,12530,12531,12532,12533,12534,12535,12536,12537,12538,12539, #12496
+12540,12541,12542,12543,12544,12545,12546,12547,12548,12549,12550,12551,4991,12552,12553,12554, #12512
+12555,12556,12557,12558,12559,12560,12561,12562,12563,12564,12565,12566,12567,12568,12569,12570, #12528
+12571,12572,12573,12574,12575,12576,12577,12578,3036,12579,12580,12581,12582,12583,3966,12584, #12544
+12585,12586,12587,12588,12589,12590,12591,12592,12593,12594,12595,12596,12597,12598,12599,12600, #12560
+12601,12602,12603,12604,12605,12606,12607,12608,12609,12610,12611,12612,12613,12614,12615,12616, #12576
+12617,12618,12619,12620,12621,12622,12623,12624,12625,12626,12627,12628,12629,12630,12631,12632, #12592
+12633,12634,12635,12636,12637,12638,12639,12640,12641,12642,12643,12644,12645,12646,4499,12647, #12608
+12648,12649,12650,12651,12652,12653,12654,12655,12656,12657,12658,12659,12660,12661,12662,12663, #12624
+12664,12665,12666,12667,12668,12669,12670,12671,12672,12673,12674,12675,12676,12677,12678,12679, #12640
+12680,12681,12682,12683,12684,12685,12686,12687,12688,12689,12690,12691,12692,12693,12694,12695, #12656
+12696,12697,12698,4992,12699,12700,12701,12702,12703,12704,12705,12706,12707,12708,12709,12710, #12672
+12711,12712,12713,12714,12715,12716,12717,12718,12719,12720,12721,12722,12723,12724,12725,12726, #12688
+12727,12728,12729,12730,12731,12732,12733,12734,12735,12736,12737,12738,12739,12740,12741,12742, #12704
+12743,12744,12745,12746,12747,12748,12749,12750,12751,12752,12753,12754,12755,12756,12757,12758, #12720
+12759,12760,12761,12762,12763,12764,12765,12766,12767,12768,12769,12770,12771,12772,12773,12774, #12736
+12775,12776,12777,12778,4993,2175,12779,12780,12781,12782,12783,12784,12785,12786,4500,12787, #12752
+12788,12789,12790,12791,12792,12793,12794,12795,12796,12797,12798,12799,12800,12801,12802,12803, #12768
+12804,12805,12806,12807,12808,12809,12810,12811,12812,12813,12814,12815,12816,12817,12818,12819, #12784
+12820,12821,12822,12823,12824,12825,12826,4198,3967,12827,12828,12829,12830,12831,12832,12833, #12800
+12834,12835,12836,12837,12838,12839,12840,12841,12842,12843,12844,12845,12846,12847,12848,12849, #12816
+12850,12851,12852,12853,12854,12855,12856,12857,12858,12859,12860,12861,4199,12862,12863,12864, #12832
+12865,12866,12867,12868,12869,12870,12871,12872,12873,12874,12875,12876,12877,12878,12879,12880, #12848
+12881,12882,12883,12884,12885,12886,12887,4501,12888,12889,12890,12891,12892,12893,12894,12895, #12864
+12896,12897,12898,12899,12900,12901,12902,12903,12904,12905,12906,12907,12908,12909,12910,12911, #12880
+12912,4994,12913,12914,12915,12916,12917,12918,12919,12920,12921,12922,12923,12924,12925,12926, #12896
+12927,12928,12929,12930,12931,12932,12933,12934,12935,12936,12937,12938,12939,12940,12941,12942, #12912
+12943,12944,12945,12946,12947,12948,12949,12950,12951,12952,12953,12954,12955,12956,1772,12957, #12928
+12958,12959,12960,12961,12962,12963,12964,12965,12966,12967,12968,12969,12970,12971,12972,12973, #12944
+12974,12975,12976,12977,12978,12979,12980,12981,12982,12983,12984,12985,12986,12987,12988,12989, #12960
+12990,12991,12992,12993,12994,12995,12996,12997,4502,12998,4503,12999,13000,13001,13002,13003, #12976
+4504,13004,13005,13006,13007,13008,13009,13010,13011,13012,13013,13014,13015,13016,13017,13018, #12992
+13019,13020,13021,13022,13023,13024,13025,13026,13027,13028,13029,3449,13030,13031,13032,13033, #13008
+13034,13035,13036,13037,13038,13039,13040,13041,13042,13043,13044,13045,13046,13047,13048,13049, #13024
+13050,13051,13052,13053,13054,13055,13056,13057,13058,13059,13060,13061,13062,13063,13064,13065, #13040
+13066,13067,13068,13069,13070,13071,13072,13073,13074,13075,13076,13077,13078,13079,13080,13081, #13056
+13082,13083,13084,13085,13086,13087,13088,13089,13090,13091,13092,13093,13094,13095,13096,13097, #13072
+13098,13099,13100,13101,13102,13103,13104,13105,13106,13107,13108,13109,13110,13111,13112,13113, #13088
+13114,13115,13116,13117,13118,3968,13119,4995,13120,13121,13122,13123,13124,13125,13126,13127, #13104
+4505,13128,13129,13130,13131,13132,13133,13134,4996,4506,13135,13136,13137,13138,13139,4997, #13120
+13140,13141,13142,13143,13144,13145,13146,13147,13148,13149,13150,13151,13152,13153,13154,13155, #13136
+13156,13157,13158,13159,4998,13160,13161,13162,13163,13164,13165,13166,13167,13168,13169,13170, #13152
+13171,13172,13173,13174,13175,13176,4999,13177,13178,13179,13180,13181,13182,13183,13184,13185, #13168
+13186,13187,13188,13189,13190,13191,13192,13193,13194,13195,13196,13197,13198,13199,13200,13201, #13184
+13202,13203,13204,13205,13206,5000,13207,13208,13209,13210,13211,13212,13213,13214,13215,13216, #13200
+13217,13218,13219,13220,13221,13222,13223,13224,13225,13226,13227,4200,5001,13228,13229,13230, #13216
+13231,13232,13233,13234,13235,13236,13237,13238,13239,13240,3969,13241,13242,13243,13244,3970, #13232
+13245,13246,13247,13248,13249,13250,13251,13252,13253,13254,13255,13256,13257,13258,13259,13260, #13248
+13261,13262,13263,13264,13265,13266,13267,13268,3450,13269,13270,13271,13272,13273,13274,13275, #13264
+13276,5002,13277,13278,13279,13280,13281,13282,13283,13284,13285,13286,13287,13288,13289,13290, #13280
+13291,13292,13293,13294,13295,13296,13297,13298,13299,13300,13301,13302,3813,13303,13304,13305, #13296
+13306,13307,13308,13309,13310,13311,13312,13313,13314,13315,13316,13317,13318,13319,13320,13321, #13312
+13322,13323,13324,13325,13326,13327,13328,4507,13329,13330,13331,13332,13333,13334,13335,13336, #13328
+13337,13338,13339,13340,13341,5003,13342,13343,13344,13345,13346,13347,13348,13349,13350,13351, #13344
+13352,13353,13354,13355,13356,13357,13358,13359,13360,13361,13362,13363,13364,13365,13366,13367, #13360
+5004,13368,13369,13370,13371,13372,13373,13374,13375,13376,13377,13378,13379,13380,13381,13382, #13376
+13383,13384,13385,13386,13387,13388,13389,13390,13391,13392,13393,13394,13395,13396,13397,13398, #13392
+13399,13400,13401,13402,13403,13404,13405,13406,13407,13408,13409,13410,13411,13412,13413,13414, #13408
+13415,13416,13417,13418,13419,13420,13421,13422,13423,13424,13425,13426,13427,13428,13429,13430, #13424
+13431,13432,4508,13433,13434,13435,4201,13436,13437,13438,13439,13440,13441,13442,13443,13444, #13440
+13445,13446,13447,13448,13449,13450,13451,13452,13453,13454,13455,13456,13457,5005,13458,13459, #13456
+13460,13461,13462,13463,13464,13465,13466,13467,13468,13469,13470,4509,13471,13472,13473,13474, #13472
+13475,13476,13477,13478,13479,13480,13481,13482,13483,13484,13485,13486,13487,13488,13489,13490, #13488
+13491,13492,13493,13494,13495,13496,13497,13498,13499,13500,13501,13502,13503,13504,13505,13506, #13504
+13507,13508,13509,13510,13511,13512,13513,13514,13515,13516,13517,13518,13519,13520,13521,13522, #13520
+13523,13524,13525,13526,13527,13528,13529,13530,13531,13532,13533,13534,13535,13536,13537,13538, #13536
+13539,13540,13541,13542,13543,13544,13545,13546,13547,13548,13549,13550,13551,13552,13553,13554, #13552
+13555,13556,13557,13558,13559,13560,13561,13562,13563,13564,13565,13566,13567,13568,13569,13570, #13568
+13571,13572,13573,13574,13575,13576,13577,13578,13579,13580,13581,13582,13583,13584,13585,13586, #13584
+13587,13588,13589,13590,13591,13592,13593,13594,13595,13596,13597,13598,13599,13600,13601,13602, #13600
+13603,13604,13605,13606,13607,13608,13609,13610,13611,13612,13613,13614,13615,13616,13617,13618, #13616
+13619,13620,13621,13622,13623,13624,13625,13626,13627,13628,13629,13630,13631,13632,13633,13634, #13632
+13635,13636,13637,13638,13639,13640,13641,13642,5006,13643,13644,13645,13646,13647,13648,13649, #13648
+13650,13651,5007,13652,13653,13654,13655,13656,13657,13658,13659,13660,13661,13662,13663,13664, #13664
+13665,13666,13667,13668,13669,13670,13671,13672,13673,13674,13675,13676,13677,13678,13679,13680, #13680
+13681,13682,13683,13684,13685,13686,13687,13688,13689,13690,13691,13692,13693,13694,13695,13696, #13696
+13697,13698,13699,13700,13701,13702,13703,13704,13705,13706,13707,13708,13709,13710,13711,13712, #13712
+13713,13714,13715,13716,13717,13718,13719,13720,13721,13722,13723,13724,13725,13726,13727,13728, #13728
+13729,13730,13731,13732,13733,13734,13735,13736,13737,13738,13739,13740,13741,13742,13743,13744, #13744
+13745,13746,13747,13748,13749,13750,13751,13752,13753,13754,13755,13756,13757,13758,13759,13760, #13760
+13761,13762,13763,13764,13765,13766,13767,13768,13769,13770,13771,13772,13773,13774,3273,13775, #13776
+13776,13777,13778,13779,13780,13781,13782,13783,13784,13785,13786,13787,13788,13789,13790,13791, #13792
+13792,13793,13794,13795,13796,13797,13798,13799,13800,13801,13802,13803,13804,13805,13806,13807, #13808
+13808,13809,13810,13811,13812,13813,13814,13815,13816,13817,13818,13819,13820,13821,13822,13823, #13824
+13824,13825,13826,13827,13828,13829,13830,13831,13832,13833,13834,13835,13836,13837,13838,13839, #13840
+13840,13841,13842,13843,13844,13845,13846,13847,13848,13849,13850,13851,13852,13853,13854,13855, #13856
+13856,13857,13858,13859,13860,13861,13862,13863,13864,13865,13866,13867,13868,13869,13870,13871, #13872
+13872,13873,13874,13875,13876,13877,13878,13879,13880,13881,13882,13883,13884,13885,13886,13887, #13888
+13888,13889,13890,13891,13892,13893,13894,13895,13896,13897,13898,13899,13900,13901,13902,13903, #13904
+13904,13905,13906,13907,13908,13909,13910,13911,13912,13913,13914,13915,13916,13917,13918,13919, #13920
+13920,13921,13922,13923,13924,13925,13926,13927,13928,13929,13930,13931,13932,13933,13934,13935, #13936
+13936,13937,13938,13939,13940,13941,13942,13943,13944,13945,13946,13947,13948,13949,13950,13951, #13952
+13952,13953,13954,13955,13956,13957,13958,13959,13960,13961,13962,13963,13964,13965,13966,13967, #13968
+13968,13969,13970,13971,13972) #13973
+
+# flake8: noqa
diff --git a/lib/chardet/big5prober.py b/lib/chardet/big5prober.py
new file mode 100644
index 00000000..becce81e
--- /dev/null
+++ b/lib/chardet/big5prober.py
@@ -0,0 +1,42 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Communicator client code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from .mbcharsetprober import MultiByteCharSetProber
+from .codingstatemachine import CodingStateMachine
+from .chardistribution import Big5DistributionAnalysis
+from .mbcssm import Big5SMModel
+
+
+class Big5Prober(MultiByteCharSetProber):
+    def __init__(self):
+        MultiByteCharSetProber.__init__(self)
+        self._mCodingSM = CodingStateMachine(Big5SMModel)
+        self._mDistributionAnalyzer = Big5DistributionAnalysis()
+        self.reset()
+
+    def get_charset_name(self):
+        return "Big5"
diff --git a/lib/chardet/chardetect.py b/lib/chardet/chardetect.py
new file mode 100644
index 00000000..ecd0163b
--- /dev/null
+++ b/lib/chardet/chardetect.py
@@ -0,0 +1,46 @@
+#!/usr/bin/env python
+"""
+Script which takes one or more file paths and reports on their detected
+encodings
+
+Example::
+
+    % chardetect somefile someotherfile
+    somefile: windows-1252 with confidence 0.5
+    someotherfile: ascii with confidence 1.0
+
+If no paths are provided, it takes its input from stdin.
+
+"""
+from io import open
+from sys import argv, stdin
+
+from chardet.universaldetector import UniversalDetector
+
+
+def description_of(file, name='stdin'):
+    """Return a string describing the probable encoding of a file."""
+    u = UniversalDetector()
+    for line in file:
+        u.feed(line)
+    u.close()
+    result = u.result
+    if result['encoding']:
+        return '%s: %s with confidence %s' % (name,
+                                              result['encoding'],
+                                              result['confidence'])
+    else:
+        return '%s: no result' % name
+
+
+def main():
+    if len(argv) <= 1:
+        print(description_of(stdin))
+    else:
+        for path in argv[1:]:
+            with open(path, 'rb') as f:
+                print(description_of(f, path))
+
+
+if __name__ == '__main__':
+    main()
diff --git a/lib/chardet/chardistribution.py b/lib/chardet/chardistribution.py
new file mode 100644
index 00000000..4e64a00b
--- /dev/null
+++ b/lib/chardet/chardistribution.py
@@ -0,0 +1,231 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Communicator client code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from .euctwfreq import (EUCTWCharToFreqOrder, EUCTW_TABLE_SIZE,
+                        EUCTW_TYPICAL_DISTRIBUTION_RATIO)
+from .euckrfreq import (EUCKRCharToFreqOrder, EUCKR_TABLE_SIZE,
+                        EUCKR_TYPICAL_DISTRIBUTION_RATIO)
+from .gb2312freq import (GB2312CharToFreqOrder, GB2312_TABLE_SIZE,
+                         GB2312_TYPICAL_DISTRIBUTION_RATIO)
+from .big5freq import (Big5CharToFreqOrder, BIG5_TABLE_SIZE,
+                       BIG5_TYPICAL_DISTRIBUTION_RATIO)
+from .jisfreq import (JISCharToFreqOrder, JIS_TABLE_SIZE,
+                      JIS_TYPICAL_DISTRIBUTION_RATIO)
+from .compat import wrap_ord
+
+ENOUGH_DATA_THRESHOLD = 1024
+SURE_YES = 0.99
+SURE_NO = 0.01
+MINIMUM_DATA_THRESHOLD = 3
+
+
+class CharDistributionAnalysis:
+    def __init__(self):
+        # Mapping table to get frequency order from char order (get from
+        # GetOrder())
+        self._mCharToFreqOrder = None
+        self._mTableSize = None  # Size of above table
+        # This is a constant value which varies from language to language,
+        # used in calculating confidence.  See
+        # http://www.mozilla.org/projects/intl/UniversalCharsetDetection.html
+        # for further detail.
+        self._mTypicalDistributionRatio = None
+        self.reset()
+
+    def reset(self):
+        """reset analyser, clear any state"""
+        # If this flag is set to True, detection is done and conclusion has
+        # been made
+        self._mDone = False
+        self._mTotalChars = 0  # Total characters encountered
+        # The number of characters whose frequency order is less than 512
+        self._mFreqChars = 0
+
+    def feed(self, aBuf, aCharLen):
+        """feed a character with known length"""
+        if aCharLen == 2:
+            # we only care about 2-bytes character in our distribution analysis
+            order = self.get_order(aBuf)
+        else:
+            order = -1
+        if order >= 0:
+            self._mTotalChars += 1
+            # order is valid
+            if order < self._mTableSize:
+                if 512 > self._mCharToFreqOrder[order]:
+                    self._mFreqChars += 1
+
+    def get_confidence(self):
+        """return confidence based on existing data"""
+        # if we didn't receive any character in our consideration range,
+        # return negative answer
+        if self._mTotalChars <= 0 or self._mFreqChars <= MINIMUM_DATA_THRESHOLD:
+            return SURE_NO
+
+        if self._mTotalChars != self._mFreqChars:
+            r = (self._mFreqChars / ((self._mTotalChars - self._mFreqChars)
+                 * self._mTypicalDistributionRatio))
+            if r < SURE_YES:
+                return r
+
+        # normalize confidence (we don't want to be 100% sure)
+        return SURE_YES
+
+    def got_enough_data(self):
+        # It is not necessary to receive all data to draw conclusion.
+        # For charset detection, certain amount of data is enough
+        return self._mTotalChars > ENOUGH_DATA_THRESHOLD
+
+    def get_order(self, aBuf):
+        # We do not handle characters based on the original encoding string,
+        # but convert this encoding string to a number, here called order.
+        # This allows multiple encodings of a language to share one frequency
+        # table.
+        return -1
+
+
+class EUCTWDistributionAnalysis(CharDistributionAnalysis):
+    def __init__(self):
+        CharDistributionAnalysis.__init__(self)
+        self._mCharToFreqOrder = EUCTWCharToFreqOrder
+        self._mTableSize = EUCTW_TABLE_SIZE
+        self._mTypicalDistributionRatio = EUCTW_TYPICAL_DISTRIBUTION_RATIO
+
+    def get_order(self, aBuf):
+        # for euc-TW encoding, we are interested
+        #   first  byte range: 0xc4 -- 0xfe
+        #   second byte range: 0xa1 -- 0xfe
+        # no validation needed here. State machine has done that
+        first_char = wrap_ord(aBuf[0])
+        if first_char >= 0xC4:
+            return 94 * (first_char - 0xC4) + wrap_ord(aBuf[1]) - 0xA1
+        else:
+            return -1
+
+
+class EUCKRDistributionAnalysis(CharDistributionAnalysis):
+    def __init__(self):
+        CharDistributionAnalysis.__init__(self)
+        self._mCharToFreqOrder = EUCKRCharToFreqOrder
+        self._mTableSize = EUCKR_TABLE_SIZE
+        self._mTypicalDistributionRatio = EUCKR_TYPICAL_DISTRIBUTION_RATIO
+
+    def get_order(self, aBuf):
+        # for euc-KR encoding, we are interested
+        #   first  byte range: 0xb0 -- 0xfe
+        #   second byte range: 0xa1 -- 0xfe
+        # no validation needed here. State machine has done that
+        first_char = wrap_ord(aBuf[0])
+        if first_char >= 0xB0:
+            return 94 * (first_char - 0xB0) + wrap_ord(aBuf[1]) - 0xA1
+        else:
+            return -1
+
+
+class GB2312DistributionAnalysis(CharDistributionAnalysis):
+    def __init__(self):
+        CharDistributionAnalysis.__init__(self)
+        self._mCharToFreqOrder = GB2312CharToFreqOrder
+        self._mTableSize = GB2312_TABLE_SIZE
+        self._mTypicalDistributionRatio = GB2312_TYPICAL_DISTRIBUTION_RATIO
+
+    def get_order(self, aBuf):
+        # for GB2312 encoding, we are interested
+        #  first  byte range: 0xb0 -- 0xfe
+        #  second byte range: 0xa1 -- 0xfe
+        # no validation needed here. State machine has done that
+        first_char, second_char = wrap_ord(aBuf[0]), wrap_ord(aBuf[1])
+        if (first_char >= 0xB0) and (second_char >= 0xA1):
+            return 94 * (first_char - 0xB0) + second_char - 0xA1
+        else:
+            return -1
+
+
+class Big5DistributionAnalysis(CharDistributionAnalysis):
+    def __init__(self):
+        CharDistributionAnalysis.__init__(self)
+        self._mCharToFreqOrder = Big5CharToFreqOrder
+        self._mTableSize = BIG5_TABLE_SIZE
+        self._mTypicalDistributionRatio = BIG5_TYPICAL_DISTRIBUTION_RATIO
+
+    def get_order(self, aBuf):
+        # for big5 encoding, we are interested
+        #   first  byte range: 0xa4 -- 0xfe
+        #   second byte range: 0x40 -- 0x7e , 0xa1 -- 0xfe
+        # no validation needed here. State machine has done that
+        first_char, second_char = wrap_ord(aBuf[0]), wrap_ord(aBuf[1])
+        if first_char >= 0xA4:
+            if second_char >= 0xA1:
+                return 157 * (first_char - 0xA4) + second_char - 0xA1 + 63
+            else:
+                return 157 * (first_char - 0xA4) + second_char - 0x40
+        else:
+            return -1
+
+
+class SJISDistributionAnalysis(CharDistributionAnalysis):
+    def __init__(self):
+        CharDistributionAnalysis.__init__(self)
+        self._mCharToFreqOrder = JISCharToFreqOrder
+        self._mTableSize = JIS_TABLE_SIZE
+        self._mTypicalDistributionRatio = JIS_TYPICAL_DISTRIBUTION_RATIO
+
+    def get_order(self, aBuf):
+        # for sjis encoding, we are interested
+        #   first  byte range: 0x81 -- 0x9f , 0xe0 -- 0xfe
+        #   second byte range: 0x40 -- 0x7e,  0x81 -- oxfe
+        # no validation needed here. State machine has done that
+        first_char, second_char = wrap_ord(aBuf[0]), wrap_ord(aBuf[1])
+        if (first_char >= 0x81) and (first_char <= 0x9F):
+            order = 188 * (first_char - 0x81)
+        elif (first_char >= 0xE0) and (first_char <= 0xEF):
+            order = 188 * (first_char - 0xE0 + 31)
+        else:
+            return -1
+        order = order + second_char - 0x40
+        if second_char > 0x7F:
+            order = -1
+        return order
+
+
+class EUCJPDistributionAnalysis(CharDistributionAnalysis):
+    def __init__(self):
+        CharDistributionAnalysis.__init__(self)
+        self._mCharToFreqOrder = JISCharToFreqOrder
+        self._mTableSize = JIS_TABLE_SIZE
+        self._mTypicalDistributionRatio = JIS_TYPICAL_DISTRIBUTION_RATIO
+
+    def get_order(self, aBuf):
+        # for euc-JP encoding, we are interested
+        #   first  byte range: 0xa0 -- 0xfe
+        #   second byte range: 0xa1 -- 0xfe
+        # no validation needed here. State machine has done that
+        char = wrap_ord(aBuf[0])
+        if char >= 0xA0:
+            return 94 * (char - 0xA1) + wrap_ord(aBuf[1]) - 0xa1
+        else:
+            return -1
diff --git a/lib/chardet/charsetgroupprober.py b/lib/chardet/charsetgroupprober.py
new file mode 100644
index 00000000..85e7a1c6
--- /dev/null
+++ b/lib/chardet/charsetgroupprober.py
@@ -0,0 +1,106 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Communicator client code.
+# 
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+# 
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+# 
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+# 
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from . import constants
+import sys
+from .charsetprober import CharSetProber
+
+
+class CharSetGroupProber(CharSetProber):
+    def __init__(self):
+        CharSetProber.__init__(self)
+        self._mActiveNum = 0
+        self._mProbers = []
+        self._mBestGuessProber = None
+
+    def reset(self):
+        CharSetProber.reset(self)
+        self._mActiveNum = 0
+        for prober in self._mProbers:
+            if prober:
+                prober.reset()
+                prober.active = True
+                self._mActiveNum += 1
+        self._mBestGuessProber = None
+
+    def get_charset_name(self):
+        if not self._mBestGuessProber:
+            self.get_confidence()
+            if not self._mBestGuessProber:
+                return None
+#                self._mBestGuessProber = self._mProbers[0]
+        return self._mBestGuessProber.get_charset_name()
+
+    def feed(self, aBuf):
+        for prober in self._mProbers:
+            if not prober:
+                continue
+            if not prober.active:
+                continue
+            st = prober.feed(aBuf)
+            if not st:
+                continue
+            if st == constants.eFoundIt:
+                self._mBestGuessProber = prober
+                return self.get_state()
+            elif st == constants.eNotMe:
+                prober.active = False
+                self._mActiveNum -= 1
+                if self._mActiveNum <= 0:
+                    self._mState = constants.eNotMe
+                    return self.get_state()
+        return self.get_state()
+
+    def get_confidence(self):
+        st = self.get_state()
+        if st == constants.eFoundIt:
+            return 0.99
+        elif st == constants.eNotMe:
+            return 0.01
+        bestConf = 0.0
+        self._mBestGuessProber = None
+        for prober in self._mProbers:
+            if not prober:
+                continue
+            if not prober.active:
+                if constants._debug:
+                    sys.stderr.write(prober.get_charset_name()
+                                     + ' not active\n')
+                continue
+            cf = prober.get_confidence()
+            if constants._debug:
+                sys.stderr.write('%s confidence = %s\n' %
+                                 (prober.get_charset_name(), cf))
+            if bestConf < cf:
+                bestConf = cf
+                self._mBestGuessProber = prober
+        if not self._mBestGuessProber:
+            return 0.0
+        return bestConf
+#        else:
+#            self._mBestGuessProber = self._mProbers[0]
+#            return self._mBestGuessProber.get_confidence()
diff --git a/lib/chardet/charsetprober.py b/lib/chardet/charsetprober.py
new file mode 100644
index 00000000..97581712
--- /dev/null
+++ b/lib/chardet/charsetprober.py
@@ -0,0 +1,62 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Universal charset detector code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 2001
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#   Shy Shalom - original C code
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from . import constants
+import re
+
+
+class CharSetProber:
+    def __init__(self):
+        pass
+
+    def reset(self):
+        self._mState = constants.eDetecting
+
+    def get_charset_name(self):
+        return None
+
+    def feed(self, aBuf):
+        pass
+
+    def get_state(self):
+        return self._mState
+
+    def get_confidence(self):
+        return 0.0
+
+    def filter_high_bit_only(self, aBuf):
+        aBuf = re.sub(b'([\x00-\x7F])+', b' ', aBuf)
+        return aBuf
+
+    def filter_without_english_letters(self, aBuf):
+        aBuf = re.sub(b'([A-Za-z])+', b' ', aBuf)
+        return aBuf
+
+    def filter_with_english_letters(self, aBuf):
+        # TODO
+        return aBuf
diff --git a/lib/chardet/codingstatemachine.py b/lib/chardet/codingstatemachine.py
new file mode 100644
index 00000000..8dd8c917
--- /dev/null
+++ b/lib/chardet/codingstatemachine.py
@@ -0,0 +1,61 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is mozilla.org code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from .constants import eStart
+from .compat import wrap_ord
+
+
+class CodingStateMachine:
+    def __init__(self, sm):
+        self._mModel = sm
+        self._mCurrentBytePos = 0
+        self._mCurrentCharLen = 0
+        self.reset()
+
+    def reset(self):
+        self._mCurrentState = eStart
+
+    def next_state(self, c):
+        # for each byte we get its class
+        # if it is first byte, we also get byte length
+        # PY3K: aBuf is a byte stream, so c is an int, not a byte
+        byteCls = self._mModel['classTable'][wrap_ord(c)]
+        if self._mCurrentState == eStart:
+            self._mCurrentBytePos = 0
+            self._mCurrentCharLen = self._mModel['charLenTable'][byteCls]
+        # from byte's class and stateTable, we get its next state
+        curr_state = (self._mCurrentState * self._mModel['classFactor']
+                      + byteCls)
+        self._mCurrentState = self._mModel['stateTable'][curr_state]
+        self._mCurrentBytePos += 1
+        return self._mCurrentState
+
+    def get_current_charlen(self):
+        return self._mCurrentCharLen
+
+    def get_coding_state_machine(self):
+        return self._mModel['name']
diff --git a/lib/chardet/compat.py b/lib/chardet/compat.py
new file mode 100644
index 00000000..d9e30add
--- /dev/null
+++ b/lib/chardet/compat.py
@@ -0,0 +1,34 @@
+######################## BEGIN LICENSE BLOCK ########################
+# Contributor(s):
+#   Ian Cordasco - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+import sys
+
+
+if sys.version_info < (3, 0):
+    base_str = (str, unicode)
+else:
+    base_str = (bytes, str)
+
+
+def wrap_ord(a):
+    if sys.version_info < (3, 0) and isinstance(a, base_str):
+        return ord(a)
+    else:
+        return a
diff --git a/lib/chardet/constants.py b/lib/chardet/constants.py
new file mode 100644
index 00000000..e4d148b3
--- /dev/null
+++ b/lib/chardet/constants.py
@@ -0,0 +1,39 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Universal charset detector code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 2001
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#   Shy Shalom - original C code
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+# 
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+# 
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+_debug = 0
+
+eDetecting = 0
+eFoundIt = 1
+eNotMe = 2
+
+eStart = 0
+eError = 1
+eItsMe = 2
+
+SHORTCUT_THRESHOLD = 0.95
diff --git a/lib/chardet/cp949prober.py b/lib/chardet/cp949prober.py
new file mode 100644
index 00000000..ff4272f8
--- /dev/null
+++ b/lib/chardet/cp949prober.py
@@ -0,0 +1,44 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is mozilla.org code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from .mbcharsetprober import MultiByteCharSetProber
+from .codingstatemachine import CodingStateMachine
+from .chardistribution import EUCKRDistributionAnalysis
+from .mbcssm import CP949SMModel
+
+
+class CP949Prober(MultiByteCharSetProber):
+    def __init__(self):
+        MultiByteCharSetProber.__init__(self)
+        self._mCodingSM = CodingStateMachine(CP949SMModel)
+        # NOTE: CP949 is a superset of EUC-KR, so the distribution should be
+        #       not different.
+        self._mDistributionAnalyzer = EUCKRDistributionAnalysis()
+        self.reset()
+
+    def get_charset_name(self):
+        return "CP949"
diff --git a/lib/chardet/escprober.py b/lib/chardet/escprober.py
new file mode 100644
index 00000000..80a844ff
--- /dev/null
+++ b/lib/chardet/escprober.py
@@ -0,0 +1,86 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is mozilla.org code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from . import constants
+from .escsm import (HZSMModel, ISO2022CNSMModel, ISO2022JPSMModel,
+                    ISO2022KRSMModel)
+from .charsetprober import CharSetProber
+from .codingstatemachine import CodingStateMachine
+from .compat import wrap_ord
+
+
+class EscCharSetProber(CharSetProber):
+    def __init__(self):
+        CharSetProber.__init__(self)
+        self._mCodingSM = [
+            CodingStateMachine(HZSMModel),
+            CodingStateMachine(ISO2022CNSMModel),
+            CodingStateMachine(ISO2022JPSMModel),
+            CodingStateMachine(ISO2022KRSMModel)
+        ]
+        self.reset()
+
+    def reset(self):
+        CharSetProber.reset(self)
+        for codingSM in self._mCodingSM:
+            if not codingSM:
+                continue
+            codingSM.active = True
+            codingSM.reset()
+        self._mActiveSM = len(self._mCodingSM)
+        self._mDetectedCharset = None
+
+    def get_charset_name(self):
+        return self._mDetectedCharset
+
+    def get_confidence(self):
+        if self._mDetectedCharset:
+            return 0.99
+        else:
+            return 0.00
+
+    def feed(self, aBuf):
+        for c in aBuf:
+            # PY3K: aBuf is a byte array, so c is an int, not a byte
+            for codingSM in self._mCodingSM:
+                if not codingSM:
+                    continue
+                if not codingSM.active:
+                    continue
+                codingState = codingSM.next_state(wrap_ord(c))
+                if codingState == constants.eError:
+                    codingSM.active = False
+                    self._mActiveSM -= 1
+                    if self._mActiveSM <= 0:
+                        self._mState = constants.eNotMe
+                        return self.get_state()
+                elif codingState == constants.eItsMe:
+                    self._mState = constants.eFoundIt
+                    self._mDetectedCharset = codingSM.get_coding_state_machine()  # nopep8
+                    return self.get_state()
+
+        return self.get_state()
diff --git a/lib/chardet/escsm.py b/lib/chardet/escsm.py
new file mode 100644
index 00000000..bd302b4c
--- /dev/null
+++ b/lib/chardet/escsm.py
@@ -0,0 +1,242 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is mozilla.org code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from .constants import eStart, eError, eItsMe
+
+HZ_cls = (
+1,0,0,0,0,0,0,0,  # 00 - 07
+0,0,0,0,0,0,0,0,  # 08 - 0f
+0,0,0,0,0,0,0,0,  # 10 - 17
+0,0,0,1,0,0,0,0,  # 18 - 1f
+0,0,0,0,0,0,0,0,  # 20 - 27
+0,0,0,0,0,0,0,0,  # 28 - 2f
+0,0,0,0,0,0,0,0,  # 30 - 37
+0,0,0,0,0,0,0,0,  # 38 - 3f
+0,0,0,0,0,0,0,0,  # 40 - 47
+0,0,0,0,0,0,0,0,  # 48 - 4f
+0,0,0,0,0,0,0,0,  # 50 - 57
+0,0,0,0,0,0,0,0,  # 58 - 5f
+0,0,0,0,0,0,0,0,  # 60 - 67
+0,0,0,0,0,0,0,0,  # 68 - 6f
+0,0,0,0,0,0,0,0,  # 70 - 77
+0,0,0,4,0,5,2,0,  # 78 - 7f
+1,1,1,1,1,1,1,1,  # 80 - 87
+1,1,1,1,1,1,1,1,  # 88 - 8f
+1,1,1,1,1,1,1,1,  # 90 - 97
+1,1,1,1,1,1,1,1,  # 98 - 9f
+1,1,1,1,1,1,1,1,  # a0 - a7
+1,1,1,1,1,1,1,1,  # a8 - af
+1,1,1,1,1,1,1,1,  # b0 - b7
+1,1,1,1,1,1,1,1,  # b8 - bf
+1,1,1,1,1,1,1,1,  # c0 - c7
+1,1,1,1,1,1,1,1,  # c8 - cf
+1,1,1,1,1,1,1,1,  # d0 - d7
+1,1,1,1,1,1,1,1,  # d8 - df
+1,1,1,1,1,1,1,1,  # e0 - e7
+1,1,1,1,1,1,1,1,  # e8 - ef
+1,1,1,1,1,1,1,1,  # f0 - f7
+1,1,1,1,1,1,1,1,  # f8 - ff
+)
+
+HZ_st = (
+eStart,eError,     3,eStart,eStart,eStart,eError,eError,# 00-07
+eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe,# 08-0f
+eItsMe,eItsMe,eError,eError,eStart,eStart,     4,eError,# 10-17
+     5,eError,     6,eError,     5,     5,     4,eError,# 18-1f
+     4,eError,     4,     4,     4,eError,     4,eError,# 20-27
+     4,eItsMe,eStart,eStart,eStart,eStart,eStart,eStart,# 28-2f
+)
+
+HZCharLenTable = (0, 0, 0, 0, 0, 0)
+
+HZSMModel = {'classTable': HZ_cls,
+             'classFactor': 6,
+             'stateTable': HZ_st,
+             'charLenTable': HZCharLenTable,
+             'name': "HZ-GB-2312"}
+
+ISO2022CN_cls = (
+2,0,0,0,0,0,0,0,  # 00 - 07
+0,0,0,0,0,0,0,0,  # 08 - 0f
+0,0,0,0,0,0,0,0,  # 10 - 17
+0,0,0,1,0,0,0,0,  # 18 - 1f
+0,0,0,0,0,0,0,0,  # 20 - 27
+0,3,0,0,0,0,0,0,  # 28 - 2f
+0,0,0,0,0,0,0,0,  # 30 - 37
+0,0,0,0,0,0,0,0,  # 38 - 3f
+0,0,0,4,0,0,0,0,  # 40 - 47
+0,0,0,0,0,0,0,0,  # 48 - 4f
+0,0,0,0,0,0,0,0,  # 50 - 57
+0,0,0,0,0,0,0,0,  # 58 - 5f
+0,0,0,0,0,0,0,0,  # 60 - 67
+0,0,0,0,0,0,0,0,  # 68 - 6f
+0,0,0,0,0,0,0,0,  # 70 - 77
+0,0,0,0,0,0,0,0,  # 78 - 7f
+2,2,2,2,2,2,2,2,  # 80 - 87
+2,2,2,2,2,2,2,2,  # 88 - 8f
+2,2,2,2,2,2,2,2,  # 90 - 97
+2,2,2,2,2,2,2,2,  # 98 - 9f
+2,2,2,2,2,2,2,2,  # a0 - a7
+2,2,2,2,2,2,2,2,  # a8 - af
+2,2,2,2,2,2,2,2,  # b0 - b7
+2,2,2,2,2,2,2,2,  # b8 - bf
+2,2,2,2,2,2,2,2,  # c0 - c7
+2,2,2,2,2,2,2,2,  # c8 - cf
+2,2,2,2,2,2,2,2,  # d0 - d7
+2,2,2,2,2,2,2,2,  # d8 - df
+2,2,2,2,2,2,2,2,  # e0 - e7
+2,2,2,2,2,2,2,2,  # e8 - ef
+2,2,2,2,2,2,2,2,  # f0 - f7
+2,2,2,2,2,2,2,2,  # f8 - ff
+)
+
+ISO2022CN_st = (
+eStart,     3,eError,eStart,eStart,eStart,eStart,eStart,# 00-07
+eStart,eError,eError,eError,eError,eError,eError,eError,# 08-0f
+eError,eError,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,# 10-17
+eItsMe,eItsMe,eItsMe,eError,eError,eError,     4,eError,# 18-1f
+eError,eError,eError,eItsMe,eError,eError,eError,eError,# 20-27
+     5,     6,eError,eError,eError,eError,eError,eError,# 28-2f
+eError,eError,eError,eItsMe,eError,eError,eError,eError,# 30-37
+eError,eError,eError,eError,eError,eItsMe,eError,eStart,# 38-3f
+)
+
+ISO2022CNCharLenTable = (0, 0, 0, 0, 0, 0, 0, 0, 0)
+
+ISO2022CNSMModel = {'classTable': ISO2022CN_cls,
+                    'classFactor': 9,
+                    'stateTable': ISO2022CN_st,
+                    'charLenTable': ISO2022CNCharLenTable,
+                    'name': "ISO-2022-CN"}
+
+ISO2022JP_cls = (
+2,0,0,0,0,0,0,0,  # 00 - 07
+0,0,0,0,0,0,2,2,  # 08 - 0f
+0,0,0,0,0,0,0,0,  # 10 - 17
+0,0,0,1,0,0,0,0,  # 18 - 1f
+0,0,0,0,7,0,0,0,  # 20 - 27
+3,0,0,0,0,0,0,0,  # 28 - 2f
+0,0,0,0,0,0,0,0,  # 30 - 37
+0,0,0,0,0,0,0,0,  # 38 - 3f
+6,0,4,0,8,0,0,0,  # 40 - 47
+0,9,5,0,0,0,0,0,  # 48 - 4f
+0,0,0,0,0,0,0,0,  # 50 - 57
+0,0,0,0,0,0,0,0,  # 58 - 5f
+0,0,0,0,0,0,0,0,  # 60 - 67
+0,0,0,0,0,0,0,0,  # 68 - 6f
+0,0,0,0,0,0,0,0,  # 70 - 77
+0,0,0,0,0,0,0,0,  # 78 - 7f
+2,2,2,2,2,2,2,2,  # 80 - 87
+2,2,2,2,2,2,2,2,  # 88 - 8f
+2,2,2,2,2,2,2,2,  # 90 - 97
+2,2,2,2,2,2,2,2,  # 98 - 9f
+2,2,2,2,2,2,2,2,  # a0 - a7
+2,2,2,2,2,2,2,2,  # a8 - af
+2,2,2,2,2,2,2,2,  # b0 - b7
+2,2,2,2,2,2,2,2,  # b8 - bf
+2,2,2,2,2,2,2,2,  # c0 - c7
+2,2,2,2,2,2,2,2,  # c8 - cf
+2,2,2,2,2,2,2,2,  # d0 - d7
+2,2,2,2,2,2,2,2,  # d8 - df
+2,2,2,2,2,2,2,2,  # e0 - e7
+2,2,2,2,2,2,2,2,  # e8 - ef
+2,2,2,2,2,2,2,2,  # f0 - f7
+2,2,2,2,2,2,2,2,  # f8 - ff
+)
+
+ISO2022JP_st = (
+eStart,     3,eError,eStart,eStart,eStart,eStart,eStart,# 00-07
+eStart,eStart,eError,eError,eError,eError,eError,eError,# 08-0f
+eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe,# 10-17
+eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eError,eError,# 18-1f
+eError,     5,eError,eError,eError,     4,eError,eError,# 20-27
+eError,eError,eError,     6,eItsMe,eError,eItsMe,eError,# 28-2f
+eError,eError,eError,eError,eError,eError,eItsMe,eItsMe,# 30-37
+eError,eError,eError,eItsMe,eError,eError,eError,eError,# 38-3f
+eError,eError,eError,eError,eItsMe,eError,eStart,eStart,# 40-47
+)
+
+ISO2022JPCharLenTable = (0, 0, 0, 0, 0, 0, 0, 0, 0, 0)
+
+ISO2022JPSMModel = {'classTable': ISO2022JP_cls,
+                    'classFactor': 10,
+                    'stateTable': ISO2022JP_st,
+                    'charLenTable': ISO2022JPCharLenTable,
+                    'name': "ISO-2022-JP"}
+
+ISO2022KR_cls = (
+2,0,0,0,0,0,0,0,  # 00 - 07
+0,0,0,0,0,0,0,0,  # 08 - 0f
+0,0,0,0,0,0,0,0,  # 10 - 17
+0,0,0,1,0,0,0,0,  # 18 - 1f
+0,0,0,0,3,0,0,0,  # 20 - 27
+0,4,0,0,0,0,0,0,  # 28 - 2f
+0,0,0,0,0,0,0,0,  # 30 - 37
+0,0,0,0,0,0,0,0,  # 38 - 3f
+0,0,0,5,0,0,0,0,  # 40 - 47
+0,0,0,0,0,0,0,0,  # 48 - 4f
+0,0,0,0,0,0,0,0,  # 50 - 57
+0,0,0,0,0,0,0,0,  # 58 - 5f
+0,0,0,0,0,0,0,0,  # 60 - 67
+0,0,0,0,0,0,0,0,  # 68 - 6f
+0,0,0,0,0,0,0,0,  # 70 - 77
+0,0,0,0,0,0,0,0,  # 78 - 7f
+2,2,2,2,2,2,2,2,  # 80 - 87
+2,2,2,2,2,2,2,2,  # 88 - 8f
+2,2,2,2,2,2,2,2,  # 90 - 97
+2,2,2,2,2,2,2,2,  # 98 - 9f
+2,2,2,2,2,2,2,2,  # a0 - a7
+2,2,2,2,2,2,2,2,  # a8 - af
+2,2,2,2,2,2,2,2,  # b0 - b7
+2,2,2,2,2,2,2,2,  # b8 - bf
+2,2,2,2,2,2,2,2,  # c0 - c7
+2,2,2,2,2,2,2,2,  # c8 - cf
+2,2,2,2,2,2,2,2,  # d0 - d7
+2,2,2,2,2,2,2,2,  # d8 - df
+2,2,2,2,2,2,2,2,  # e0 - e7
+2,2,2,2,2,2,2,2,  # e8 - ef
+2,2,2,2,2,2,2,2,  # f0 - f7
+2,2,2,2,2,2,2,2,  # f8 - ff
+)
+
+ISO2022KR_st = (
+eStart,     3,eError,eStart,eStart,eStart,eError,eError,# 00-07
+eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe,# 08-0f
+eItsMe,eItsMe,eError,eError,eError,     4,eError,eError,# 10-17
+eError,eError,eError,eError,     5,eError,eError,eError,# 18-1f
+eError,eError,eError,eItsMe,eStart,eStart,eStart,eStart,# 20-27
+)
+
+ISO2022KRCharLenTable = (0, 0, 0, 0, 0, 0)
+
+ISO2022KRSMModel = {'classTable': ISO2022KR_cls,
+                    'classFactor': 6,
+                    'stateTable': ISO2022KR_st,
+                    'charLenTable': ISO2022KRCharLenTable,
+                    'name': "ISO-2022-KR"}
+
+# flake8: noqa
diff --git a/lib/chardet/eucjpprober.py b/lib/chardet/eucjpprober.py
new file mode 100644
index 00000000..8e64fdcc
--- /dev/null
+++ b/lib/chardet/eucjpprober.py
@@ -0,0 +1,90 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is mozilla.org code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+import sys
+from . import constants
+from .mbcharsetprober import MultiByteCharSetProber
+from .codingstatemachine import CodingStateMachine
+from .chardistribution import EUCJPDistributionAnalysis
+from .jpcntx import EUCJPContextAnalysis
+from .mbcssm import EUCJPSMModel
+
+
+class EUCJPProber(MultiByteCharSetProber):
+    def __init__(self):
+        MultiByteCharSetProber.__init__(self)
+        self._mCodingSM = CodingStateMachine(EUCJPSMModel)
+        self._mDistributionAnalyzer = EUCJPDistributionAnalysis()
+        self._mContextAnalyzer = EUCJPContextAnalysis()
+        self.reset()
+
+    def reset(self):
+        MultiByteCharSetProber.reset(self)
+        self._mContextAnalyzer.reset()
+
+    def get_charset_name(self):
+        return "EUC-JP"
+
+    def feed(self, aBuf):
+        aLen = len(aBuf)
+        for i in range(0, aLen):
+            # PY3K: aBuf is a byte array, so aBuf[i] is an int, not a byte
+            codingState = self._mCodingSM.next_state(aBuf[i])
+            if codingState == constants.eError:
+                if constants._debug:
+                    sys.stderr.write(self.get_charset_name()
+                                     + ' prober hit error at byte ' + str(i)
+                                     + '\n')
+                self._mState = constants.eNotMe
+                break
+            elif codingState == constants.eItsMe:
+                self._mState = constants.eFoundIt
+                break
+            elif codingState == constants.eStart:
+                charLen = self._mCodingSM.get_current_charlen()
+                if i == 0:
+                    self._mLastChar[1] = aBuf[0]
+                    self._mContextAnalyzer.feed(self._mLastChar, charLen)
+                    self._mDistributionAnalyzer.feed(self._mLastChar, charLen)
+                else:
+                    self._mContextAnalyzer.feed(aBuf[i - 1:i + 1], charLen)
+                    self._mDistributionAnalyzer.feed(aBuf[i - 1:i + 1],
+                                                     charLen)
+
+        self._mLastChar[0] = aBuf[aLen - 1]
+
+        if self.get_state() == constants.eDetecting:
+            if (self._mContextAnalyzer.got_enough_data() and
+               (self.get_confidence() > constants.SHORTCUT_THRESHOLD)):
+                self._mState = constants.eFoundIt
+
+        return self.get_state()
+
+    def get_confidence(self):
+        contxtCf = self._mContextAnalyzer.get_confidence()
+        distribCf = self._mDistributionAnalyzer.get_confidence()
+        return max(contxtCf, distribCf)
diff --git a/lib/chardet/euckrfreq.py b/lib/chardet/euckrfreq.py
new file mode 100644
index 00000000..a179e4c2
--- /dev/null
+++ b/lib/chardet/euckrfreq.py
@@ -0,0 +1,596 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Communicator client code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+# 
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+# 
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+# Sampling from about 20M text materials include literature and computer technology
+
+# 128  --> 0.79
+# 256  --> 0.92
+# 512  --> 0.986
+# 1024 --> 0.99944
+# 2048 --> 0.99999
+#
+# Idea Distribution Ratio = 0.98653 / (1-0.98653) = 73.24
+# Random Distribution Ration = 512 / (2350-512) = 0.279.
+# 
+# Typical Distribution Ratio  
+
+EUCKR_TYPICAL_DISTRIBUTION_RATIO = 6.0
+
+EUCKR_TABLE_SIZE = 2352
+
+# Char to FreqOrder table , 
+EUCKRCharToFreqOrder = ( \
+  13, 130, 120,1396, 481,1719,1720, 328, 609, 212,1721, 707, 400, 299,1722,  87,
+1397,1723, 104, 536,1117,1203,1724,1267, 685,1268, 508,1725,1726,1727,1728,1398,
+1399,1729,1730,1731, 141, 621, 326,1057, 368,1732, 267, 488,  20,1733,1269,1734,
+ 945,1400,1735,  47, 904,1270,1736,1737, 773, 248,1738, 409, 313, 786, 429,1739,
+ 116, 987, 813,1401, 683,  75,1204, 145,1740,1741,1742,1743,  16, 847, 667, 622,
+ 708,1744,1745,1746, 966, 787, 304, 129,1747,  60, 820, 123, 676,1748,1749,1750,
+1751, 617,1752, 626,1753,1754,1755,1756, 653,1757,1758,1759,1760,1761,1762, 856,
+ 344,1763,1764,1765,1766,  89, 401, 418, 806, 905, 848,1767,1768,1769, 946,1205,
+ 709,1770,1118,1771, 241,1772,1773,1774,1271,1775, 569,1776, 999,1777,1778,1779,
+1780, 337, 751,1058,  28, 628, 254,1781, 177, 906, 270, 349, 891,1079,1782,  19,
+1783, 379,1784, 315,1785, 629, 754,1402, 559,1786, 636, 203,1206,1787, 710, 567,
+1788, 935, 814,1789,1790,1207, 766, 528,1791,1792,1208,1793,1794,1795,1796,1797,
+1403,1798,1799, 533,1059,1404,1405,1156,1406, 936, 884,1080,1800, 351,1801,1802,
+1803,1804,1805, 801,1806,1807,1808,1119,1809,1157, 714, 474,1407,1810, 298, 899,
+ 885,1811,1120, 802,1158,1812, 892,1813,1814,1408, 659,1815,1816,1121,1817,1818,
+1819,1820,1821,1822, 319,1823, 594, 545,1824, 815, 937,1209,1825,1826, 573,1409,
+1022,1827,1210,1828,1829,1830,1831,1832,1833, 556, 722, 807,1122,1060,1834, 697,
+1835, 900, 557, 715,1836,1410, 540,1411, 752,1159, 294, 597,1211, 976, 803, 770,
+1412,1837,1838,  39, 794,1413, 358,1839, 371, 925,1840, 453, 661, 788, 531, 723,
+ 544,1023,1081, 869,  91,1841, 392, 430, 790, 602,1414, 677,1082, 457,1415,1416,
+1842,1843, 475, 327,1024,1417, 795, 121,1844, 733, 403,1418,1845,1846,1847, 300,
+ 119, 711,1212, 627,1848,1272, 207,1849,1850, 796,1213, 382,1851, 519,1852,1083,
+ 893,1853,1854,1855, 367, 809, 487, 671,1856, 663,1857,1858, 956, 471, 306, 857,
+1859,1860,1160,1084,1861,1862,1863,1864,1865,1061,1866,1867,1868,1869,1870,1871,
+ 282,  96, 574,1872, 502,1085,1873,1214,1874, 907,1875,1876, 827, 977,1419,1420,
+1421, 268,1877,1422,1878,1879,1880, 308,1881,   2, 537,1882,1883,1215,1884,1885,
+ 127, 791,1886,1273,1423,1887,  34, 336, 404, 643,1888, 571, 654, 894, 840,1889,
+   0, 886,1274, 122, 575, 260, 908, 938,1890,1275, 410, 316,1891,1892, 100,1893,
+1894,1123,  48,1161,1124,1025,1895, 633, 901,1276,1896,1897, 115, 816,1898, 317,
+1899, 694,1900, 909, 734,1424, 572, 866,1425, 691,  85, 524,1010, 543, 394, 841,
+1901,1902,1903,1026,1904,1905,1906,1907,1908,1909,  30, 451, 651, 988, 310,1910,
+1911,1426, 810,1216,  93,1912,1913,1277,1217,1914, 858, 759,  45,  58, 181, 610,
+ 269,1915,1916, 131,1062, 551, 443,1000, 821,1427, 957, 895,1086,1917,1918, 375,
+1919, 359,1920, 687,1921, 822,1922, 293,1923,1924,  40, 662, 118, 692,  29, 939,
+ 887, 640, 482, 174,1925,  69,1162, 728,1428, 910,1926,1278,1218,1279, 386, 870,
+ 217, 854,1163, 823,1927,1928,1929,1930, 834,1931,  78,1932, 859,1933,1063,1934,
+1935,1936,1937, 438,1164, 208, 595,1938,1939,1940,1941,1219,1125,1942, 280, 888,
+1429,1430,1220,1431,1943,1944,1945,1946,1947,1280, 150, 510,1432,1948,1949,1950,
+1951,1952,1953,1954,1011,1087,1955,1433,1043,1956, 881,1957, 614, 958,1064,1065,
+1221,1958, 638,1001, 860, 967, 896,1434, 989, 492, 553,1281,1165,1959,1282,1002,
+1283,1222,1960,1961,1962,1963,  36, 383, 228, 753, 247, 454,1964, 876, 678,1965,
+1966,1284, 126, 464, 490, 835, 136, 672, 529, 940,1088,1435, 473,1967,1968, 467,
+  50, 390, 227, 587, 279, 378, 598, 792, 968, 240, 151, 160, 849, 882,1126,1285,
+ 639,1044, 133, 140, 288, 360, 811, 563,1027, 561, 142, 523,1969,1970,1971,   7,
+ 103, 296, 439, 407, 506, 634, 990,1972,1973,1974,1975, 645,1976,1977,1978,1979,
+1980,1981, 236,1982,1436,1983,1984,1089, 192, 828, 618, 518,1166, 333,1127,1985,
+ 818,1223,1986,1987,1988,1989,1990,1991,1992,1993, 342,1128,1286, 746, 842,1994,
+1995, 560, 223,1287,  98,   8, 189, 650, 978,1288,1996,1437,1997,  17, 345, 250,
+ 423, 277, 234, 512, 226,  97, 289,  42, 167,1998, 201,1999,2000, 843, 836, 824,
+ 532, 338, 783,1090, 182, 576, 436,1438,1439, 527, 500,2001, 947, 889,2002,2003,
+2004,2005, 262, 600, 314, 447,2006, 547,2007, 693, 738,1129,2008,  71,1440, 745,
+ 619, 688,2009, 829,2010,2011, 147,2012,  33, 948,2013,2014,  74, 224,2015,  61,
+ 191, 918, 399, 637,2016,1028,1130, 257, 902,2017,2018,2019,2020,2021,2022,2023,
+2024,2025,2026, 837,2027,2028,2029,2030, 179, 874, 591,  52, 724, 246,2031,2032,
+2033,2034,1167, 969,2035,1289, 630, 605, 911,1091,1168,2036,2037,2038,1441, 912,
+2039, 623,2040,2041, 253,1169,1290,2042,1442, 146, 620, 611, 577, 433,2043,1224,
+ 719,1170, 959, 440, 437, 534,  84, 388, 480,1131, 159, 220, 198, 679,2044,1012,
+ 819,1066,1443, 113,1225, 194, 318,1003,1029,2045,2046,2047,2048,1067,2049,2050,
+2051,2052,2053,  59, 913, 112,2054, 632,2055, 455, 144, 739,1291,2056, 273, 681,
+ 499,2057, 448,2058,2059, 760,2060,2061, 970, 384, 169, 245,1132,2062,2063, 414,
+1444,2064,2065,  41, 235,2066, 157, 252, 877, 568, 919, 789, 580,2067, 725,2068,
+2069,1292,2070,2071,1445,2072,1446,2073,2074,  55, 588,  66,1447, 271,1092,2075,
+1226,2076, 960,1013, 372,2077,2078,2079,2080,2081,1293,2082,2083,2084,2085, 850,
+2086,2087,2088,2089,2090, 186,2091,1068, 180,2092,2093,2094, 109,1227, 522, 606,
+2095, 867,1448,1093, 991,1171, 926, 353,1133,2096, 581,2097,2098,2099,1294,1449,
+1450,2100, 596,1172,1014,1228,2101,1451,1295,1173,1229,2102,2103,1296,1134,1452,
+ 949,1135,2104,2105,1094,1453,1454,1455,2106,1095,2107,2108,2109,2110,2111,2112,
+2113,2114,2115,2116,2117, 804,2118,2119,1230,1231, 805,1456, 405,1136,2120,2121,
+2122,2123,2124, 720, 701,1297, 992,1457, 927,1004,2125,2126,2127,2128,2129,2130,
+  22, 417,2131, 303,2132, 385,2133, 971, 520, 513,2134,1174,  73,1096, 231, 274,
+ 962,1458, 673,2135,1459,2136, 152,1137,2137,2138,2139,2140,1005,1138,1460,1139,
+2141,2142,2143,2144,  11, 374, 844,2145, 154,1232,  46,1461,2146, 838, 830, 721,
+1233, 106,2147,  90, 428, 462, 578, 566,1175, 352,2148,2149, 538,1234, 124,1298,
+2150,1462, 761, 565,2151, 686,2152, 649,2153,  72, 173,2154, 460, 415,2155,1463,
+2156,1235, 305,2157,2158,2159,2160,2161,2162, 579,2163,2164,2165,2166,2167, 747,
+2168,2169,2170,2171,1464, 669,2172,2173,2174,2175,2176,1465,2177,  23, 530, 285,
+2178, 335, 729,2179, 397,2180,2181,2182,1030,2183,2184, 698,2185,2186, 325,2187,
+2188, 369,2189, 799,1097,1015, 348,2190,1069, 680,2191, 851,1466,2192,2193,  10,
+2194, 613, 424,2195, 979, 108, 449, 589,  27, 172,  81,1031,  80, 774, 281, 350,
+1032, 525, 301, 582,1176,2196, 674,1045,2197,2198,1467, 730, 762,2199,2200,2201,
+2202,1468,2203, 993,2204,2205, 266,1070, 963,1140,2206,2207,2208, 664,1098, 972,
+2209,2210,2211,1177,1469,1470, 871,2212,2213,2214,2215,2216,1471,2217,2218,2219,
+2220,2221,2222,2223,2224,2225,2226,2227,1472,1236,2228,2229,2230,2231,2232,2233,
+2234,2235,1299,2236,2237, 200,2238, 477, 373,2239,2240, 731, 825, 777,2241,2242,
+2243, 521, 486, 548,2244,2245,2246,1473,1300,  53, 549, 137, 875,  76, 158,2247,
+1301,1474, 469, 396,1016, 278, 712,2248, 321, 442, 503, 767, 744, 941,1237,1178,
+1475,2249,  82, 178,1141,1179, 973,2250,1302,2251, 297,2252,2253, 570,2254,2255,
+2256,  18, 450, 206,2257, 290, 292,1142,2258, 511, 162,  99, 346, 164, 735,2259,
+1476,1477,   4, 554, 343, 798,1099,2260,1100,2261,  43, 171,1303, 139, 215,2262,
+2263, 717, 775,2264,1033, 322, 216,2265, 831,2266, 149,2267,1304,2268,2269, 702,
+1238, 135, 845, 347, 309,2270, 484,2271, 878, 655, 238,1006,1478,2272,  67,2273,
+ 295,2274,2275, 461,2276, 478, 942, 412,2277,1034,2278,2279,2280, 265,2281, 541,
+2282,2283,2284,2285,2286,  70, 852,1071,2287,2288,2289,2290,  21,  56, 509, 117,
+ 432,2291,2292, 331, 980, 552,1101, 148, 284, 105, 393,1180,1239, 755,2293, 187,
+2294,1046,1479,2295, 340,2296,  63,1047, 230,2297,2298,1305, 763,1306, 101, 800,
+ 808, 494,2299,2300,2301, 903,2302,  37,1072,  14,   5,2303,  79, 675,2304, 312,
+2305,2306,2307,2308,2309,1480,   6,1307,2310,2311,2312,   1, 470,  35,  24, 229,
+2313, 695, 210,  86, 778,  15, 784, 592, 779,  32,  77, 855, 964,2314, 259,2315,
+ 501, 380,2316,2317,  83, 981, 153, 689,1308,1481,1482,1483,2318,2319, 716,1484,
+2320,2321,2322,2323,2324,2325,1485,2326,2327, 128,  57,  68, 261,1048, 211, 170,
+1240,  31,2328,  51, 435, 742,2329,2330,2331, 635,2332, 264, 456,2333,2334,2335,
+ 425,2336,1486, 143, 507, 263, 943,2337, 363, 920,1487, 256,1488,1102, 243, 601,
+1489,2338,2339,2340,2341,2342,2343,2344, 861,2345,2346,2347,2348,2349,2350, 395,
+2351,1490,1491,  62, 535, 166, 225,2352,2353, 668, 419,1241, 138, 604, 928,2354,
+1181,2355,1492,1493,2356,2357,2358,1143,2359, 696,2360, 387, 307,1309, 682, 476,
+2361,2362, 332,  12, 222, 156,2363, 232,2364, 641, 276, 656, 517,1494,1495,1035,
+ 416, 736,1496,2365,1017, 586,2366,2367,2368,1497,2369, 242,2370,2371,2372,1498,
+2373, 965, 713,2374,2375,2376,2377, 740, 982,1499, 944,1500,1007,2378,2379,1310,
+1501,2380,2381,2382, 785, 329,2383,2384,1502,2385,2386,2387, 932,2388,1503,2389,
+2390,2391,2392,1242,2393,2394,2395,2396,2397, 994, 950,2398,2399,2400,2401,1504,
+1311,2402,2403,2404,2405,1049, 749,2406,2407, 853, 718,1144,1312,2408,1182,1505,
+2409,2410, 255, 516, 479, 564, 550, 214,1506,1507,1313, 413, 239, 444, 339,1145,
+1036,1508,1509,1314,1037,1510,1315,2411,1511,2412,2413,2414, 176, 703, 497, 624,
+ 593, 921, 302,2415, 341, 165,1103,1512,2416,1513,2417,2418,2419, 376,2420, 700,
+2421,2422,2423, 258, 768,1316,2424,1183,2425, 995, 608,2426,2427,2428,2429, 221,
+2430,2431,2432,2433,2434,2435,2436,2437, 195, 323, 726, 188, 897, 983,1317, 377,
+ 644,1050, 879,2438, 452,2439,2440,2441,2442,2443,2444, 914,2445,2446,2447,2448,
+ 915, 489,2449,1514,1184,2450,2451, 515,  64, 427, 495,2452, 583,2453, 483, 485,
+1038, 562, 213,1515, 748, 666,2454,2455,2456,2457, 334,2458, 780, 996,1008, 705,
+1243,2459,2460,2461,2462,2463, 114,2464, 493,1146, 366, 163,1516, 961,1104,2465,
+ 291,2466,1318,1105,2467,1517, 365,2468, 355, 951,1244,2469,1319,2470, 631,2471,
+2472, 218,1320, 364, 320, 756,1518,1519,1321,1520,1322,2473,2474,2475,2476, 997,
+2477,2478,2479,2480, 665,1185,2481, 916,1521,2482,2483,2484, 584, 684,2485,2486,
+ 797,2487,1051,1186,2488,2489,2490,1522,2491,2492, 370,2493,1039,1187,  65,2494,
+ 434, 205, 463,1188,2495, 125, 812, 391, 402, 826, 699, 286, 398, 155, 781, 771,
+ 585,2496, 590, 505,1073,2497, 599, 244, 219, 917,1018, 952, 646,1523,2498,1323,
+2499,2500,  49, 984, 354, 741,2501, 625,2502,1324,2503,1019, 190, 357, 757, 491,
+  95, 782, 868,2504,2505,2506,2507,2508,2509, 134,1524,1074, 422,1525, 898,2510,
+ 161,2511,2512,2513,2514, 769,2515,1526,2516,2517, 411,1325,2518, 472,1527,2519,
+2520,2521,2522,2523,2524, 985,2525,2526,2527,2528,2529,2530, 764,2531,1245,2532,
+2533,  25, 204, 311,2534, 496,2535,1052,2536,2537,2538,2539,2540,2541,2542, 199,
+ 704, 504, 468, 758, 657,1528, 196,  44, 839,1246, 272, 750,2543, 765, 862,2544,
+2545,1326,2546, 132, 615, 933,2547, 732,2548,2549,2550,1189,1529,2551, 283,1247,
+1053, 607, 929,2552,2553,2554, 930, 183, 872, 616,1040,1147,2555,1148,1020, 441,
+ 249,1075,2556,2557,2558, 466, 743,2559,2560,2561,  92, 514, 426, 420, 526,2562,
+2563,2564,2565,2566,2567,2568, 185,2569,2570,2571,2572, 776,1530, 658,2573, 362,
+2574, 361, 922,1076, 793,2575,2576,2577,2578,2579,2580,1531, 251,2581,2582,2583,
+2584,1532,  54, 612, 237,1327,2585,2586, 275, 408, 647, 111,2587,1533,1106, 465,
+   3, 458,   9,  38,2588, 107, 110, 890, 209,  26, 737, 498,2589,1534,2590, 431,
+ 202,  88,1535, 356, 287,1107, 660,1149,2591, 381,1536, 986,1150, 445,1248,1151,
+ 974,2592,2593, 846,2594, 446, 953, 184,1249,1250, 727,2595, 923, 193, 883,2596,
+2597,2598, 102, 324, 539, 817,2599, 421,1041,2600, 832,2601,  94, 175, 197, 406,
+2602, 459,2603,2604,2605,2606,2607, 330, 555,2608,2609,2610, 706,1108, 389,2611,
+2612,2613,2614, 233,2615, 833, 558, 931, 954,1251,2616,2617,1537, 546,2618,2619,
+1009,2620,2621,2622,1538, 690,1328,2623, 955,2624,1539,2625,2626, 772,2627,2628,
+2629,2630,2631, 924, 648, 863, 603,2632,2633, 934,1540, 864, 865,2634, 642,1042,
+ 670,1190,2635,2636,2637,2638, 168,2639, 652, 873, 542,1054,1541,2640,2641,2642,  # 512, 256
+#Everything below is of no interest for detection purpose
+2643,2644,2645,2646,2647,2648,2649,2650,2651,2652,2653,2654,2655,2656,2657,2658,
+2659,2660,2661,2662,2663,2664,2665,2666,2667,2668,2669,2670,2671,2672,2673,2674,
+2675,2676,2677,2678,2679,2680,2681,2682,2683,2684,2685,2686,2687,2688,2689,2690,
+2691,2692,2693,2694,2695,2696,2697,2698,2699,1542, 880,2700,2701,2702,2703,2704,
+2705,2706,2707,2708,2709,2710,2711,2712,2713,2714,2715,2716,2717,2718,2719,2720,
+2721,2722,2723,2724,2725,1543,2726,2727,2728,2729,2730,2731,2732,1544,2733,2734,
+2735,2736,2737,2738,2739,2740,2741,2742,2743,2744,2745,2746,2747,2748,2749,2750,
+2751,2752,2753,2754,1545,2755,2756,2757,2758,2759,2760,2761,2762,2763,2764,2765,
+2766,1546,2767,1547,2768,2769,2770,2771,2772,2773,2774,2775,2776,2777,2778,2779,
+2780,2781,2782,2783,2784,2785,2786,1548,2787,2788,2789,1109,2790,2791,2792,2793,
+2794,2795,2796,2797,2798,2799,2800,2801,2802,2803,2804,2805,2806,2807,2808,2809,
+2810,2811,2812,1329,2813,2814,2815,2816,2817,2818,2819,2820,2821,2822,2823,2824,
+2825,2826,2827,2828,2829,2830,2831,2832,2833,2834,2835,2836,2837,2838,2839,2840,
+2841,2842,2843,2844,2845,2846,2847,2848,2849,2850,2851,2852,2853,2854,2855,2856,
+1549,2857,2858,2859,2860,1550,2861,2862,1551,2863,2864,2865,2866,2867,2868,2869,
+2870,2871,2872,2873,2874,1110,1330,2875,2876,2877,2878,2879,2880,2881,2882,2883,
+2884,2885,2886,2887,2888,2889,2890,2891,2892,2893,2894,2895,2896,2897,2898,2899,
+2900,2901,2902,2903,2904,2905,2906,2907,2908,2909,2910,2911,2912,2913,2914,2915,
+2916,2917,2918,2919,2920,2921,2922,2923,2924,2925,2926,2927,2928,2929,2930,1331,
+2931,2932,2933,2934,2935,2936,2937,2938,2939,2940,2941,2942,2943,1552,2944,2945,
+2946,2947,2948,2949,2950,2951,2952,2953,2954,2955,2956,2957,2958,2959,2960,2961,
+2962,2963,2964,1252,2965,2966,2967,2968,2969,2970,2971,2972,2973,2974,2975,2976,
+2977,2978,2979,2980,2981,2982,2983,2984,2985,2986,2987,2988,2989,2990,2991,2992,
+2993,2994,2995,2996,2997,2998,2999,3000,3001,3002,3003,3004,3005,3006,3007,3008,
+3009,3010,3011,3012,1553,3013,3014,3015,3016,3017,1554,3018,1332,3019,3020,3021,
+3022,3023,3024,3025,3026,3027,3028,3029,3030,3031,3032,3033,3034,3035,3036,3037,
+3038,3039,3040,3041,3042,3043,3044,3045,3046,3047,3048,3049,3050,1555,3051,3052,
+3053,1556,1557,3054,3055,3056,3057,3058,3059,3060,3061,3062,3063,3064,3065,3066,
+3067,1558,3068,3069,3070,3071,3072,3073,3074,3075,3076,1559,3077,3078,3079,3080,
+3081,3082,3083,1253,3084,3085,3086,3087,3088,3089,3090,3091,3092,3093,3094,3095,
+3096,3097,3098,3099,3100,3101,3102,3103,3104,3105,3106,3107,3108,1152,3109,3110,
+3111,3112,3113,1560,3114,3115,3116,3117,1111,3118,3119,3120,3121,3122,3123,3124,
+3125,3126,3127,3128,3129,3130,3131,3132,3133,3134,3135,3136,3137,3138,3139,3140,
+3141,3142,3143,3144,3145,3146,3147,3148,3149,3150,3151,3152,3153,3154,3155,3156,
+3157,3158,3159,3160,3161,3162,3163,3164,3165,3166,3167,3168,3169,3170,3171,3172,
+3173,3174,3175,3176,1333,3177,3178,3179,3180,3181,3182,3183,3184,3185,3186,3187,
+3188,3189,1561,3190,3191,1334,3192,3193,3194,3195,3196,3197,3198,3199,3200,3201,
+3202,3203,3204,3205,3206,3207,3208,3209,3210,3211,3212,3213,3214,3215,3216,3217,
+3218,3219,3220,3221,3222,3223,3224,3225,3226,3227,3228,3229,3230,3231,3232,3233,
+3234,1562,3235,3236,3237,3238,3239,3240,3241,3242,3243,3244,3245,3246,3247,3248,
+3249,3250,3251,3252,3253,3254,3255,3256,3257,3258,3259,3260,3261,3262,3263,3264,
+3265,3266,3267,3268,3269,3270,3271,3272,3273,3274,3275,3276,3277,1563,3278,3279,
+3280,3281,3282,3283,3284,3285,3286,3287,3288,3289,3290,3291,3292,3293,3294,3295,
+3296,3297,3298,3299,3300,3301,3302,3303,3304,3305,3306,3307,3308,3309,3310,3311,
+3312,3313,3314,3315,3316,3317,3318,3319,3320,3321,3322,3323,3324,3325,3326,3327,
+3328,3329,3330,3331,3332,3333,3334,3335,3336,3337,3338,3339,3340,3341,3342,3343,
+3344,3345,3346,3347,3348,3349,3350,3351,3352,3353,3354,3355,3356,3357,3358,3359,
+3360,3361,3362,3363,3364,1335,3365,3366,3367,3368,3369,3370,3371,3372,3373,3374,
+3375,3376,3377,3378,3379,3380,3381,3382,3383,3384,3385,3386,3387,1336,3388,3389,
+3390,3391,3392,3393,3394,3395,3396,3397,3398,3399,3400,3401,3402,3403,3404,3405,
+3406,3407,3408,3409,3410,3411,3412,3413,3414,1337,3415,3416,3417,3418,3419,1338,
+3420,3421,3422,1564,1565,3423,3424,3425,3426,3427,3428,3429,3430,3431,1254,3432,
+3433,3434,1339,3435,3436,3437,3438,3439,1566,3440,3441,3442,3443,3444,3445,3446,
+3447,3448,3449,3450,3451,3452,3453,3454,1255,3455,3456,3457,3458,3459,1567,1191,
+3460,1568,1569,3461,3462,3463,1570,3464,3465,3466,3467,3468,1571,3469,3470,3471,
+3472,3473,1572,3474,3475,3476,3477,3478,3479,3480,3481,3482,3483,3484,3485,3486,
+1340,3487,3488,3489,3490,3491,3492,1021,3493,3494,3495,3496,3497,3498,1573,3499,
+1341,3500,3501,3502,3503,3504,3505,3506,3507,3508,3509,3510,3511,1342,3512,3513,
+3514,3515,3516,1574,1343,3517,3518,3519,1575,3520,1576,3521,3522,3523,3524,3525,
+3526,3527,3528,3529,3530,3531,3532,3533,3534,3535,3536,3537,3538,3539,3540,3541,
+3542,3543,3544,3545,3546,3547,3548,3549,3550,3551,3552,3553,3554,3555,3556,3557,
+3558,3559,3560,3561,3562,3563,3564,3565,3566,3567,3568,3569,3570,3571,3572,3573,
+3574,3575,3576,3577,3578,3579,3580,1577,3581,3582,1578,3583,3584,3585,3586,3587,
+3588,3589,3590,3591,3592,3593,3594,3595,3596,3597,3598,3599,3600,3601,3602,3603,
+3604,1579,3605,3606,3607,3608,3609,3610,3611,3612,3613,3614,3615,3616,3617,3618,
+3619,3620,3621,3622,3623,3624,3625,3626,3627,3628,3629,1580,3630,3631,1581,3632,
+3633,3634,3635,3636,3637,3638,3639,3640,3641,3642,3643,3644,3645,3646,3647,3648,
+3649,3650,3651,3652,3653,3654,3655,3656,1582,3657,3658,3659,3660,3661,3662,3663,
+3664,3665,3666,3667,3668,3669,3670,3671,3672,3673,3674,3675,3676,3677,3678,3679,
+3680,3681,3682,3683,3684,3685,3686,3687,3688,3689,3690,3691,3692,3693,3694,3695,
+3696,3697,3698,3699,3700,1192,3701,3702,3703,3704,1256,3705,3706,3707,3708,1583,
+1257,3709,3710,3711,3712,3713,3714,3715,3716,1584,3717,3718,3719,3720,3721,3722,
+3723,3724,3725,3726,3727,3728,3729,3730,3731,3732,3733,3734,3735,3736,3737,3738,
+3739,3740,3741,3742,3743,3744,3745,1344,3746,3747,3748,3749,3750,3751,3752,3753,
+3754,3755,3756,1585,3757,3758,3759,3760,3761,3762,3763,3764,3765,3766,1586,3767,
+3768,3769,3770,3771,3772,3773,3774,3775,3776,3777,3778,1345,3779,3780,3781,3782,
+3783,3784,3785,3786,3787,3788,3789,3790,3791,3792,3793,3794,3795,1346,1587,3796,
+3797,1588,3798,3799,3800,3801,3802,3803,3804,3805,3806,1347,3807,3808,3809,3810,
+3811,1589,3812,3813,3814,3815,3816,3817,3818,3819,3820,3821,1590,3822,3823,1591,
+1348,3824,3825,3826,3827,3828,3829,3830,1592,3831,3832,1593,3833,3834,3835,3836,
+3837,3838,3839,3840,3841,3842,3843,3844,1349,3845,3846,3847,3848,3849,3850,3851,
+3852,3853,3854,3855,3856,3857,3858,1594,3859,3860,3861,3862,3863,3864,3865,3866,
+3867,3868,3869,1595,3870,3871,3872,3873,1596,3874,3875,3876,3877,3878,3879,3880,
+3881,3882,3883,3884,3885,3886,1597,3887,3888,3889,3890,3891,3892,3893,3894,3895,
+1598,3896,3897,3898,1599,1600,3899,1350,3900,1351,3901,3902,1352,3903,3904,3905,
+3906,3907,3908,3909,3910,3911,3912,3913,3914,3915,3916,3917,3918,3919,3920,3921,
+3922,3923,3924,1258,3925,3926,3927,3928,3929,3930,3931,1193,3932,1601,3933,3934,
+3935,3936,3937,3938,3939,3940,3941,3942,3943,1602,3944,3945,3946,3947,3948,1603,
+3949,3950,3951,3952,3953,3954,3955,3956,3957,3958,3959,3960,3961,3962,3963,3964,
+3965,1604,3966,3967,3968,3969,3970,3971,3972,3973,3974,3975,3976,3977,1353,3978,
+3979,3980,3981,3982,3983,3984,3985,3986,3987,3988,3989,3990,3991,1354,3992,3993,
+3994,3995,3996,3997,3998,3999,4000,4001,4002,4003,4004,4005,4006,4007,4008,4009,
+4010,4011,4012,4013,4014,4015,4016,4017,4018,4019,4020,4021,4022,4023,1355,4024,
+4025,4026,4027,4028,4029,4030,4031,4032,4033,4034,4035,4036,4037,4038,4039,4040,
+1605,4041,4042,4043,4044,4045,4046,4047,4048,4049,4050,4051,4052,4053,4054,4055,
+4056,4057,4058,4059,4060,1606,4061,4062,4063,4064,1607,4065,4066,4067,4068,4069,
+4070,4071,4072,4073,4074,4075,4076,1194,4077,4078,1608,4079,4080,4081,4082,4083,
+4084,4085,4086,4087,1609,4088,4089,4090,4091,4092,4093,4094,4095,4096,4097,4098,
+4099,4100,4101,4102,4103,4104,4105,4106,4107,4108,1259,4109,4110,4111,4112,4113,
+4114,4115,4116,4117,4118,4119,4120,4121,4122,4123,4124,1195,4125,4126,4127,1610,
+4128,4129,4130,4131,4132,4133,4134,4135,4136,4137,1356,4138,4139,4140,4141,4142,
+4143,4144,1611,4145,4146,4147,4148,4149,4150,4151,4152,4153,4154,4155,4156,4157,
+4158,4159,4160,4161,4162,4163,4164,4165,4166,4167,4168,4169,4170,4171,4172,4173,
+4174,4175,4176,4177,4178,4179,4180,4181,4182,4183,4184,4185,4186,4187,4188,4189,
+4190,4191,4192,4193,4194,4195,4196,4197,4198,4199,4200,4201,4202,4203,4204,4205,
+4206,4207,4208,4209,4210,4211,4212,4213,4214,4215,4216,4217,4218,4219,1612,4220,
+4221,4222,4223,4224,4225,4226,4227,1357,4228,1613,4229,4230,4231,4232,4233,4234,
+4235,4236,4237,4238,4239,4240,4241,4242,4243,1614,4244,4245,4246,4247,4248,4249,
+4250,4251,4252,4253,4254,4255,4256,4257,4258,4259,4260,4261,4262,4263,4264,4265,
+4266,4267,4268,4269,4270,1196,1358,4271,4272,4273,4274,4275,4276,4277,4278,4279,
+4280,4281,4282,4283,4284,4285,4286,4287,1615,4288,4289,4290,4291,4292,4293,4294,
+4295,4296,4297,4298,4299,4300,4301,4302,4303,4304,4305,4306,4307,4308,4309,4310,
+4311,4312,4313,4314,4315,4316,4317,4318,4319,4320,4321,4322,4323,4324,4325,4326,
+4327,4328,4329,4330,4331,4332,4333,4334,1616,4335,4336,4337,4338,4339,4340,4341,
+4342,4343,4344,4345,4346,4347,4348,4349,4350,4351,4352,4353,4354,4355,4356,4357,
+4358,4359,4360,1617,4361,4362,4363,4364,4365,1618,4366,4367,4368,4369,4370,4371,
+4372,4373,4374,4375,4376,4377,4378,4379,4380,4381,4382,4383,4384,4385,4386,4387,
+4388,4389,4390,4391,4392,4393,4394,4395,4396,4397,4398,4399,4400,4401,4402,4403,
+4404,4405,4406,4407,4408,4409,4410,4411,4412,4413,4414,4415,4416,1619,4417,4418,
+4419,4420,4421,4422,4423,4424,4425,1112,4426,4427,4428,4429,4430,1620,4431,4432,
+4433,4434,4435,4436,4437,4438,4439,4440,4441,4442,1260,1261,4443,4444,4445,4446,
+4447,4448,4449,4450,4451,4452,4453,4454,4455,1359,4456,4457,4458,4459,4460,4461,
+4462,4463,4464,4465,1621,4466,4467,4468,4469,4470,4471,4472,4473,4474,4475,4476,
+4477,4478,4479,4480,4481,4482,4483,4484,4485,4486,4487,4488,4489,1055,4490,4491,
+4492,4493,4494,4495,4496,4497,4498,4499,4500,4501,4502,4503,4504,4505,4506,4507,
+4508,4509,4510,4511,4512,4513,4514,4515,4516,4517,4518,1622,4519,4520,4521,1623,
+4522,4523,4524,4525,4526,4527,4528,4529,4530,4531,4532,4533,4534,4535,1360,4536,
+4537,4538,4539,4540,4541,4542,4543, 975,4544,4545,4546,4547,4548,4549,4550,4551,
+4552,4553,4554,4555,4556,4557,4558,4559,4560,4561,4562,4563,4564,4565,4566,4567,
+4568,4569,4570,4571,1624,4572,4573,4574,4575,4576,1625,4577,4578,4579,4580,4581,
+4582,4583,4584,1626,4585,4586,4587,4588,4589,4590,4591,4592,4593,4594,4595,1627,
+4596,4597,4598,4599,4600,4601,4602,4603,4604,4605,4606,4607,4608,4609,4610,4611,
+4612,4613,4614,4615,1628,4616,4617,4618,4619,4620,4621,4622,4623,4624,4625,4626,
+4627,4628,4629,4630,4631,4632,4633,4634,4635,4636,4637,4638,4639,4640,4641,4642,
+4643,4644,4645,4646,4647,4648,4649,1361,4650,4651,4652,4653,4654,4655,4656,4657,
+4658,4659,4660,4661,1362,4662,4663,4664,4665,4666,4667,4668,4669,4670,4671,4672,
+4673,4674,4675,4676,4677,4678,4679,4680,4681,4682,1629,4683,4684,4685,4686,4687,
+1630,4688,4689,4690,4691,1153,4692,4693,4694,1113,4695,4696,4697,4698,4699,4700,
+4701,4702,4703,4704,4705,4706,4707,4708,4709,4710,4711,1197,4712,4713,4714,4715,
+4716,4717,4718,4719,4720,4721,4722,4723,4724,4725,4726,4727,4728,4729,4730,4731,
+4732,4733,4734,4735,1631,4736,1632,4737,4738,4739,4740,4741,4742,4743,4744,1633,
+4745,4746,4747,4748,4749,1262,4750,4751,4752,4753,4754,1363,4755,4756,4757,4758,
+4759,4760,4761,4762,4763,4764,4765,4766,4767,4768,1634,4769,4770,4771,4772,4773,
+4774,4775,4776,4777,4778,1635,4779,4780,4781,4782,4783,4784,4785,4786,4787,4788,
+4789,1636,4790,4791,4792,4793,4794,4795,4796,4797,4798,4799,4800,4801,4802,4803,
+4804,4805,4806,1637,4807,4808,4809,1638,4810,4811,4812,4813,4814,4815,4816,4817,
+4818,1639,4819,4820,4821,4822,4823,4824,4825,4826,4827,4828,4829,4830,4831,4832,
+4833,1077,4834,4835,4836,4837,4838,4839,4840,4841,4842,4843,4844,4845,4846,4847,
+4848,4849,4850,4851,4852,4853,4854,4855,4856,4857,4858,4859,4860,4861,4862,4863,
+4864,4865,4866,4867,4868,4869,4870,4871,4872,4873,4874,4875,4876,4877,4878,4879,
+4880,4881,4882,4883,1640,4884,4885,1641,4886,4887,4888,4889,4890,4891,4892,4893,
+4894,4895,4896,4897,4898,4899,4900,4901,4902,4903,4904,4905,4906,4907,4908,4909,
+4910,4911,1642,4912,4913,4914,1364,4915,4916,4917,4918,4919,4920,4921,4922,4923,
+4924,4925,4926,4927,4928,4929,4930,4931,1643,4932,4933,4934,4935,4936,4937,4938,
+4939,4940,4941,4942,4943,4944,4945,4946,4947,4948,4949,4950,4951,4952,4953,4954,
+4955,4956,4957,4958,4959,4960,4961,4962,4963,4964,4965,4966,4967,4968,4969,4970,
+4971,4972,4973,4974,4975,4976,4977,4978,4979,4980,1644,4981,4982,4983,4984,1645,
+4985,4986,1646,4987,4988,4989,4990,4991,4992,4993,4994,4995,4996,4997,4998,4999,
+5000,5001,5002,5003,5004,5005,1647,5006,1648,5007,5008,5009,5010,5011,5012,1078,
+5013,5014,5015,5016,5017,5018,5019,5020,5021,5022,5023,5024,5025,5026,5027,5028,
+1365,5029,5030,5031,5032,5033,5034,5035,5036,5037,5038,5039,1649,5040,5041,5042,
+5043,5044,5045,1366,5046,5047,5048,5049,5050,5051,5052,5053,5054,5055,1650,5056,
+5057,5058,5059,5060,5061,5062,5063,5064,5065,5066,5067,5068,5069,5070,5071,5072,
+5073,5074,5075,5076,5077,1651,5078,5079,5080,5081,5082,5083,5084,5085,5086,5087,
+5088,5089,5090,5091,5092,5093,5094,5095,5096,5097,5098,5099,5100,5101,5102,5103,
+5104,5105,5106,5107,5108,5109,5110,1652,5111,5112,5113,5114,5115,5116,5117,5118,
+1367,5119,5120,5121,5122,5123,5124,5125,5126,5127,5128,5129,1653,5130,5131,5132,
+5133,5134,5135,5136,5137,5138,5139,5140,5141,5142,5143,5144,5145,5146,5147,5148,
+5149,1368,5150,1654,5151,1369,5152,5153,5154,5155,5156,5157,5158,5159,5160,5161,
+5162,5163,5164,5165,5166,5167,5168,5169,5170,5171,5172,5173,5174,5175,5176,5177,
+5178,1370,5179,5180,5181,5182,5183,5184,5185,5186,5187,5188,5189,5190,5191,5192,
+5193,5194,5195,5196,5197,5198,1655,5199,5200,5201,5202,1656,5203,5204,5205,5206,
+1371,5207,1372,5208,5209,5210,5211,1373,5212,5213,1374,5214,5215,5216,5217,5218,
+5219,5220,5221,5222,5223,5224,5225,5226,5227,5228,5229,5230,5231,5232,5233,5234,
+5235,5236,5237,5238,5239,5240,5241,5242,5243,5244,5245,5246,5247,1657,5248,5249,
+5250,5251,1658,1263,5252,5253,5254,5255,5256,1375,5257,5258,5259,5260,5261,5262,
+5263,5264,5265,5266,5267,5268,5269,5270,5271,5272,5273,5274,5275,5276,5277,5278,
+5279,5280,5281,5282,5283,1659,5284,5285,5286,5287,5288,5289,5290,5291,5292,5293,
+5294,5295,5296,5297,5298,5299,5300,1660,5301,5302,5303,5304,5305,5306,5307,5308,
+5309,5310,5311,5312,5313,5314,5315,5316,5317,5318,5319,5320,5321,1376,5322,5323,
+5324,5325,5326,5327,5328,5329,5330,5331,5332,5333,1198,5334,5335,5336,5337,5338,
+5339,5340,5341,5342,5343,1661,5344,5345,5346,5347,5348,5349,5350,5351,5352,5353,
+5354,5355,5356,5357,5358,5359,5360,5361,5362,5363,5364,5365,5366,5367,5368,5369,
+5370,5371,5372,5373,5374,5375,5376,5377,5378,5379,5380,5381,5382,5383,5384,5385,
+5386,5387,5388,5389,5390,5391,5392,5393,5394,5395,5396,5397,5398,1264,5399,5400,
+5401,5402,5403,5404,5405,5406,5407,5408,5409,5410,5411,5412,1662,5413,5414,5415,
+5416,1663,5417,5418,5419,5420,5421,5422,5423,5424,5425,5426,5427,5428,5429,5430,
+5431,5432,5433,5434,5435,5436,5437,5438,1664,5439,5440,5441,5442,5443,5444,5445,
+5446,5447,5448,5449,5450,5451,5452,5453,5454,5455,5456,5457,5458,5459,5460,5461,
+5462,5463,5464,5465,5466,5467,5468,5469,5470,5471,5472,5473,5474,5475,5476,5477,
+5478,1154,5479,5480,5481,5482,5483,5484,5485,1665,5486,5487,5488,5489,5490,5491,
+5492,5493,5494,5495,5496,5497,5498,5499,5500,5501,5502,5503,5504,5505,5506,5507,
+5508,5509,5510,5511,5512,5513,5514,5515,5516,5517,5518,5519,5520,5521,5522,5523,
+5524,5525,5526,5527,5528,5529,5530,5531,5532,5533,5534,5535,5536,5537,5538,5539,
+5540,5541,5542,5543,5544,5545,5546,5547,5548,1377,5549,5550,5551,5552,5553,5554,
+5555,5556,5557,5558,5559,5560,5561,5562,5563,5564,5565,5566,5567,5568,5569,5570,
+1114,5571,5572,5573,5574,5575,5576,5577,5578,5579,5580,5581,5582,5583,5584,5585,
+5586,5587,5588,5589,5590,5591,5592,1378,5593,5594,5595,5596,5597,5598,5599,5600,
+5601,5602,5603,5604,5605,5606,5607,5608,5609,5610,5611,5612,5613,5614,1379,5615,
+5616,5617,5618,5619,5620,5621,5622,5623,5624,5625,5626,5627,5628,5629,5630,5631,
+5632,5633,5634,1380,5635,5636,5637,5638,5639,5640,5641,5642,5643,5644,5645,5646,
+5647,5648,5649,1381,1056,5650,5651,5652,5653,5654,5655,5656,5657,5658,5659,5660,
+1666,5661,5662,5663,5664,5665,5666,5667,5668,1667,5669,1668,5670,5671,5672,5673,
+5674,5675,5676,5677,5678,1155,5679,5680,5681,5682,5683,5684,5685,5686,5687,5688,
+5689,5690,5691,5692,5693,5694,5695,5696,5697,5698,1669,5699,5700,5701,5702,5703,
+5704,5705,1670,5706,5707,5708,5709,5710,1671,5711,5712,5713,5714,1382,5715,5716,
+5717,5718,5719,5720,5721,5722,5723,5724,5725,1672,5726,5727,1673,1674,5728,5729,
+5730,5731,5732,5733,5734,5735,5736,1675,5737,5738,5739,5740,5741,5742,5743,5744,
+1676,5745,5746,5747,5748,5749,5750,5751,1383,5752,5753,5754,5755,5756,5757,5758,
+5759,5760,5761,5762,5763,5764,5765,5766,5767,5768,1677,5769,5770,5771,5772,5773,
+1678,5774,5775,5776, 998,5777,5778,5779,5780,5781,5782,5783,5784,5785,1384,5786,
+5787,5788,5789,5790,5791,5792,5793,5794,5795,5796,5797,5798,5799,5800,1679,5801,
+5802,5803,1115,1116,5804,5805,5806,5807,5808,5809,5810,5811,5812,5813,5814,5815,
+5816,5817,5818,5819,5820,5821,5822,5823,5824,5825,5826,5827,5828,5829,5830,5831,
+5832,5833,5834,5835,5836,5837,5838,5839,5840,5841,5842,5843,5844,5845,5846,5847,
+5848,5849,5850,5851,5852,5853,5854,5855,1680,5856,5857,5858,5859,5860,5861,5862,
+5863,5864,1681,5865,5866,5867,1682,5868,5869,5870,5871,5872,5873,5874,5875,5876,
+5877,5878,5879,1683,5880,1684,5881,5882,5883,5884,1685,5885,5886,5887,5888,5889,
+5890,5891,5892,5893,5894,5895,5896,5897,5898,5899,5900,5901,5902,5903,5904,5905,
+5906,5907,1686,5908,5909,5910,5911,5912,5913,5914,5915,5916,5917,5918,5919,5920,
+5921,5922,5923,5924,5925,5926,5927,5928,5929,5930,5931,5932,5933,5934,5935,1687,
+5936,5937,5938,5939,5940,5941,5942,5943,5944,5945,5946,5947,5948,5949,5950,5951,
+5952,1688,1689,5953,1199,5954,5955,5956,5957,5958,5959,5960,5961,1690,5962,5963,
+5964,5965,5966,5967,5968,5969,5970,5971,5972,5973,5974,5975,5976,5977,5978,5979,
+5980,5981,1385,5982,1386,5983,5984,5985,5986,5987,5988,5989,5990,5991,5992,5993,
+5994,5995,5996,5997,5998,5999,6000,6001,6002,6003,6004,6005,6006,6007,6008,6009,
+6010,6011,6012,6013,6014,6015,6016,6017,6018,6019,6020,6021,6022,6023,6024,6025,
+6026,6027,1265,6028,6029,1691,6030,6031,6032,6033,6034,6035,6036,6037,6038,6039,
+6040,6041,6042,6043,6044,6045,6046,6047,6048,6049,6050,6051,6052,6053,6054,6055,
+6056,6057,6058,6059,6060,6061,6062,6063,6064,6065,6066,6067,6068,6069,6070,6071,
+6072,6073,6074,6075,6076,6077,6078,6079,6080,6081,6082,6083,6084,1692,6085,6086,
+6087,6088,6089,6090,6091,6092,6093,6094,6095,6096,6097,6098,6099,6100,6101,6102,
+6103,6104,6105,6106,6107,6108,6109,6110,6111,6112,6113,6114,6115,6116,6117,6118,
+6119,6120,6121,6122,6123,6124,6125,6126,6127,6128,6129,6130,6131,1693,6132,6133,
+6134,6135,6136,1694,6137,6138,6139,6140,6141,1695,6142,6143,6144,6145,6146,6147,
+6148,6149,6150,6151,6152,6153,6154,6155,6156,6157,6158,6159,6160,6161,6162,6163,
+6164,6165,6166,6167,6168,6169,6170,6171,6172,6173,6174,6175,6176,6177,6178,6179,
+6180,6181,6182,6183,6184,6185,1696,6186,6187,6188,6189,6190,6191,6192,6193,6194,
+6195,6196,6197,6198,6199,6200,6201,6202,6203,6204,6205,6206,6207,6208,6209,6210,
+6211,6212,6213,6214,6215,6216,6217,6218,6219,1697,6220,6221,6222,6223,6224,6225,
+6226,6227,6228,6229,6230,6231,6232,6233,6234,6235,6236,6237,6238,6239,6240,6241,
+6242,6243,6244,6245,6246,6247,6248,6249,6250,6251,6252,6253,1698,6254,6255,6256,
+6257,6258,6259,6260,6261,6262,6263,1200,6264,6265,6266,6267,6268,6269,6270,6271,  #1024
+6272,6273,6274,6275,6276,6277,6278,6279,6280,6281,6282,6283,6284,6285,6286,6287,
+6288,6289,6290,6291,6292,6293,6294,6295,6296,6297,6298,6299,6300,6301,6302,1699,
+6303,6304,1700,6305,6306,6307,6308,6309,6310,6311,6312,6313,6314,6315,6316,6317,
+6318,6319,6320,6321,6322,6323,6324,6325,6326,6327,6328,6329,6330,6331,6332,6333,
+6334,6335,6336,6337,6338,6339,1701,6340,6341,6342,6343,6344,1387,6345,6346,6347,
+6348,6349,6350,6351,6352,6353,6354,6355,6356,6357,6358,6359,6360,6361,6362,6363,
+6364,6365,6366,6367,6368,6369,6370,6371,6372,6373,6374,6375,6376,6377,6378,6379,
+6380,6381,6382,6383,6384,6385,6386,6387,6388,6389,6390,6391,6392,6393,6394,6395,
+6396,6397,6398,6399,6400,6401,6402,6403,6404,6405,6406,6407,6408,6409,6410,6411,
+6412,6413,1702,6414,6415,6416,6417,6418,6419,6420,6421,6422,1703,6423,6424,6425,
+6426,6427,6428,6429,6430,6431,6432,6433,6434,6435,6436,6437,6438,1704,6439,6440,
+6441,6442,6443,6444,6445,6446,6447,6448,6449,6450,6451,6452,6453,6454,6455,6456,
+6457,6458,6459,6460,6461,6462,6463,6464,6465,6466,6467,6468,6469,6470,6471,6472,
+6473,6474,6475,6476,6477,6478,6479,6480,6481,6482,6483,6484,6485,6486,6487,6488,
+6489,6490,6491,6492,6493,6494,6495,6496,6497,6498,6499,6500,6501,6502,6503,1266,
+6504,6505,6506,6507,6508,6509,6510,6511,6512,6513,6514,6515,6516,6517,6518,6519,
+6520,6521,6522,6523,6524,6525,6526,6527,6528,6529,6530,6531,6532,6533,6534,6535,
+6536,6537,6538,6539,6540,6541,6542,6543,6544,6545,6546,6547,6548,6549,6550,6551,
+1705,1706,6552,6553,6554,6555,6556,6557,6558,6559,6560,6561,6562,6563,6564,6565,
+6566,6567,6568,6569,6570,6571,6572,6573,6574,6575,6576,6577,6578,6579,6580,6581,
+6582,6583,6584,6585,6586,6587,6588,6589,6590,6591,6592,6593,6594,6595,6596,6597,
+6598,6599,6600,6601,6602,6603,6604,6605,6606,6607,6608,6609,6610,6611,6612,6613,
+6614,6615,6616,6617,6618,6619,6620,6621,6622,6623,6624,6625,6626,6627,6628,6629,
+6630,6631,6632,6633,6634,6635,6636,6637,1388,6638,6639,6640,6641,6642,6643,6644,
+1707,6645,6646,6647,6648,6649,6650,6651,6652,6653,6654,6655,6656,6657,6658,6659,
+6660,6661,6662,6663,1708,6664,6665,6666,6667,6668,6669,6670,6671,6672,6673,6674,
+1201,6675,6676,6677,6678,6679,6680,6681,6682,6683,6684,6685,6686,6687,6688,6689,
+6690,6691,6692,6693,6694,6695,6696,6697,6698,6699,6700,6701,6702,6703,6704,6705,
+6706,6707,6708,6709,6710,6711,6712,6713,6714,6715,6716,6717,6718,6719,6720,6721,
+6722,6723,6724,6725,1389,6726,6727,6728,6729,6730,6731,6732,6733,6734,6735,6736,
+1390,1709,6737,6738,6739,6740,6741,6742,1710,6743,6744,6745,6746,1391,6747,6748,
+6749,6750,6751,6752,6753,6754,6755,6756,6757,1392,6758,6759,6760,6761,6762,6763,
+6764,6765,6766,6767,6768,6769,6770,6771,6772,6773,6774,6775,6776,6777,6778,6779,
+6780,1202,6781,6782,6783,6784,6785,6786,6787,6788,6789,6790,6791,6792,6793,6794,
+6795,6796,6797,6798,6799,6800,6801,6802,6803,6804,6805,6806,6807,6808,6809,1711,
+6810,6811,6812,6813,6814,6815,6816,6817,6818,6819,6820,6821,6822,6823,6824,6825,
+6826,6827,6828,6829,6830,6831,6832,6833,6834,6835,6836,1393,6837,6838,6839,6840,
+6841,6842,6843,6844,6845,6846,6847,6848,6849,6850,6851,6852,6853,6854,6855,6856,
+6857,6858,6859,6860,6861,6862,6863,6864,6865,6866,6867,6868,6869,6870,6871,6872,
+6873,6874,6875,6876,6877,6878,6879,6880,6881,6882,6883,6884,6885,6886,6887,6888,
+6889,6890,6891,6892,6893,6894,6895,6896,6897,6898,6899,6900,6901,6902,1712,6903,
+6904,6905,6906,6907,6908,6909,6910,1713,6911,6912,6913,6914,6915,6916,6917,6918,
+6919,6920,6921,6922,6923,6924,6925,6926,6927,6928,6929,6930,6931,6932,6933,6934,
+6935,6936,6937,6938,6939,6940,6941,6942,6943,6944,6945,6946,6947,6948,6949,6950,
+6951,6952,6953,6954,6955,6956,6957,6958,6959,6960,6961,6962,6963,6964,6965,6966,
+6967,6968,6969,6970,6971,6972,6973,6974,1714,6975,6976,6977,6978,6979,6980,6981,
+6982,6983,6984,6985,6986,6987,6988,1394,6989,6990,6991,6992,6993,6994,6995,6996,
+6997,6998,6999,7000,1715,7001,7002,7003,7004,7005,7006,7007,7008,7009,7010,7011,
+7012,7013,7014,7015,7016,7017,7018,7019,7020,7021,7022,7023,7024,7025,7026,7027,
+7028,1716,7029,7030,7031,7032,7033,7034,7035,7036,7037,7038,7039,7040,7041,7042,
+7043,7044,7045,7046,7047,7048,7049,7050,7051,7052,7053,7054,7055,7056,7057,7058,
+7059,7060,7061,7062,7063,7064,7065,7066,7067,7068,7069,7070,7071,7072,7073,7074,
+7075,7076,7077,7078,7079,7080,7081,7082,7083,7084,7085,7086,7087,7088,7089,7090,
+7091,7092,7093,7094,7095,7096,7097,7098,7099,7100,7101,7102,7103,7104,7105,7106,
+7107,7108,7109,7110,7111,7112,7113,7114,7115,7116,7117,7118,7119,7120,7121,7122,
+7123,7124,7125,7126,7127,7128,7129,7130,7131,7132,7133,7134,7135,7136,7137,7138,
+7139,7140,7141,7142,7143,7144,7145,7146,7147,7148,7149,7150,7151,7152,7153,7154,
+7155,7156,7157,7158,7159,7160,7161,7162,7163,7164,7165,7166,7167,7168,7169,7170,
+7171,7172,7173,7174,7175,7176,7177,7178,7179,7180,7181,7182,7183,7184,7185,7186,
+7187,7188,7189,7190,7191,7192,7193,7194,7195,7196,7197,7198,7199,7200,7201,7202,
+7203,7204,7205,7206,7207,1395,7208,7209,7210,7211,7212,7213,1717,7214,7215,7216,
+7217,7218,7219,7220,7221,7222,7223,7224,7225,7226,7227,7228,7229,7230,7231,7232,
+7233,7234,7235,7236,7237,7238,7239,7240,7241,7242,7243,7244,7245,7246,7247,7248,
+7249,7250,7251,7252,7253,7254,7255,7256,7257,7258,7259,7260,7261,7262,7263,7264,
+7265,7266,7267,7268,7269,7270,7271,7272,7273,7274,7275,7276,7277,7278,7279,7280,
+7281,7282,7283,7284,7285,7286,7287,7288,7289,7290,7291,7292,7293,7294,7295,7296,
+7297,7298,7299,7300,7301,7302,7303,7304,7305,7306,7307,7308,7309,7310,7311,7312,
+7313,1718,7314,7315,7316,7317,7318,7319,7320,7321,7322,7323,7324,7325,7326,7327,
+7328,7329,7330,7331,7332,7333,7334,7335,7336,7337,7338,7339,7340,7341,7342,7343,
+7344,7345,7346,7347,7348,7349,7350,7351,7352,7353,7354,7355,7356,7357,7358,7359,
+7360,7361,7362,7363,7364,7365,7366,7367,7368,7369,7370,7371,7372,7373,7374,7375,
+7376,7377,7378,7379,7380,7381,7382,7383,7384,7385,7386,7387,7388,7389,7390,7391,
+7392,7393,7394,7395,7396,7397,7398,7399,7400,7401,7402,7403,7404,7405,7406,7407,
+7408,7409,7410,7411,7412,7413,7414,7415,7416,7417,7418,7419,7420,7421,7422,7423,
+7424,7425,7426,7427,7428,7429,7430,7431,7432,7433,7434,7435,7436,7437,7438,7439,
+7440,7441,7442,7443,7444,7445,7446,7447,7448,7449,7450,7451,7452,7453,7454,7455,
+7456,7457,7458,7459,7460,7461,7462,7463,7464,7465,7466,7467,7468,7469,7470,7471,
+7472,7473,7474,7475,7476,7477,7478,7479,7480,7481,7482,7483,7484,7485,7486,7487,
+7488,7489,7490,7491,7492,7493,7494,7495,7496,7497,7498,7499,7500,7501,7502,7503,
+7504,7505,7506,7507,7508,7509,7510,7511,7512,7513,7514,7515,7516,7517,7518,7519,
+7520,7521,7522,7523,7524,7525,7526,7527,7528,7529,7530,7531,7532,7533,7534,7535,
+7536,7537,7538,7539,7540,7541,7542,7543,7544,7545,7546,7547,7548,7549,7550,7551,
+7552,7553,7554,7555,7556,7557,7558,7559,7560,7561,7562,7563,7564,7565,7566,7567,
+7568,7569,7570,7571,7572,7573,7574,7575,7576,7577,7578,7579,7580,7581,7582,7583,
+7584,7585,7586,7587,7588,7589,7590,7591,7592,7593,7594,7595,7596,7597,7598,7599,
+7600,7601,7602,7603,7604,7605,7606,7607,7608,7609,7610,7611,7612,7613,7614,7615,
+7616,7617,7618,7619,7620,7621,7622,7623,7624,7625,7626,7627,7628,7629,7630,7631,
+7632,7633,7634,7635,7636,7637,7638,7639,7640,7641,7642,7643,7644,7645,7646,7647,
+7648,7649,7650,7651,7652,7653,7654,7655,7656,7657,7658,7659,7660,7661,7662,7663,
+7664,7665,7666,7667,7668,7669,7670,7671,7672,7673,7674,7675,7676,7677,7678,7679,
+7680,7681,7682,7683,7684,7685,7686,7687,7688,7689,7690,7691,7692,7693,7694,7695,
+7696,7697,7698,7699,7700,7701,7702,7703,7704,7705,7706,7707,7708,7709,7710,7711,
+7712,7713,7714,7715,7716,7717,7718,7719,7720,7721,7722,7723,7724,7725,7726,7727,
+7728,7729,7730,7731,7732,7733,7734,7735,7736,7737,7738,7739,7740,7741,7742,7743,
+7744,7745,7746,7747,7748,7749,7750,7751,7752,7753,7754,7755,7756,7757,7758,7759,
+7760,7761,7762,7763,7764,7765,7766,7767,7768,7769,7770,7771,7772,7773,7774,7775,
+7776,7777,7778,7779,7780,7781,7782,7783,7784,7785,7786,7787,7788,7789,7790,7791,
+7792,7793,7794,7795,7796,7797,7798,7799,7800,7801,7802,7803,7804,7805,7806,7807,
+7808,7809,7810,7811,7812,7813,7814,7815,7816,7817,7818,7819,7820,7821,7822,7823,
+7824,7825,7826,7827,7828,7829,7830,7831,7832,7833,7834,7835,7836,7837,7838,7839,
+7840,7841,7842,7843,7844,7845,7846,7847,7848,7849,7850,7851,7852,7853,7854,7855,
+7856,7857,7858,7859,7860,7861,7862,7863,7864,7865,7866,7867,7868,7869,7870,7871,
+7872,7873,7874,7875,7876,7877,7878,7879,7880,7881,7882,7883,7884,7885,7886,7887,
+7888,7889,7890,7891,7892,7893,7894,7895,7896,7897,7898,7899,7900,7901,7902,7903,
+7904,7905,7906,7907,7908,7909,7910,7911,7912,7913,7914,7915,7916,7917,7918,7919,
+7920,7921,7922,7923,7924,7925,7926,7927,7928,7929,7930,7931,7932,7933,7934,7935,
+7936,7937,7938,7939,7940,7941,7942,7943,7944,7945,7946,7947,7948,7949,7950,7951,
+7952,7953,7954,7955,7956,7957,7958,7959,7960,7961,7962,7963,7964,7965,7966,7967,
+7968,7969,7970,7971,7972,7973,7974,7975,7976,7977,7978,7979,7980,7981,7982,7983,
+7984,7985,7986,7987,7988,7989,7990,7991,7992,7993,7994,7995,7996,7997,7998,7999,
+8000,8001,8002,8003,8004,8005,8006,8007,8008,8009,8010,8011,8012,8013,8014,8015,
+8016,8017,8018,8019,8020,8021,8022,8023,8024,8025,8026,8027,8028,8029,8030,8031,
+8032,8033,8034,8035,8036,8037,8038,8039,8040,8041,8042,8043,8044,8045,8046,8047,
+8048,8049,8050,8051,8052,8053,8054,8055,8056,8057,8058,8059,8060,8061,8062,8063,
+8064,8065,8066,8067,8068,8069,8070,8071,8072,8073,8074,8075,8076,8077,8078,8079,
+8080,8081,8082,8083,8084,8085,8086,8087,8088,8089,8090,8091,8092,8093,8094,8095,
+8096,8097,8098,8099,8100,8101,8102,8103,8104,8105,8106,8107,8108,8109,8110,8111,
+8112,8113,8114,8115,8116,8117,8118,8119,8120,8121,8122,8123,8124,8125,8126,8127,
+8128,8129,8130,8131,8132,8133,8134,8135,8136,8137,8138,8139,8140,8141,8142,8143,
+8144,8145,8146,8147,8148,8149,8150,8151,8152,8153,8154,8155,8156,8157,8158,8159,
+8160,8161,8162,8163,8164,8165,8166,8167,8168,8169,8170,8171,8172,8173,8174,8175,
+8176,8177,8178,8179,8180,8181,8182,8183,8184,8185,8186,8187,8188,8189,8190,8191,
+8192,8193,8194,8195,8196,8197,8198,8199,8200,8201,8202,8203,8204,8205,8206,8207,
+8208,8209,8210,8211,8212,8213,8214,8215,8216,8217,8218,8219,8220,8221,8222,8223,
+8224,8225,8226,8227,8228,8229,8230,8231,8232,8233,8234,8235,8236,8237,8238,8239,
+8240,8241,8242,8243,8244,8245,8246,8247,8248,8249,8250,8251,8252,8253,8254,8255,
+8256,8257,8258,8259,8260,8261,8262,8263,8264,8265,8266,8267,8268,8269,8270,8271,
+8272,8273,8274,8275,8276,8277,8278,8279,8280,8281,8282,8283,8284,8285,8286,8287,
+8288,8289,8290,8291,8292,8293,8294,8295,8296,8297,8298,8299,8300,8301,8302,8303,
+8304,8305,8306,8307,8308,8309,8310,8311,8312,8313,8314,8315,8316,8317,8318,8319,
+8320,8321,8322,8323,8324,8325,8326,8327,8328,8329,8330,8331,8332,8333,8334,8335,
+8336,8337,8338,8339,8340,8341,8342,8343,8344,8345,8346,8347,8348,8349,8350,8351,
+8352,8353,8354,8355,8356,8357,8358,8359,8360,8361,8362,8363,8364,8365,8366,8367,
+8368,8369,8370,8371,8372,8373,8374,8375,8376,8377,8378,8379,8380,8381,8382,8383,
+8384,8385,8386,8387,8388,8389,8390,8391,8392,8393,8394,8395,8396,8397,8398,8399,
+8400,8401,8402,8403,8404,8405,8406,8407,8408,8409,8410,8411,8412,8413,8414,8415,
+8416,8417,8418,8419,8420,8421,8422,8423,8424,8425,8426,8427,8428,8429,8430,8431,
+8432,8433,8434,8435,8436,8437,8438,8439,8440,8441,8442,8443,8444,8445,8446,8447,
+8448,8449,8450,8451,8452,8453,8454,8455,8456,8457,8458,8459,8460,8461,8462,8463,
+8464,8465,8466,8467,8468,8469,8470,8471,8472,8473,8474,8475,8476,8477,8478,8479,
+8480,8481,8482,8483,8484,8485,8486,8487,8488,8489,8490,8491,8492,8493,8494,8495,
+8496,8497,8498,8499,8500,8501,8502,8503,8504,8505,8506,8507,8508,8509,8510,8511,
+8512,8513,8514,8515,8516,8517,8518,8519,8520,8521,8522,8523,8524,8525,8526,8527,
+8528,8529,8530,8531,8532,8533,8534,8535,8536,8537,8538,8539,8540,8541,8542,8543,
+8544,8545,8546,8547,8548,8549,8550,8551,8552,8553,8554,8555,8556,8557,8558,8559,
+8560,8561,8562,8563,8564,8565,8566,8567,8568,8569,8570,8571,8572,8573,8574,8575,
+8576,8577,8578,8579,8580,8581,8582,8583,8584,8585,8586,8587,8588,8589,8590,8591,
+8592,8593,8594,8595,8596,8597,8598,8599,8600,8601,8602,8603,8604,8605,8606,8607,
+8608,8609,8610,8611,8612,8613,8614,8615,8616,8617,8618,8619,8620,8621,8622,8623,
+8624,8625,8626,8627,8628,8629,8630,8631,8632,8633,8634,8635,8636,8637,8638,8639,
+8640,8641,8642,8643,8644,8645,8646,8647,8648,8649,8650,8651,8652,8653,8654,8655,
+8656,8657,8658,8659,8660,8661,8662,8663,8664,8665,8666,8667,8668,8669,8670,8671,
+8672,8673,8674,8675,8676,8677,8678,8679,8680,8681,8682,8683,8684,8685,8686,8687,
+8688,8689,8690,8691,8692,8693,8694,8695,8696,8697,8698,8699,8700,8701,8702,8703,
+8704,8705,8706,8707,8708,8709,8710,8711,8712,8713,8714,8715,8716,8717,8718,8719,
+8720,8721,8722,8723,8724,8725,8726,8727,8728,8729,8730,8731,8732,8733,8734,8735,
+8736,8737,8738,8739,8740,8741)
+
+# flake8: noqa
diff --git a/lib/chardet/euckrprober.py b/lib/chardet/euckrprober.py
new file mode 100644
index 00000000..5982a46b
--- /dev/null
+++ b/lib/chardet/euckrprober.py
@@ -0,0 +1,42 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is mozilla.org code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from .mbcharsetprober import MultiByteCharSetProber
+from .codingstatemachine import CodingStateMachine
+from .chardistribution import EUCKRDistributionAnalysis
+from .mbcssm import EUCKRSMModel
+
+
+class EUCKRProber(MultiByteCharSetProber):
+    def __init__(self):
+        MultiByteCharSetProber.__init__(self)
+        self._mCodingSM = CodingStateMachine(EUCKRSMModel)
+        self._mDistributionAnalyzer = EUCKRDistributionAnalysis()
+        self.reset()
+
+    def get_charset_name(self):
+        return "EUC-KR"
diff --git a/lib/chardet/euctwfreq.py b/lib/chardet/euctwfreq.py
new file mode 100644
index 00000000..576e7504
--- /dev/null
+++ b/lib/chardet/euctwfreq.py
@@ -0,0 +1,428 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Communicator client code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+# EUCTW frequency table
+# Converted from big5 work
+# by Taiwan's Mandarin Promotion Council
+# <http:#www.edu.tw:81/mandr/>
+
+# 128  --> 0.42261
+# 256  --> 0.57851
+# 512  --> 0.74851
+# 1024 --> 0.89384
+# 2048 --> 0.97583
+#
+# Idea Distribution Ratio = 0.74851/(1-0.74851) =2.98
+# Random Distribution Ration = 512/(5401-512)=0.105
+#
+# Typical Distribution Ratio about 25% of Ideal one, still much higher than RDR
+
+EUCTW_TYPICAL_DISTRIBUTION_RATIO = 0.75
+
+# Char to FreqOrder table ,
+EUCTW_TABLE_SIZE = 8102
+
+EUCTWCharToFreqOrder = (
+   1,1800,1506, 255,1431, 198,   9,  82,   6,7310, 177, 202,3615,1256,2808, 110, # 2742
+3735,  33,3241, 261,  76,  44,2113,  16,2931,2184,1176, 659,3868,  26,3404,2643, # 2758
+1198,3869,3313,4060, 410,2211, 302, 590, 361,1963,   8, 204,  58,4296,7311,1931, # 2774
+  63,7312,7313, 317,1614,  75, 222, 159,4061,2412,1480,7314,3500,3068, 224,2809, # 2790
+3616,   3,  10,3870,1471,  29,2774,1135,2852,1939, 873, 130,3242,1123, 312,7315, # 2806
+4297,2051, 507, 252, 682,7316, 142,1914, 124, 206,2932,  34,3501,3173,  64, 604, # 2822
+7317,2494,1976,1977, 155,1990, 645, 641,1606,7318,3405, 337,  72, 406,7319,  80, # 2838
+ 630, 238,3174,1509, 263, 939,1092,2644, 756,1440,1094,3406, 449,  69,2969, 591, # 2854
+ 179,2095, 471, 115,2034,1843,  60,  50,2970, 134, 806,1868, 734,2035,3407, 180, # 2870
+ 995,1607, 156, 537,2893, 688,7320, 319,1305, 779,2144, 514,2374, 298,4298, 359, # 2886
+2495,  90,2707,1338, 663,  11, 906,1099,2545,  20,2436, 182, 532,1716,7321, 732, # 2902
+1376,4062,1311,1420,3175,  25,2312,1056, 113, 399, 382,1949, 242,3408,2467, 529, # 2918
+3243, 475,1447,3617,7322, 117,  21, 656, 810,1297,2295,2329,3502,7323, 126,4063, # 2934
+ 706, 456, 150, 613,4299,  71,1118,2036,4064, 145,3069,  85, 835, 486,2114,1246, # 2950
+1426, 428, 727,1285,1015, 800, 106, 623, 303,1281,7324,2127,2354, 347,3736, 221, # 2966
+3503,3110,7325,1955,1153,4065,  83, 296,1199,3070, 192, 624,  93,7326, 822,1897, # 2982
+2810,3111, 795,2064, 991,1554,1542,1592,  27,  43,2853, 859, 139,1456, 860,4300, # 2998
+ 437, 712,3871, 164,2392,3112, 695, 211,3017,2096, 195,3872,1608,3504,3505,3618, # 3014
+3873, 234, 811,2971,2097,3874,2229,1441,3506,1615,2375, 668,2076,1638, 305, 228, # 3030
+1664,4301, 467, 415,7327, 262,2098,1593, 239, 108, 300, 200,1033, 512,1247,2077, # 3046
+7328,7329,2173,3176,3619,2673, 593, 845,1062,3244,  88,1723,2037,3875,1950, 212, # 3062
+ 266, 152, 149, 468,1898,4066,4302,  77, 187,7330,3018,  37,   5,2972,7331,3876, # 3078
+7332,7333,  39,2517,4303,2894,3177,2078,  55, 148,  74,4304, 545, 483,1474,1029, # 3094
+1665, 217,1869,1531,3113,1104,2645,4067,  24, 172,3507, 900,3877,3508,3509,4305, # 3110
+  32,1408,2811,1312, 329, 487,2355,2247,2708, 784,2674,   4,3019,3314,1427,1788, # 3126
+ 188, 109, 499,7334,3620,1717,1789, 888,1217,3020,4306,7335,3510,7336,3315,1520, # 3142
+3621,3878, 196,1034, 775,7337,7338, 929,1815, 249, 439,  38,7339,1063,7340, 794, # 3158
+3879,1435,2296,  46, 178,3245,2065,7341,2376,7342, 214,1709,4307, 804,  35, 707, # 3174
+ 324,3622,1601,2546, 140, 459,4068,7343,7344,1365, 839, 272, 978,2257,2572,3409, # 3190
+2128,1363,3623,1423, 697, 100,3071,  48,  70,1231, 495,3114,2193,7345,1294,7346, # 3206
+2079, 462, 586,1042,3246, 853, 256, 988, 185,2377,3410,1698, 434,1084,7347,3411, # 3222
+ 314,2615,2775,4308,2330,2331, 569,2280, 637,1816,2518, 757,1162,1878,1616,3412, # 3238
+ 287,1577,2115, 768,4309,1671,2854,3511,2519,1321,3737, 909,2413,7348,4069, 933, # 3254
+3738,7349,2052,2356,1222,4310, 765,2414,1322, 786,4311,7350,1919,1462,1677,2895, # 3270
+1699,7351,4312,1424,2437,3115,3624,2590,3316,1774,1940,3413,3880,4070, 309,1369, # 3286
+1130,2812, 364,2230,1653,1299,3881,3512,3882,3883,2646, 525,1085,3021, 902,2000, # 3302
+1475, 964,4313, 421,1844,1415,1057,2281, 940,1364,3116, 376,4314,4315,1381,   7, # 3318
+2520, 983,2378, 336,1710,2675,1845, 321,3414, 559,1131,3022,2742,1808,1132,1313, # 3334
+ 265,1481,1857,7352, 352,1203,2813,3247, 167,1089, 420,2814, 776, 792,1724,3513, # 3350
+4071,2438,3248,7353,4072,7354, 446, 229, 333,2743, 901,3739,1200,1557,4316,2647, # 3366
+1920, 395,2744,2676,3740,4073,1835, 125, 916,3178,2616,4317,7355,7356,3741,7357, # 3382
+7358,7359,4318,3117,3625,1133,2547,1757,3415,1510,2313,1409,3514,7360,2145, 438, # 3398
+2591,2896,2379,3317,1068, 958,3023, 461, 311,2855,2677,4074,1915,3179,4075,1978, # 3414
+ 383, 750,2745,2617,4076, 274, 539, 385,1278,1442,7361,1154,1964, 384, 561, 210, # 3430
+  98,1295,2548,3515,7362,1711,2415,1482,3416,3884,2897,1257, 129,7363,3742, 642, # 3446
+ 523,2776,2777,2648,7364, 141,2231,1333,  68, 176, 441, 876, 907,4077, 603,2592, # 3462
+ 710, 171,3417, 404, 549,  18,3118,2393,1410,3626,1666,7365,3516,4319,2898,4320, # 3478
+7366,2973, 368,7367, 146, 366,  99, 871,3627,1543, 748, 807,1586,1185,  22,2258, # 3494
+ 379,3743,3180,7368,3181, 505,1941,2618,1991,1382,2314,7369, 380,2357, 218, 702, # 3510
+1817,1248,3418,3024,3517,3318,3249,7370,2974,3628, 930,3250,3744,7371,  59,7372, # 3526
+ 585, 601,4078, 497,3419,1112,1314,4321,1801,7373,1223,1472,2174,7374, 749,1836, # 3542
+ 690,1899,3745,1772,3885,1476, 429,1043,1790,2232,2116, 917,4079, 447,1086,1629, # 3558
+7375, 556,7376,7377,2020,1654, 844,1090, 105, 550, 966,1758,2815,1008,1782, 686, # 3574
+1095,7378,2282, 793,1602,7379,3518,2593,4322,4080,2933,2297,4323,3746, 980,2496, # 3590
+ 544, 353, 527,4324, 908,2678,2899,7380, 381,2619,1942,1348,7381,1341,1252, 560, # 3606
+3072,7382,3420,2856,7383,2053, 973, 886,2080, 143,4325,7384,7385, 157,3886, 496, # 3622
+4081,  57, 840, 540,2038,4326,4327,3421,2117,1445, 970,2259,1748,1965,2081,4082, # 3638
+3119,1234,1775,3251,2816,3629, 773,1206,2129,1066,2039,1326,3887,1738,1725,4083, # 3654
+ 279,3120,  51,1544,2594, 423,1578,2130,2066, 173,4328,1879,7386,7387,1583, 264, # 3670
+ 610,3630,4329,2439, 280, 154,7388,7389,7390,1739, 338,1282,3073, 693,2857,1411, # 3686
+1074,3747,2440,7391,4330,7392,7393,1240, 952,2394,7394,2900,1538,2679, 685,1483, # 3702
+4084,2468,1436, 953,4085,2054,4331, 671,2395,  79,4086,2441,3252, 608, 567,2680, # 3718
+3422,4087,4088,1691, 393,1261,1791,2396,7395,4332,7396,7397,7398,7399,1383,1672, # 3734
+3748,3182,1464, 522,1119, 661,1150, 216, 675,4333,3888,1432,3519, 609,4334,2681, # 3750
+2397,7400,7401,7402,4089,3025,   0,7403,2469, 315, 231,2442, 301,3319,4335,2380, # 3766
+7404, 233,4090,3631,1818,4336,4337,7405,  96,1776,1315,2082,7406, 257,7407,1809, # 3782
+3632,2709,1139,1819,4091,2021,1124,2163,2778,1777,2649,7408,3074, 363,1655,3183, # 3798
+7409,2975,7410,7411,7412,3889,1567,3890, 718, 103,3184, 849,1443, 341,3320,2934, # 3814
+1484,7413,1712, 127,  67, 339,4092,2398, 679,1412, 821,7414,7415, 834, 738, 351, # 3830
+2976,2146, 846, 235,1497,1880, 418,1992,3749,2710, 186,1100,2147,2746,3520,1545, # 3846
+1355,2935,2858,1377, 583,3891,4093,2573,2977,7416,1298,3633,1078,2549,3634,2358, # 3862
+  78,3750,3751, 267,1289,2099,2001,1594,4094, 348, 369,1274,2194,2175,1837,4338, # 3878
+1820,2817,3635,2747,2283,2002,4339,2936,2748, 144,3321, 882,4340,3892,2749,3423, # 3894
+4341,2901,7417,4095,1726, 320,7418,3893,3026, 788,2978,7419,2818,1773,1327,2859, # 3910
+3894,2819,7420,1306,4342,2003,1700,3752,3521,2359,2650, 787,2022, 506, 824,3636, # 3926
+ 534, 323,4343,1044,3322,2023,1900, 946,3424,7421,1778,1500,1678,7422,1881,4344, # 3942
+ 165, 243,4345,3637,2521, 123, 683,4096, 764,4346,  36,3895,1792, 589,2902, 816, # 3958
+ 626,1667,3027,2233,1639,1555,1622,3753,3896,7423,3897,2860,1370,1228,1932, 891, # 3974
+2083,2903, 304,4097,7424, 292,2979,2711,3522, 691,2100,4098,1115,4347, 118, 662, # 3990
+7425, 611,1156, 854,2381,1316,2861,   2, 386, 515,2904,7426,7427,3253, 868,2234, # 4006
+1486, 855,2651, 785,2212,3028,7428,1040,3185,3523,7429,3121, 448,7430,1525,7431, # 4022
+2164,4348,7432,3754,7433,4099,2820,3524,3122, 503, 818,3898,3123,1568, 814, 676, # 4038
+1444, 306,1749,7434,3755,1416,1030, 197,1428, 805,2821,1501,4349,7435,7436,7437, # 4054
+1993,7438,4350,7439,7440,2195,  13,2779,3638,2980,3124,1229,1916,7441,3756,2131, # 4070
+7442,4100,4351,2399,3525,7443,2213,1511,1727,1120,7444,7445, 646,3757,2443, 307, # 4086
+7446,7447,1595,3186,7448,7449,7450,3639,1113,1356,3899,1465,2522,2523,7451, 519, # 4102
+7452, 128,2132,  92,2284,1979,7453,3900,1512, 342,3125,2196,7454,2780,2214,1980, # 4118
+3323,7455, 290,1656,1317, 789, 827,2360,7456,3758,4352, 562, 581,3901,7457, 401, # 4134
+4353,2248,  94,4354,1399,2781,7458,1463,2024,4355,3187,1943,7459, 828,1105,4101, # 4150
+1262,1394,7460,4102, 605,4356,7461,1783,2862,7462,2822, 819,2101, 578,2197,2937, # 4166
+7463,1502, 436,3254,4103,3255,2823,3902,2905,3425,3426,7464,2712,2315,7465,7466, # 4182
+2332,2067,  23,4357, 193, 826,3759,2102, 699,1630,4104,3075, 390,1793,1064,3526, # 4198
+7467,1579,3076,3077,1400,7468,4105,1838,1640,2863,7469,4358,4359, 137,4106, 598, # 4214
+3078,1966, 780, 104, 974,2938,7470, 278, 899, 253, 402, 572, 504, 493,1339,7471, # 4230
+3903,1275,4360,2574,2550,7472,3640,3029,3079,2249, 565,1334,2713, 863,  41,7473, # 4246
+7474,4361,7475,1657,2333,  19, 463,2750,4107, 606,7476,2981,3256,1087,2084,1323, # 4262
+2652,2982,7477,1631,1623,1750,4108,2682,7478,2864, 791,2714,2653,2334, 232,2416, # 4278
+7479,2983,1498,7480,2654,2620, 755,1366,3641,3257,3126,2025,1609, 119,1917,3427, # 4294
+ 862,1026,4109,7481,3904,3760,4362,3905,4363,2260,1951,2470,7482,1125, 817,4110, # 4310
+4111,3906,1513,1766,2040,1487,4112,3030,3258,2824,3761,3127,7483,7484,1507,7485, # 4326
+2683, 733,  40,1632,1106,2865, 345,4113, 841,2524, 230,4364,2984,1846,3259,3428, # 4342
+7486,1263, 986,3429,7487, 735, 879, 254,1137, 857, 622,1300,1180,1388,1562,3907, # 4358
+3908,2939, 967,2751,2655,1349, 592,2133,1692,3324,2985,1994,4114,1679,3909,1901, # 4374
+2185,7488, 739,3642,2715,1296,1290,7489,4115,2198,2199,1921,1563,2595,2551,1870, # 4390
+2752,2986,7490, 435,7491, 343,1108, 596,  17,1751,4365,2235,3430,3643,7492,4366, # 4406
+ 294,3527,2940,1693, 477, 979, 281,2041,3528, 643,2042,3644,2621,2782,2261,1031, # 4422
+2335,2134,2298,3529,4367, 367,1249,2552,7493,3530,7494,4368,1283,3325,2004, 240, # 4438
+1762,3326,4369,4370, 836,1069,3128, 474,7495,2148,2525, 268,3531,7496,3188,1521, # 4454
+1284,7497,1658,1546,4116,7498,3532,3533,7499,4117,3327,2684,1685,4118, 961,1673, # 4470
+2622, 190,2005,2200,3762,4371,4372,7500, 570,2497,3645,1490,7501,4373,2623,3260, # 4486
+1956,4374, 584,1514, 396,1045,1944,7502,4375,1967,2444,7503,7504,4376,3910, 619, # 4502
+7505,3129,3261, 215,2006,2783,2553,3189,4377,3190,4378, 763,4119,3763,4379,7506, # 4518
+7507,1957,1767,2941,3328,3646,1174, 452,1477,4380,3329,3130,7508,2825,1253,2382, # 4534
+2186,1091,2285,4120, 492,7509, 638,1169,1824,2135,1752,3911, 648, 926,1021,1324, # 4550
+4381, 520,4382, 997, 847,1007, 892,4383,3764,2262,1871,3647,7510,2400,1784,4384, # 4566
+1952,2942,3080,3191,1728,4121,2043,3648,4385,2007,1701,3131,1551,  30,2263,4122, # 4582
+7511,2026,4386,3534,7512, 501,7513,4123, 594,3431,2165,1821,3535,3432,3536,3192, # 4598
+ 829,2826,4124,7514,1680,3132,1225,4125,7515,3262,4387,4126,3133,2336,7516,4388, # 4614
+4127,7517,3912,3913,7518,1847,2383,2596,3330,7519,4389, 374,3914, 652,4128,4129, # 4630
+ 375,1140, 798,7520,7521,7522,2361,4390,2264, 546,1659, 138,3031,2445,4391,7523, # 4646
+2250, 612,1848, 910, 796,3765,1740,1371, 825,3766,3767,7524,2906,2554,7525, 692, # 4662
+ 444,3032,2624, 801,4392,4130,7526,1491, 244,1053,3033,4131,4132, 340,7527,3915, # 4678
+1041,2987, 293,1168,  87,1357,7528,1539, 959,7529,2236, 721, 694,4133,3768, 219, # 4694
+1478, 644,1417,3331,2656,1413,1401,1335,1389,3916,7530,7531,2988,2362,3134,1825, # 4710
+ 730,1515, 184,2827,  66,4393,7532,1660,2943, 246,3332, 378,1457, 226,3433, 975, # 4726
+3917,2944,1264,3537, 674, 696,7533, 163,7534,1141,2417,2166, 713,3538,3333,4394, # 4742
+3918,7535,7536,1186,  15,7537,1079,1070,7538,1522,3193,3539, 276,1050,2716, 758, # 4758
+1126, 653,2945,3263,7539,2337, 889,3540,3919,3081,2989, 903,1250,4395,3920,3434, # 4774
+3541,1342,1681,1718, 766,3264, 286,  89,2946,3649,7540,1713,7541,2597,3334,2990, # 4790
+7542,2947,2215,3194,2866,7543,4396,2498,2526, 181, 387,1075,3921, 731,2187,3335, # 4806
+7544,3265, 310, 313,3435,2299, 770,4134,  54,3034, 189,4397,3082,3769,3922,7545, # 4822
+1230,1617,1849, 355,3542,4135,4398,3336, 111,4136,3650,1350,3135,3436,3035,4137, # 4838
+2149,3266,3543,7546,2784,3923,3924,2991, 722,2008,7547,1071, 247,1207,2338,2471, # 4854
+1378,4399,2009, 864,1437,1214,4400, 373,3770,1142,2216, 667,4401, 442,2753,2555, # 4870
+3771,3925,1968,4138,3267,1839, 837, 170,1107, 934,1336,1882,7548,7549,2118,4139, # 4886
+2828, 743,1569,7550,4402,4140, 582,2384,1418,3437,7551,1802,7552, 357,1395,1729, # 4902
+3651,3268,2418,1564,2237,7553,3083,3772,1633,4403,1114,2085,4141,1532,7554, 482, # 4918
+2446,4404,7555,7556,1492, 833,1466,7557,2717,3544,1641,2829,7558,1526,1272,3652, # 4934
+4142,1686,1794, 416,2556,1902,1953,1803,7559,3773,2785,3774,1159,2316,7560,2867, # 4950
+4405,1610,1584,3036,2419,2754, 443,3269,1163,3136,7561,7562,3926,7563,4143,2499, # 4966
+3037,4406,3927,3137,2103,1647,3545,2010,1872,4144,7564,4145, 431,3438,7565, 250, # 4982
+  97,  81,4146,7566,1648,1850,1558, 160, 848,7567, 866, 740,1694,7568,2201,2830, # 4998
+3195,4147,4407,3653,1687, 950,2472, 426, 469,3196,3654,3655,3928,7569,7570,1188, # 5014
+ 424,1995, 861,3546,4148,3775,2202,2685, 168,1235,3547,4149,7571,2086,1674,4408, # 5030
+3337,3270, 220,2557,1009,7572,3776, 670,2992, 332,1208, 717,7573,7574,3548,2447, # 5046
+3929,3338,7575, 513,7576,1209,2868,3339,3138,4409,1080,7577,7578,7579,7580,2527, # 5062
+3656,3549, 815,1587,3930,3931,7581,3550,3439,3777,1254,4410,1328,3038,1390,3932, # 5078
+1741,3933,3778,3934,7582, 236,3779,2448,3271,7583,7584,3657,3780,1273,3781,4411, # 5094
+7585, 308,7586,4412, 245,4413,1851,2473,1307,2575, 430, 715,2136,2449,7587, 270, # 5110
+ 199,2869,3935,7588,3551,2718,1753, 761,1754, 725,1661,1840,4414,3440,3658,7589, # 5126
+7590, 587,  14,3272, 227,2598, 326, 480,2265, 943,2755,3552, 291, 650,1883,7591, # 5142
+1702,1226, 102,1547,  62,3441, 904,4415,3442,1164,4150,7592,7593,1224,1548,2756, # 5158
+ 391, 498,1493,7594,1386,1419,7595,2055,1177,4416, 813, 880,1081,2363, 566,1145, # 5174
+4417,2286,1001,1035,2558,2599,2238, 394,1286,7596,7597,2068,7598,  86,1494,1730, # 5190
+3936, 491,1588, 745, 897,2948, 843,3340,3937,2757,2870,3273,1768, 998,2217,2069, # 5206
+ 397,1826,1195,1969,3659,2993,3341, 284,7599,3782,2500,2137,2119,1903,7600,3938, # 5222
+2150,3939,4151,1036,3443,1904, 114,2559,4152, 209,1527,7601,7602,2949,2831,2625, # 5238
+2385,2719,3139, 812,2560,7603,3274,7604,1559, 737,1884,3660,1210, 885,  28,2686, # 5254
+3553,3783,7605,4153,1004,1779,4418,7606, 346,1981,2218,2687,4419,3784,1742, 797, # 5270
+1642,3940,1933,1072,1384,2151, 896,3941,3275,3661,3197,2871,3554,7607,2561,1958, # 5286
+4420,2450,1785,7608,7609,7610,3942,4154,1005,1308,3662,4155,2720,4421,4422,1528, # 5302
+2600, 161,1178,4156,1982, 987,4423,1101,4157, 631,3943,1157,3198,2420,1343,1241, # 5318
+1016,2239,2562, 372, 877,2339,2501,1160, 555,1934, 911,3944,7611, 466,1170, 169, # 5334
+1051,2907,2688,3663,2474,2994,1182,2011,2563,1251,2626,7612, 992,2340,3444,1540, # 5350
+2721,1201,2070,2401,1996,2475,7613,4424, 528,1922,2188,1503,1873,1570,2364,3342, # 5366
+3276,7614, 557,1073,7615,1827,3445,2087,2266,3140,3039,3084, 767,3085,2786,4425, # 5382
+1006,4158,4426,2341,1267,2176,3664,3199, 778,3945,3200,2722,1597,2657,7616,4427, # 5398
+7617,3446,7618,7619,7620,3277,2689,1433,3278, 131,  95,1504,3946, 723,4159,3141, # 5414
+1841,3555,2758,2189,3947,2027,2104,3665,7621,2995,3948,1218,7622,3343,3201,3949, # 5430
+4160,2576, 248,1634,3785, 912,7623,2832,3666,3040,3786, 654,  53,7624,2996,7625, # 5446
+1688,4428, 777,3447,1032,3950,1425,7626, 191, 820,2120,2833, 971,4429, 931,3202, # 5462
+ 135, 664, 783,3787,1997, 772,2908,1935,3951,3788,4430,2909,3203, 282,2723, 640, # 5478
+1372,3448,1127, 922, 325,3344,7627,7628, 711,2044,7629,7630,3952,2219,2787,1936, # 5494
+3953,3345,2220,2251,3789,2300,7631,4431,3790,1258,3279,3954,3204,2138,2950,3955, # 5510
+3956,7632,2221, 258,3205,4432, 101,1227,7633,3280,1755,7634,1391,3281,7635,2910, # 5526
+2056, 893,7636,7637,7638,1402,4161,2342,7639,7640,3206,3556,7641,7642, 878,1325, # 5542
+1780,2788,4433, 259,1385,2577, 744,1183,2267,4434,7643,3957,2502,7644, 684,1024, # 5558
+4162,7645, 472,3557,3449,1165,3282,3958,3959, 322,2152, 881, 455,1695,1152,1340, # 5574
+ 660, 554,2153,4435,1058,4436,4163, 830,1065,3346,3960,4437,1923,7646,1703,1918, # 5590
+7647, 932,2268, 122,7648,4438, 947, 677,7649,3791,2627, 297,1905,1924,2269,4439, # 5606
+2317,3283,7650,7651,4164,7652,4165,  84,4166, 112, 989,7653, 547,1059,3961, 701, # 5622
+3558,1019,7654,4167,7655,3450, 942, 639, 457,2301,2451, 993,2951, 407, 851, 494, # 5638
+4440,3347, 927,7656,1237,7657,2421,3348, 573,4168, 680, 921,2911,1279,1874, 285, # 5654
+ 790,1448,1983, 719,2167,7658,7659,4441,3962,3963,1649,7660,1541, 563,7661,1077, # 5670
+7662,3349,3041,3451, 511,2997,3964,3965,3667,3966,1268,2564,3350,3207,4442,4443, # 5686
+7663, 535,1048,1276,1189,2912,2028,3142,1438,1373,2834,2952,1134,2012,7664,4169, # 5702
+1238,2578,3086,1259,7665, 700,7666,2953,3143,3668,4170,7667,4171,1146,1875,1906, # 5718
+4444,2601,3967, 781,2422, 132,1589, 203, 147, 273,2789,2402, 898,1786,2154,3968, # 5734
+3969,7668,3792,2790,7669,7670,4445,4446,7671,3208,7672,1635,3793, 965,7673,1804, # 5750
+2690,1516,3559,1121,1082,1329,3284,3970,1449,3794,  65,1128,2835,2913,2759,1590, # 5766
+3795,7674,7675,  12,2658,  45, 976,2579,3144,4447, 517,2528,1013,1037,3209,7676, # 5782
+3796,2836,7677,3797,7678,3452,7679,2602, 614,1998,2318,3798,3087,2724,2628,7680, # 5798
+2580,4172, 599,1269,7681,1810,3669,7682,2691,3088, 759,1060, 489,1805,3351,3285, # 5814
+1358,7683,7684,2386,1387,1215,2629,2252, 490,7685,7686,4173,1759,2387,2343,7687, # 5830
+4448,3799,1907,3971,2630,1806,3210,4449,3453,3286,2760,2344, 874,7688,7689,3454, # 5846
+3670,1858,  91,2914,3671,3042,3800,4450,7690,3145,3972,2659,7691,3455,1202,1403, # 5862
+3801,2954,2529,1517,2503,4451,3456,2504,7692,4452,7693,2692,1885,1495,1731,3973, # 5878
+2365,4453,7694,2029,7695,7696,3974,2693,1216, 237,2581,4174,2319,3975,3802,4454, # 5894
+4455,2694,3560,3457, 445,4456,7697,7698,7699,7700,2761,  61,3976,3672,1822,3977, # 5910
+7701, 687,2045, 935, 925, 405,2660, 703,1096,1859,2725,4457,3978,1876,1367,2695, # 5926
+3352, 918,2105,1781,2476, 334,3287,1611,1093,4458, 564,3146,3458,3673,3353, 945, # 5942
+2631,2057,4459,7702,1925, 872,4175,7703,3459,2696,3089, 349,4176,3674,3979,4460, # 5958
+3803,4177,3675,2155,3980,4461,4462,4178,4463,2403,2046, 782,3981, 400, 251,4179, # 5974
+1624,7704,7705, 277,3676, 299,1265, 476,1191,3804,2121,4180,4181,1109, 205,7706, # 5990
+2582,1000,2156,3561,1860,7707,7708,7709,4464,7710,4465,2565, 107,2477,2157,3982, # 6006
+3460,3147,7711,1533, 541,1301, 158, 753,4182,2872,3562,7712,1696, 370,1088,4183, # 6022
+4466,3563, 579, 327, 440, 162,2240, 269,1937,1374,3461, 968,3043,  56,1396,3090, # 6038
+2106,3288,3354,7713,1926,2158,4467,2998,7714,3564,7715,7716,3677,4468,2478,7717, # 6054
+2791,7718,1650,4469,7719,2603,7720,7721,3983,2661,3355,1149,3356,3984,3805,3985, # 6070
+7722,1076,  49,7723, 951,3211,3289,3290, 450,2837, 920,7724,1811,2792,2366,4184, # 6086
+1908,1138,2367,3806,3462,7725,3212,4470,1909,1147,1518,2423,4471,3807,7726,4472, # 6102
+2388,2604, 260,1795,3213,7727,7728,3808,3291, 708,7729,3565,1704,7730,3566,1351, # 6118
+1618,3357,2999,1886, 944,4185,3358,4186,3044,3359,4187,7731,3678, 422, 413,1714, # 6134
+3292, 500,2058,2345,4188,2479,7732,1344,1910, 954,7733,1668,7734,7735,3986,2404, # 6150
+4189,3567,3809,4190,7736,2302,1318,2505,3091, 133,3092,2873,4473, 629,  31,2838, # 6166
+2697,3810,4474, 850, 949,4475,3987,2955,1732,2088,4191,1496,1852,7737,3988, 620, # 6182
+3214, 981,1242,3679,3360,1619,3680,1643,3293,2139,2452,1970,1719,3463,2168,7738, # 6198
+3215,7739,7740,3361,1828,7741,1277,4476,1565,2047,7742,1636,3568,3093,7743, 869, # 6214
+2839, 655,3811,3812,3094,3989,3000,3813,1310,3569,4477,7744,7745,7746,1733, 558, # 6230
+4478,3681, 335,1549,3045,1756,4192,3682,1945,3464,1829,1291,1192, 470,2726,2107, # 6246
+2793, 913,1054,3990,7747,1027,7748,3046,3991,4479, 982,2662,3362,3148,3465,3216, # 6262
+3217,1946,2794,7749, 571,4480,7750,1830,7751,3570,2583,1523,2424,7752,2089, 984, # 6278
+4481,3683,1959,7753,3684, 852, 923,2795,3466,3685, 969,1519, 999,2048,2320,1705, # 6294
+7754,3095, 615,1662, 151, 597,3992,2405,2321,1049, 275,4482,3686,4193, 568,3687, # 6310
+3571,2480,4194,3688,7755,2425,2270, 409,3218,7756,1566,2874,3467,1002, 769,2840, # 6326
+ 194,2090,3149,3689,2222,3294,4195, 628,1505,7757,7758,1763,2177,3001,3993, 521, # 6342
+1161,2584,1787,2203,2406,4483,3994,1625,4196,4197, 412,  42,3096, 464,7759,2632, # 6358
+4484,3363,1760,1571,2875,3468,2530,1219,2204,3814,2633,2140,2368,4485,4486,3295, # 6374
+1651,3364,3572,7760,7761,3573,2481,3469,7762,3690,7763,7764,2271,2091, 460,7765, # 6390
+4487,7766,3002, 962, 588,3574, 289,3219,2634,1116,  52,7767,3047,1796,7768,7769, # 6406
+7770,1467,7771,1598,1143,3691,4198,1984,1734,1067,4488,1280,3365, 465,4489,1572, # 6422
+ 510,7772,1927,2241,1812,1644,3575,7773,4490,3692,7774,7775,2663,1573,1534,7776, # 6438
+7777,4199, 536,1807,1761,3470,3815,3150,2635,7778,7779,7780,4491,3471,2915,1911, # 6454
+2796,7781,3296,1122, 377,3220,7782, 360,7783,7784,4200,1529, 551,7785,2059,3693, # 6470
+1769,2426,7786,2916,4201,3297,3097,2322,2108,2030,4492,1404, 136,1468,1479, 672, # 6486
+1171,3221,2303, 271,3151,7787,2762,7788,2049, 678,2727, 865,1947,4493,7789,2013, # 6502
+3995,2956,7790,2728,2223,1397,3048,3694,4494,4495,1735,2917,3366,3576,7791,3816, # 6518
+ 509,2841,2453,2876,3817,7792,7793,3152,3153,4496,4202,2531,4497,2304,1166,1010, # 6534
+ 552, 681,1887,7794,7795,2957,2958,3996,1287,1596,1861,3154, 358, 453, 736, 175, # 6550
+ 478,1117, 905,1167,1097,7796,1853,1530,7797,1706,7798,2178,3472,2287,3695,3473, # 6566
+3577,4203,2092,4204,7799,3367,1193,2482,4205,1458,2190,2205,1862,1888,1421,3298, # 6582
+2918,3049,2179,3474, 595,2122,7800,3997,7801,7802,4206,1707,2636, 223,3696,1359, # 6598
+ 751,3098, 183,3475,7803,2797,3003, 419,2369, 633, 704,3818,2389, 241,7804,7805, # 6614
+7806, 838,3004,3697,2272,2763,2454,3819,1938,2050,3998,1309,3099,2242,1181,7807, # 6630
+1136,2206,3820,2370,1446,4207,2305,4498,7808,7809,4208,1055,2605, 484,3698,7810, # 6646
+3999, 625,4209,2273,3368,1499,4210,4000,7811,4001,4211,3222,2274,2275,3476,7812, # 6662
+7813,2764, 808,2606,3699,3369,4002,4212,3100,2532, 526,3370,3821,4213, 955,7814, # 6678
+1620,4214,2637,2427,7815,1429,3700,1669,1831, 994, 928,7816,3578,1260,7817,7818, # 6694
+7819,1948,2288, 741,2919,1626,4215,2729,2455, 867,1184, 362,3371,1392,7820,7821, # 6710
+4003,4216,1770,1736,3223,2920,4499,4500,1928,2698,1459,1158,7822,3050,3372,2877, # 6726
+1292,1929,2506,2842,3701,1985,1187,2071,2014,2607,4217,7823,2566,2507,2169,3702, # 6742
+2483,3299,7824,3703,4501,7825,7826, 666,1003,3005,1022,3579,4218,7827,4502,1813, # 6758
+2253, 574,3822,1603, 295,1535, 705,3823,4219, 283, 858, 417,7828,7829,3224,4503, # 6774
+4504,3051,1220,1889,1046,2276,2456,4004,1393,1599, 689,2567, 388,4220,7830,2484, # 6790
+ 802,7831,2798,3824,2060,1405,2254,7832,4505,3825,2109,1052,1345,3225,1585,7833, # 6806
+ 809,7834,7835,7836, 575,2730,3477, 956,1552,1469,1144,2323,7837,2324,1560,2457, # 6822
+3580,3226,4005, 616,2207,3155,2180,2289,7838,1832,7839,3478,4506,7840,1319,3704, # 6838
+3705,1211,3581,1023,3227,1293,2799,7841,7842,7843,3826, 607,2306,3827, 762,2878, # 6854
+1439,4221,1360,7844,1485,3052,7845,4507,1038,4222,1450,2061,2638,4223,1379,4508, # 6870
+2585,7846,7847,4224,1352,1414,2325,2921,1172,7848,7849,3828,3829,7850,1797,1451, # 6886
+7851,7852,7853,7854,2922,4006,4007,2485,2346, 411,4008,4009,3582,3300,3101,4509, # 6902
+1561,2664,1452,4010,1375,7855,7856,  47,2959, 316,7857,1406,1591,2923,3156,7858, # 6918
+1025,2141,3102,3157, 354,2731, 884,2224,4225,2407, 508,3706, 726,3583, 996,2428, # 6934
+3584, 729,7859, 392,2191,1453,4011,4510,3707,7860,7861,2458,3585,2608,1675,2800, # 6950
+ 919,2347,2960,2348,1270,4511,4012,  73,7862,7863, 647,7864,3228,2843,2255,1550, # 6966
+1346,3006,7865,1332, 883,3479,7866,7867,7868,7869,3301,2765,7870,1212, 831,1347, # 6982
+4226,4512,2326,3830,1863,3053, 720,3831,4513,4514,3832,7871,4227,7872,7873,4515, # 6998
+7874,7875,1798,4516,3708,2609,4517,3586,1645,2371,7876,7877,2924, 669,2208,2665, # 7014
+2429,7878,2879,7879,7880,1028,3229,7881,4228,2408,7882,2256,1353,7883,7884,4518, # 7030
+3158, 518,7885,4013,7886,4229,1960,7887,2142,4230,7888,7889,3007,2349,2350,3833, # 7046
+ 516,1833,1454,4014,2699,4231,4519,2225,2610,1971,1129,3587,7890,2766,7891,2961, # 7062
+1422, 577,1470,3008,1524,3373,7892,7893, 432,4232,3054,3480,7894,2586,1455,2508, # 7078
+2226,1972,1175,7895,1020,2732,4015,3481,4520,7896,2733,7897,1743,1361,3055,3482, # 7094
+2639,4016,4233,4521,2290, 895, 924,4234,2170, 331,2243,3056, 166,1627,3057,1098, # 7110
+7898,1232,2880,2227,3374,4522, 657, 403,1196,2372, 542,3709,3375,1600,4235,3483, # 7126
+7899,4523,2767,3230, 576, 530,1362,7900,4524,2533,2666,3710,4017,7901, 842,3834, # 7142
+7902,2801,2031,1014,4018, 213,2700,3376, 665, 621,4236,7903,3711,2925,2430,7904, # 7158
+2431,3302,3588,3377,7905,4237,2534,4238,4525,3589,1682,4239,3484,1380,7906, 724, # 7174
+2277, 600,1670,7907,1337,1233,4526,3103,2244,7908,1621,4527,7909, 651,4240,7910, # 7190
+1612,4241,2611,7911,2844,7912,2734,2307,3058,7913, 716,2459,3059, 174,1255,2701, # 7206
+4019,3590, 548,1320,1398, 728,4020,1574,7914,1890,1197,3060,4021,7915,3061,3062, # 7222
+3712,3591,3713, 747,7916, 635,4242,4528,7917,7918,7919,4243,7920,7921,4529,7922, # 7238
+3378,4530,2432, 451,7923,3714,2535,2072,4244,2735,4245,4022,7924,1764,4531,7925, # 7254
+4246, 350,7926,2278,2390,2486,7927,4247,4023,2245,1434,4024, 488,4532, 458,4248, # 7270
+4025,3715, 771,1330,2391,3835,2568,3159,2159,2409,1553,2667,3160,4249,7928,2487, # 7286
+2881,2612,1720,2702,4250,3379,4533,7929,2536,4251,7930,3231,4252,2768,7931,2015, # 7302
+2736,7932,1155,1017,3716,3836,7933,3303,2308, 201,1864,4253,1430,7934,4026,7935, # 7318
+7936,7937,7938,7939,4254,1604,7940, 414,1865, 371,2587,4534,4535,3485,2016,3104, # 7334
+4536,1708, 960,4255, 887, 389,2171,1536,1663,1721,7941,2228,4027,2351,2926,1580, # 7350
+7942,7943,7944,1744,7945,2537,4537,4538,7946,4539,7947,2073,7948,7949,3592,3380, # 7366
+2882,4256,7950,4257,2640,3381,2802, 673,2703,2460, 709,3486,4028,3593,4258,7951, # 7382
+1148, 502, 634,7952,7953,1204,4540,3594,1575,4541,2613,3717,7954,3718,3105, 948, # 7398
+3232, 121,1745,3837,1110,7955,4259,3063,2509,3009,4029,3719,1151,1771,3838,1488, # 7414
+4030,1986,7956,2433,3487,7957,7958,2093,7959,4260,3839,1213,1407,2803, 531,2737, # 7430
+2538,3233,1011,1537,7960,2769,4261,3106,1061,7961,3720,3721,1866,2883,7962,2017, # 7446
+ 120,4262,4263,2062,3595,3234,2309,3840,2668,3382,1954,4542,7963,7964,3488,1047, # 7462
+2704,1266,7965,1368,4543,2845, 649,3383,3841,2539,2738,1102,2846,2669,7966,7967, # 7478
+1999,7968,1111,3596,2962,7969,2488,3842,3597,2804,1854,3384,3722,7970,7971,3385, # 7494
+2410,2884,3304,3235,3598,7972,2569,7973,3599,2805,4031,1460, 856,7974,3600,7975, # 7510
+2885,2963,7976,2886,3843,7977,4264, 632,2510, 875,3844,1697,3845,2291,7978,7979, # 7526
+4544,3010,1239, 580,4545,4265,7980, 914, 936,2074,1190,4032,1039,2123,7981,7982, # 7542
+7983,3386,1473,7984,1354,4266,3846,7985,2172,3064,4033, 915,3305,4267,4268,3306, # 7558
+1605,1834,7986,2739, 398,3601,4269,3847,4034, 328,1912,2847,4035,3848,1331,4270, # 7574
+3011, 937,4271,7987,3602,4036,4037,3387,2160,4546,3388, 524, 742, 538,3065,1012, # 7590
+7988,7989,3849,2461,7990, 658,1103, 225,3850,7991,7992,4547,7993,4548,7994,3236, # 7606
+1243,7995,4038, 963,2246,4549,7996,2705,3603,3161,7997,7998,2588,2327,7999,4550, # 7622
+8000,8001,8002,3489,3307, 957,3389,2540,2032,1930,2927,2462, 870,2018,3604,1746, # 7638
+2770,2771,2434,2463,8003,3851,8004,3723,3107,3724,3490,3390,3725,8005,1179,3066, # 7654
+8006,3162,2373,4272,3726,2541,3163,3108,2740,4039,8007,3391,1556,2542,2292, 977, # 7670
+2887,2033,4040,1205,3392,8008,1765,3393,3164,2124,1271,1689, 714,4551,3491,8009, # 7686
+2328,3852, 533,4273,3605,2181, 617,8010,2464,3308,3492,2310,8011,8012,3165,8013, # 7702
+8014,3853,1987, 618, 427,2641,3493,3394,8015,8016,1244,1690,8017,2806,4274,4552, # 7718
+8018,3494,8019,8020,2279,1576, 473,3606,4275,3395, 972,8021,3607,8022,3067,8023, # 7734
+8024,4553,4554,8025,3727,4041,4042,8026, 153,4555, 356,8027,1891,2888,4276,2143, # 7750
+ 408, 803,2352,8028,3854,8029,4277,1646,2570,2511,4556,4557,3855,8030,3856,4278, # 7766
+8031,2411,3396, 752,8032,8033,1961,2964,8034, 746,3012,2465,8035,4279,3728, 698, # 7782
+4558,1892,4280,3608,2543,4559,3609,3857,8036,3166,3397,8037,1823,1302,4043,2706, # 7798
+3858,1973,4281,8038,4282,3167, 823,1303,1288,1236,2848,3495,4044,3398, 774,3859, # 7814
+8039,1581,4560,1304,2849,3860,4561,8040,2435,2161,1083,3237,4283,4045,4284, 344, # 7830
+1173, 288,2311, 454,1683,8041,8042,1461,4562,4046,2589,8043,8044,4563, 985, 894, # 7846
+8045,3399,3168,8046,1913,2928,3729,1988,8047,2110,1974,8048,4047,8049,2571,1194, # 7862
+ 425,8050,4564,3169,1245,3730,4285,8051,8052,2850,8053, 636,4565,1855,3861, 760, # 7878
+1799,8054,4286,2209,1508,4566,4048,1893,1684,2293,8055,8056,8057,4287,4288,2210, # 7894
+ 479,8058,8059, 832,8060,4049,2489,8061,2965,2490,3731, 990,3109, 627,1814,2642, # 7910
+4289,1582,4290,2125,2111,3496,4567,8062, 799,4291,3170,8063,4568,2112,1737,3013, # 7926
+1018, 543, 754,4292,3309,1676,4569,4570,4050,8064,1489,8065,3497,8066,2614,2889, # 7942
+4051,8067,8068,2966,8069,8070,8071,8072,3171,4571,4572,2182,1722,8073,3238,3239, # 7958
+1842,3610,1715, 481, 365,1975,1856,8074,8075,1962,2491,4573,8076,2126,3611,3240, # 7974
+ 433,1894,2063,2075,8077, 602,2741,8078,8079,8080,8081,8082,3014,1628,3400,8083, # 7990
+3172,4574,4052,2890,4575,2512,8084,2544,2772,8085,8086,8087,3310,4576,2891,8088, # 8006
+4577,8089,2851,4578,4579,1221,2967,4053,2513,8090,8091,8092,1867,1989,8093,8094, # 8022
+8095,1895,8096,8097,4580,1896,4054, 318,8098,2094,4055,4293,8099,8100, 485,8101, # 8038
+ 938,3862, 553,2670, 116,8102,3863,3612,8103,3498,2671,2773,3401,3311,2807,8104, # 8054
+3613,2929,4056,1747,2930,2968,8105,8106, 207,8107,8108,2672,4581,2514,8109,3015, # 8070
+ 890,3614,3864,8110,1877,3732,3402,8111,2183,2353,3403,1652,8112,8113,8114, 941, # 8086
+2294, 208,3499,4057,2019, 330,4294,3865,2892,2492,3733,4295,8115,8116,8117,8118, # 8102
+#Everything below is of no interest for detection purpose
+2515,1613,4582,8119,3312,3866,2516,8120,4058,8121,1637,4059,2466,4583,3867,8122, # 8118
+2493,3016,3734,8123,8124,2192,8125,8126,2162,8127,8128,8129,8130,8131,8132,8133, # 8134
+8134,8135,8136,8137,8138,8139,8140,8141,8142,8143,8144,8145,8146,8147,8148,8149, # 8150
+8150,8151,8152,8153,8154,8155,8156,8157,8158,8159,8160,8161,8162,8163,8164,8165, # 8166
+8166,8167,8168,8169,8170,8171,8172,8173,8174,8175,8176,8177,8178,8179,8180,8181, # 8182
+8182,8183,8184,8185,8186,8187,8188,8189,8190,8191,8192,8193,8194,8195,8196,8197, # 8198
+8198,8199,8200,8201,8202,8203,8204,8205,8206,8207,8208,8209,8210,8211,8212,8213, # 8214
+8214,8215,8216,8217,8218,8219,8220,8221,8222,8223,8224,8225,8226,8227,8228,8229, # 8230
+8230,8231,8232,8233,8234,8235,8236,8237,8238,8239,8240,8241,8242,8243,8244,8245, # 8246
+8246,8247,8248,8249,8250,8251,8252,8253,8254,8255,8256,8257,8258,8259,8260,8261, # 8262
+8262,8263,8264,8265,8266,8267,8268,8269,8270,8271,8272,8273,8274,8275,8276,8277, # 8278
+8278,8279,8280,8281,8282,8283,8284,8285,8286,8287,8288,8289,8290,8291,8292,8293, # 8294
+8294,8295,8296,8297,8298,8299,8300,8301,8302,8303,8304,8305,8306,8307,8308,8309, # 8310
+8310,8311,8312,8313,8314,8315,8316,8317,8318,8319,8320,8321,8322,8323,8324,8325, # 8326
+8326,8327,8328,8329,8330,8331,8332,8333,8334,8335,8336,8337,8338,8339,8340,8341, # 8342
+8342,8343,8344,8345,8346,8347,8348,8349,8350,8351,8352,8353,8354,8355,8356,8357, # 8358
+8358,8359,8360,8361,8362,8363,8364,8365,8366,8367,8368,8369,8370,8371,8372,8373, # 8374
+8374,8375,8376,8377,8378,8379,8380,8381,8382,8383,8384,8385,8386,8387,8388,8389, # 8390
+8390,8391,8392,8393,8394,8395,8396,8397,8398,8399,8400,8401,8402,8403,8404,8405, # 8406
+8406,8407,8408,8409,8410,8411,8412,8413,8414,8415,8416,8417,8418,8419,8420,8421, # 8422
+8422,8423,8424,8425,8426,8427,8428,8429,8430,8431,8432,8433,8434,8435,8436,8437, # 8438
+8438,8439,8440,8441,8442,8443,8444,8445,8446,8447,8448,8449,8450,8451,8452,8453, # 8454
+8454,8455,8456,8457,8458,8459,8460,8461,8462,8463,8464,8465,8466,8467,8468,8469, # 8470
+8470,8471,8472,8473,8474,8475,8476,8477,8478,8479,8480,8481,8482,8483,8484,8485, # 8486
+8486,8487,8488,8489,8490,8491,8492,8493,8494,8495,8496,8497,8498,8499,8500,8501, # 8502
+8502,8503,8504,8505,8506,8507,8508,8509,8510,8511,8512,8513,8514,8515,8516,8517, # 8518
+8518,8519,8520,8521,8522,8523,8524,8525,8526,8527,8528,8529,8530,8531,8532,8533, # 8534
+8534,8535,8536,8537,8538,8539,8540,8541,8542,8543,8544,8545,8546,8547,8548,8549, # 8550
+8550,8551,8552,8553,8554,8555,8556,8557,8558,8559,8560,8561,8562,8563,8564,8565, # 8566
+8566,8567,8568,8569,8570,8571,8572,8573,8574,8575,8576,8577,8578,8579,8580,8581, # 8582
+8582,8583,8584,8585,8586,8587,8588,8589,8590,8591,8592,8593,8594,8595,8596,8597, # 8598
+8598,8599,8600,8601,8602,8603,8604,8605,8606,8607,8608,8609,8610,8611,8612,8613, # 8614
+8614,8615,8616,8617,8618,8619,8620,8621,8622,8623,8624,8625,8626,8627,8628,8629, # 8630
+8630,8631,8632,8633,8634,8635,8636,8637,8638,8639,8640,8641,8642,8643,8644,8645, # 8646
+8646,8647,8648,8649,8650,8651,8652,8653,8654,8655,8656,8657,8658,8659,8660,8661, # 8662
+8662,8663,8664,8665,8666,8667,8668,8669,8670,8671,8672,8673,8674,8675,8676,8677, # 8678
+8678,8679,8680,8681,8682,8683,8684,8685,8686,8687,8688,8689,8690,8691,8692,8693, # 8694
+8694,8695,8696,8697,8698,8699,8700,8701,8702,8703,8704,8705,8706,8707,8708,8709, # 8710
+8710,8711,8712,8713,8714,8715,8716,8717,8718,8719,8720,8721,8722,8723,8724,8725, # 8726
+8726,8727,8728,8729,8730,8731,8732,8733,8734,8735,8736,8737,8738,8739,8740,8741) # 8742
+
+# flake8: noqa
diff --git a/lib/chardet/euctwprober.py b/lib/chardet/euctwprober.py
new file mode 100644
index 00000000..fe652fe3
--- /dev/null
+++ b/lib/chardet/euctwprober.py
@@ -0,0 +1,41 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is mozilla.org code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+# 
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+# 
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from .mbcharsetprober import MultiByteCharSetProber
+from .codingstatemachine import CodingStateMachine
+from .chardistribution import EUCTWDistributionAnalysis
+from .mbcssm import EUCTWSMModel
+
+class EUCTWProber(MultiByteCharSetProber):
+    def __init__(self):
+        MultiByteCharSetProber.__init__(self)
+        self._mCodingSM = CodingStateMachine(EUCTWSMModel)
+        self._mDistributionAnalyzer = EUCTWDistributionAnalysis()
+        self.reset()
+
+    def get_charset_name(self):
+        return "EUC-TW"
diff --git a/lib/chardet/gb2312freq.py b/lib/chardet/gb2312freq.py
new file mode 100644
index 00000000..1238f510
--- /dev/null
+++ b/lib/chardet/gb2312freq.py
@@ -0,0 +1,472 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Communicator client code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+# GB2312 most frequently used character table
+#
+# Char to FreqOrder table , from hz6763
+
+# 512  --> 0.79  -- 0.79
+# 1024 --> 0.92  -- 0.13
+# 2048 --> 0.98  -- 0.06
+# 6768 --> 1.00  -- 0.02
+#
+# Ideal Distribution Ratio = 0.79135/(1-0.79135) = 3.79
+# Random Distribution Ration = 512 / (3755 - 512) = 0.157
+#
+# Typical Distribution Ratio about 25% of Ideal one, still much higher that RDR
+
+GB2312_TYPICAL_DISTRIBUTION_RATIO = 0.9
+
+GB2312_TABLE_SIZE = 3760
+
+GB2312CharToFreqOrder = (
+1671, 749,1443,2364,3924,3807,2330,3921,1704,3463,2691,1511,1515, 572,3191,2205,
+2361, 224,2558, 479,1711, 963,3162, 440,4060,1905,2966,2947,3580,2647,3961,3842,
+2204, 869,4207, 970,2678,5626,2944,2956,1479,4048, 514,3595, 588,1346,2820,3409,
+ 249,4088,1746,1873,2047,1774, 581,1813, 358,1174,3590,1014,1561,4844,2245, 670,
+1636,3112, 889,1286, 953, 556,2327,3060,1290,3141, 613, 185,3477,1367, 850,3820,
+1715,2428,2642,2303,2732,3041,2562,2648,3566,3946,1349, 388,3098,2091,1360,3585,
+ 152,1687,1539, 738,1559,  59,1232,2925,2267,1388,1249,1741,1679,2960, 151,1566,
+1125,1352,4271, 924,4296, 385,3166,4459, 310,1245,2850,  70,3285,2729,3534,3575,
+2398,3298,3466,1960,2265, 217,3647, 864,1909,2084,4401,2773,1010,3269,5152, 853,
+3051,3121,1244,4251,1895, 364,1499,1540,2313,1180,3655,2268, 562, 715,2417,3061,
+ 544, 336,3768,2380,1752,4075, 950, 280,2425,4382, 183,2759,3272, 333,4297,2155,
+1688,2356,1444,1039,4540, 736,1177,3349,2443,2368,2144,2225, 565, 196,1482,3406,
+ 927,1335,4147, 692, 878,1311,1653,3911,3622,1378,4200,1840,2969,3149,2126,1816,
+2534,1546,2393,2760, 737,2494,  13, 447, 245,2747,  38,2765,2129,2589,1079, 606,
+ 360, 471,3755,2890, 404, 848, 699,1785,1236, 370,2221,1023,3746,2074,2026,2023,
+2388,1581,2119, 812,1141,3091,2536,1519, 804,2053, 406,1596,1090, 784, 548,4414,
+1806,2264,2936,1100, 343,4114,5096, 622,3358, 743,3668,1510,1626,5020,3567,2513,
+3195,4115,5627,2489,2991,  24,2065,2697,1087,2719,  48,1634, 315,  68, 985,2052,
+ 198,2239,1347,1107,1439, 597,2366,2172, 871,3307, 919,2487,2790,1867, 236,2570,
+1413,3794, 906,3365,3381,1701,1982,1818,1524,2924,1205, 616,2586,2072,2004, 575,
+ 253,3099,  32,1365,1182, 197,1714,2454,1201, 554,3388,3224,2748, 756,2587, 250,
+2567,1507,1517,3529,1922,2761,2337,3416,1961,1677,2452,2238,3153, 615, 911,1506,
+1474,2495,1265,1906,2749,3756,3280,2161, 898,2714,1759,3450,2243,2444, 563,  26,
+3286,2266,3769,3344,2707,3677, 611,1402, 531,1028,2871,4548,1375, 261,2948, 835,
+1190,4134, 353, 840,2684,1900,3082,1435,2109,1207,1674, 329,1872,2781,4055,2686,
+2104, 608,3318,2423,2957,2768,1108,3739,3512,3271,3985,2203,1771,3520,1418,2054,
+1681,1153, 225,1627,2929, 162,2050,2511,3687,1954, 124,1859,2431,1684,3032,2894,
+ 585,4805,3969,2869,2704,2088,2032,2095,3656,2635,4362,2209, 256, 518,2042,2105,
+3777,3657, 643,2298,1148,1779, 190, 989,3544, 414,  11,2135,2063,2979,1471, 403,
+3678, 126, 770,1563, 671,2499,3216,2877, 600,1179, 307,2805,4937,1268,1297,2694,
+ 252,4032,1448,1494,1331,1394, 127,2256, 222,1647,1035,1481,3056,1915,1048, 873,
+3651, 210,  33,1608,2516, 200,1520, 415, 102,   0,3389,1287, 817,  91,3299,2940,
+ 836,1814, 549,2197,1396,1669,2987,3582,2297,2848,4528,1070, 687,  20,1819, 121,
+1552,1364,1461,1968,2617,3540,2824,2083, 177, 948,4938,2291, 110,4549,2066, 648,
+3359,1755,2110,2114,4642,4845,1693,3937,3308,1257,1869,2123, 208,1804,3159,2992,
+2531,2549,3361,2418,1350,2347,2800,2568,1291,2036,2680,  72, 842,1990, 212,1233,
+1154,1586,  75,2027,3410,4900,1823,1337,2710,2676, 728,2810,1522,3026,4995, 157,
+ 755,1050,4022, 710, 785,1936,2194,2085,1406,2777,2400, 150,1250,4049,1206, 807,
+1910, 534, 529,3309,1721,1660, 274,  39,2827, 661,2670,1578, 925,3248,3815,1094,
+4278,4901,4252,  41,1150,3747,2572,2227,4501,3658,4902,3813,3357,3617,2884,2258,
+ 887, 538,4187,3199,1294,2439,3042,2329,2343,2497,1255, 107, 543,1527, 521,3478,
+3568, 194,5062,  15, 961,3870,1241,1192,2664,  66,5215,3260,2111,1295,1127,2152,
+3805,4135, 901,1164,1976, 398,1278, 530,1460, 748, 904,1054,1966,1426,  53,2909,
+ 509, 523,2279,1534, 536,1019, 239,1685, 460,2353, 673,1065,2401,3600,4298,2272,
+1272,2363, 284,1753,3679,4064,1695,  81, 815,2677,2757,2731,1386, 859, 500,4221,
+2190,2566, 757,1006,2519,2068,1166,1455, 337,2654,3203,1863,1682,1914,3025,1252,
+1409,1366, 847, 714,2834,2038,3209, 964,2970,1901, 885,2553,1078,1756,3049, 301,
+1572,3326, 688,2130,1996,2429,1805,1648,2930,3421,2750,3652,3088, 262,1158,1254,
+ 389,1641,1812, 526,1719, 923,2073,1073,1902, 468, 489,4625,1140, 857,2375,3070,
+3319,2863, 380, 116,1328,2693,1161,2244, 273,1212,1884,2769,3011,1775,1142, 461,
+3066,1200,2147,2212, 790, 702,2695,4222,1601,1058, 434,2338,5153,3640,  67,2360,
+4099,2502, 618,3472,1329, 416,1132, 830,2782,1807,2653,3211,3510,1662, 192,2124,
+ 296,3979,1739,1611,3684,  23, 118, 324, 446,1239,1225, 293,2520,3814,3795,2535,
+3116,  17,1074, 467,2692,2201, 387,2922,  45,1326,3055,1645,3659,2817, 958, 243,
+1903,2320,1339,2825,1784,3289, 356, 576, 865,2315,2381,3377,3916,1088,3122,1713,
+1655, 935, 628,4689,1034,1327, 441, 800, 720, 894,1979,2183,1528,5289,2702,1071,
+4046,3572,2399,1571,3281,  79, 761,1103, 327, 134, 758,1899,1371,1615, 879, 442,
+ 215,2605,2579, 173,2048,2485,1057,2975,3317,1097,2253,3801,4263,1403,1650,2946,
+ 814,4968,3487,1548,2644,1567,1285,   2, 295,2636,  97, 946,3576, 832, 141,4257,
+3273, 760,3821,3521,3156,2607, 949,1024,1733,1516,1803,1920,2125,2283,2665,3180,
+1501,2064,3560,2171,1592, 803,3518,1416, 732,3897,4258,1363,1362,2458, 119,1427,
+ 602,1525,2608,1605,1639,3175, 694,3064,  10, 465,  76,2000,4846,4208, 444,3781,
+1619,3353,2206,1273,3796, 740,2483, 320,1723,2377,3660,2619,1359,1137,1762,1724,
+2345,2842,1850,1862, 912, 821,1866, 612,2625,1735,2573,3369,1093, 844,  89, 937,
+ 930,1424,3564,2413,2972,1004,3046,3019,2011, 711,3171,1452,4178, 428, 801,1943,
+ 432, 445,2811, 206,4136,1472, 730, 349,  73, 397,2802,2547, 998,1637,1167, 789,
+ 396,3217, 154,1218, 716,1120,1780,2819,4826,1931,3334,3762,2139,1215,2627, 552,
+3664,3628,3232,1405,2383,3111,1356,2652,3577,3320,3101,1703, 640,1045,1370,1246,
+4996, 371,1575,2436,1621,2210, 984,4033,1734,2638,  16,4529, 663,2755,3255,1451,
+3917,2257,1253,1955,2234,1263,2951, 214,1229, 617, 485, 359,1831,1969, 473,2310,
+ 750,2058, 165,  80,2864,2419, 361,4344,2416,2479,1134, 796,3726,1266,2943, 860,
+2715, 938, 390,2734,1313,1384, 248, 202, 877,1064,2854, 522,3907, 279,1602, 297,
+2357, 395,3740, 137,2075, 944,4089,2584,1267,3802,  62,1533,2285, 178, 176, 780,
+2440, 201,3707, 590, 478,1560,4354,2117,1075,  30,  74,4643,4004,1635,1441,2745,
+ 776,2596, 238,1077,1692,1912,2844, 605, 499,1742,3947, 241,3053, 980,1749, 936,
+2640,4511,2582, 515,1543,2162,5322,2892,2993, 890,2148,1924, 665,1827,3581,1032,
+ 968,3163, 339,1044,1896, 270, 583,1791,1720,4367,1194,3488,3669,  43,2523,1657,
+ 163,2167, 290,1209,1622,3378, 550, 634,2508,2510, 695,2634,2384,2512,1476,1414,
+ 220,1469,2341,2138,2852,3183,2900,4939,2865,3502,1211,3680, 854,3227,1299,2976,
+3172, 186,2998,1459, 443,1067,3251,1495, 321,1932,3054, 909, 753,1410,1828, 436,
+2441,1119,1587,3164,2186,1258, 227, 231,1425,1890,3200,3942, 247, 959, 725,5254,
+2741, 577,2158,2079, 929, 120, 174, 838,2813, 591,1115, 417,2024,  40,3240,1536,
+1037, 291,4151,2354, 632,1298,2406,2500,3535,1825,1846,3451, 205,1171, 345,4238,
+  18,1163, 811, 685,2208,1217, 425,1312,1508,1175,4308,2552,1033, 587,1381,3059,
+2984,3482, 340,1316,4023,3972, 792,3176, 519, 777,4690, 918, 933,4130,2981,3741,
+  90,3360,2911,2200,5184,4550, 609,3079,2030, 272,3379,2736, 363,3881,1130,1447,
+ 286, 779, 357,1169,3350,3137,1630,1220,2687,2391, 747,1277,3688,2618,2682,2601,
+1156,3196,5290,4034,3102,1689,3596,3128, 874, 219,2783, 798, 508,1843,2461, 269,
+1658,1776,1392,1913,2983,3287,2866,2159,2372, 829,4076,  46,4253,2873,1889,1894,
+ 915,1834,1631,2181,2318, 298, 664,2818,3555,2735, 954,3228,3117, 527,3511,2173,
+ 681,2712,3033,2247,2346,3467,1652, 155,2164,3382, 113,1994, 450, 899, 494, 994,
+1237,2958,1875,2336,1926,3727, 545,1577,1550, 633,3473, 204,1305,3072,2410,1956,
+2471, 707,2134, 841,2195,2196,2663,3843,1026,4940, 990,3252,4997, 368,1092, 437,
+3212,3258,1933,1829, 675,2977,2893, 412, 943,3723,4644,3294,3283,2230,2373,5154,
+2389,2241,2661,2323,1404,2524, 593, 787, 677,3008,1275,2059, 438,2709,2609,2240,
+2269,2246,1446,  36,1568,1373,3892,1574,2301,1456,3962, 693,2276,5216,2035,1143,
+2720,1919,1797,1811,2763,4137,2597,1830,1699,1488,1198,2090, 424,1694, 312,3634,
+3390,4179,3335,2252,1214, 561,1059,3243,2295,2561, 975,5155,2321,2751,3772, 472,
+1537,3282,3398,1047,2077,2348,2878,1323,3340,3076, 690,2906,  51, 369, 170,3541,
+1060,2187,2688,3670,2541,1083,1683, 928,3918, 459, 109,4427, 599,3744,4286, 143,
+2101,2730,2490,  82,1588,3036,2121, 281,1860, 477,4035,1238,2812,3020,2716,3312,
+1530,2188,2055,1317, 843, 636,1808,1173,3495, 649, 181,1002, 147,3641,1159,2414,
+3750,2289,2795, 813,3123,2610,1136,4368,   5,3391,4541,2174, 420, 429,1728, 754,
+1228,2115,2219, 347,2223,2733, 735,1518,3003,2355,3134,1764,3948,3329,1888,2424,
+1001,1234,1972,3321,3363,1672,1021,1450,1584, 226, 765, 655,2526,3404,3244,2302,
+3665, 731, 594,2184, 319,1576, 621, 658,2656,4299,2099,3864,1279,2071,2598,2739,
+ 795,3086,3699,3908,1707,2352,2402,1382,3136,2475,1465,4847,3496,3865,1085,3004,
+2591,1084, 213,2287,1963,3565,2250, 822, 793,4574,3187,1772,1789,3050, 595,1484,
+1959,2770,1080,2650, 456, 422,2996, 940,3322,4328,4345,3092,2742, 965,2784, 739,
+4124, 952,1358,2498,2949,2565, 332,2698,2378, 660,2260,2473,4194,3856,2919, 535,
+1260,2651,1208,1428,1300,1949,1303,2942, 433,2455,2450,1251,1946, 614,1269, 641,
+1306,1810,2737,3078,2912, 564,2365,1419,1415,1497,4460,2367,2185,1379,3005,1307,
+3218,2175,1897,3063, 682,1157,4040,4005,1712,1160,1941,1399, 394, 402,2952,1573,
+1151,2986,2404, 862, 299,2033,1489,3006, 346, 171,2886,3401,1726,2932, 168,2533,
+  47,2507,1030,3735,1145,3370,1395,1318,1579,3609,4560,2857,4116,1457,2529,1965,
+ 504,1036,2690,2988,2405, 745,5871, 849,2397,2056,3081, 863,2359,3857,2096,  99,
+1397,1769,2300,4428,1643,3455,1978,1757,3718,1440,  35,4879,3742,1296,4228,2280,
+ 160,5063,1599,2013, 166, 520,3479,1646,3345,3012, 490,1937,1545,1264,2182,2505,
+1096,1188,1369,1436,2421,1667,2792,2460,1270,2122, 727,3167,2143, 806,1706,1012,
+1800,3037, 960,2218,1882, 805, 139,2456,1139,1521, 851,1052,3093,3089, 342,2039,
+ 744,5097,1468,1502,1585,2087, 223, 939, 326,2140,2577, 892,2481,1623,4077, 982,
+3708, 135,2131,  87,2503,3114,2326,1106, 876,1616, 547,2997,2831,2093,3441,4530,
+4314,   9,3256,4229,4148, 659,1462,1986,1710,2046,2913,2231,4090,4880,5255,3392,
+3274,1368,3689,4645,1477, 705,3384,3635,1068,1529,2941,1458,3782,1509, 100,1656,
+2548, 718,2339, 408,1590,2780,3548,1838,4117,3719,1345,3530, 717,3442,2778,3220,
+2898,1892,4590,3614,3371,2043,1998,1224,3483, 891, 635, 584,2559,3355, 733,1766,
+1729,1172,3789,1891,2307, 781,2982,2271,1957,1580,5773,2633,2005,4195,3097,1535,
+3213,1189,1934,5693,3262, 586,3118,1324,1598, 517,1564,2217,1868,1893,4445,3728,
+2703,3139,1526,1787,1992,3882,2875,1549,1199,1056,2224,1904,2711,5098,4287, 338,
+1993,3129,3489,2689,1809,2815,1997, 957,1855,3898,2550,3275,3057,1105,1319, 627,
+1505,1911,1883,3526, 698,3629,3456,1833,1431, 746,  77,1261,2017,2296,1977,1885,
+ 125,1334,1600, 525,1798,1109,2222,1470,1945, 559,2236,1186,3443,2476,1929,1411,
+2411,3135,1777,3372,2621,1841,1613,3229, 668,1430,1839,2643,2916, 195,1989,2671,
+2358,1387, 629,3205,2293,5256,4439, 123,1310, 888,1879,4300,3021,3605,1003,1162,
+3192,2910,2010, 140,2395,2859,  55,1082,2012,2901, 662, 419,2081,1438, 680,2774,
+4654,3912,1620,1731,1625,5035,4065,2328, 512,1344, 802,5443,2163,2311,2537, 524,
+3399,  98,1155,2103,1918,2606,3925,2816,1393,2465,1504,3773,2177,3963,1478,4346,
+ 180,1113,4655,3461,2028,1698, 833,2696,1235,1322,1594,4408,3623,3013,3225,2040,
+3022, 541,2881, 607,3632,2029,1665,1219, 639,1385,1686,1099,2803,3231,1938,3188,
+2858, 427, 676,2772,1168,2025, 454,3253,2486,3556, 230,1950, 580, 791,1991,1280,
+1086,1974,2034, 630, 257,3338,2788,4903,1017,  86,4790, 966,2789,1995,1696,1131,
+ 259,3095,4188,1308, 179,1463,5257, 289,4107,1248,  42,3413,1725,2288, 896,1947,
+ 774,4474,4254, 604,3430,4264, 392,2514,2588, 452, 237,1408,3018, 988,4531,1970,
+3034,3310, 540,2370,1562,1288,2990, 502,4765,1147,   4,1853,2708, 207, 294,2814,
+4078,2902,2509, 684,  34,3105,3532,2551, 644, 709,2801,2344, 573,1727,3573,3557,
+2021,1081,3100,4315,2100,3681, 199,2263,1837,2385, 146,3484,1195,2776,3949, 997,
+1939,3973,1008,1091,1202,1962,1847,1149,4209,5444,1076, 493, 117,5400,2521, 972,
+1490,2934,1796,4542,2374,1512,2933,2657, 413,2888,1135,2762,2314,2156,1355,2369,
+ 766,2007,2527,2170,3124,2491,2593,2632,4757,2437, 234,3125,3591,1898,1750,1376,
+1942,3468,3138, 570,2127,2145,3276,4131, 962, 132,1445,4196,  19, 941,3624,3480,
+3366,1973,1374,4461,3431,2629, 283,2415,2275, 808,2887,3620,2112,2563,1353,3610,
+ 955,1089,3103,1053,  96,  88,4097, 823,3808,1583, 399, 292,4091,3313, 421,1128,
+ 642,4006, 903,2539,1877,2082, 596,  29,4066,1790, 722,2157, 130, 995,1569, 769,
+1485, 464, 513,2213, 288,1923,1101,2453,4316, 133, 486,2445,  50, 625, 487,2207,
+  57, 423, 481,2962, 159,3729,1558, 491, 303, 482, 501, 240,2837, 112,3648,2392,
+1783, 362,   8,3433,3422, 610,2793,3277,1390,1284,1654,  21,3823, 734, 367, 623,
+ 193, 287, 374,1009,1483, 816, 476, 313,2255,2340,1262,2150,2899,1146,2581, 782,
+2116,1659,2018,1880, 255,3586,3314,1110,2867,2137,2564, 986,2767,5185,2006, 650,
+ 158, 926, 762, 881,3157,2717,2362,3587, 306,3690,3245,1542,3077,2427,1691,2478,
+2118,2985,3490,2438, 539,2305, 983, 129,1754, 355,4201,2386, 827,2923, 104,1773,
+2838,2771, 411,2905,3919, 376, 767, 122,1114, 828,2422,1817,3506, 266,3460,1007,
+1609,4998, 945,2612,4429,2274, 726,1247,1964,2914,2199,2070,4002,4108, 657,3323,
+1422, 579, 455,2764,4737,1222,2895,1670, 824,1223,1487,2525, 558, 861,3080, 598,
+2659,2515,1967, 752,2583,2376,2214,4180, 977, 704,2464,4999,2622,4109,1210,2961,
+ 819,1541, 142,2284,  44, 418, 457,1126,3730,4347,4626,1644,1876,3671,1864, 302,
+1063,5694, 624, 723,1984,3745,1314,1676,2488,1610,1449,3558,3569,2166,2098, 409,
+1011,2325,3704,2306, 818,1732,1383,1824,1844,3757, 999,2705,3497,1216,1423,2683,
+2426,2954,2501,2726,2229,1475,2554,5064,1971,1794,1666,2014,1343, 783, 724, 191,
+2434,1354,2220,5065,1763,2752,2472,4152, 131, 175,2885,3434,  92,1466,4920,2616,
+3871,3872,3866, 128,1551,1632, 669,1854,3682,4691,4125,1230, 188,2973,3290,1302,
+1213, 560,3266, 917, 763,3909,3249,1760, 868,1958, 764,1782,2097, 145,2277,3774,
+4462,  64,1491,3062, 971,2132,3606,2442, 221,1226,1617, 218, 323,1185,3207,3147,
+ 571, 619,1473,1005,1744,2281, 449,1887,2396,3685, 275, 375,3816,1743,3844,3731,
+ 845,1983,2350,4210,1377, 773, 967,3499,3052,3743,2725,4007,1697,1022,3943,1464,
+3264,2855,2722,1952,1029,2839,2467,  84,4383,2215, 820,1391,2015,2448,3672, 377,
+1948,2168, 797,2545,3536,2578,2645,  94,2874,1678, 405,1259,3071, 771, 546,1315,
+ 470,1243,3083, 895,2468, 981, 969,2037, 846,4181, 653,1276,2928,  14,2594, 557,
+3007,2474, 156, 902,1338,1740,2574, 537,2518, 973,2282,2216,2433,1928, 138,2903,
+1293,2631,1612, 646,3457, 839,2935, 111, 496,2191,2847, 589,3186, 149,3994,2060,
+4031,2641,4067,3145,1870,  37,3597,2136,1025,2051,3009,3383,3549,1121,1016,3261,
+1301, 251,2446,2599,2153, 872,3246, 637, 334,3705, 831, 884, 921,3065,3140,4092,
+2198,1944, 246,2964, 108,2045,1152,1921,2308,1031, 203,3173,4170,1907,3890, 810,
+1401,2003,1690, 506, 647,1242,2828,1761,1649,3208,2249,1589,3709,2931,5156,1708,
+ 498, 666,2613, 834,3817,1231, 184,2851,1124, 883,3197,2261,3710,1765,1553,2658,
+1178,2639,2351,  93,1193, 942,2538,2141,4402, 235,1821, 870,1591,2192,1709,1871,
+3341,1618,4126,2595,2334, 603, 651,  69, 701, 268,2662,3411,2555,1380,1606, 503,
+ 448, 254,2371,2646, 574,1187,2309,1770, 322,2235,1292,1801, 305, 566,1133, 229,
+2067,2057, 706, 167, 483,2002,2672,3295,1820,3561,3067, 316, 378,2746,3452,1112,
+ 136,1981, 507,1651,2917,1117, 285,4591, 182,2580,3522,1304, 335,3303,1835,2504,
+1795,1792,2248, 674,1018,2106,2449,1857,2292,2845, 976,3047,1781,2600,2727,1389,
+1281,  52,3152, 153, 265,3950, 672,3485,3951,4463, 430,1183, 365, 278,2169,  27,
+1407,1336,2304, 209,1340,1730,2202,1852,2403,2883, 979,1737,1062, 631,2829,2542,
+3876,2592, 825,2086,2226,3048,3625, 352,1417,3724, 542, 991, 431,1351,3938,1861,
+2294, 826,1361,2927,3142,3503,1738, 463,2462,2723, 582,1916,1595,2808, 400,3845,
+3891,2868,3621,2254,  58,2492,1123, 910,2160,2614,1372,1603,1196,1072,3385,1700,
+3267,1980, 696, 480,2430, 920, 799,1570,2920,1951,2041,4047,2540,1321,4223,2469,
+3562,2228,1271,2602, 401,2833,3351,2575,5157, 907,2312,1256, 410, 263,3507,1582,
+ 996, 678,1849,2316,1480, 908,3545,2237, 703,2322, 667,1826,2849,1531,2604,2999,
+2407,3146,2151,2630,1786,3711, 469,3542, 497,3899,2409, 858, 837,4446,3393,1274,
+ 786, 620,1845,2001,3311, 484, 308,3367,1204,1815,3691,2332,1532,2557,1842,2020,
+2724,1927,2333,4440, 567,  22,1673,2728,4475,1987,1858,1144,1597, 101,1832,3601,
+  12, 974,3783,4391, 951,1412,   1,3720, 453,4608,4041, 528,1041,1027,3230,2628,
+1129, 875,1051,3291,1203,2262,1069,2860,2799,2149,2615,3278, 144,1758,3040,  31,
+ 475,1680, 366,2685,3184, 311,1642,4008,2466,5036,1593,1493,2809, 216,1420,1668,
+ 233, 304,2128,3284, 232,1429,1768,1040,2008,3407,2740,2967,2543, 242,2133, 778,
+1565,2022,2620, 505,2189,2756,1098,2273, 372,1614, 708, 553,2846,2094,2278, 169,
+3626,2835,4161, 228,2674,3165, 809,1454,1309, 466,1705,1095, 900,3423, 880,2667,
+3751,5258,2317,3109,2571,4317,2766,1503,1342, 866,4447,1118,  63,2076, 314,1881,
+1348,1061, 172, 978,3515,1747, 532, 511,3970,   6, 601, 905,2699,3300,1751, 276,
+1467,3725,2668,  65,4239,2544,2779,2556,1604, 578,2451,1802, 992,2331,2624,1320,
+3446, 713,1513,1013, 103,2786,2447,1661, 886,1702, 916, 654,3574,2031,1556, 751,
+2178,2821,2179,1498,1538,2176, 271, 914,2251,2080,1325, 638,1953,2937,3877,2432,
+2754,  95,3265,1716, 260,1227,4083, 775, 106,1357,3254, 426,1607, 555,2480, 772,
+1985, 244,2546, 474, 495,1046,2611,1851,2061,  71,2089,1675,2590, 742,3758,2843,
+3222,1433, 267,2180,2576,2826,2233,2092,3913,2435, 956,1745,3075, 856,2113,1116,
+ 451,   3,1988,2896,1398, 993,2463,1878,2049,1341,2718,2721,2870,2108, 712,2904,
+4363,2753,2324, 277,2872,2349,2649, 384, 987, 435, 691,3000, 922, 164,3939, 652,
+1500,1184,4153,2482,3373,2165,4848,2335,3775,3508,3154,2806,2830,1554,2102,1664,
+2530,1434,2408, 893,1547,2623,3447,2832,2242,2532,3169,2856,3223,2078,  49,3770,
+3469, 462, 318, 656,2259,3250,3069, 679,1629,2758, 344,1138,1104,3120,1836,1283,
+3115,2154,1437,4448, 934, 759,1999, 794,2862,1038, 533,2560,1722,2342, 855,2626,
+1197,1663,4476,3127,  85,4240,2528,  25,1111,1181,3673, 407,3470,4561,2679,2713,
+ 768,1925,2841,3986,1544,1165, 932, 373,1240,2146,1930,2673, 721,4766, 354,4333,
+ 391,2963, 187,  61,3364,1442,1102, 330,1940,1767, 341,3809,4118, 393,2496,2062,
+2211, 105, 331, 300, 439, 913,1332, 626, 379,3304,1557, 328, 689,3952, 309,1555,
+ 931, 317,2517,3027, 325, 569, 686,2107,3084,  60,1042,1333,2794, 264,3177,4014,
+1628, 258,3712,   7,4464,1176,1043,1778, 683, 114,1975,  78,1492, 383,1886, 510,
+ 386, 645,5291,2891,2069,3305,4138,3867,2939,2603,2493,1935,1066,1848,3588,1015,
+1282,1289,4609, 697,1453,3044,2666,3611,1856,2412,  54, 719,1330, 568,3778,2459,
+1748, 788, 492, 551,1191,1000, 488,3394,3763, 282,1799, 348,2016,1523,3155,2390,
+1049, 382,2019,1788,1170, 729,2968,3523, 897,3926,2785,2938,3292, 350,2319,3238,
+1718,1717,2655,3453,3143,4465, 161,2889,2980,2009,1421,  56,1908,1640,2387,2232,
+1917,1874,2477,4921, 148,  83,3438, 592,4245,2882,1822,1055, 741, 115,1496,1624,
+ 381,1638,4592,1020, 516,3214, 458, 947,4575,1432, 211,1514,2926,1865,2142, 189,
+ 852,1221,1400,1486, 882,2299,4036, 351,  28,1122, 700,6479,6480,6481,6482,6483,  # last 512
+#Everything below is of no interest for detection purpose
+5508,6484,3900,3414,3974,4441,4024,3537,4037,5628,5099,3633,6485,3148,6486,3636,
+5509,3257,5510,5973,5445,5872,4941,4403,3174,4627,5873,6276,2286,4230,5446,5874,
+5122,6102,6103,4162,5447,5123,5323,4849,6277,3980,3851,5066,4246,5774,5067,6278,
+3001,2807,5695,3346,5775,5974,5158,5448,6487,5975,5976,5776,3598,6279,5696,4806,
+4211,4154,6280,6488,6489,6490,6281,4212,5037,3374,4171,6491,4562,4807,4722,4827,
+5977,6104,4532,4079,5159,5324,5160,4404,3858,5359,5875,3975,4288,4610,3486,4512,
+5325,3893,5360,6282,6283,5560,2522,4231,5978,5186,5449,2569,3878,6284,5401,3578,
+4415,6285,4656,5124,5979,2506,4247,4449,3219,3417,4334,4969,4329,6492,4576,4828,
+4172,4416,4829,5402,6286,3927,3852,5361,4369,4830,4477,4867,5876,4173,6493,6105,
+4657,6287,6106,5877,5450,6494,4155,4868,5451,3700,5629,4384,6288,6289,5878,3189,
+4881,6107,6290,6495,4513,6496,4692,4515,4723,5100,3356,6497,6291,3810,4080,5561,
+3570,4430,5980,6498,4355,5697,6499,4724,6108,6109,3764,4050,5038,5879,4093,3226,
+6292,5068,5217,4693,3342,5630,3504,4831,4377,4466,4309,5698,4431,5777,6293,5778,
+4272,3706,6110,5326,3752,4676,5327,4273,5403,4767,5631,6500,5699,5880,3475,5039,
+6294,5562,5125,4348,4301,4482,4068,5126,4593,5700,3380,3462,5981,5563,3824,5404,
+4970,5511,3825,4738,6295,6501,5452,4516,6111,5881,5564,6502,6296,5982,6503,4213,
+4163,3454,6504,6112,4009,4450,6113,4658,6297,6114,3035,6505,6115,3995,4904,4739,
+4563,4942,4110,5040,3661,3928,5362,3674,6506,5292,3612,4791,5565,4149,5983,5328,
+5259,5021,4725,4577,4564,4517,4364,6298,5405,4578,5260,4594,4156,4157,5453,3592,
+3491,6507,5127,5512,4709,4922,5984,5701,4726,4289,6508,4015,6116,5128,4628,3424,
+4241,5779,6299,4905,6509,6510,5454,5702,5780,6300,4365,4923,3971,6511,5161,3270,
+3158,5985,4100, 867,5129,5703,6117,5363,3695,3301,5513,4467,6118,6512,5455,4232,
+4242,4629,6513,3959,4478,6514,5514,5329,5986,4850,5162,5566,3846,4694,6119,5456,
+4869,5781,3779,6301,5704,5987,5515,4710,6302,5882,6120,4392,5364,5705,6515,6121,
+6516,6517,3736,5988,5457,5989,4695,2457,5883,4551,5782,6303,6304,6305,5130,4971,
+6122,5163,6123,4870,3263,5365,3150,4871,6518,6306,5783,5069,5706,3513,3498,4409,
+5330,5632,5366,5458,5459,3991,5990,4502,3324,5991,5784,3696,4518,5633,4119,6519,
+4630,5634,4417,5707,4832,5992,3418,6124,5993,5567,4768,5218,6520,4595,3458,5367,
+6125,5635,6126,4202,6521,4740,4924,6307,3981,4069,4385,6308,3883,2675,4051,3834,
+4302,4483,5568,5994,4972,4101,5368,6309,5164,5884,3922,6127,6522,6523,5261,5460,
+5187,4164,5219,3538,5516,4111,3524,5995,6310,6311,5369,3181,3386,2484,5188,3464,
+5569,3627,5708,6524,5406,5165,4677,4492,6312,4872,4851,5885,4468,5996,6313,5709,
+5710,6128,2470,5886,6314,5293,4882,5785,3325,5461,5101,6129,5711,5786,6525,4906,
+6526,6527,4418,5887,5712,4808,2907,3701,5713,5888,6528,3765,5636,5331,6529,6530,
+3593,5889,3637,4943,3692,5714,5787,4925,6315,6130,5462,4405,6131,6132,6316,5262,
+6531,6532,5715,3859,5716,5070,4696,5102,3929,5788,3987,4792,5997,6533,6534,3920,
+4809,5000,5998,6535,2974,5370,6317,5189,5263,5717,3826,6536,3953,5001,4883,3190,
+5463,5890,4973,5999,4741,6133,6134,3607,5570,6000,4711,3362,3630,4552,5041,6318,
+6001,2950,2953,5637,4646,5371,4944,6002,2044,4120,3429,6319,6537,5103,4833,6538,
+6539,4884,4647,3884,6003,6004,4758,3835,5220,5789,4565,5407,6540,6135,5294,4697,
+4852,6320,6321,3206,4907,6541,6322,4945,6542,6136,6543,6323,6005,4631,3519,6544,
+5891,6545,5464,3784,5221,6546,5571,4659,6547,6324,6137,5190,6548,3853,6549,4016,
+4834,3954,6138,5332,3827,4017,3210,3546,4469,5408,5718,3505,4648,5790,5131,5638,
+5791,5465,4727,4318,6325,6326,5792,4553,4010,4698,3439,4974,3638,4335,3085,6006,
+5104,5042,5166,5892,5572,6327,4356,4519,5222,5573,5333,5793,5043,6550,5639,5071,
+4503,6328,6139,6551,6140,3914,3901,5372,6007,5640,4728,4793,3976,3836,4885,6552,
+4127,6553,4451,4102,5002,6554,3686,5105,6555,5191,5072,5295,4611,5794,5296,6556,
+5893,5264,5894,4975,5466,5265,4699,4976,4370,4056,3492,5044,4886,6557,5795,4432,
+4769,4357,5467,3940,4660,4290,6141,4484,4770,4661,3992,6329,4025,4662,5022,4632,
+4835,4070,5297,4663,4596,5574,5132,5409,5895,6142,4504,5192,4664,5796,5896,3885,
+5575,5797,5023,4810,5798,3732,5223,4712,5298,4084,5334,5468,6143,4052,4053,4336,
+4977,4794,6558,5335,4908,5576,5224,4233,5024,4128,5469,5225,4873,6008,5045,4729,
+4742,4633,3675,4597,6559,5897,5133,5577,5003,5641,5719,6330,6560,3017,2382,3854,
+4406,4811,6331,4393,3964,4946,6561,2420,3722,6562,4926,4378,3247,1736,4442,6332,
+5134,6333,5226,3996,2918,5470,4319,4003,4598,4743,4744,4485,3785,3902,5167,5004,
+5373,4394,5898,6144,4874,1793,3997,6334,4085,4214,5106,5642,4909,5799,6009,4419,
+4189,3330,5899,4165,4420,5299,5720,5227,3347,6145,4081,6335,2876,3930,6146,3293,
+3786,3910,3998,5900,5300,5578,2840,6563,5901,5579,6147,3531,5374,6564,6565,5580,
+4759,5375,6566,6148,3559,5643,6336,6010,5517,6337,6338,5721,5902,3873,6011,6339,
+6567,5518,3868,3649,5722,6568,4771,4947,6569,6149,4812,6570,2853,5471,6340,6341,
+5644,4795,6342,6012,5723,6343,5724,6013,4349,6344,3160,6150,5193,4599,4514,4493,
+5168,4320,6345,4927,3666,4745,5169,5903,5005,4928,6346,5725,6014,4730,4203,5046,
+4948,3395,5170,6015,4150,6016,5726,5519,6347,5047,3550,6151,6348,4197,4310,5904,
+6571,5581,2965,6152,4978,3960,4291,5135,6572,5301,5727,4129,4026,5905,4853,5728,
+5472,6153,6349,4533,2700,4505,5336,4678,3583,5073,2994,4486,3043,4554,5520,6350,
+6017,5800,4487,6351,3931,4103,5376,6352,4011,4321,4311,4190,5136,6018,3988,3233,
+4350,5906,5645,4198,6573,5107,3432,4191,3435,5582,6574,4139,5410,6353,5411,3944,
+5583,5074,3198,6575,6354,4358,6576,5302,4600,5584,5194,5412,6577,6578,5585,5413,
+5303,4248,5414,3879,4433,6579,4479,5025,4854,5415,6355,4760,4772,3683,2978,4700,
+3797,4452,3965,3932,3721,4910,5801,6580,5195,3551,5907,3221,3471,3029,6019,3999,
+5908,5909,5266,5267,3444,3023,3828,3170,4796,5646,4979,4259,6356,5647,5337,3694,
+6357,5648,5338,4520,4322,5802,3031,3759,4071,6020,5586,4836,4386,5048,6581,3571,
+4679,4174,4949,6154,4813,3787,3402,3822,3958,3215,3552,5268,4387,3933,4950,4359,
+6021,5910,5075,3579,6358,4234,4566,5521,6359,3613,5049,6022,5911,3375,3702,3178,
+4911,5339,4521,6582,6583,4395,3087,3811,5377,6023,6360,6155,4027,5171,5649,4421,
+4249,2804,6584,2270,6585,4000,4235,3045,6156,5137,5729,4140,4312,3886,6361,4330,
+6157,4215,6158,3500,3676,4929,4331,3713,4930,5912,4265,3776,3368,5587,4470,4855,
+3038,4980,3631,6159,6160,4132,4680,6161,6362,3923,4379,5588,4255,6586,4121,6587,
+6363,4649,6364,3288,4773,4774,6162,6024,6365,3543,6588,4274,3107,3737,5050,5803,
+4797,4522,5589,5051,5730,3714,4887,5378,4001,4523,6163,5026,5522,4701,4175,2791,
+3760,6589,5473,4224,4133,3847,4814,4815,4775,3259,5416,6590,2738,6164,6025,5304,
+3733,5076,5650,4816,5590,6591,6165,6592,3934,5269,6593,3396,5340,6594,5804,3445,
+3602,4042,4488,5731,5732,3525,5591,4601,5196,6166,6026,5172,3642,4612,3202,4506,
+4798,6366,3818,5108,4303,5138,5139,4776,3332,4304,2915,3415,4434,5077,5109,4856,
+2879,5305,4817,6595,5913,3104,3144,3903,4634,5341,3133,5110,5651,5805,6167,4057,
+5592,2945,4371,5593,6596,3474,4182,6367,6597,6168,4507,4279,6598,2822,6599,4777,
+4713,5594,3829,6169,3887,5417,6170,3653,5474,6368,4216,2971,5228,3790,4579,6369,
+5733,6600,6601,4951,4746,4555,6602,5418,5475,6027,3400,4665,5806,6171,4799,6028,
+5052,6172,3343,4800,4747,5006,6370,4556,4217,5476,4396,5229,5379,5477,3839,5914,
+5652,5807,4714,3068,4635,5808,6173,5342,4192,5078,5419,5523,5734,6174,4557,6175,
+4602,6371,6176,6603,5809,6372,5735,4260,3869,5111,5230,6029,5112,6177,3126,4681,
+5524,5915,2706,3563,4748,3130,6178,4018,5525,6604,6605,5478,4012,4837,6606,4534,
+4193,5810,4857,3615,5479,6030,4082,3697,3539,4086,5270,3662,4508,4931,5916,4912,
+5811,5027,3888,6607,4397,3527,3302,3798,2775,2921,2637,3966,4122,4388,4028,4054,
+1633,4858,5079,3024,5007,3982,3412,5736,6608,3426,3236,5595,3030,6179,3427,3336,
+3279,3110,6373,3874,3039,5080,5917,5140,4489,3119,6374,5812,3405,4494,6031,4666,
+4141,6180,4166,6032,5813,4981,6609,5081,4422,4982,4112,3915,5653,3296,3983,6375,
+4266,4410,5654,6610,6181,3436,5082,6611,5380,6033,3819,5596,4535,5231,5306,5113,
+6612,4952,5918,4275,3113,6613,6376,6182,6183,5814,3073,4731,4838,5008,3831,6614,
+4888,3090,3848,4280,5526,5232,3014,5655,5009,5737,5420,5527,6615,5815,5343,5173,
+5381,4818,6616,3151,4953,6617,5738,2796,3204,4360,2989,4281,5739,5174,5421,5197,
+3132,5141,3849,5142,5528,5083,3799,3904,4839,5480,2880,4495,3448,6377,6184,5271,
+5919,3771,3193,6034,6035,5920,5010,6036,5597,6037,6378,6038,3106,5422,6618,5423,
+5424,4142,6619,4889,5084,4890,4313,5740,6620,3437,5175,5307,5816,4199,5198,5529,
+5817,5199,5656,4913,5028,5344,3850,6185,2955,5272,5011,5818,4567,4580,5029,5921,
+3616,5233,6621,6622,6186,4176,6039,6379,6380,3352,5200,5273,2908,5598,5234,3837,
+5308,6623,6624,5819,4496,4323,5309,5201,6625,6626,4983,3194,3838,4167,5530,5922,
+5274,6381,6382,3860,3861,5599,3333,4292,4509,6383,3553,5481,5820,5531,4778,6187,
+3955,3956,4324,4389,4218,3945,4325,3397,2681,5923,4779,5085,4019,5482,4891,5382,
+5383,6040,4682,3425,5275,4094,6627,5310,3015,5483,5657,4398,5924,3168,4819,6628,
+5925,6629,5532,4932,4613,6041,6630,4636,6384,4780,4204,5658,4423,5821,3989,4683,
+5822,6385,4954,6631,5345,6188,5425,5012,5384,3894,6386,4490,4104,6632,5741,5053,
+6633,5823,5926,5659,5660,5927,6634,5235,5742,5824,4840,4933,4820,6387,4859,5928,
+4955,6388,4143,3584,5825,5346,5013,6635,5661,6389,5014,5484,5743,4337,5176,5662,
+6390,2836,6391,3268,6392,6636,6042,5236,6637,4158,6638,5744,5663,4471,5347,3663,
+4123,5143,4293,3895,6639,6640,5311,5929,5826,3800,6189,6393,6190,5664,5348,3554,
+3594,4749,4603,6641,5385,4801,6043,5827,4183,6642,5312,5426,4761,6394,5665,6191,
+4715,2669,6643,6644,5533,3185,5427,5086,5930,5931,5386,6192,6044,6645,4781,4013,
+5745,4282,4435,5534,4390,4267,6045,5746,4984,6046,2743,6193,3501,4087,5485,5932,
+5428,4184,4095,5747,4061,5054,3058,3862,5933,5600,6646,5144,3618,6395,3131,5055,
+5313,6396,4650,4956,3855,6194,3896,5202,4985,4029,4225,6195,6647,5828,5486,5829,
+3589,3002,6648,6397,4782,5276,6649,6196,6650,4105,3803,4043,5237,5830,6398,4096,
+3643,6399,3528,6651,4453,3315,4637,6652,3984,6197,5535,3182,3339,6653,3096,2660,
+6400,6654,3449,5934,4250,4236,6047,6401,5831,6655,5487,3753,4062,5832,6198,6199,
+6656,3766,6657,3403,4667,6048,6658,4338,2897,5833,3880,2797,3780,4326,6659,5748,
+5015,6660,5387,4351,5601,4411,6661,3654,4424,5935,4339,4072,5277,4568,5536,6402,
+6662,5238,6663,5349,5203,6200,5204,6201,5145,4536,5016,5056,4762,5834,4399,4957,
+6202,6403,5666,5749,6664,4340,6665,5936,5177,5667,6666,6667,3459,4668,6404,6668,
+6669,4543,6203,6670,4276,6405,4480,5537,6671,4614,5205,5668,6672,3348,2193,4763,
+6406,6204,5937,5602,4177,5669,3419,6673,4020,6205,4443,4569,5388,3715,3639,6407,
+6049,4058,6206,6674,5938,4544,6050,4185,4294,4841,4651,4615,5488,6207,6408,6051,
+5178,3241,3509,5835,6208,4958,5836,4341,5489,5278,6209,2823,5538,5350,5206,5429,
+6675,4638,4875,4073,3516,4684,4914,4860,5939,5603,5389,6052,5057,3237,5490,3791,
+6676,6409,6677,4821,4915,4106,5351,5058,4243,5539,4244,5604,4842,4916,5239,3028,
+3716,5837,5114,5605,5390,5940,5430,6210,4332,6678,5540,4732,3667,3840,6053,4305,
+3408,5670,5541,6410,2744,5240,5750,6679,3234,5606,6680,5607,5671,3608,4283,4159,
+4400,5352,4783,6681,6411,6682,4491,4802,6211,6412,5941,6413,6414,5542,5751,6683,
+4669,3734,5942,6684,6415,5943,5059,3328,4670,4144,4268,6685,6686,6687,6688,4372,
+3603,6689,5944,5491,4373,3440,6416,5543,4784,4822,5608,3792,4616,5838,5672,3514,
+5391,6417,4892,6690,4639,6691,6054,5673,5839,6055,6692,6056,5392,6212,4038,5544,
+5674,4497,6057,6693,5840,4284,5675,4021,4545,5609,6418,4454,6419,6213,4113,4472,
+5314,3738,5087,5279,4074,5610,4959,4063,3179,4750,6058,6420,6214,3476,4498,4716,
+5431,4960,4685,6215,5241,6694,6421,6216,6695,5841,5945,6422,3748,5946,5179,3905,
+5752,5545,5947,4374,6217,4455,6423,4412,6218,4803,5353,6696,3832,5280,6219,4327,
+4702,6220,6221,6059,4652,5432,6424,3749,4751,6425,5753,4986,5393,4917,5948,5030,
+5754,4861,4733,6426,4703,6697,6222,4671,5949,4546,4961,5180,6223,5031,3316,5281,
+6698,4862,4295,4934,5207,3644,6427,5842,5950,6428,6429,4570,5843,5282,6430,6224,
+5088,3239,6060,6699,5844,5755,6061,6431,2701,5546,6432,5115,5676,4039,3993,3327,
+4752,4425,5315,6433,3941,6434,5677,4617,4604,3074,4581,6225,5433,6435,6226,6062,
+4823,5756,5116,6227,3717,5678,4717,5845,6436,5679,5846,6063,5847,6064,3977,3354,
+6437,3863,5117,6228,5547,5394,4499,4524,6229,4605,6230,4306,4500,6700,5951,6065,
+3693,5952,5089,4366,4918,6701,6231,5548,6232,6702,6438,4704,5434,6703,6704,5953,
+4168,6705,5680,3420,6706,5242,4407,6066,3812,5757,5090,5954,4672,4525,3481,5681,
+4618,5395,5354,5316,5955,6439,4962,6707,4526,6440,3465,4673,6067,6441,5682,6708,
+5435,5492,5758,5683,4619,4571,4674,4804,4893,4686,5493,4753,6233,6068,4269,6442,
+6234,5032,4705,5146,5243,5208,5848,6235,6443,4963,5033,4640,4226,6236,5849,3387,
+6444,6445,4436,4437,5850,4843,5494,4785,4894,6709,4361,6710,5091,5956,3331,6237,
+4987,5549,6069,6711,4342,3517,4473,5317,6070,6712,6071,4706,6446,5017,5355,6713,
+6714,4988,5436,6447,4734,5759,6715,4735,4547,4456,4754,6448,5851,6449,6450,3547,
+5852,5318,6451,6452,5092,4205,6716,6238,4620,4219,5611,6239,6072,4481,5760,5957,
+5958,4059,6240,6453,4227,4537,6241,5761,4030,4186,5244,5209,3761,4457,4876,3337,
+5495,5181,6242,5959,5319,5612,5684,5853,3493,5854,6073,4169,5613,5147,4895,6074,
+5210,6717,5182,6718,3830,6243,2798,3841,6075,6244,5855,5614,3604,4606,5496,5685,
+5118,5356,6719,6454,5960,5357,5961,6720,4145,3935,4621,5119,5962,4261,6721,6455,
+4786,5963,4375,4582,6245,6246,6247,6076,5437,4877,5856,3376,4380,6248,4160,6722,
+5148,6456,5211,6457,6723,4718,6458,6724,6249,5358,4044,3297,6459,6250,5857,5615,
+5497,5245,6460,5498,6725,6251,6252,5550,3793,5499,2959,5396,6461,6462,4572,5093,
+5500,5964,3806,4146,6463,4426,5762,5858,6077,6253,4755,3967,4220,5965,6254,4989,
+5501,6464,4352,6726,6078,4764,2290,5246,3906,5438,5283,3767,4964,2861,5763,5094,
+6255,6256,4622,5616,5859,5860,4707,6727,4285,4708,4824,5617,6257,5551,4787,5212,
+4965,4935,4687,6465,6728,6466,5686,6079,3494,4413,2995,5247,5966,5618,6729,5967,
+5764,5765,5687,5502,6730,6731,6080,5397,6467,4990,6258,6732,4538,5060,5619,6733,
+4719,5688,5439,5018,5149,5284,5503,6734,6081,4607,6259,5120,3645,5861,4583,6260,
+4584,4675,5620,4098,5440,6261,4863,2379,3306,4585,5552,5689,4586,5285,6735,4864,
+6736,5286,6082,6737,4623,3010,4788,4381,4558,5621,4587,4896,3698,3161,5248,4353,
+4045,6262,3754,5183,4588,6738,6263,6739,6740,5622,3936,6741,6468,6742,6264,5095,
+6469,4991,5968,6743,4992,6744,6083,4897,6745,4256,5766,4307,3108,3968,4444,5287,
+3889,4343,6084,4510,6085,4559,6086,4898,5969,6746,5623,5061,4919,5249,5250,5504,
+5441,6265,5320,4878,3242,5862,5251,3428,6087,6747,4237,5624,5442,6266,5553,4539,
+6748,2585,3533,5398,4262,6088,5150,4736,4438,6089,6267,5505,4966,6749,6268,6750,
+6269,5288,5554,3650,6090,6091,4624,6092,5690,6751,5863,4270,5691,4277,5555,5864,
+6752,5692,4720,4865,6470,5151,4688,4825,6753,3094,6754,6471,3235,4653,6755,5213,
+5399,6756,3201,4589,5865,4967,6472,5866,6473,5019,3016,6757,5321,4756,3957,4573,
+6093,4993,5767,4721,6474,6758,5625,6759,4458,6475,6270,6760,5556,4994,5214,5252,
+6271,3875,5768,6094,5034,5506,4376,5769,6761,2120,6476,5253,5770,6762,5771,5970,
+3990,5971,5557,5558,5772,6477,6095,2787,4641,5972,5121,6096,6097,6272,6763,3703,
+5867,5507,6273,4206,6274,4789,6098,6764,3619,3646,3833,3804,2394,3788,4936,3978,
+4866,4899,6099,6100,5559,6478,6765,3599,5868,6101,5869,5870,6275,6766,4527,6767)
+
+# flake8: noqa
diff --git a/lib/chardet/gb2312prober.py b/lib/chardet/gb2312prober.py
new file mode 100644
index 00000000..0325a2d8
--- /dev/null
+++ b/lib/chardet/gb2312prober.py
@@ -0,0 +1,41 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is mozilla.org code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+# 
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+# 
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from .mbcharsetprober import MultiByteCharSetProber
+from .codingstatemachine import CodingStateMachine
+from .chardistribution import GB2312DistributionAnalysis
+from .mbcssm import GB2312SMModel
+
+class GB2312Prober(MultiByteCharSetProber):
+    def __init__(self):
+        MultiByteCharSetProber.__init__(self)
+        self._mCodingSM = CodingStateMachine(GB2312SMModel)
+        self._mDistributionAnalyzer = GB2312DistributionAnalysis()
+        self.reset()
+
+    def get_charset_name(self):
+        return "GB2312"
diff --git a/lib/chardet/hebrewprober.py b/lib/chardet/hebrewprober.py
new file mode 100644
index 00000000..ba225c5e
--- /dev/null
+++ b/lib/chardet/hebrewprober.py
@@ -0,0 +1,283 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Universal charset detector code.
+#
+# The Initial Developer of the Original Code is
+#          Shy Shalom
+# Portions created by the Initial Developer are Copyright (C) 2005
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from .charsetprober import CharSetProber
+from .constants import eNotMe, eDetecting
+from .compat import wrap_ord
+
+# This prober doesn't actually recognize a language or a charset.
+# It is a helper prober for the use of the Hebrew model probers
+
+### General ideas of the Hebrew charset recognition ###
+#
+# Four main charsets exist in Hebrew:
+# "ISO-8859-8" - Visual Hebrew
+# "windows-1255" - Logical Hebrew
+# "ISO-8859-8-I" - Logical Hebrew
+# "x-mac-hebrew" - ?? Logical Hebrew ??
+#
+# Both "ISO" charsets use a completely identical set of code points, whereas
+# "windows-1255" and "x-mac-hebrew" are two different proper supersets of
+# these code points. windows-1255 defines additional characters in the range
+# 0x80-0x9F as some misc punctuation marks as well as some Hebrew-specific
+# diacritics and additional 'Yiddish' ligature letters in the range 0xc0-0xd6.
+# x-mac-hebrew defines similar additional code points but with a different
+# mapping.
+#
+# As far as an average Hebrew text with no diacritics is concerned, all four
+# charsets are identical with respect to code points. Meaning that for the
+# main Hebrew alphabet, all four map the same values to all 27 Hebrew letters
+# (including final letters).
+#
+# The dominant difference between these charsets is their directionality.
+# "Visual" directionality means that the text is ordered as if the renderer is
+# not aware of a BIDI rendering algorithm. The renderer sees the text and
+# draws it from left to right. The text itself when ordered naturally is read
+# backwards. A buffer of Visual Hebrew generally looks like so:
+# "[last word of first line spelled backwards] [whole line ordered backwards
+# and spelled backwards] [first word of first line spelled backwards]
+# [end of line] [last word of second line] ... etc' "
+# adding punctuation marks, numbers and English text to visual text is
+# naturally also "visual" and from left to right.
+#
+# "Logical" directionality means the text is ordered "naturally" according to
+# the order it is read. It is the responsibility of the renderer to display
+# the text from right to left. A BIDI algorithm is used to place general
+# punctuation marks, numbers and English text in the text.
+#
+# Texts in x-mac-hebrew are almost impossible to find on the Internet. From
+# what little evidence I could find, it seems that its general directionality
+# is Logical.
+#
+# To sum up all of the above, the Hebrew probing mechanism knows about two
+# charsets:
+# Visual Hebrew - "ISO-8859-8" - backwards text - Words and sentences are
+#    backwards while line order is natural. For charset recognition purposes
+#    the line order is unimportant (In fact, for this implementation, even
+#    word order is unimportant).
+# Logical Hebrew - "windows-1255" - normal, naturally ordered text.
+#
+# "ISO-8859-8-I" is a subset of windows-1255 and doesn't need to be
+#    specifically identified.
+# "x-mac-hebrew" is also identified as windows-1255. A text in x-mac-hebrew
+#    that contain special punctuation marks or diacritics is displayed with
+#    some unconverted characters showing as question marks. This problem might
+#    be corrected using another model prober for x-mac-hebrew. Due to the fact
+#    that x-mac-hebrew texts are so rare, writing another model prober isn't
+#    worth the effort and performance hit.
+#
+#### The Prober ####
+#
+# The prober is divided between two SBCharSetProbers and a HebrewProber,
+# all of which are managed, created, fed data, inquired and deleted by the
+# SBCSGroupProber. The two SBCharSetProbers identify that the text is in
+# fact some kind of Hebrew, Logical or Visual. The final decision about which
+# one is it is made by the HebrewProber by combining final-letter scores
+# with the scores of the two SBCharSetProbers to produce a final answer.
+#
+# The SBCSGroupProber is responsible for stripping the original text of HTML
+# tags, English characters, numbers, low-ASCII punctuation characters, spaces
+# and new lines. It reduces any sequence of such characters to a single space.
+# The buffer fed to each prober in the SBCS group prober is pure text in
+# high-ASCII.
+# The two SBCharSetProbers (model probers) share the same language model:
+# Win1255Model.
+# The first SBCharSetProber uses the model normally as any other
+# SBCharSetProber does, to recognize windows-1255, upon which this model was
+# built. The second SBCharSetProber is told to make the pair-of-letter
+# lookup in the language model backwards. This in practice exactly simulates
+# a visual Hebrew model using the windows-1255 logical Hebrew model.
+#
+# The HebrewProber is not using any language model. All it does is look for
+# final-letter evidence suggesting the text is either logical Hebrew or visual
+# Hebrew. Disjointed from the model probers, the results of the HebrewProber
+# alone are meaningless. HebrewProber always returns 0.00 as confidence
+# since it never identifies a charset by itself. Instead, the pointer to the
+# HebrewProber is passed to the model probers as a helper "Name Prober".
+# When the Group prober receives a positive identification from any prober,
+# it asks for the name of the charset identified. If the prober queried is a
+# Hebrew model prober, the model prober forwards the call to the
+# HebrewProber to make the final decision. In the HebrewProber, the
+# decision is made according to the final-letters scores maintained and Both
+# model probers scores. The answer is returned in the form of the name of the
+# charset identified, either "windows-1255" or "ISO-8859-8".
+
+# windows-1255 / ISO-8859-8 code points of interest
+FINAL_KAF = 0xea
+NORMAL_KAF = 0xeb
+FINAL_MEM = 0xed
+NORMAL_MEM = 0xee
+FINAL_NUN = 0xef
+NORMAL_NUN = 0xf0
+FINAL_PE = 0xf3
+NORMAL_PE = 0xf4
+FINAL_TSADI = 0xf5
+NORMAL_TSADI = 0xf6
+
+# Minimum Visual vs Logical final letter score difference.
+# If the difference is below this, don't rely solely on the final letter score
+# distance.
+MIN_FINAL_CHAR_DISTANCE = 5
+
+# Minimum Visual vs Logical model score difference.
+# If the difference is below this, don't rely at all on the model score
+# distance.
+MIN_MODEL_DISTANCE = 0.01
+
+VISUAL_HEBREW_NAME = "ISO-8859-8"
+LOGICAL_HEBREW_NAME = "windows-1255"
+
+
+class HebrewProber(CharSetProber):
+    def __init__(self):
+        CharSetProber.__init__(self)
+        self._mLogicalProber = None
+        self._mVisualProber = None
+        self.reset()
+
+    def reset(self):
+        self._mFinalCharLogicalScore = 0
+        self._mFinalCharVisualScore = 0
+        # The two last characters seen in the previous buffer,
+        # mPrev and mBeforePrev are initialized to space in order to simulate
+        # a word delimiter at the beginning of the data
+        self._mPrev = ' '
+        self._mBeforePrev = ' '
+        # These probers are owned by the group prober.
+
+    def set_model_probers(self, logicalProber, visualProber):
+        self._mLogicalProber = logicalProber
+        self._mVisualProber = visualProber
+
+    def is_final(self, c):
+        return wrap_ord(c) in [FINAL_KAF, FINAL_MEM, FINAL_NUN, FINAL_PE,
+                               FINAL_TSADI]
+
+    def is_non_final(self, c):
+        # The normal Tsadi is not a good Non-Final letter due to words like
+        # 'lechotet' (to chat) containing an apostrophe after the tsadi. This
+        # apostrophe is converted to a space in FilterWithoutEnglishLetters
+        # causing the Non-Final tsadi to appear at an end of a word even
+        # though this is not the case in the original text.
+        # The letters Pe and Kaf rarely display a related behavior of not being
+        # a good Non-Final letter. Words like 'Pop', 'Winamp' and 'Mubarak'
+        # for example legally end with a Non-Final Pe or Kaf. However, the
+        # benefit of these letters as Non-Final letters outweighs the damage
+        # since these words are quite rare.
+        return wrap_ord(c) in [NORMAL_KAF, NORMAL_MEM, NORMAL_NUN, NORMAL_PE]
+
+    def feed(self, aBuf):
+        # Final letter analysis for logical-visual decision.
+        # Look for evidence that the received buffer is either logical Hebrew
+        # or visual Hebrew.
+        # The following cases are checked:
+        # 1) A word longer than 1 letter, ending with a final letter. This is
+        #    an indication that the text is laid out "naturally" since the
+        #    final letter really appears at the end. +1 for logical score.
+        # 2) A word longer than 1 letter, ending with a Non-Final letter. In
+        #    normal Hebrew, words ending with Kaf, Mem, Nun, Pe or Tsadi,
+        #    should not end with the Non-Final form of that letter. Exceptions
+        #    to this rule are mentioned above in isNonFinal(). This is an
+        #    indication that the text is laid out backwards. +1 for visual
+        #    score
+        # 3) A word longer than 1 letter, starting with a final letter. Final
+        #    letters should not appear at the beginning of a word. This is an
+        #    indication that the text is laid out backwards. +1 for visual
+        #    score.
+        #
+        # The visual score and logical score are accumulated throughout the
+        # text and are finally checked against each other in GetCharSetName().
+        # No checking for final letters in the middle of words is done since
+        # that case is not an indication for either Logical or Visual text.
+        #
+        # We automatically filter out all 7-bit characters (replace them with
+        # spaces) so the word boundary detection works properly. [MAP]
+
+        if self.get_state() == eNotMe:
+            # Both model probers say it's not them. No reason to continue.
+            return eNotMe
+
+        aBuf = self.filter_high_bit_only(aBuf)
+
+        for cur in aBuf:
+            if cur == ' ':
+                # We stand on a space - a word just ended
+                if self._mBeforePrev != ' ':
+                    # next-to-last char was not a space so self._mPrev is not a
+                    # 1 letter word
+                    if self.is_final(self._mPrev):
+                        # case (1) [-2:not space][-1:final letter][cur:space]
+                        self._mFinalCharLogicalScore += 1
+                    elif self.is_non_final(self._mPrev):
+                        # case (2) [-2:not space][-1:Non-Final letter][
+                        #  cur:space]
+                        self._mFinalCharVisualScore += 1
+            else:
+                # Not standing on a space
+                if ((self._mBeforePrev == ' ') and
+                        (self.is_final(self._mPrev)) and (cur != ' ')):
+                    # case (3) [-2:space][-1:final letter][cur:not space]
+                    self._mFinalCharVisualScore += 1
+            self._mBeforePrev = self._mPrev
+            self._mPrev = cur
+
+        # Forever detecting, till the end or until both model probers return
+        # eNotMe (handled above)
+        return eDetecting
+
+    def get_charset_name(self):
+        # Make the decision: is it Logical or Visual?
+        # If the final letter score distance is dominant enough, rely on it.
+        finalsub = self._mFinalCharLogicalScore - self._mFinalCharVisualScore
+        if finalsub >= MIN_FINAL_CHAR_DISTANCE:
+            return LOGICAL_HEBREW_NAME
+        if finalsub <= -MIN_FINAL_CHAR_DISTANCE:
+            return VISUAL_HEBREW_NAME
+
+        # It's not dominant enough, try to rely on the model scores instead.
+        modelsub = (self._mLogicalProber.get_confidence()
+                    - self._mVisualProber.get_confidence())
+        if modelsub > MIN_MODEL_DISTANCE:
+            return LOGICAL_HEBREW_NAME
+        if modelsub < -MIN_MODEL_DISTANCE:
+            return VISUAL_HEBREW_NAME
+
+        # Still no good, back to final letter distance, maybe it'll save the
+        # day.
+        if finalsub < 0.0:
+            return VISUAL_HEBREW_NAME
+
+        # (finalsub > 0 - Logical) or (don't know what to do) default to
+        # Logical.
+        return LOGICAL_HEBREW_NAME
+
+    def get_state(self):
+        # Remain active as long as any of the model probers are active.
+        if (self._mLogicalProber.get_state() == eNotMe) and \
+           (self._mVisualProber.get_state() == eNotMe):
+            return eNotMe
+        return eDetecting
diff --git a/lib/chardet/jisfreq.py b/lib/chardet/jisfreq.py
new file mode 100644
index 00000000..064345b0
--- /dev/null
+++ b/lib/chardet/jisfreq.py
@@ -0,0 +1,569 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Communicator client code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+# Sampling from about 20M text materials include literature and computer technology
+#
+# Japanese frequency table, applied to both S-JIS and EUC-JP
+# They are sorted in order.
+
+# 128  --> 0.77094
+# 256  --> 0.85710
+# 512  --> 0.92635
+# 1024 --> 0.97130
+# 2048 --> 0.99431
+#
+# Ideal Distribution Ratio = 0.92635 / (1-0.92635) = 12.58
+# Random Distribution Ration = 512 / (2965+62+83+86-512) = 0.191
+#
+# Typical Distribution Ratio, 25% of IDR
+
+JIS_TYPICAL_DISTRIBUTION_RATIO = 3.0
+
+# Char to FreqOrder table ,
+JIS_TABLE_SIZE = 4368
+
+JISCharToFreqOrder = (
+  40,   1,   6, 182, 152, 180, 295,2127, 285, 381,3295,4304,3068,4606,3165,3510, #   16
+3511,1822,2785,4607,1193,2226,5070,4608, 171,2996,1247,  18, 179,5071, 856,1661, #   32
+1262,5072, 619, 127,3431,3512,3230,1899,1700, 232, 228,1294,1298, 284, 283,2041, #   48
+2042,1061,1062,  48,  49,  44,  45, 433, 434,1040,1041, 996, 787,2997,1255,4305, #   64
+2108,4609,1684,1648,5073,5074,5075,5076,5077,5078,3687,5079,4610,5080,3927,3928, #   80
+5081,3296,3432, 290,2285,1471,2187,5082,2580,2825,1303,2140,1739,1445,2691,3375, #   96
+1691,3297,4306,4307,4611, 452,3376,1182,2713,3688,3069,4308,5083,5084,5085,5086, #  112
+5087,5088,5089,5090,5091,5092,5093,5094,5095,5096,5097,5098,5099,5100,5101,5102, #  128
+5103,5104,5105,5106,5107,5108,5109,5110,5111,5112,4097,5113,5114,5115,5116,5117, #  144
+5118,5119,5120,5121,5122,5123,5124,5125,5126,5127,5128,5129,5130,5131,5132,5133, #  160
+5134,5135,5136,5137,5138,5139,5140,5141,5142,5143,5144,5145,5146,5147,5148,5149, #  176
+5150,5151,5152,4612,5153,5154,5155,5156,5157,5158,5159,5160,5161,5162,5163,5164, #  192
+5165,5166,5167,5168,5169,5170,5171,5172,5173,5174,5175,1472, 598, 618, 820,1205, #  208
+1309,1412,1858,1307,1692,5176,5177,5178,5179,5180,5181,5182,1142,1452,1234,1172, #  224
+1875,2043,2149,1793,1382,2973, 925,2404,1067,1241, 960,1377,2935,1491, 919,1217, #  240
+1865,2030,1406,1499,2749,4098,5183,5184,5185,5186,5187,5188,2561,4099,3117,1804, #  256
+2049,3689,4309,3513,1663,5189,3166,3118,3298,1587,1561,3433,5190,3119,1625,2998, #  272
+3299,4613,1766,3690,2786,4614,5191,5192,5193,5194,2161,  26,3377,   2,3929,  20, #  288
+3691,  47,4100,  50,  17,  16,  35, 268,  27, 243,  42, 155,  24, 154,  29, 184, #  304
+   4,  91,  14,  92,  53, 396,  33, 289,   9,  37,  64, 620,  21,  39, 321,   5, #  320
+  12,  11,  52,  13,   3, 208, 138,   0,   7,  60, 526, 141, 151,1069, 181, 275, #  336
+1591,  83, 132,1475, 126, 331, 829,  15,  69, 160,  59,  22, 157,  55,1079, 312, #  352
+ 109,  38,  23,  25,  10,  19,  79,5195,  61, 382,1124,   8,  30,5196,5197,5198, #  368
+5199,5200,5201,5202,5203,5204,5205,5206,  89,  62,  74,  34,2416, 112, 139, 196, #  384
+ 271, 149,  84, 607, 131, 765,  46,  88, 153, 683,  76, 874, 101, 258,  57,  80, #  400
+  32, 364, 121,1508, 169,1547,  68, 235, 145,2999,  41, 360,3027,  70,  63,  31, #  416
+  43, 259, 262,1383,  99, 533, 194,  66,  93, 846, 217, 192,  56, 106,  58, 565, #  432
+ 280, 272, 311, 256, 146,  82, 308,  71, 100, 128, 214, 655, 110, 261, 104,1140, #  448
+  54,  51,  36,  87,  67,3070, 185,2618,2936,2020,  28,1066,2390,2059,5207,5208, #  464
+5209,5210,5211,5212,5213,5214,5215,5216,4615,5217,5218,5219,5220,5221,5222,5223, #  480
+5224,5225,5226,5227,5228,5229,5230,5231,5232,5233,5234,5235,5236,3514,5237,5238, #  496
+5239,5240,5241,5242,5243,5244,2297,2031,4616,4310,3692,5245,3071,5246,3598,5247, #  512
+4617,3231,3515,5248,4101,4311,4618,3808,4312,4102,5249,4103,4104,3599,5250,5251, #  528
+5252,5253,5254,5255,5256,5257,5258,5259,5260,5261,5262,5263,5264,5265,5266,5267, #  544
+5268,5269,5270,5271,5272,5273,5274,5275,5276,5277,5278,5279,5280,5281,5282,5283, #  560
+5284,5285,5286,5287,5288,5289,5290,5291,5292,5293,5294,5295,5296,5297,5298,5299, #  576
+5300,5301,5302,5303,5304,5305,5306,5307,5308,5309,5310,5311,5312,5313,5314,5315, #  592
+5316,5317,5318,5319,5320,5321,5322,5323,5324,5325,5326,5327,5328,5329,5330,5331, #  608
+5332,5333,5334,5335,5336,5337,5338,5339,5340,5341,5342,5343,5344,5345,5346,5347, #  624
+5348,5349,5350,5351,5352,5353,5354,5355,5356,5357,5358,5359,5360,5361,5362,5363, #  640
+5364,5365,5366,5367,5368,5369,5370,5371,5372,5373,5374,5375,5376,5377,5378,5379, #  656
+5380,5381, 363, 642,2787,2878,2788,2789,2316,3232,2317,3434,2011, 165,1942,3930, #  672
+3931,3932,3933,5382,4619,5383,4620,5384,5385,5386,5387,5388,5389,5390,5391,5392, #  688
+5393,5394,5395,5396,5397,5398,5399,5400,5401,5402,5403,5404,5405,5406,5407,5408, #  704
+5409,5410,5411,5412,5413,5414,5415,5416,5417,5418,5419,5420,5421,5422,5423,5424, #  720
+5425,5426,5427,5428,5429,5430,5431,5432,5433,5434,5435,5436,5437,5438,5439,5440, #  736
+5441,5442,5443,5444,5445,5446,5447,5448,5449,5450,5451,5452,5453,5454,5455,5456, #  752
+5457,5458,5459,5460,5461,5462,5463,5464,5465,5466,5467,5468,5469,5470,5471,5472, #  768
+5473,5474,5475,5476,5477,5478,5479,5480,5481,5482,5483,5484,5485,5486,5487,5488, #  784
+5489,5490,5491,5492,5493,5494,5495,5496,5497,5498,5499,5500,5501,5502,5503,5504, #  800
+5505,5506,5507,5508,5509,5510,5511,5512,5513,5514,5515,5516,5517,5518,5519,5520, #  816
+5521,5522,5523,5524,5525,5526,5527,5528,5529,5530,5531,5532,5533,5534,5535,5536, #  832
+5537,5538,5539,5540,5541,5542,5543,5544,5545,5546,5547,5548,5549,5550,5551,5552, #  848
+5553,5554,5555,5556,5557,5558,5559,5560,5561,5562,5563,5564,5565,5566,5567,5568, #  864
+5569,5570,5571,5572,5573,5574,5575,5576,5577,5578,5579,5580,5581,5582,5583,5584, #  880
+5585,5586,5587,5588,5589,5590,5591,5592,5593,5594,5595,5596,5597,5598,5599,5600, #  896
+5601,5602,5603,5604,5605,5606,5607,5608,5609,5610,5611,5612,5613,5614,5615,5616, #  912
+5617,5618,5619,5620,5621,5622,5623,5624,5625,5626,5627,5628,5629,5630,5631,5632, #  928
+5633,5634,5635,5636,5637,5638,5639,5640,5641,5642,5643,5644,5645,5646,5647,5648, #  944
+5649,5650,5651,5652,5653,5654,5655,5656,5657,5658,5659,5660,5661,5662,5663,5664, #  960
+5665,5666,5667,5668,5669,5670,5671,5672,5673,5674,5675,5676,5677,5678,5679,5680, #  976
+5681,5682,5683,5684,5685,5686,5687,5688,5689,5690,5691,5692,5693,5694,5695,5696, #  992
+5697,5698,5699,5700,5701,5702,5703,5704,5705,5706,5707,5708,5709,5710,5711,5712, # 1008
+5713,5714,5715,5716,5717,5718,5719,5720,5721,5722,5723,5724,5725,5726,5727,5728, # 1024
+5729,5730,5731,5732,5733,5734,5735,5736,5737,5738,5739,5740,5741,5742,5743,5744, # 1040
+5745,5746,5747,5748,5749,5750,5751,5752,5753,5754,5755,5756,5757,5758,5759,5760, # 1056
+5761,5762,5763,5764,5765,5766,5767,5768,5769,5770,5771,5772,5773,5774,5775,5776, # 1072
+5777,5778,5779,5780,5781,5782,5783,5784,5785,5786,5787,5788,5789,5790,5791,5792, # 1088
+5793,5794,5795,5796,5797,5798,5799,5800,5801,5802,5803,5804,5805,5806,5807,5808, # 1104
+5809,5810,5811,5812,5813,5814,5815,5816,5817,5818,5819,5820,5821,5822,5823,5824, # 1120
+5825,5826,5827,5828,5829,5830,5831,5832,5833,5834,5835,5836,5837,5838,5839,5840, # 1136
+5841,5842,5843,5844,5845,5846,5847,5848,5849,5850,5851,5852,5853,5854,5855,5856, # 1152
+5857,5858,5859,5860,5861,5862,5863,5864,5865,5866,5867,5868,5869,5870,5871,5872, # 1168
+5873,5874,5875,5876,5877,5878,5879,5880,5881,5882,5883,5884,5885,5886,5887,5888, # 1184
+5889,5890,5891,5892,5893,5894,5895,5896,5897,5898,5899,5900,5901,5902,5903,5904, # 1200
+5905,5906,5907,5908,5909,5910,5911,5912,5913,5914,5915,5916,5917,5918,5919,5920, # 1216
+5921,5922,5923,5924,5925,5926,5927,5928,5929,5930,5931,5932,5933,5934,5935,5936, # 1232
+5937,5938,5939,5940,5941,5942,5943,5944,5945,5946,5947,5948,5949,5950,5951,5952, # 1248
+5953,5954,5955,5956,5957,5958,5959,5960,5961,5962,5963,5964,5965,5966,5967,5968, # 1264
+5969,5970,5971,5972,5973,5974,5975,5976,5977,5978,5979,5980,5981,5982,5983,5984, # 1280
+5985,5986,5987,5988,5989,5990,5991,5992,5993,5994,5995,5996,5997,5998,5999,6000, # 1296
+6001,6002,6003,6004,6005,6006,6007,6008,6009,6010,6011,6012,6013,6014,6015,6016, # 1312
+6017,6018,6019,6020,6021,6022,6023,6024,6025,6026,6027,6028,6029,6030,6031,6032, # 1328
+6033,6034,6035,6036,6037,6038,6039,6040,6041,6042,6043,6044,6045,6046,6047,6048, # 1344
+6049,6050,6051,6052,6053,6054,6055,6056,6057,6058,6059,6060,6061,6062,6063,6064, # 1360
+6065,6066,6067,6068,6069,6070,6071,6072,6073,6074,6075,6076,6077,6078,6079,6080, # 1376
+6081,6082,6083,6084,6085,6086,6087,6088,6089,6090,6091,6092,6093,6094,6095,6096, # 1392
+6097,6098,6099,6100,6101,6102,6103,6104,6105,6106,6107,6108,6109,6110,6111,6112, # 1408
+6113,6114,2044,2060,4621, 997,1235, 473,1186,4622, 920,3378,6115,6116, 379,1108, # 1424
+4313,2657,2735,3934,6117,3809, 636,3233, 573,1026,3693,3435,2974,3300,2298,4105, # 1440
+ 854,2937,2463, 393,2581,2417, 539, 752,1280,2750,2480, 140,1161, 440, 708,1569, # 1456
+ 665,2497,1746,1291,1523,3000, 164,1603, 847,1331, 537,1997, 486, 508,1693,2418, # 1472
+1970,2227, 878,1220, 299,1030, 969, 652,2751, 624,1137,3301,2619,  65,3302,2045, # 1488
+1761,1859,3120,1930,3694,3516, 663,1767, 852, 835,3695, 269, 767,2826,2339,1305, # 1504
+ 896,1150, 770,1616,6118, 506,1502,2075,1012,2519, 775,2520,2975,2340,2938,4314, # 1520
+3028,2086,1224,1943,2286,6119,3072,4315,2240,1273,1987,3935,1557, 175, 597, 985, # 1536
+3517,2419,2521,1416,3029, 585, 938,1931,1007,1052,1932,1685,6120,3379,4316,4623, # 1552
+ 804, 599,3121,1333,2128,2539,1159,1554,2032,3810, 687,2033,2904, 952, 675,1467, # 1568
+3436,6121,2241,1096,1786,2440,1543,1924, 980,1813,2228, 781,2692,1879, 728,1918, # 1584
+3696,4624, 548,1950,4625,1809,1088,1356,3303,2522,1944, 502, 972, 373, 513,2827, # 1600
+ 586,2377,2391,1003,1976,1631,6122,2464,1084, 648,1776,4626,2141, 324, 962,2012, # 1616
+2177,2076,1384, 742,2178,1448,1173,1810, 222, 102, 301, 445, 125,2420, 662,2498, # 1632
+ 277, 200,1476,1165,1068, 224,2562,1378,1446, 450,1880, 659, 791, 582,4627,2939, # 1648
+3936,1516,1274, 555,2099,3697,1020,1389,1526,3380,1762,1723,1787,2229, 412,2114, # 1664
+1900,2392,3518, 512,2597, 427,1925,2341,3122,1653,1686,2465,2499, 697, 330, 273, # 1680
+ 380,2162, 951, 832, 780, 991,1301,3073, 965,2270,3519, 668,2523,2636,1286, 535, # 1696
+1407, 518, 671, 957,2658,2378, 267, 611,2197,3030,6123, 248,2299, 967,1799,2356, # 1712
+ 850,1418,3437,1876,1256,1480,2828,1718,6124,6125,1755,1664,2405,6126,4628,2879, # 1728
+2829, 499,2179, 676,4629, 557,2329,2214,2090, 325,3234, 464, 811,3001, 992,2342, # 1744
+2481,1232,1469, 303,2242, 466,1070,2163, 603,1777,2091,4630,2752,4631,2714, 322, # 1760
+2659,1964,1768, 481,2188,1463,2330,2857,3600,2092,3031,2421,4632,2318,2070,1849, # 1776
+2598,4633,1302,2254,1668,1701,2422,3811,2905,3032,3123,2046,4106,1763,1694,4634, # 1792
+1604, 943,1724,1454, 917, 868,2215,1169,2940, 552,1145,1800,1228,1823,1955, 316, # 1808
+1080,2510, 361,1807,2830,4107,2660,3381,1346,1423,1134,4108,6127, 541,1263,1229, # 1824
+1148,2540, 545, 465,1833,2880,3438,1901,3074,2482, 816,3937, 713,1788,2500, 122, # 1840
+1575, 195,1451,2501,1111,6128, 859, 374,1225,2243,2483,4317, 390,1033,3439,3075, # 1856
+2524,1687, 266, 793,1440,2599, 946, 779, 802, 507, 897,1081, 528,2189,1292, 711, # 1872
+1866,1725,1167,1640, 753, 398,2661,1053, 246, 348,4318, 137,1024,3440,1600,2077, # 1888
+2129, 825,4319, 698, 238, 521, 187,2300,1157,2423,1641,1605,1464,1610,1097,2541, # 1904
+1260,1436, 759,2255,1814,2150, 705,3235, 409,2563,3304, 561,3033,2005,2564, 726, # 1920
+1956,2343,3698,4109, 949,3812,3813,3520,1669, 653,1379,2525, 881,2198, 632,2256, # 1936
+1027, 778,1074, 733,1957, 514,1481,2466, 554,2180, 702,3938,1606,1017,1398,6129, # 1952
+1380,3521, 921, 993,1313, 594, 449,1489,1617,1166, 768,1426,1360, 495,1794,3601, # 1968
+1177,3602,1170,4320,2344, 476, 425,3167,4635,3168,1424, 401,2662,1171,3382,1998, # 1984
+1089,4110, 477,3169, 474,6130,1909, 596,2831,1842, 494, 693,1051,1028,1207,3076, # 2000
+ 606,2115, 727,2790,1473,1115, 743,3522, 630, 805,1532,4321,2021, 366,1057, 838, # 2016
+ 684,1114,2142,4322,2050,1492,1892,1808,2271,3814,2424,1971,1447,1373,3305,1090, # 2032
+1536,3939,3523,3306,1455,2199, 336, 369,2331,1035, 584,2393, 902, 718,2600,6131, # 2048
+2753, 463,2151,1149,1611,2467, 715,1308,3124,1268, 343,1413,3236,1517,1347,2663, # 2064
+2093,3940,2022,1131,1553,2100,2941,1427,3441,2942,1323,2484,6132,1980, 872,2368, # 2080
+2441,2943, 320,2369,2116,1082, 679,1933,3941,2791,3815, 625,1143,2023, 422,2200, # 2096
+3816,6133, 730,1695, 356,2257,1626,2301,2858,2637,1627,1778, 937, 883,2906,2693, # 2112
+3002,1769,1086, 400,1063,1325,3307,2792,4111,3077, 456,2345,1046, 747,6134,1524, # 2128
+ 884,1094,3383,1474,2164,1059, 974,1688,2181,2258,1047, 345,1665,1187, 358, 875, # 2144
+3170, 305, 660,3524,2190,1334,1135,3171,1540,1649,2542,1527, 927, 968,2793, 885, # 2160
+1972,1850, 482, 500,2638,1218,1109,1085,2543,1654,2034, 876,  78,2287,1482,1277, # 2176
+ 861,1675,1083,1779, 724,2754, 454, 397,1132,1612,2332, 893, 672,1237, 257,2259, # 2192
+2370, 135,3384, 337,2244, 547, 352, 340, 709,2485,1400, 788,1138,2511, 540, 772, # 2208
+1682,2260,2272,2544,2013,1843,1902,4636,1999,1562,2288,4637,2201,1403,1533, 407, # 2224
+ 576,3308,1254,2071, 978,3385, 170, 136,1201,3125,2664,3172,2394, 213, 912, 873, # 2240
+3603,1713,2202, 699,3604,3699, 813,3442, 493, 531,1054, 468,2907,1483, 304, 281, # 2256
+4112,1726,1252,2094, 339,2319,2130,2639, 756,1563,2944, 748, 571,2976,1588,2425, # 2272
+2715,1851,1460,2426,1528,1392,1973,3237, 288,3309, 685,3386, 296, 892,2716,2216, # 2288
+1570,2245, 722,1747,2217, 905,3238,1103,6135,1893,1441,1965, 251,1805,2371,3700, # 2304
+2601,1919,1078,  75,2182,1509,1592,1270,2640,4638,2152,6136,3310,3817, 524, 706, # 2320
+1075, 292,3818,1756,2602, 317,  98,3173,3605,3525,1844,2218,3819,2502, 814, 567, # 2336
+ 385,2908,1534,6137, 534,1642,3239, 797,6138,1670,1529, 953,4323, 188,1071, 538, # 2352
+ 178, 729,3240,2109,1226,1374,2000,2357,2977, 731,2468,1116,2014,2051,6139,1261, # 2368
+1593, 803,2859,2736,3443, 556, 682, 823,1541,6140,1369,2289,1706,2794, 845, 462, # 2384
+2603,2665,1361, 387, 162,2358,1740, 739,1770,1720,1304,1401,3241,1049, 627,1571, # 2400
+2427,3526,1877,3942,1852,1500, 431,1910,1503, 677, 297,2795, 286,1433,1038,1198, # 2416
+2290,1133,1596,4113,4639,2469,1510,1484,3943,6141,2442, 108, 712,4640,2372, 866, # 2432
+3701,2755,3242,1348, 834,1945,1408,3527,2395,3243,1811, 824, 994,1179,2110,1548, # 2448
+1453, 790,3003, 690,4324,4325,2832,2909,3820,1860,3821, 225,1748, 310, 346,1780, # 2464
+2470, 821,1993,2717,2796, 828, 877,3528,2860,2471,1702,2165,2910,2486,1789, 453, # 2480
+ 359,2291,1676,  73,1164,1461,1127,3311, 421, 604, 314,1037, 589, 116,2487, 737, # 2496
+ 837,1180, 111, 244, 735,6142,2261,1861,1362, 986, 523, 418, 581,2666,3822, 103, # 2512
+ 855, 503,1414,1867,2488,1091, 657,1597, 979, 605,1316,4641,1021,2443,2078,2001, # 2528
+1209,  96, 587,2166,1032, 260,1072,2153, 173,  94, 226,3244, 819,2006,4642,4114, # 2544
+2203, 231,1744, 782,  97,2667, 786,3387, 887, 391, 442,2219,4326,1425,6143,2694, # 2560
+ 633,1544,1202, 483,2015, 592,2052,1958,2472,1655, 419, 129,4327,3444,3312,1714, # 2576
+1257,3078,4328,1518,1098, 865,1310,1019,1885,1512,1734, 469,2444, 148, 773, 436, # 2592
+1815,1868,1128,1055,4329,1245,2756,3445,2154,1934,1039,4643, 579,1238, 932,2320, # 2608
+ 353, 205, 801, 115,2428, 944,2321,1881, 399,2565,1211, 678, 766,3944, 335,2101, # 2624
+1459,1781,1402,3945,2737,2131,1010, 844, 981,1326,1013, 550,1816,1545,2620,1335, # 2640
+1008, 371,2881, 936,1419,1613,3529,1456,1395,2273,1834,2604,1317,2738,2503, 416, # 2656
+1643,4330, 806,1126, 229, 591,3946,1314,1981,1576,1837,1666, 347,1790, 977,3313, # 2672
+ 764,2861,1853, 688,2429,1920,1462,  77, 595, 415,2002,3034, 798,1192,4115,6144, # 2688
+2978,4331,3035,2695,2582,2072,2566, 430,2430,1727, 842,1396,3947,3702, 613, 377, # 2704
+ 278, 236,1417,3388,3314,3174, 757,1869, 107,3530,6145,1194, 623,2262, 207,1253, # 2720
+2167,3446,3948, 492,1117,1935, 536,1838,2757,1246,4332, 696,2095,2406,1393,1572, # 2736
+3175,1782, 583, 190, 253,1390,2230, 830,3126,3389, 934,3245,1703,1749,2979,1870, # 2752
+2545,1656,2204, 869,2346,4116,3176,1817, 496,1764,4644, 942,1504, 404,1903,1122, # 2768
+1580,3606,2945,1022, 515, 372,1735, 955,2431,3036,6146,2797,1110,2302,2798, 617, # 2784
+6147, 441, 762,1771,3447,3607,3608,1904, 840,3037,  86, 939,1385, 572,1370,2445, # 2800
+1336, 114,3703, 898, 294, 203,3315, 703,1583,2274, 429, 961,4333,1854,1951,3390, # 2816
+2373,3704,4334,1318,1381, 966,1911,2322,1006,1155, 309, 989, 458,2718,1795,1372, # 2832
+1203, 252,1689,1363,3177, 517,1936, 168,1490, 562, 193,3823,1042,4117,1835, 551, # 2848
+ 470,4645, 395, 489,3448,1871,1465,2583,2641, 417,1493, 279,1295, 511,1236,1119, # 2864
+  72,1231,1982,1812,3004, 871,1564, 984,3449,1667,2696,2096,4646,2347,2833,1673, # 2880
+3609, 695,3246,2668, 807,1183,4647, 890, 388,2333,1801,1457,2911,1765,1477,1031, # 2896
+3316,3317,1278,3391,2799,2292,2526, 163,3450,4335,2669,1404,1802,6148,2323,2407, # 2912
+1584,1728,1494,1824,1269, 298, 909,3318,1034,1632, 375, 776,1683,2061, 291, 210, # 2928
+1123, 809,1249,1002,2642,3038, 206,1011,2132, 144, 975, 882,1565, 342, 667, 754, # 2944
+1442,2143,1299,2303,2062, 447, 626,2205,1221,2739,2912,1144,1214,2206,2584, 760, # 2960
+1715, 614, 950,1281,2670,2621, 810, 577,1287,2546,4648, 242,2168, 250,2643, 691, # 2976
+ 123,2644, 647, 313,1029, 689,1357,2946,1650, 216, 771,1339,1306, 808,2063, 549, # 2992
+ 913,1371,2913,2914,6149,1466,1092,1174,1196,1311,2605,2396,1783,1796,3079, 406, # 3008
+2671,2117,3949,4649, 487,1825,2220,6150,2915, 448,2348,1073,6151,2397,1707, 130, # 3024
+ 900,1598, 329, 176,1959,2527,1620,6152,2275,4336,3319,1983,2191,3705,3610,2155, # 3040
+3706,1912,1513,1614,6153,1988, 646, 392,2304,1589,3320,3039,1826,1239,1352,1340, # 3056
+2916, 505,2567,1709,1437,2408,2547, 906,6154,2672, 384,1458,1594,1100,1329, 710, # 3072
+ 423,3531,2064,2231,2622,1989,2673,1087,1882, 333, 841,3005,1296,2882,2379, 580, # 3088
+1937,1827,1293,2585, 601, 574, 249,1772,4118,2079,1120, 645, 901,1176,1690, 795, # 3104
+2207, 478,1434, 516,1190,1530, 761,2080, 930,1264, 355, 435,1552, 644,1791, 987, # 3120
+ 220,1364,1163,1121,1538, 306,2169,1327,1222, 546,2645, 218, 241, 610,1704,3321, # 3136
+1984,1839,1966,2528, 451,6155,2586,3707,2568, 907,3178, 254,2947, 186,1845,4650, # 3152
+ 745, 432,1757, 428,1633, 888,2246,2221,2489,3611,2118,1258,1265, 956,3127,1784, # 3168
+4337,2490, 319, 510, 119, 457,3612, 274,2035,2007,4651,1409,3128, 970,2758, 590, # 3184
+2800, 661,2247,4652,2008,3950,1420,1549,3080,3322,3951,1651,1375,2111, 485,2491, # 3200
+1429,1156,6156,2548,2183,1495, 831,1840,2529,2446, 501,1657, 307,1894,3247,1341, # 3216
+ 666, 899,2156,1539,2549,1559, 886, 349,2208,3081,2305,1736,3824,2170,2759,1014, # 3232
+1913,1386, 542,1397,2948, 490, 368, 716, 362, 159, 282,2569,1129,1658,1288,1750, # 3248
+2674, 276, 649,2016, 751,1496, 658,1818,1284,1862,2209,2087,2512,3451, 622,2834, # 3264
+ 376, 117,1060,2053,1208,1721,1101,1443, 247,1250,3179,1792,3952,2760,2398,3953, # 3280
+6157,2144,3708, 446,2432,1151,2570,3452,2447,2761,2835,1210,2448,3082, 424,2222, # 3296
+1251,2449,2119,2836, 504,1581,4338, 602, 817, 857,3825,2349,2306, 357,3826,1470, # 3312
+1883,2883, 255, 958, 929,2917,3248, 302,4653,1050,1271,1751,2307,1952,1430,2697, # 3328
+2719,2359, 354,3180, 777, 158,2036,4339,1659,4340,4654,2308,2949,2248,1146,2232, # 3344
+3532,2720,1696,2623,3827,6158,3129,1550,2698,1485,1297,1428, 637, 931,2721,2145, # 3360
+ 914,2550,2587,  81,2450, 612, 827,2646,1242,4655,1118,2884, 472,1855,3181,3533, # 3376
+3534, 569,1353,2699,1244,1758,2588,4119,2009,2762,2171,3709,1312,1531,6159,1152, # 3392
+1938, 134,1830, 471,3710,2276,1112,1535,3323,3453,3535, 982,1337,2950, 488, 826, # 3408
+ 674,1058,1628,4120,2017, 522,2399, 211, 568,1367,3454, 350, 293,1872,1139,3249, # 3424
+1399,1946,3006,1300,2360,3324, 588, 736,6160,2606, 744, 669,3536,3828,6161,1358, # 3440
+ 199, 723, 848, 933, 851,1939,1505,1514,1338,1618,1831,4656,1634,3613, 443,2740, # 3456
+3829, 717,1947, 491,1914,6162,2551,1542,4121,1025,6163,1099,1223, 198,3040,2722, # 3472
+ 370, 410,1905,2589, 998,1248,3182,2380, 519,1449,4122,1710, 947, 928,1153,4341, # 3488
+2277, 344,2624,1511, 615, 105, 161,1212,1076,1960,3130,2054,1926,1175,1906,2473, # 3504
+ 414,1873,2801,6164,2309, 315,1319,3325, 318,2018,2146,2157, 963, 631, 223,4342, # 3520
+4343,2675, 479,3711,1197,2625,3712,2676,2361,6165,4344,4123,6166,2451,3183,1886, # 3536
+2184,1674,1330,1711,1635,1506, 799, 219,3250,3083,3954,1677,3713,3326,2081,3614, # 3552
+1652,2073,4657,1147,3041,1752, 643,1961, 147,1974,3955,6167,1716,2037, 918,3007, # 3568
+1994, 120,1537, 118, 609,3184,4345, 740,3455,1219, 332,1615,3830,6168,1621,2980, # 3584
+1582, 783, 212, 553,2350,3714,1349,2433,2082,4124, 889,6169,2310,1275,1410, 973, # 3600
+ 166,1320,3456,1797,1215,3185,2885,1846,2590,2763,4658, 629, 822,3008, 763, 940, # 3616
+1990,2862, 439,2409,1566,1240,1622, 926,1282,1907,2764, 654,2210,1607, 327,1130, # 3632
+3956,1678,1623,6170,2434,2192, 686, 608,3831,3715, 903,3957,3042,6171,2741,1522, # 3648
+1915,1105,1555,2552,1359, 323,3251,4346,3457, 738,1354,2553,2311,2334,1828,2003, # 3664
+3832,1753,2351,1227,6172,1887,4125,1478,6173,2410,1874,1712,1847, 520,1204,2607, # 3680
+ 264,4659, 836,2677,2102, 600,4660,3833,2278,3084,6174,4347,3615,1342, 640, 532, # 3696
+ 543,2608,1888,2400,2591,1009,4348,1497, 341,1737,3616,2723,1394, 529,3252,1321, # 3712
+ 983,4661,1515,2120, 971,2592, 924, 287,1662,3186,4349,2700,4350,1519, 908,1948, # 3728
+2452, 156, 796,1629,1486,2223,2055, 694,4126,1259,1036,3392,1213,2249,2742,1889, # 3744
+1230,3958,1015, 910, 408, 559,3617,4662, 746, 725, 935,4663,3959,3009,1289, 563, # 3760
+ 867,4664,3960,1567,2981,2038,2626, 988,2263,2381,4351, 143,2374, 704,1895,6175, # 3776
+1188,3716,2088, 673,3085,2362,4352, 484,1608,1921,2765,2918, 215, 904,3618,3537, # 3792
+ 894, 509, 976,3043,2701,3961,4353,2837,2982, 498,6176,6177,1102,3538,1332,3393, # 3808
+1487,1636,1637, 233, 245,3962, 383, 650, 995,3044, 460,1520,1206,2352, 749,3327, # 3824
+ 530, 700, 389,1438,1560,1773,3963,2264, 719,2951,2724,3834, 870,1832,1644,1000, # 3840
+ 839,2474,3717, 197,1630,3394, 365,2886,3964,1285,2133, 734, 922, 818,1106, 732, # 3856
+ 480,2083,1774,3458, 923,2279,1350, 221,3086,  85,2233,2234,3835,1585,3010,2147, # 3872
+1387,1705,2382,1619,2475, 133, 239,2802,1991,1016,2084,2383, 411,2838,1113, 651, # 3888
+1985,1160,3328, 990,1863,3087,1048,1276,2647, 265,2627,1599,3253,2056, 150, 638, # 3904
+2019, 656, 853, 326,1479, 680,1439,4354,1001,1759, 413,3459,3395,2492,1431, 459, # 3920
+4355,1125,3329,2265,1953,1450,2065,2863, 849, 351,2678,3131,3254,3255,1104,1577, # 3936
+ 227,1351,1645,2453,2193,1421,2887, 812,2121, 634,  95,2435, 201,2312,4665,1646, # 3952
+1671,2743,1601,2554,2702,2648,2280,1315,1366,2089,3132,1573,3718,3965,1729,1189, # 3968
+ 328,2679,1077,1940,1136, 558,1283, 964,1195, 621,2074,1199,1743,3460,3619,1896, # 3984
+1916,1890,3836,2952,1154,2112,1064, 862, 378,3011,2066,2113,2803,1568,2839,6178, # 4000
+3088,2919,1941,1660,2004,1992,2194, 142, 707,1590,1708,1624,1922,1023,1836,1233, # 4016
+1004,2313, 789, 741,3620,6179,1609,2411,1200,4127,3719,3720,4666,2057,3721, 593, # 4032
+2840, 367,2920,1878,6180,3461,1521, 628,1168, 692,2211,2649, 300, 720,2067,2571, # 4048
+2953,3396, 959,2504,3966,3539,3462,1977, 701,6181, 954,1043, 800, 681, 183,3722, # 4064
+1803,1730,3540,4128,2103, 815,2314, 174, 467, 230,2454,1093,2134, 755,3541,3397, # 4080
+1141,1162,6182,1738,2039, 270,3256,2513,1005,1647,2185,3837, 858,1679,1897,1719, # 4096
+2954,2324,1806, 402, 670, 167,4129,1498,2158,2104, 750,6183, 915, 189,1680,1551, # 4112
+ 455,4356,1501,2455, 405,1095,2955, 338,1586,1266,1819, 570, 641,1324, 237,1556, # 4128
+2650,1388,3723,6184,1368,2384,1343,1978,3089,2436, 879,3724, 792,1191, 758,3012, # 4144
+1411,2135,1322,4357, 240,4667,1848,3725,1574,6185, 420,3045,1546,1391, 714,4358, # 4160
+1967, 941,1864, 863, 664, 426, 560,1731,2680,1785,2864,1949,2363, 403,3330,1415, # 4176
+1279,2136,1697,2335, 204, 721,2097,3838,  90,6186,2085,2505, 191,3967, 124,2148, # 4192
+1376,1798,1178,1107,1898,1405, 860,4359,1243,1272,2375,2983,1558,2456,1638, 113, # 4208
+3621, 578,1923,2609, 880, 386,4130, 784,2186,2266,1422,2956,2172,1722, 497, 263, # 4224
+2514,1267,2412,2610, 177,2703,3542, 774,1927,1344, 616,1432,1595,1018, 172,4360, # 4240
+2325, 911,4361, 438,1468,3622, 794,3968,2024,2173,1681,1829,2957, 945, 895,3090, # 4256
+ 575,2212,2476, 475,2401,2681, 785,2744,1745,2293,2555,1975,3133,2865, 394,4668, # 4272
+3839, 635,4131, 639, 202,1507,2195,2766,1345,1435,2572,3726,1908,1184,1181,2457, # 4288
+3727,3134,4362, 843,2611, 437, 916,4669, 234, 769,1884,3046,3047,3623, 833,6187, # 4304
+1639,2250,2402,1355,1185,2010,2047, 999, 525,1732,1290,1488,2612, 948,1578,3728, # 4320
+2413,2477,1216,2725,2159, 334,3840,1328,3624,2921,1525,4132, 564,1056, 891,4363, # 4336
+1444,1698,2385,2251,3729,1365,2281,2235,1717,6188, 864,3841,2515, 444, 527,2767, # 4352
+2922,3625, 544, 461,6189, 566, 209,2437,3398,2098,1065,2068,3331,3626,3257,2137, # 4368  #last 512
+#Everything below is of no interest for detection purpose
+2138,2122,3730,2888,1995,1820,1044,6190,6191,6192,6193,6194,6195,6196,6197,6198, # 4384
+6199,6200,6201,6202,6203,6204,6205,4670,6206,6207,6208,6209,6210,6211,6212,6213, # 4400
+6214,6215,6216,6217,6218,6219,6220,6221,6222,6223,6224,6225,6226,6227,6228,6229, # 4416
+6230,6231,6232,6233,6234,6235,6236,6237,3187,6238,6239,3969,6240,6241,6242,6243, # 4432
+6244,4671,6245,6246,4672,6247,6248,4133,6249,6250,4364,6251,2923,2556,2613,4673, # 4448
+4365,3970,6252,6253,6254,6255,4674,6256,6257,6258,2768,2353,4366,4675,4676,3188, # 4464
+4367,3463,6259,4134,4677,4678,6260,2267,6261,3842,3332,4368,3543,6262,6263,6264, # 4480
+3013,1954,1928,4135,4679,6265,6266,2478,3091,6267,4680,4369,6268,6269,1699,6270, # 4496
+3544,4136,4681,6271,4137,6272,4370,2804,6273,6274,2593,3971,3972,4682,6275,2236, # 4512
+4683,6276,6277,4684,6278,6279,4138,3973,4685,6280,6281,3258,6282,6283,6284,6285, # 4528
+3974,4686,2841,3975,6286,6287,3545,6288,6289,4139,4687,4140,6290,4141,6291,4142, # 4544
+6292,6293,3333,6294,6295,6296,4371,6297,3399,6298,6299,4372,3976,6300,6301,6302, # 4560
+4373,6303,6304,3843,3731,6305,4688,4374,6306,6307,3259,2294,6308,3732,2530,4143, # 4576
+6309,4689,6310,6311,6312,3048,6313,6314,4690,3733,2237,6315,6316,2282,3334,6317, # 4592
+6318,3844,6319,6320,4691,6321,3400,4692,6322,4693,6323,3049,6324,4375,6325,3977, # 4608
+6326,6327,6328,3546,6329,4694,3335,6330,4695,4696,6331,6332,6333,6334,4376,3978, # 4624
+6335,4697,3979,4144,6336,3980,4698,6337,6338,6339,6340,6341,4699,4700,4701,6342, # 4640
+6343,4702,6344,6345,4703,6346,6347,4704,6348,4705,4706,3135,6349,4707,6350,4708, # 4656
+6351,4377,6352,4709,3734,4145,6353,2506,4710,3189,6354,3050,4711,3981,6355,3547, # 4672
+3014,4146,4378,3735,2651,3845,3260,3136,2224,1986,6356,3401,6357,4712,2594,3627, # 4688
+3137,2573,3736,3982,4713,3628,4714,4715,2682,3629,4716,6358,3630,4379,3631,6359, # 4704
+6360,6361,3983,6362,6363,6364,6365,4147,3846,4717,6366,6367,3737,2842,6368,4718, # 4720
+2628,6369,3261,6370,2386,6371,6372,3738,3984,4719,3464,4720,3402,6373,2924,3336, # 4736
+4148,2866,6374,2805,3262,4380,2704,2069,2531,3138,2806,2984,6375,2769,6376,4721, # 4752
+4722,3403,6377,6378,3548,6379,6380,2705,3092,1979,4149,2629,3337,2889,6381,3338, # 4768
+4150,2557,3339,4381,6382,3190,3263,3739,6383,4151,4723,4152,2558,2574,3404,3191, # 4784
+6384,6385,4153,6386,4724,4382,6387,6388,4383,6389,6390,4154,6391,4725,3985,6392, # 4800
+3847,4155,6393,6394,6395,6396,6397,3465,6398,4384,6399,6400,6401,6402,6403,6404, # 4816
+4156,6405,6406,6407,6408,2123,6409,6410,2326,3192,4726,6411,6412,6413,6414,4385, # 4832
+4157,6415,6416,4158,6417,3093,3848,6418,3986,6419,6420,3849,6421,6422,6423,4159, # 4848
+6424,6425,4160,6426,3740,6427,6428,6429,6430,3987,6431,4727,6432,2238,6433,6434, # 4864
+4386,3988,6435,6436,3632,6437,6438,2843,6439,6440,6441,6442,3633,6443,2958,6444, # 4880
+6445,3466,6446,2364,4387,3850,6447,4388,2959,3340,6448,3851,6449,4728,6450,6451, # 4896
+3264,4729,6452,3193,6453,4389,4390,2706,3341,4730,6454,3139,6455,3194,6456,3051, # 4912
+2124,3852,1602,4391,4161,3853,1158,3854,4162,3989,4392,3990,4731,4732,4393,2040, # 4928
+4163,4394,3265,6457,2807,3467,3855,6458,6459,6460,3991,3468,4733,4734,6461,3140, # 4944
+2960,6462,4735,6463,6464,6465,6466,4736,4737,4738,4739,6467,6468,4164,2403,3856, # 4960
+6469,6470,2770,2844,6471,4740,6472,6473,6474,6475,6476,6477,6478,3195,6479,4741, # 4976
+4395,6480,2867,6481,4742,2808,6482,2493,4165,6483,6484,6485,6486,2295,4743,6487, # 4992
+6488,6489,3634,6490,6491,6492,6493,6494,6495,6496,2985,4744,6497,6498,4745,6499, # 5008
+6500,2925,3141,4166,6501,6502,4746,6503,6504,4747,6505,6506,6507,2890,6508,6509, # 5024
+6510,6511,6512,6513,6514,6515,6516,6517,6518,6519,3469,4167,6520,6521,6522,4748, # 5040
+4396,3741,4397,4749,4398,3342,2125,4750,6523,4751,4752,4753,3052,6524,2961,4168, # 5056
+6525,4754,6526,4755,4399,2926,4169,6527,3857,6528,4400,4170,6529,4171,6530,6531, # 5072
+2595,6532,6533,6534,6535,3635,6536,6537,6538,6539,6540,6541,6542,4756,6543,6544, # 5088
+6545,6546,6547,6548,4401,6549,6550,6551,6552,4402,3405,4757,4403,6553,6554,6555, # 5104
+4172,3742,6556,6557,6558,3992,3636,6559,6560,3053,2726,6561,3549,4173,3054,4404, # 5120
+6562,6563,3993,4405,3266,3550,2809,4406,6564,6565,6566,4758,4759,6567,3743,6568, # 5136
+4760,3744,4761,3470,6569,6570,6571,4407,6572,3745,4174,6573,4175,2810,4176,3196, # 5152
+4762,6574,4177,6575,6576,2494,2891,3551,6577,6578,3471,6579,4408,6580,3015,3197, # 5168
+6581,3343,2532,3994,3858,6582,3094,3406,4409,6583,2892,4178,4763,4410,3016,4411, # 5184
+6584,3995,3142,3017,2683,6585,4179,6586,6587,4764,4412,6588,6589,4413,6590,2986, # 5200
+6591,2962,3552,6592,2963,3472,6593,6594,4180,4765,6595,6596,2225,3267,4414,6597, # 5216
+3407,3637,4766,6598,6599,3198,6600,4415,6601,3859,3199,6602,3473,4767,2811,4416, # 5232
+1856,3268,3200,2575,3996,3997,3201,4417,6603,3095,2927,6604,3143,6605,2268,6606, # 5248
+3998,3860,3096,2771,6607,6608,3638,2495,4768,6609,3861,6610,3269,2745,4769,4181, # 5264
+3553,6611,2845,3270,6612,6613,6614,3862,6615,6616,4770,4771,6617,3474,3999,4418, # 5280
+4419,6618,3639,3344,6619,4772,4182,6620,2126,6621,6622,6623,4420,4773,6624,3018, # 5296
+6625,4774,3554,6626,4183,2025,3746,6627,4184,2707,6628,4421,4422,3097,1775,4185, # 5312
+3555,6629,6630,2868,6631,6632,4423,6633,6634,4424,2414,2533,2928,6635,4186,2387, # 5328
+6636,4775,6637,4187,6638,1891,4425,3202,3203,6639,6640,4776,6641,3345,6642,6643, # 5344
+3640,6644,3475,3346,3641,4000,6645,3144,6646,3098,2812,4188,3642,3204,6647,3863, # 5360
+3476,6648,3864,6649,4426,4001,6650,6651,6652,2576,6653,4189,4777,6654,6655,6656, # 5376
+2846,6657,3477,3205,4002,6658,4003,6659,3347,2252,6660,6661,6662,4778,6663,6664, # 5392
+6665,6666,6667,6668,6669,4779,4780,2048,6670,3478,3099,6671,3556,3747,4004,6672, # 5408
+6673,6674,3145,4005,3748,6675,6676,6677,6678,6679,3408,6680,6681,6682,6683,3206, # 5424
+3207,6684,6685,4781,4427,6686,4782,4783,4784,6687,6688,6689,4190,6690,6691,3479, # 5440
+6692,2746,6693,4428,6694,6695,6696,6697,6698,6699,4785,6700,6701,3208,2727,6702, # 5456
+3146,6703,6704,3409,2196,6705,4429,6706,6707,6708,2534,1996,6709,6710,6711,2747, # 5472
+6712,6713,6714,4786,3643,6715,4430,4431,6716,3557,6717,4432,4433,6718,6719,6720, # 5488
+6721,3749,6722,4006,4787,6723,6724,3644,4788,4434,6725,6726,4789,2772,6727,6728, # 5504
+6729,6730,6731,2708,3865,2813,4435,6732,6733,4790,4791,3480,6734,6735,6736,6737, # 5520
+4436,3348,6738,3410,4007,6739,6740,4008,6741,6742,4792,3411,4191,6743,6744,6745, # 5536
+6746,6747,3866,6748,3750,6749,6750,6751,6752,6753,6754,6755,3867,6756,4009,6757, # 5552
+4793,4794,6758,2814,2987,6759,6760,6761,4437,6762,6763,6764,6765,3645,6766,6767, # 5568
+3481,4192,6768,3751,6769,6770,2174,6771,3868,3752,6772,6773,6774,4193,4795,4438, # 5584
+3558,4796,4439,6775,4797,6776,6777,4798,6778,4799,3559,4800,6779,6780,6781,3482, # 5600
+6782,2893,6783,6784,4194,4801,4010,6785,6786,4440,6787,4011,6788,6789,6790,6791, # 5616
+6792,6793,4802,6794,6795,6796,4012,6797,6798,6799,6800,3349,4803,3483,6801,4804, # 5632
+4195,6802,4013,6803,6804,4196,6805,4014,4015,6806,2847,3271,2848,6807,3484,6808, # 5648
+6809,6810,4441,6811,4442,4197,4443,3272,4805,6812,3412,4016,1579,6813,6814,4017, # 5664
+6815,3869,6816,2964,6817,4806,6818,6819,4018,3646,6820,6821,4807,4019,4020,6822, # 5680
+6823,3560,6824,6825,4021,4444,6826,4198,6827,6828,4445,6829,6830,4199,4808,6831, # 5696
+6832,6833,3870,3019,2458,6834,3753,3413,3350,6835,4809,3871,4810,3561,4446,6836, # 5712
+6837,4447,4811,4812,6838,2459,4448,6839,4449,6840,6841,4022,3872,6842,4813,4814, # 5728
+6843,6844,4815,4200,4201,4202,6845,4023,6846,6847,4450,3562,3873,6848,6849,4816, # 5744
+4817,6850,4451,4818,2139,6851,3563,6852,6853,3351,6854,6855,3352,4024,2709,3414, # 5760
+4203,4452,6856,4204,6857,6858,3874,3875,6859,6860,4819,6861,6862,6863,6864,4453, # 5776
+3647,6865,6866,4820,6867,6868,6869,6870,4454,6871,2869,6872,6873,4821,6874,3754, # 5792
+6875,4822,4205,6876,6877,6878,3648,4206,4455,6879,4823,6880,4824,3876,6881,3055, # 5808
+4207,6882,3415,6883,6884,6885,4208,4209,6886,4210,3353,6887,3354,3564,3209,3485, # 5824
+2652,6888,2728,6889,3210,3755,6890,4025,4456,6891,4825,6892,6893,6894,6895,4211, # 5840
+6896,6897,6898,4826,6899,6900,4212,6901,4827,6902,2773,3565,6903,4828,6904,6905, # 5856
+6906,6907,3649,3650,6908,2849,3566,6909,3567,3100,6910,6911,6912,6913,6914,6915, # 5872
+4026,6916,3355,4829,3056,4457,3756,6917,3651,6918,4213,3652,2870,6919,4458,6920, # 5888
+2438,6921,6922,3757,2774,4830,6923,3356,4831,4832,6924,4833,4459,3653,2507,6925, # 5904
+4834,2535,6926,6927,3273,4027,3147,6928,3568,6929,6930,6931,4460,6932,3877,4461, # 5920
+2729,3654,6933,6934,6935,6936,2175,4835,2630,4214,4028,4462,4836,4215,6937,3148, # 5936
+4216,4463,4837,4838,4217,6938,6939,2850,4839,6940,4464,6941,6942,6943,4840,6944, # 5952
+4218,3274,4465,6945,6946,2710,6947,4841,4466,6948,6949,2894,6950,6951,4842,6952, # 5968
+4219,3057,2871,6953,6954,6955,6956,4467,6957,2711,6958,6959,6960,3275,3101,4843, # 5984
+6961,3357,3569,6962,4844,6963,6964,4468,4845,3570,6965,3102,4846,3758,6966,4847, # 6000
+3878,4848,4849,4029,6967,2929,3879,4850,4851,6968,6969,1733,6970,4220,6971,6972, # 6016
+6973,6974,6975,6976,4852,6977,6978,6979,6980,6981,6982,3759,6983,6984,6985,3486, # 6032
+3487,6986,3488,3416,6987,6988,6989,6990,6991,6992,6993,6994,6995,6996,6997,4853, # 6048
+6998,6999,4030,7000,7001,3211,7002,7003,4221,7004,7005,3571,4031,7006,3572,7007, # 6064
+2614,4854,2577,7008,7009,2965,3655,3656,4855,2775,3489,3880,4222,4856,3881,4032, # 6080
+3882,3657,2730,3490,4857,7010,3149,7011,4469,4858,2496,3491,4859,2283,7012,7013, # 6096
+7014,2365,4860,4470,7015,7016,3760,7017,7018,4223,1917,7019,7020,7021,4471,7022, # 6112
+2776,4472,7023,7024,7025,7026,4033,7027,3573,4224,4861,4034,4862,7028,7029,1929, # 6128
+3883,4035,7030,4473,3058,7031,2536,3761,3884,7032,4036,7033,2966,2895,1968,4474, # 6144
+3276,4225,3417,3492,4226,2105,7034,7035,1754,2596,3762,4227,4863,4475,3763,4864, # 6160
+3764,2615,2777,3103,3765,3658,3418,4865,2296,3766,2815,7036,7037,7038,3574,2872, # 6176
+3277,4476,7039,4037,4477,7040,7041,4038,7042,7043,7044,7045,7046,7047,2537,7048, # 6192
+7049,7050,7051,7052,7053,7054,4478,7055,7056,3767,3659,4228,3575,7057,7058,4229, # 6208
+7059,7060,7061,3660,7062,3212,7063,3885,4039,2460,7064,7065,7066,7067,7068,7069, # 6224
+7070,7071,7072,7073,7074,4866,3768,4867,7075,7076,7077,7078,4868,3358,3278,2653, # 6240
+7079,7080,4479,3886,7081,7082,4869,7083,7084,7085,7086,7087,7088,2538,7089,7090, # 6256
+7091,4040,3150,3769,4870,4041,2896,3359,4230,2930,7092,3279,7093,2967,4480,3213, # 6272
+4481,3661,7094,7095,7096,7097,7098,7099,7100,7101,7102,2461,3770,7103,7104,4231, # 6288
+3151,7105,7106,7107,4042,3662,7108,7109,4871,3663,4872,4043,3059,7110,7111,7112, # 6304
+3493,2988,7113,4873,7114,7115,7116,3771,4874,7117,7118,4232,4875,7119,3576,2336, # 6320
+4876,7120,4233,3419,4044,4877,4878,4482,4483,4879,4484,4234,7121,3772,4880,1045, # 6336
+3280,3664,4881,4882,7122,7123,7124,7125,4883,7126,2778,7127,4485,4486,7128,4884, # 6352
+3214,3887,7129,7130,3215,7131,4885,4045,7132,7133,4046,7134,7135,7136,7137,7138, # 6368
+7139,7140,7141,7142,7143,4235,7144,4886,7145,7146,7147,4887,7148,7149,7150,4487, # 6384
+4047,4488,7151,7152,4888,4048,2989,3888,7153,3665,7154,4049,7155,7156,7157,7158, # 6400
+7159,7160,2931,4889,4890,4489,7161,2631,3889,4236,2779,7162,7163,4891,7164,3060, # 6416
+7165,1672,4892,7166,4893,4237,3281,4894,7167,7168,3666,7169,3494,7170,7171,4050, # 6432
+7172,7173,3104,3360,3420,4490,4051,2684,4052,7174,4053,7175,7176,7177,2253,4054, # 6448
+7178,7179,4895,7180,3152,3890,3153,4491,3216,7181,7182,7183,2968,4238,4492,4055, # 6464
+7184,2990,7185,2479,7186,7187,4493,7188,7189,7190,7191,7192,4896,7193,4897,2969, # 6480
+4494,4898,7194,3495,7195,7196,4899,4495,7197,3105,2731,7198,4900,7199,7200,7201, # 6496
+4056,7202,3361,7203,7204,4496,4901,4902,7205,4497,7206,7207,2315,4903,7208,4904, # 6512
+7209,4905,2851,7210,7211,3577,7212,3578,4906,7213,4057,3667,4907,7214,4058,2354, # 6528
+3891,2376,3217,3773,7215,7216,7217,7218,7219,4498,7220,4908,3282,2685,7221,3496, # 6544
+4909,2632,3154,4910,7222,2337,7223,4911,7224,7225,7226,4912,4913,3283,4239,4499, # 6560
+7227,2816,7228,7229,7230,7231,7232,7233,7234,4914,4500,4501,7235,7236,7237,2686, # 6576
+7238,4915,7239,2897,4502,7240,4503,7241,2516,7242,4504,3362,3218,7243,7244,7245, # 6592
+4916,7246,7247,4505,3363,7248,7249,7250,7251,3774,4506,7252,7253,4917,7254,7255, # 6608
+3284,2991,4918,4919,3219,3892,4920,3106,3497,4921,7256,7257,7258,4922,7259,4923, # 6624
+3364,4507,4508,4059,7260,4240,3498,7261,7262,4924,7263,2992,3893,4060,3220,7264, # 6640
+7265,7266,7267,7268,7269,4509,3775,7270,2817,7271,4061,4925,4510,3776,7272,4241, # 6656
+4511,3285,7273,7274,3499,7275,7276,7277,4062,4512,4926,7278,3107,3894,7279,7280, # 6672
+4927,7281,4513,7282,7283,3668,7284,7285,4242,4514,4243,7286,2058,4515,4928,4929, # 6688
+4516,7287,3286,4244,7288,4517,7289,7290,7291,3669,7292,7293,4930,4931,4932,2355, # 6704
+4933,7294,2633,4518,7295,4245,7296,7297,4519,7298,7299,4520,4521,4934,7300,4246, # 6720
+4522,7301,7302,7303,3579,7304,4247,4935,7305,4936,7306,7307,7308,7309,3777,7310, # 6736
+4523,7311,7312,7313,4248,3580,7314,4524,3778,4249,7315,3581,7316,3287,7317,3221, # 6752
+7318,4937,7319,7320,7321,7322,7323,7324,4938,4939,7325,4525,7326,7327,7328,4063, # 6768
+7329,7330,4940,7331,7332,4941,7333,4526,7334,3500,2780,1741,4942,2026,1742,7335, # 6784
+7336,3582,4527,2388,7337,7338,7339,4528,7340,4250,4943,7341,7342,7343,4944,7344, # 6800
+7345,7346,3020,7347,4945,7348,7349,7350,7351,3895,7352,3896,4064,3897,7353,7354, # 6816
+7355,4251,7356,7357,3898,7358,3779,7359,3780,3288,7360,7361,4529,7362,4946,4530, # 6832
+2027,7363,3899,4531,4947,3222,3583,7364,4948,7365,7366,7367,7368,4949,3501,4950, # 6848
+3781,4951,4532,7369,2517,4952,4252,4953,3155,7370,4954,4955,4253,2518,4533,7371, # 6864
+7372,2712,4254,7373,7374,7375,3670,4956,3671,7376,2389,3502,4065,7377,2338,7378, # 6880
+7379,7380,7381,3061,7382,4957,7383,7384,7385,7386,4958,4534,7387,7388,2993,7389, # 6896
+3062,7390,4959,7391,7392,7393,4960,3108,4961,7394,4535,7395,4962,3421,4536,7396, # 6912
+4963,7397,4964,1857,7398,4965,7399,7400,2176,3584,4966,7401,7402,3422,4537,3900, # 6928
+3585,7403,3782,7404,2852,7405,7406,7407,4538,3783,2654,3423,4967,4539,7408,3784, # 6944
+3586,2853,4540,4541,7409,3901,7410,3902,7411,7412,3785,3109,2327,3903,7413,7414, # 6960
+2970,4066,2932,7415,7416,7417,3904,3672,3424,7418,4542,4543,4544,7419,4968,7420, # 6976
+7421,4255,7422,7423,7424,7425,7426,4067,7427,3673,3365,4545,7428,3110,2559,3674, # 6992
+7429,7430,3156,7431,7432,3503,7433,3425,4546,7434,3063,2873,7435,3223,4969,4547, # 7008
+4548,2898,4256,4068,7436,4069,3587,3786,2933,3787,4257,4970,4971,3788,7437,4972, # 7024
+3064,7438,4549,7439,7440,7441,7442,7443,4973,3905,7444,2874,7445,7446,7447,7448, # 7040
+3021,7449,4550,3906,3588,4974,7450,7451,3789,3675,7452,2578,7453,4070,7454,7455, # 7056
+7456,4258,3676,7457,4975,7458,4976,4259,3790,3504,2634,4977,3677,4551,4260,7459, # 7072
+7460,7461,7462,3907,4261,4978,7463,7464,7465,7466,4979,4980,7467,7468,2213,4262, # 7088
+7469,7470,7471,3678,4981,7472,2439,7473,4263,3224,3289,7474,3908,2415,4982,7475, # 7104
+4264,7476,4983,2655,7477,7478,2732,4552,2854,2875,7479,7480,4265,7481,4553,4984, # 7120
+7482,7483,4266,7484,3679,3366,3680,2818,2781,2782,3367,3589,4554,3065,7485,4071, # 7136
+2899,7486,7487,3157,2462,4072,4555,4073,4985,4986,3111,4267,2687,3368,4556,4074, # 7152
+3791,4268,7488,3909,2783,7489,2656,1962,3158,4557,4987,1963,3159,3160,7490,3112, # 7168
+4988,4989,3022,4990,4991,3792,2855,7491,7492,2971,4558,7493,7494,4992,7495,7496, # 7184
+7497,7498,4993,7499,3426,4559,4994,7500,3681,4560,4269,4270,3910,7501,4075,4995, # 7200
+4271,7502,7503,4076,7504,4996,7505,3225,4997,4272,4077,2819,3023,7506,7507,2733, # 7216
+4561,7508,4562,7509,3369,3793,7510,3590,2508,7511,7512,4273,3113,2994,2616,7513, # 7232
+7514,7515,7516,7517,7518,2820,3911,4078,2748,7519,7520,4563,4998,7521,7522,7523, # 7248
+7524,4999,4274,7525,4564,3682,2239,4079,4565,7526,7527,7528,7529,5000,7530,7531, # 7264
+5001,4275,3794,7532,7533,7534,3066,5002,4566,3161,7535,7536,4080,7537,3162,7538, # 7280
+7539,4567,7540,7541,7542,7543,7544,7545,5003,7546,4568,7547,7548,7549,7550,7551, # 7296
+7552,7553,7554,7555,7556,5004,7557,7558,7559,5005,7560,3795,7561,4569,7562,7563, # 7312
+7564,2821,3796,4276,4277,4081,7565,2876,7566,5006,7567,7568,2900,7569,3797,3912, # 7328
+7570,7571,7572,4278,7573,7574,7575,5007,7576,7577,5008,7578,7579,4279,2934,7580, # 7344
+7581,5009,7582,4570,7583,4280,7584,7585,7586,4571,4572,3913,7587,4573,3505,7588, # 7360
+5010,7589,7590,7591,7592,3798,4574,7593,7594,5011,7595,4281,7596,7597,7598,4282, # 7376
+5012,7599,7600,5013,3163,7601,5014,7602,3914,7603,7604,2734,4575,4576,4577,7605, # 7392
+7606,7607,7608,7609,3506,5015,4578,7610,4082,7611,2822,2901,2579,3683,3024,4579, # 7408
+3507,7612,4580,7613,3226,3799,5016,7614,7615,7616,7617,7618,7619,7620,2995,3290, # 7424
+7621,4083,7622,5017,7623,7624,7625,7626,7627,4581,3915,7628,3291,7629,5018,7630, # 7440
+7631,7632,7633,4084,7634,7635,3427,3800,7636,7637,4582,7638,5019,4583,5020,7639, # 7456
+3916,7640,3801,5021,4584,4283,7641,7642,3428,3591,2269,7643,2617,7644,4585,3592, # 7472
+7645,4586,2902,7646,7647,3227,5022,7648,4587,7649,4284,7650,7651,7652,4588,2284, # 7488
+7653,5023,7654,7655,7656,4589,5024,3802,7657,7658,5025,3508,4590,7659,7660,7661, # 7504
+1969,5026,7662,7663,3684,1821,2688,7664,2028,2509,4285,7665,2823,1841,7666,2689, # 7520
+3114,7667,3917,4085,2160,5027,5028,2972,7668,5029,7669,7670,7671,3593,4086,7672, # 7536
+4591,4087,5030,3803,7673,7674,7675,7676,7677,7678,7679,4286,2366,4592,4593,3067, # 7552
+2328,7680,7681,4594,3594,3918,2029,4287,7682,5031,3919,3370,4288,4595,2856,7683, # 7568
+3509,7684,7685,5032,5033,7686,7687,3804,2784,7688,7689,7690,7691,3371,7692,7693, # 7584
+2877,5034,7694,7695,3920,4289,4088,7696,7697,7698,5035,7699,5036,4290,5037,5038, # 7600
+5039,7700,7701,7702,5040,5041,3228,7703,1760,7704,5042,3229,4596,2106,4089,7705, # 7616
+4597,2824,5043,2107,3372,7706,4291,4090,5044,7707,4091,7708,5045,3025,3805,4598, # 7632
+4292,4293,4294,3373,7709,4599,7710,5046,7711,7712,5047,5048,3806,7713,7714,7715, # 7648
+5049,7716,7717,7718,7719,4600,5050,7720,7721,7722,5051,7723,4295,3429,7724,7725, # 7664
+7726,7727,3921,7728,3292,5052,4092,7729,7730,7731,7732,7733,7734,7735,5053,5054, # 7680
+7736,7737,7738,7739,3922,3685,7740,7741,7742,7743,2635,5055,7744,5056,4601,7745, # 7696
+7746,2560,7747,7748,7749,7750,3923,7751,7752,7753,7754,7755,4296,2903,7756,7757, # 7712
+7758,7759,7760,3924,7761,5057,4297,7762,7763,5058,4298,7764,4093,7765,7766,5059, # 7728
+3925,7767,7768,7769,7770,7771,7772,7773,7774,7775,7776,3595,7777,4299,5060,4094, # 7744
+7778,3293,5061,7779,7780,4300,7781,7782,4602,7783,3596,7784,7785,3430,2367,7786, # 7760
+3164,5062,5063,4301,7787,7788,4095,5064,5065,7789,3374,3115,7790,7791,7792,7793, # 7776
+7794,7795,7796,3597,4603,7797,7798,3686,3116,3807,5066,7799,7800,5067,7801,7802, # 7792
+4604,4302,5068,4303,4096,7803,7804,3294,7805,7806,5069,4605,2690,7807,3026,7808, # 7808
+7809,7810,7811,7812,7813,7814,7815,7816,7817,7818,7819,7820,7821,7822,7823,7824, # 7824
+7825,7826,7827,7828,7829,7830,7831,7832,7833,7834,7835,7836,7837,7838,7839,7840, # 7840
+7841,7842,7843,7844,7845,7846,7847,7848,7849,7850,7851,7852,7853,7854,7855,7856, # 7856
+7857,7858,7859,7860,7861,7862,7863,7864,7865,7866,7867,7868,7869,7870,7871,7872, # 7872
+7873,7874,7875,7876,7877,7878,7879,7880,7881,7882,7883,7884,7885,7886,7887,7888, # 7888
+7889,7890,7891,7892,7893,7894,7895,7896,7897,7898,7899,7900,7901,7902,7903,7904, # 7904
+7905,7906,7907,7908,7909,7910,7911,7912,7913,7914,7915,7916,7917,7918,7919,7920, # 7920
+7921,7922,7923,7924,3926,7925,7926,7927,7928,7929,7930,7931,7932,7933,7934,7935, # 7936
+7936,7937,7938,7939,7940,7941,7942,7943,7944,7945,7946,7947,7948,7949,7950,7951, # 7952
+7952,7953,7954,7955,7956,7957,7958,7959,7960,7961,7962,7963,7964,7965,7966,7967, # 7968
+7968,7969,7970,7971,7972,7973,7974,7975,7976,7977,7978,7979,7980,7981,7982,7983, # 7984
+7984,7985,7986,7987,7988,7989,7990,7991,7992,7993,7994,7995,7996,7997,7998,7999, # 8000
+8000,8001,8002,8003,8004,8005,8006,8007,8008,8009,8010,8011,8012,8013,8014,8015, # 8016
+8016,8017,8018,8019,8020,8021,8022,8023,8024,8025,8026,8027,8028,8029,8030,8031, # 8032
+8032,8033,8034,8035,8036,8037,8038,8039,8040,8041,8042,8043,8044,8045,8046,8047, # 8048
+8048,8049,8050,8051,8052,8053,8054,8055,8056,8057,8058,8059,8060,8061,8062,8063, # 8064
+8064,8065,8066,8067,8068,8069,8070,8071,8072,8073,8074,8075,8076,8077,8078,8079, # 8080
+8080,8081,8082,8083,8084,8085,8086,8087,8088,8089,8090,8091,8092,8093,8094,8095, # 8096
+8096,8097,8098,8099,8100,8101,8102,8103,8104,8105,8106,8107,8108,8109,8110,8111, # 8112
+8112,8113,8114,8115,8116,8117,8118,8119,8120,8121,8122,8123,8124,8125,8126,8127, # 8128
+8128,8129,8130,8131,8132,8133,8134,8135,8136,8137,8138,8139,8140,8141,8142,8143, # 8144
+8144,8145,8146,8147,8148,8149,8150,8151,8152,8153,8154,8155,8156,8157,8158,8159, # 8160
+8160,8161,8162,8163,8164,8165,8166,8167,8168,8169,8170,8171,8172,8173,8174,8175, # 8176
+8176,8177,8178,8179,8180,8181,8182,8183,8184,8185,8186,8187,8188,8189,8190,8191, # 8192
+8192,8193,8194,8195,8196,8197,8198,8199,8200,8201,8202,8203,8204,8205,8206,8207, # 8208
+8208,8209,8210,8211,8212,8213,8214,8215,8216,8217,8218,8219,8220,8221,8222,8223, # 8224
+8224,8225,8226,8227,8228,8229,8230,8231,8232,8233,8234,8235,8236,8237,8238,8239, # 8240
+8240,8241,8242,8243,8244,8245,8246,8247,8248,8249,8250,8251,8252,8253,8254,8255, # 8256
+8256,8257,8258,8259,8260,8261,8262,8263,8264,8265,8266,8267,8268,8269,8270,8271) # 8272
+
+# flake8: noqa
diff --git a/lib/chardet/jpcntx.py b/lib/chardet/jpcntx.py
new file mode 100644
index 00000000..f7f69ba4
--- /dev/null
+++ b/lib/chardet/jpcntx.py
@@ -0,0 +1,219 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Communicator client code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from .compat import wrap_ord
+
+NUM_OF_CATEGORY = 6
+DONT_KNOW = -1
+ENOUGH_REL_THRESHOLD = 100
+MAX_REL_THRESHOLD = 1000
+MINIMUM_DATA_THRESHOLD = 4
+
+# This is hiragana 2-char sequence table, the number in each cell represents its frequency category
+jp2CharContext = (
+(0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1),
+(2,4,0,4,0,3,0,4,0,3,4,4,4,2,4,3,3,4,3,2,3,3,4,2,3,3,3,2,4,1,4,3,3,1,5,4,3,4,3,4,3,5,3,0,3,5,4,2,0,3,1,0,3,3,0,3,3,0,1,1,0,4,3,0,3,3,0,4,0,2,0,3,5,5,5,5,4,0,4,1,0,3,4),
+(0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2),
+(0,4,0,5,0,5,0,4,0,4,5,4,4,3,5,3,5,1,5,3,4,3,4,4,3,4,3,3,4,3,5,4,4,3,5,5,3,5,5,5,3,5,5,3,4,5,5,3,1,3,2,0,3,4,0,4,2,0,4,2,1,5,3,2,3,5,0,4,0,2,0,5,4,4,5,4,5,0,4,0,0,4,4),
+(0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0),
+(0,3,0,4,0,3,0,3,0,4,5,4,3,3,3,3,4,3,5,4,4,3,5,4,4,3,4,3,4,4,4,4,5,3,4,4,3,4,5,5,4,5,5,1,4,5,4,3,0,3,3,1,3,3,0,4,4,0,3,3,1,5,3,3,3,5,0,4,0,3,0,4,4,3,4,3,3,0,4,1,1,3,4),
+(0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0),
+(0,4,0,3,0,3,0,4,0,3,4,4,3,2,2,1,2,1,3,1,3,3,3,3,3,4,3,1,3,3,5,3,3,0,4,3,0,5,4,3,3,5,4,4,3,4,4,5,0,1,2,0,1,2,0,2,2,0,1,0,0,5,2,2,1,4,0,3,0,1,0,4,4,3,5,4,3,0,2,1,0,4,3),
+(0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0),
+(0,3,0,5,0,4,0,2,1,4,4,2,4,1,4,2,4,2,4,3,3,3,4,3,3,3,3,1,4,2,3,3,3,1,4,4,1,1,1,4,3,3,2,0,2,4,3,2,0,3,3,0,3,1,1,0,0,0,3,3,0,4,2,2,3,4,0,4,0,3,0,4,4,5,3,4,4,0,3,0,0,1,4),
+(1,4,0,4,0,4,0,4,0,3,5,4,4,3,4,3,5,4,3,3,4,3,5,4,4,4,4,3,4,2,4,3,3,1,5,4,3,2,4,5,4,5,5,4,4,5,4,4,0,3,2,2,3,3,0,4,3,1,3,2,1,4,3,3,4,5,0,3,0,2,0,4,5,5,4,5,4,0,4,0,0,5,4),
+(0,5,0,5,0,4,0,3,0,4,4,3,4,3,3,3,4,0,4,4,4,3,4,3,4,3,3,1,4,2,4,3,4,0,5,4,1,4,5,4,4,5,3,2,4,3,4,3,2,4,1,3,3,3,2,3,2,0,4,3,3,4,3,3,3,4,0,4,0,3,0,4,5,4,4,4,3,0,4,1,0,1,3),
+(0,3,1,4,0,3,0,2,0,3,4,4,3,1,4,2,3,3,4,3,4,3,4,3,4,4,3,2,3,1,5,4,4,1,4,4,3,5,4,4,3,5,5,4,3,4,4,3,1,2,3,1,2,2,0,3,2,0,3,1,0,5,3,3,3,4,3,3,3,3,4,4,4,4,5,4,2,0,3,3,2,4,3),
+(0,2,0,3,0,1,0,1,0,0,3,2,0,0,2,0,1,0,2,1,3,3,3,1,2,3,1,0,1,0,4,2,1,1,3,3,0,4,3,3,1,4,3,3,0,3,3,2,0,0,0,0,1,0,0,2,0,0,0,0,0,4,1,0,2,3,2,2,2,1,3,3,3,4,4,3,2,0,3,1,0,3,3),
+(0,4,0,4,0,3,0,3,0,4,4,4,3,3,3,3,3,3,4,3,4,2,4,3,4,3,3,2,4,3,4,5,4,1,4,5,3,5,4,5,3,5,4,0,3,5,5,3,1,3,3,2,2,3,0,3,4,1,3,3,2,4,3,3,3,4,0,4,0,3,0,4,5,4,4,5,3,0,4,1,0,3,4),
+(0,2,0,3,0,3,0,0,0,2,2,2,1,0,1,0,0,0,3,0,3,0,3,0,1,3,1,0,3,1,3,3,3,1,3,3,3,0,1,3,1,3,4,0,0,3,1,1,0,3,2,0,0,0,0,1,3,0,1,0,0,3,3,2,0,3,0,0,0,0,0,3,4,3,4,3,3,0,3,0,0,2,3),
+(2,3,0,3,0,2,0,1,0,3,3,4,3,1,3,1,1,1,3,1,4,3,4,3,3,3,0,0,3,1,5,4,3,1,4,3,2,5,5,4,4,4,4,3,3,4,4,4,0,2,1,1,3,2,0,1,2,0,0,1,0,4,1,3,3,3,0,3,0,1,0,4,4,4,5,5,3,0,2,0,0,4,4),
+(0,2,0,1,0,3,1,3,0,2,3,3,3,0,3,1,0,0,3,0,3,2,3,1,3,2,1,1,0,0,4,2,1,0,2,3,1,4,3,2,0,4,4,3,1,3,1,3,0,1,0,0,1,0,0,0,1,0,0,0,0,4,1,1,1,2,0,3,0,0,0,3,4,2,4,3,2,0,1,0,0,3,3),
+(0,1,0,4,0,5,0,4,0,2,4,4,2,3,3,2,3,3,5,3,3,3,4,3,4,2,3,0,4,3,3,3,4,1,4,3,2,1,5,5,3,4,5,1,3,5,4,2,0,3,3,0,1,3,0,4,2,0,1,3,1,4,3,3,3,3,0,3,0,1,0,3,4,4,4,5,5,0,3,0,1,4,5),
+(0,2,0,3,0,3,0,0,0,2,3,1,3,0,4,0,1,1,3,0,3,4,3,2,3,1,0,3,3,2,3,1,3,0,2,3,0,2,1,4,1,2,2,0,0,3,3,0,0,2,0,0,0,1,0,0,0,0,2,2,0,3,2,1,3,3,0,2,0,2,0,0,3,3,1,2,4,0,3,0,2,2,3),
+(2,4,0,5,0,4,0,4,0,2,4,4,4,3,4,3,3,3,1,2,4,3,4,3,4,4,5,0,3,3,3,3,2,0,4,3,1,4,3,4,1,4,4,3,3,4,4,3,1,2,3,0,4,2,0,4,1,0,3,3,0,4,3,3,3,4,0,4,0,2,0,3,5,3,4,5,2,0,3,0,0,4,5),
+(0,3,0,4,0,1,0,1,0,1,3,2,2,1,3,0,3,0,2,0,2,0,3,0,2,0,0,0,1,0,1,1,0,0,3,1,0,0,0,4,0,3,1,0,2,1,3,0,0,0,0,0,0,3,0,0,0,0,0,0,0,4,2,2,3,1,0,3,0,0,0,1,4,4,4,3,0,0,4,0,0,1,4),
+(1,4,1,5,0,3,0,3,0,4,5,4,4,3,5,3,3,4,4,3,4,1,3,3,3,3,2,1,4,1,5,4,3,1,4,4,3,5,4,4,3,5,4,3,3,4,4,4,0,3,3,1,2,3,0,3,1,0,3,3,0,5,4,4,4,4,4,4,3,3,5,4,4,3,3,5,4,0,3,2,0,4,4),
+(0,2,0,3,0,1,0,0,0,1,3,3,3,2,4,1,3,0,3,1,3,0,2,2,1,1,0,0,2,0,4,3,1,0,4,3,0,4,4,4,1,4,3,1,1,3,3,1,0,2,0,0,1,3,0,0,0,0,2,0,0,4,3,2,4,3,5,4,3,3,3,4,3,3,4,3,3,0,2,1,0,3,3),
+(0,2,0,4,0,3,0,2,0,2,5,5,3,4,4,4,4,1,4,3,3,0,4,3,4,3,1,3,3,2,4,3,0,3,4,3,0,3,4,4,2,4,4,0,4,5,3,3,2,2,1,1,1,2,0,1,5,0,3,3,2,4,3,3,3,4,0,3,0,2,0,4,4,3,5,5,0,0,3,0,2,3,3),
+(0,3,0,4,0,3,0,1,0,3,4,3,3,1,3,3,3,0,3,1,3,0,4,3,3,1,1,0,3,0,3,3,0,0,4,4,0,1,5,4,3,3,5,0,3,3,4,3,0,2,0,1,1,1,0,1,3,0,1,2,1,3,3,2,3,3,0,3,0,1,0,1,3,3,4,4,1,0,1,2,2,1,3),
+(0,1,0,4,0,4,0,3,0,1,3,3,3,2,3,1,1,0,3,0,3,3,4,3,2,4,2,0,1,0,4,3,2,0,4,3,0,5,3,3,2,4,4,4,3,3,3,4,0,1,3,0,0,1,0,0,1,0,0,0,0,4,2,3,3,3,0,3,0,0,0,4,4,4,5,3,2,0,3,3,0,3,5),
+(0,2,0,3,0,0,0,3,0,1,3,0,2,0,0,0,1,0,3,1,1,3,3,0,0,3,0,0,3,0,2,3,1,0,3,1,0,3,3,2,0,4,2,2,0,2,0,0,0,4,0,0,0,0,0,0,0,0,0,0,0,2,1,2,0,1,0,1,0,0,0,1,3,1,2,0,0,0,1,0,0,1,4),
+(0,3,0,3,0,5,0,1,0,2,4,3,1,3,3,2,1,1,5,2,1,0,5,1,2,0,0,0,3,3,2,2,3,2,4,3,0,0,3,3,1,3,3,0,2,5,3,4,0,3,3,0,1,2,0,2,2,0,3,2,0,2,2,3,3,3,0,2,0,1,0,3,4,4,2,5,4,0,3,0,0,3,5),
+(0,3,0,3,0,3,0,1,0,3,3,3,3,0,3,0,2,0,2,1,1,0,2,0,1,0,0,0,2,1,0,0,1,0,3,2,0,0,3,3,1,2,3,1,0,3,3,0,0,1,0,0,0,0,0,2,0,0,0,0,0,2,3,1,2,3,0,3,0,1,0,3,2,1,0,4,3,0,1,1,0,3,3),
+(0,4,0,5,0,3,0,3,0,4,5,5,4,3,5,3,4,3,5,3,3,2,5,3,4,4,4,3,4,3,4,5,5,3,4,4,3,4,4,5,4,4,4,3,4,5,5,4,2,3,4,2,3,4,0,3,3,1,4,3,2,4,3,3,5,5,0,3,0,3,0,5,5,5,5,4,4,0,4,0,1,4,4),
+(0,4,0,4,0,3,0,3,0,3,5,4,4,2,3,2,5,1,3,2,5,1,4,2,3,2,3,3,4,3,3,3,3,2,5,4,1,3,3,5,3,4,4,0,4,4,3,1,1,3,1,0,2,3,0,2,3,0,3,0,0,4,3,1,3,4,0,3,0,2,0,4,4,4,3,4,5,0,4,0,0,3,4),
+(0,3,0,3,0,3,1,2,0,3,4,4,3,3,3,0,2,2,4,3,3,1,3,3,3,1,1,0,3,1,4,3,2,3,4,4,2,4,4,4,3,4,4,3,2,4,4,3,1,3,3,1,3,3,0,4,1,0,2,2,1,4,3,2,3,3,5,4,3,3,5,4,4,3,3,0,4,0,3,2,2,4,4),
+(0,2,0,1,0,0,0,0,0,1,2,1,3,0,0,0,0,0,2,0,1,2,1,0,0,1,0,0,0,0,3,0,0,1,0,1,1,3,1,0,0,0,1,1,0,1,1,0,0,0,0,0,2,0,0,0,0,0,0,0,0,1,1,2,2,0,3,4,0,0,0,1,1,0,0,1,0,0,0,0,0,1,1),
+(0,1,0,0,0,1,0,0,0,0,4,0,4,1,4,0,3,0,4,0,3,0,4,0,3,0,3,0,4,1,5,1,4,0,0,3,0,5,0,5,2,0,1,0,0,0,2,1,4,0,1,3,0,0,3,0,0,3,1,1,4,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0),
+(1,4,0,5,0,3,0,2,0,3,5,4,4,3,4,3,5,3,4,3,3,0,4,3,3,3,3,3,3,2,4,4,3,1,3,4,4,5,4,4,3,4,4,1,3,5,4,3,3,3,1,2,2,3,3,1,3,1,3,3,3,5,3,3,4,5,0,3,0,3,0,3,4,3,4,4,3,0,3,0,2,4,3),
+(0,1,0,4,0,0,0,0,0,1,4,0,4,1,4,2,4,0,3,0,1,0,1,0,0,0,0,0,2,0,3,1,1,1,0,3,0,0,0,1,2,1,0,0,1,1,1,1,0,1,0,0,0,1,0,0,3,0,0,0,0,3,2,0,2,2,0,1,0,0,0,2,3,2,3,3,0,0,0,0,2,1,0),
+(0,5,1,5,0,3,0,3,0,5,4,4,5,1,5,3,3,0,4,3,4,3,5,3,4,3,3,2,4,3,4,3,3,0,3,3,1,4,4,3,4,4,4,3,4,5,5,3,2,3,1,1,3,3,1,3,1,1,3,3,2,4,5,3,3,5,0,4,0,3,0,4,4,3,5,3,3,0,3,4,0,4,3),
+(0,5,0,5,0,3,0,2,0,4,4,3,5,2,4,3,3,3,4,4,4,3,5,3,5,3,3,1,4,0,4,3,3,0,3,3,0,4,4,4,4,5,4,3,3,5,5,3,2,3,1,2,3,2,0,1,0,0,3,2,2,4,4,3,1,5,0,4,0,3,0,4,3,1,3,2,1,0,3,3,0,3,3),
+(0,4,0,5,0,5,0,4,0,4,5,5,5,3,4,3,3,2,5,4,4,3,5,3,5,3,4,0,4,3,4,4,3,2,4,4,3,4,5,4,4,5,5,0,3,5,5,4,1,3,3,2,3,3,1,3,1,0,4,3,1,4,4,3,4,5,0,4,0,2,0,4,3,4,4,3,3,0,4,0,0,5,5),
+(0,4,0,4,0,5,0,1,1,3,3,4,4,3,4,1,3,0,5,1,3,0,3,1,3,1,1,0,3,0,3,3,4,0,4,3,0,4,4,4,3,4,4,0,3,5,4,1,0,3,0,0,2,3,0,3,1,0,3,1,0,3,2,1,3,5,0,3,0,1,0,3,2,3,3,4,4,0,2,2,0,4,4),
+(2,4,0,5,0,4,0,3,0,4,5,5,4,3,5,3,5,3,5,3,5,2,5,3,4,3,3,4,3,4,5,3,2,1,5,4,3,2,3,4,5,3,4,1,2,5,4,3,0,3,3,0,3,2,0,2,3,0,4,1,0,3,4,3,3,5,0,3,0,1,0,4,5,5,5,4,3,0,4,2,0,3,5),
+(0,5,0,4,0,4,0,2,0,5,4,3,4,3,4,3,3,3,4,3,4,2,5,3,5,3,4,1,4,3,4,4,4,0,3,5,0,4,4,4,4,5,3,1,3,4,5,3,3,3,3,3,3,3,0,2,2,0,3,3,2,4,3,3,3,5,3,4,1,3,3,5,3,2,0,0,0,0,4,3,1,3,3),
+(0,1,0,3,0,3,0,1,0,1,3,3,3,2,3,3,3,0,3,0,0,0,3,1,3,0,0,0,2,2,2,3,0,0,3,2,0,1,2,4,1,3,3,0,0,3,3,3,0,1,0,0,2,1,0,0,3,0,3,1,0,3,0,0,1,3,0,2,0,1,0,3,3,1,3,3,0,0,1,1,0,3,3),
+(0,2,0,3,0,2,1,4,0,2,2,3,1,1,3,1,1,0,2,0,3,1,2,3,1,3,0,0,1,0,4,3,2,3,3,3,1,4,2,3,3,3,3,1,0,3,1,4,0,1,1,0,1,2,0,1,1,0,1,1,0,3,1,3,2,2,0,1,0,0,0,2,3,3,3,1,0,0,0,0,0,2,3),
+(0,5,0,4,0,5,0,2,0,4,5,5,3,3,4,3,3,1,5,4,4,2,4,4,4,3,4,2,4,3,5,5,4,3,3,4,3,3,5,5,4,5,5,1,3,4,5,3,1,4,3,1,3,3,0,3,3,1,4,3,1,4,5,3,3,5,0,4,0,3,0,5,3,3,1,4,3,0,4,0,1,5,3),
+(0,5,0,5,0,4,0,2,0,4,4,3,4,3,3,3,3,3,5,4,4,4,4,4,4,5,3,3,5,2,4,4,4,3,4,4,3,3,4,4,5,5,3,3,4,3,4,3,3,4,3,3,3,3,1,2,2,1,4,3,3,5,4,4,3,4,0,4,0,3,0,4,4,4,4,4,1,0,4,2,0,2,4),
+(0,4,0,4,0,3,0,1,0,3,5,2,3,0,3,0,2,1,4,2,3,3,4,1,4,3,3,2,4,1,3,3,3,0,3,3,0,0,3,3,3,5,3,3,3,3,3,2,0,2,0,0,2,0,0,2,0,0,1,0,0,3,1,2,2,3,0,3,0,2,0,4,4,3,3,4,1,0,3,0,0,2,4),
+(0,0,0,4,0,0,0,0,0,0,1,0,1,0,2,0,0,0,0,0,1,0,2,0,1,0,0,0,0,0,3,1,3,0,3,2,0,0,0,1,0,3,2,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,4,0,2,0,0,0,0,0,0,2),
+(0,2,1,3,0,2,0,2,0,3,3,3,3,1,3,1,3,3,3,3,3,3,4,2,2,1,2,1,4,0,4,3,1,3,3,3,2,4,3,5,4,3,3,3,3,3,3,3,0,1,3,0,2,0,0,1,0,0,1,0,0,4,2,0,2,3,0,3,3,0,3,3,4,2,3,1,4,0,1,2,0,2,3),
+(0,3,0,3,0,1,0,3,0,2,3,3,3,0,3,1,2,0,3,3,2,3,3,2,3,2,3,1,3,0,4,3,2,0,3,3,1,4,3,3,2,3,4,3,1,3,3,1,1,0,1,1,0,1,0,1,0,1,0,0,0,4,1,1,0,3,0,3,1,0,2,3,3,3,3,3,1,0,0,2,0,3,3),
+(0,0,0,0,0,0,0,0,0,0,3,0,2,0,3,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,3,0,3,0,3,1,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,2,0,2,3,0,0,0,0,0,0,0,0,3),
+(0,2,0,3,1,3,0,3,0,2,3,3,3,1,3,1,3,1,3,1,3,3,3,1,3,0,2,3,1,1,4,3,3,2,3,3,1,2,2,4,1,3,3,0,1,4,2,3,0,1,3,0,3,0,0,1,3,0,2,0,0,3,3,2,1,3,0,3,0,2,0,3,4,4,4,3,1,0,3,0,0,3,3),
+(0,2,0,1,0,2,0,0,0,1,3,2,2,1,3,0,1,1,3,0,3,2,3,1,2,0,2,0,1,1,3,3,3,0,3,3,1,1,2,3,2,3,3,1,2,3,2,0,0,1,0,0,0,0,0,0,3,0,1,0,0,2,1,2,1,3,0,3,0,0,0,3,4,4,4,3,2,0,2,0,0,2,4),
+(0,0,0,1,0,1,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,1,1,1,0,0,0,0,0,0,0,0,0,2,2,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,3,1,0,0,0,0,0,0,0,3),
+(0,3,0,3,0,2,0,3,0,3,3,3,2,3,2,2,2,0,3,1,3,3,3,2,3,3,0,0,3,0,3,2,2,0,2,3,1,4,3,4,3,3,2,3,1,5,4,4,0,3,1,2,1,3,0,3,1,1,2,0,2,3,1,3,1,3,0,3,0,1,0,3,3,4,4,2,1,0,2,1,0,2,4),
+(0,1,0,3,0,1,0,2,0,1,4,2,5,1,4,0,2,0,2,1,3,1,4,0,2,1,0,0,2,1,4,1,1,0,3,3,0,5,1,3,2,3,3,1,0,3,2,3,0,1,0,0,0,0,0,0,1,0,0,0,0,4,0,1,0,3,0,2,0,1,0,3,3,3,4,3,3,0,0,0,0,2,3),
+(0,0,0,1,0,0,0,0,0,0,2,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,1,0,0,1,0,0,0,0,0,3),
+(0,1,0,3,0,4,0,3,0,2,4,3,1,0,3,2,2,1,3,1,2,2,3,1,1,1,2,1,3,0,1,2,0,1,3,2,1,3,0,5,5,1,0,0,1,3,2,1,0,3,0,0,1,0,0,0,0,0,3,4,0,1,1,1,3,2,0,2,0,1,0,2,3,3,1,2,3,0,1,0,1,0,4),
+(0,0,0,1,0,3,0,3,0,2,2,1,0,0,4,0,3,0,3,1,3,0,3,0,3,0,1,0,3,0,3,1,3,0,3,3,0,0,1,2,1,1,1,0,1,2,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,2,2,1,2,0,0,2,0,0,0,0,2,3,3,3,3,0,0,0,0,1,4),
+(0,0,0,3,0,3,0,0,0,0,3,1,1,0,3,0,1,0,2,0,1,0,0,0,0,0,0,0,1,0,3,0,2,0,2,3,0,0,2,2,3,1,2,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,0,2,0,0,0,0,2,3),
+(2,4,0,5,0,5,0,4,0,3,4,3,3,3,4,3,3,3,4,3,4,4,5,4,5,5,5,2,3,0,5,5,4,1,5,4,3,1,5,4,3,4,4,3,3,4,3,3,0,3,2,0,2,3,0,3,0,0,3,3,0,5,3,2,3,3,0,3,0,3,0,3,4,5,4,5,3,0,4,3,0,3,4),
+(0,3,0,3,0,3,0,3,0,3,3,4,3,2,3,2,3,0,4,3,3,3,3,3,3,3,3,0,3,2,4,3,3,1,3,4,3,4,4,4,3,4,4,3,2,4,4,1,0,2,0,0,1,1,0,2,0,0,3,1,0,5,3,2,1,3,0,3,0,1,2,4,3,2,4,3,3,0,3,2,0,4,4),
+(0,3,0,3,0,1,0,0,0,1,4,3,3,2,3,1,3,1,4,2,3,2,4,2,3,4,3,0,2,2,3,3,3,0,3,3,3,0,3,4,1,3,3,0,3,4,3,3,0,1,1,0,1,0,0,0,4,0,3,0,0,3,1,2,1,3,0,4,0,1,0,4,3,3,4,3,3,0,2,0,0,3,3),
+(0,3,0,4,0,1,0,3,0,3,4,3,3,0,3,3,3,1,3,1,3,3,4,3,3,3,0,0,3,1,5,3,3,1,3,3,2,5,4,3,3,4,5,3,2,5,3,4,0,1,0,0,0,0,0,2,0,0,1,1,0,4,2,2,1,3,0,3,0,2,0,4,4,3,5,3,2,0,1,1,0,3,4),
+(0,5,0,4,0,5,0,2,0,4,4,3,3,2,3,3,3,1,4,3,4,1,5,3,4,3,4,0,4,2,4,3,4,1,5,4,0,4,4,4,4,5,4,1,3,5,4,2,1,4,1,1,3,2,0,3,1,0,3,2,1,4,3,3,3,4,0,4,0,3,0,4,4,4,3,3,3,0,4,2,0,3,4),
+(1,4,0,4,0,3,0,1,0,3,3,3,1,1,3,3,2,2,3,3,1,0,3,2,2,1,2,0,3,1,2,1,2,0,3,2,0,2,2,3,3,4,3,0,3,3,1,2,0,1,1,3,1,2,0,0,3,0,1,1,0,3,2,2,3,3,0,3,0,0,0,2,3,3,4,3,3,0,1,0,0,1,4),
+(0,4,0,4,0,4,0,0,0,3,4,4,3,1,4,2,3,2,3,3,3,1,4,3,4,0,3,0,4,2,3,3,2,2,5,4,2,1,3,4,3,4,3,1,3,3,4,2,0,2,1,0,3,3,0,0,2,0,3,1,0,4,4,3,4,3,0,4,0,1,0,2,4,4,4,4,4,0,3,2,0,3,3),
+(0,0,0,1,0,4,0,0,0,0,0,0,1,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,3,2,0,0,1,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,2),
+(0,2,0,3,0,4,0,4,0,1,3,3,3,0,4,0,2,1,2,1,1,1,2,0,3,1,1,0,1,0,3,1,0,0,3,3,2,0,1,1,0,0,0,0,0,1,0,2,0,2,2,0,3,1,0,0,1,0,1,1,0,1,2,0,3,0,0,0,0,1,0,0,3,3,4,3,1,0,1,0,3,0,2),
+(0,0,0,3,0,5,0,0,0,0,1,0,2,0,3,1,0,1,3,0,0,0,2,0,0,0,1,0,0,0,1,1,0,0,4,0,0,0,2,3,0,1,4,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,1,0,0,0,0,0,0,0,2,0,0,3,0,0,0,0,0,3),
+(0,2,0,5,0,5,0,1,0,2,4,3,3,2,5,1,3,2,3,3,3,0,4,1,2,0,3,0,4,0,2,2,1,1,5,3,0,0,1,4,2,3,2,0,3,3,3,2,0,2,4,1,1,2,0,1,1,0,3,1,0,1,3,1,2,3,0,2,0,0,0,1,3,5,4,4,4,0,3,0,0,1,3),
+(0,4,0,5,0,4,0,4,0,4,5,4,3,3,4,3,3,3,4,3,4,4,5,3,4,5,4,2,4,2,3,4,3,1,4,4,1,3,5,4,4,5,5,4,4,5,5,5,2,3,3,1,4,3,1,3,3,0,3,3,1,4,3,4,4,4,0,3,0,4,0,3,3,4,4,5,0,0,4,3,0,4,5),
+(0,4,0,4,0,3,0,3,0,3,4,4,4,3,3,2,4,3,4,3,4,3,5,3,4,3,2,1,4,2,4,4,3,1,3,4,2,4,5,5,3,4,5,4,1,5,4,3,0,3,2,2,3,2,1,3,1,0,3,3,3,5,3,3,3,5,4,4,2,3,3,4,3,3,3,2,1,0,3,2,1,4,3),
+(0,4,0,5,0,4,0,3,0,3,5,5,3,2,4,3,4,0,5,4,4,1,4,4,4,3,3,3,4,3,5,5,2,3,3,4,1,2,5,5,3,5,5,2,3,5,5,4,0,3,2,0,3,3,1,1,5,1,4,1,0,4,3,2,3,5,0,4,0,3,0,5,4,3,4,3,0,0,4,1,0,4,4),
+(1,3,0,4,0,2,0,2,0,2,5,5,3,3,3,3,3,0,4,2,3,4,4,4,3,4,0,0,3,4,5,4,3,3,3,3,2,5,5,4,5,5,5,4,3,5,5,5,1,3,1,0,1,0,0,3,2,0,4,2,0,5,2,3,2,4,1,3,0,3,0,4,5,4,5,4,3,0,4,2,0,5,4),
+(0,3,0,4,0,5,0,3,0,3,4,4,3,2,3,2,3,3,3,3,3,2,4,3,3,2,2,0,3,3,3,3,3,1,3,3,3,0,4,4,3,4,4,1,1,4,4,2,0,3,1,0,1,1,0,4,1,0,2,3,1,3,3,1,3,4,0,3,0,1,0,3,1,3,0,0,1,0,2,0,0,4,4),
+(0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0),
+(0,3,0,3,0,2,0,3,0,1,5,4,3,3,3,1,4,2,1,2,3,4,4,2,4,4,5,0,3,1,4,3,4,0,4,3,3,3,2,3,2,5,3,4,3,2,2,3,0,0,3,0,2,1,0,1,2,0,0,0,0,2,1,1,3,1,0,2,0,4,0,3,4,4,4,5,2,0,2,0,0,1,3),
+(0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,1,1,0,0,1,1,0,0,0,4,2,1,1,0,1,0,3,2,0,0,3,1,1,1,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,1,0,0,0,2,0,0,0,1,4,0,4,2,1,0,0,0,0,0,1),
+(0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,0,1,0,0,0,0,0,0,1,0,1,0,0,0,0,3,1,0,0,0,2,0,2,1,0,0,1,2,1,0,1,1,0,0,3,0,0,0,0,0,0,0,0,0,0,0,1,3,1,0,0,0,0,0,1,0,0,2,1,0,0,0,0,0,0,0,0,2),
+(0,4,0,4,0,4,0,3,0,4,4,3,4,2,4,3,2,0,4,4,4,3,5,3,5,3,3,2,4,2,4,3,4,3,1,4,0,2,3,4,4,4,3,3,3,4,4,4,3,4,1,3,4,3,2,1,2,1,3,3,3,4,4,3,3,5,0,4,0,3,0,4,3,3,3,2,1,0,3,0,0,3,3),
+(0,4,0,3,0,3,0,3,0,3,5,5,3,3,3,3,4,3,4,3,3,3,4,4,4,3,3,3,3,4,3,5,3,3,1,3,2,4,5,5,5,5,4,3,4,5,5,3,2,2,3,3,3,3,2,3,3,1,2,3,2,4,3,3,3,4,0,4,0,2,0,4,3,2,2,1,2,0,3,0,0,4,1),
+)
+
+class JapaneseContextAnalysis:
+    def __init__(self):
+        self.reset()
+
+    def reset(self):
+        self._mTotalRel = 0  # total sequence received
+        # category counters, each interger counts sequence in its category
+        self._mRelSample = [0] * NUM_OF_CATEGORY
+        # if last byte in current buffer is not the last byte of a character,
+        # we need to know how many bytes to skip in next buffer
+        self._mNeedToSkipCharNum = 0
+        self._mLastCharOrder = -1  # The order of previous char
+        # If this flag is set to True, detection is done and conclusion has
+        # been made
+        self._mDone = False
+
+    def feed(self, aBuf, aLen):
+        if self._mDone:
+            return
+
+        # The buffer we got is byte oriented, and a character may span in more than one
+        # buffers. In case the last one or two byte in last buffer is not
+        # complete, we record how many byte needed to complete that character
+        # and skip these bytes here.  We can choose to record those bytes as
+        # well and analyse the character once it is complete, but since a
+        # character will not make much difference, by simply skipping
+        # this character will simply our logic and improve performance.
+        i = self._mNeedToSkipCharNum
+        while i < aLen:
+            order, charLen = self.get_order(aBuf[i:i + 2])
+            i += charLen
+            if i > aLen:
+                self._mNeedToSkipCharNum = i - aLen
+                self._mLastCharOrder = -1
+            else:
+                if (order != -1) and (self._mLastCharOrder != -1):
+                    self._mTotalRel += 1
+                    if self._mTotalRel > MAX_REL_THRESHOLD:
+                        self._mDone = True
+                        break
+                    self._mRelSample[jp2CharContext[self._mLastCharOrder][order]] += 1
+                self._mLastCharOrder = order
+
+    def got_enough_data(self):
+        return self._mTotalRel > ENOUGH_REL_THRESHOLD
+
+    def get_confidence(self):
+        # This is just one way to calculate confidence. It works well for me.
+        if self._mTotalRel > MINIMUM_DATA_THRESHOLD:
+            return (self._mTotalRel - self._mRelSample[0]) / self._mTotalRel
+        else:
+            return DONT_KNOW
+
+    def get_order(self, aBuf):
+        return -1, 1
+
+class SJISContextAnalysis(JapaneseContextAnalysis):
+    def get_order(self, aBuf):
+        if not aBuf:
+            return -1, 1
+        # find out current char's byte length
+        first_char = wrap_ord(aBuf[0])
+        if ((0x81 <= first_char <= 0x9F) or (0xE0 <= first_char <= 0xFC)):
+            charLen = 2
+        else:
+            charLen = 1
+
+        # return its order if it is hiragana
+        if len(aBuf) > 1:
+            second_char = wrap_ord(aBuf[1])
+            if (first_char == 202) and (0x9F <= second_char <= 0xF1):
+                return second_char - 0x9F, charLen
+
+        return -1, charLen
+
+class EUCJPContextAnalysis(JapaneseContextAnalysis):
+    def get_order(self, aBuf):
+        if not aBuf:
+            return -1, 1
+        # find out current char's byte length
+        first_char = wrap_ord(aBuf[0])
+        if (first_char == 0x8E) or (0xA1 <= first_char <= 0xFE):
+            charLen = 2
+        elif first_char == 0x8F:
+            charLen = 3
+        else:
+            charLen = 1
+
+        # return its order if it is hiragana
+        if len(aBuf) > 1:
+            second_char = wrap_ord(aBuf[1])
+            if (first_char == 0xA4) and (0xA1 <= second_char <= 0xF3):
+                return second_char - 0xA1, charLen
+
+        return -1, charLen
+
+# flake8: noqa
diff --git a/lib/chardet/langbulgarianmodel.py b/lib/chardet/langbulgarianmodel.py
new file mode 100644
index 00000000..e5788fc6
--- /dev/null
+++ b/lib/chardet/langbulgarianmodel.py
@@ -0,0 +1,229 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Communicator client code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+# 255: Control characters that usually does not exist in any text
+# 254: Carriage/Return
+# 253: symbol (punctuation) that does not belong to word
+# 252: 0 - 9
+
+# Character Mapping Table:
+# this table is modified base on win1251BulgarianCharToOrderMap, so
+# only number <64 is sure valid
+
+Latin5_BulgarianCharToOrderMap = (
+255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
+255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
+253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
+252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
+253, 77, 90, 99,100, 72,109,107,101, 79,185, 81,102, 76, 94, 82,  # 40
+110,186,108, 91, 74,119, 84, 96,111,187,115,253,253,253,253,253,  # 50
+253, 65, 69, 70, 66, 63, 68,112,103, 92,194,104, 95, 86, 87, 71,  # 60
+116,195, 85, 93, 97,113,196,197,198,199,200,253,253,253,253,253,  # 70
+194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,  # 80
+210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,  # 90
+ 81,226,227,228,229,230,105,231,232,233,234,235,236, 45,237,238,  # a0
+ 31, 32, 35, 43, 37, 44, 55, 47, 40, 59, 33, 46, 38, 36, 41, 30,  # b0
+ 39, 28, 34, 51, 48, 49, 53, 50, 54, 57, 61,239, 67,240, 60, 56,  # c0
+  1, 18,  9, 20, 11,  3, 23, 15,  2, 26, 12, 10, 14,  6,  4, 13,  # d0
+  7,  8,  5, 19, 29, 25, 22, 21, 27, 24, 17, 75, 52,241, 42, 16,  # e0
+ 62,242,243,244, 58,245, 98,246,247,248,249,250,251, 91,252,253,  # f0
+)
+
+win1251BulgarianCharToOrderMap = (
+255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
+255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
+253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
+252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
+253, 77, 90, 99,100, 72,109,107,101, 79,185, 81,102, 76, 94, 82,  # 40
+110,186,108, 91, 74,119, 84, 96,111,187,115,253,253,253,253,253,  # 50
+253, 65, 69, 70, 66, 63, 68,112,103, 92,194,104, 95, 86, 87, 71,  # 60
+116,195, 85, 93, 97,113,196,197,198,199,200,253,253,253,253,253,  # 70
+206,207,208,209,210,211,212,213,120,214,215,216,217,218,219,220,  # 80
+221, 78, 64, 83,121, 98,117,105,222,223,224,225,226,227,228,229,  # 90
+ 88,230,231,232,233,122, 89,106,234,235,236,237,238, 45,239,240,  # a0
+ 73, 80,118,114,241,242,243,244,245, 62, 58,246,247,248,249,250,  # b0
+ 31, 32, 35, 43, 37, 44, 55, 47, 40, 59, 33, 46, 38, 36, 41, 30,  # c0
+ 39, 28, 34, 51, 48, 49, 53, 50, 54, 57, 61,251, 67,252, 60, 56,  # d0
+  1, 18,  9, 20, 11,  3, 23, 15,  2, 26, 12, 10, 14,  6,  4, 13,  # e0
+  7,  8,  5, 19, 29, 25, 22, 21, 27, 24, 17, 75, 52,253, 42, 16,  # f0
+)
+
+# Model Table:
+# total sequences: 100%
+# first 512 sequences: 96.9392%
+# first 1024 sequences:3.0618%
+# rest  sequences:     0.2992%
+# negative sequences:  0.0020%
+BulgarianLangModel = (
+0,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,2,3,3,3,3,3,
+3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,0,3,3,3,2,2,3,2,2,1,2,2,
+3,1,3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,0,3,3,3,3,3,3,3,3,3,3,0,3,0,1,
+0,0,0,0,0,0,0,0,0,0,1,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
+3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,2,3,3,3,3,3,3,3,3,0,3,1,0,
+0,1,0,0,0,0,0,0,0,0,1,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
+3,2,2,2,3,3,3,3,3,3,3,3,3,3,3,3,3,1,3,2,3,3,3,3,3,3,3,3,0,3,0,0,
+0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,2,3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,1,3,2,3,3,3,3,3,3,3,3,0,3,0,0,
+0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,3,3,3,3,3,2,3,2,2,1,3,3,3,3,2,2,2,1,1,2,0,1,0,1,0,0,
+0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,
+3,3,3,3,3,3,3,2,3,2,2,3,3,1,1,2,3,3,2,3,3,3,3,2,1,2,0,2,0,3,0,0,
+0,0,0,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,
+3,3,3,3,3,3,3,1,3,3,3,3,3,2,3,2,3,3,3,3,3,2,3,3,1,3,0,3,0,2,0,0,
+0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
+3,3,3,3,3,3,3,3,1,3,3,2,3,3,3,1,3,3,2,3,2,2,2,0,0,2,0,2,0,2,0,0,
+0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,
+3,3,3,3,3,3,3,3,3,0,3,3,3,2,2,3,3,3,1,2,2,3,2,1,1,2,0,2,0,0,0,0,
+1,0,0,0,0,0,0,0,0,0,2,0,0,1,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
+3,3,3,3,3,3,3,2,3,3,1,2,3,2,2,2,3,3,3,3,3,2,2,3,1,2,0,2,1,2,0,0,
+0,0,0,0,0,0,0,0,0,0,3,0,0,1,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,
+3,3,3,3,3,1,3,3,3,3,3,2,3,3,3,2,3,3,2,3,2,2,2,3,1,2,0,1,0,1,0,0,
+0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
+3,3,3,3,3,3,3,3,3,3,3,1,1,1,2,2,1,3,1,3,2,2,3,0,0,1,0,1,0,1,0,0,
+0,0,0,1,0,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
+3,3,3,3,3,2,2,3,2,2,3,1,2,1,1,1,2,3,1,3,1,2,2,0,1,1,1,1,0,1,0,0,
+0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
+3,3,3,3,3,1,3,2,2,3,3,1,2,3,1,1,3,3,3,3,1,2,2,1,1,1,0,2,0,2,0,1,
+0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
+3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,2,2,3,3,3,2,2,1,1,2,0,2,0,1,0,0,
+0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
+3,0,1,2,1,3,3,2,3,3,3,3,3,2,3,2,1,0,3,1,2,1,2,1,2,3,2,1,0,1,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+1,1,1,2,3,3,3,3,3,3,3,3,3,3,3,3,0,0,3,1,3,3,2,3,3,2,2,2,0,1,0,0,
+0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,3,3,3,3,0,3,3,3,3,3,2,1,1,2,1,3,3,0,3,1,1,1,1,3,2,0,1,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
+3,3,2,2,2,3,3,3,3,3,3,3,3,3,3,3,1,1,3,1,3,3,2,3,2,2,2,3,0,2,0,0,
+0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,2,3,3,2,2,3,2,1,1,1,1,1,3,1,3,1,1,0,0,0,1,0,0,0,1,0,0,
+0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,2,3,2,0,3,2,0,3,0,2,0,0,2,1,3,1,0,0,1,0,0,0,1,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
+3,3,3,3,2,1,1,1,1,2,1,1,2,1,1,1,2,2,1,2,1,1,1,0,1,1,0,1,0,1,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
+3,3,3,3,2,1,3,1,1,2,1,3,2,1,1,0,1,2,3,2,1,1,1,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,3,3,3,3,2,2,1,0,1,0,0,1,0,0,0,2,1,0,3,0,0,1,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
+3,3,3,2,3,2,3,3,1,3,2,1,1,1,2,1,1,2,1,3,0,1,0,0,0,1,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,1,1,2,2,3,3,2,3,2,2,2,3,1,2,2,1,1,2,1,1,2,2,0,1,1,0,1,0,2,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,2,1,3,1,0,2,2,1,3,2,1,0,0,2,0,2,0,1,0,0,0,0,0,0,0,1,0,0,
+0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
+3,3,3,3,3,3,1,2,0,2,3,1,2,3,2,0,1,3,1,2,1,1,1,0,0,1,0,0,2,2,2,3,
+2,2,2,2,1,2,1,1,2,2,1,1,2,0,1,1,1,0,0,1,1,0,0,1,1,0,0,0,1,1,0,1,
+3,3,3,3,3,2,1,2,2,1,2,0,2,0,1,0,1,2,1,2,1,1,0,0,0,1,0,1,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,
+3,3,2,3,3,1,1,3,1,0,3,2,1,0,0,0,1,2,0,2,0,1,0,0,0,1,0,1,2,1,2,2,
+1,1,1,1,1,1,1,2,2,2,1,1,1,1,1,1,1,0,1,2,1,1,1,0,0,0,0,0,1,1,0,0,
+3,1,0,1,0,2,3,2,2,2,3,2,2,2,2,2,1,0,2,1,2,1,1,1,0,1,2,1,2,2,2,1,
+1,1,2,2,2,2,1,2,1,1,0,1,2,1,2,2,2,1,1,1,0,1,1,1,1,2,0,1,0,0,0,0,
+2,3,2,3,3,0,0,2,1,0,2,1,0,0,0,0,2,3,0,2,0,0,0,0,0,1,0,0,2,0,1,2,
+2,1,2,1,2,2,1,1,1,2,1,1,1,0,1,2,2,1,1,1,1,1,0,1,1,1,0,0,1,2,0,0,
+3,3,2,2,3,0,2,3,1,1,2,0,0,0,1,0,0,2,0,2,0,0,0,1,0,1,0,1,2,0,2,2,
+1,1,1,1,2,1,0,1,2,2,2,1,1,1,1,1,1,1,0,1,1,1,0,0,0,0,0,0,1,1,0,0,
+2,3,2,3,3,0,0,3,0,1,1,0,1,0,0,0,2,2,1,2,0,0,0,0,0,0,0,0,2,0,1,2,
+2,2,1,1,1,1,1,2,2,2,1,0,2,0,1,0,1,0,0,1,0,1,0,0,1,0,0,0,0,1,0,0,
+3,3,3,3,2,2,2,2,2,0,2,1,1,1,1,2,1,2,1,1,0,2,0,1,0,1,0,0,2,0,1,2,
+1,1,1,1,1,1,1,2,2,1,1,0,2,0,1,0,2,0,0,1,1,1,0,0,2,0,0,0,1,1,0,0,
+2,3,3,3,3,1,0,0,0,0,0,0,0,0,0,0,2,0,0,1,1,0,0,0,0,0,0,1,2,0,1,2,
+2,2,2,1,1,2,1,1,2,2,2,1,2,0,1,1,1,1,1,1,0,1,1,1,1,0,0,1,1,1,0,0,
+2,3,3,3,3,0,2,2,0,2,1,0,0,0,1,1,1,2,0,2,0,0,0,3,0,0,0,0,2,0,2,2,
+1,1,1,2,1,2,1,1,2,2,2,1,2,0,1,1,1,0,1,1,1,1,0,2,1,0,0,0,1,1,0,0,
+2,3,3,3,3,0,2,1,0,0,2,0,0,0,0,0,1,2,0,2,0,0,0,0,0,0,0,0,2,0,1,2,
+1,1,1,2,1,1,1,1,2,2,2,0,1,0,1,1,1,0,0,1,1,1,0,0,1,0,0,0,0,1,0,0,
+3,3,2,2,3,0,1,0,1,0,0,0,0,0,0,0,1,1,0,3,0,0,0,0,0,0,0,0,1,0,2,2,
+1,1,1,1,1,2,1,1,2,2,1,2,2,1,0,1,1,1,1,1,0,1,0,0,1,0,0,0,1,1,0,0,
+3,1,0,1,0,2,2,2,2,3,2,1,1,1,2,3,0,0,1,0,2,1,1,0,1,1,1,1,2,1,1,1,
+1,2,2,1,2,1,2,2,1,1,0,1,2,1,2,2,1,1,1,0,0,1,1,1,2,1,0,1,0,0,0,0,
+2,1,0,1,0,3,1,2,2,2,2,1,2,2,1,1,1,0,2,1,2,2,1,1,2,1,1,0,2,1,1,1,
+1,2,2,2,2,2,2,2,1,2,0,1,1,0,2,1,1,1,1,1,0,0,1,1,1,1,0,1,0,0,0,0,
+2,1,1,1,1,2,2,2,2,1,2,2,2,1,2,2,1,1,2,1,2,3,2,2,1,1,1,1,0,1,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,2,2,3,2,0,1,2,0,1,2,1,1,0,1,0,1,2,1,2,0,0,0,1,1,0,0,0,1,0,0,2,
+1,1,0,0,1,1,0,1,1,1,1,0,2,0,1,1,1,0,0,1,1,0,0,0,0,1,0,0,0,1,0,0,
+2,0,0,0,0,1,2,2,2,2,2,2,2,1,2,1,1,1,1,1,1,1,0,1,1,1,1,1,2,1,1,1,
+1,2,2,2,2,1,1,2,1,2,1,1,1,0,2,1,2,1,1,1,0,2,1,1,1,1,0,1,0,0,0,0,
+3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,
+1,1,0,1,0,1,1,1,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,2,2,3,2,0,0,0,0,1,0,0,0,0,0,0,1,1,0,2,0,0,0,0,0,0,0,0,1,0,1,2,
+1,1,1,1,1,1,0,0,2,2,2,2,2,0,1,1,0,1,1,1,1,1,0,0,1,0,0,0,1,1,0,1,
+2,3,1,2,1,0,1,1,0,2,2,2,0,0,1,0,0,1,1,1,1,0,0,0,0,0,0,0,1,0,1,2,
+1,1,1,1,2,1,1,1,1,1,1,1,1,0,1,1,0,1,0,1,0,1,0,0,1,0,0,0,0,1,0,0,
+2,2,2,2,2,0,0,2,0,0,2,0,0,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,2,0,2,2,
+1,1,1,1,1,0,0,1,2,1,1,0,1,0,1,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,
+1,2,2,2,2,0,0,2,0,1,1,0,0,0,1,0,0,2,0,2,0,0,0,0,0,0,0,0,0,0,1,1,
+0,0,0,1,1,1,1,1,1,1,1,1,1,0,1,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
+1,2,2,3,2,0,0,1,0,0,1,0,0,0,0,0,0,1,0,2,0,0,0,1,0,0,0,0,0,0,0,2,
+1,1,0,0,1,0,0,0,1,1,0,0,1,0,1,1,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,
+2,1,2,2,2,1,2,1,2,2,1,1,2,1,1,1,0,1,1,1,1,2,0,1,0,1,1,1,1,0,1,1,
+1,1,2,1,1,1,1,1,1,0,0,1,2,1,1,1,1,1,1,0,0,1,1,1,0,0,0,0,0,0,0,0,
+1,0,0,1,3,1,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,2,2,2,1,0,0,1,0,2,0,0,0,0,0,1,1,1,0,1,0,0,0,0,0,0,0,0,2,0,0,1,
+0,2,0,1,0,0,1,1,2,0,1,0,1,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,
+1,2,2,2,2,0,1,1,0,2,1,0,1,1,1,0,0,1,0,2,0,1,0,0,0,0,0,0,0,0,0,1,
+0,1,0,0,1,0,0,0,1,1,0,0,1,0,0,1,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,
+2,2,2,2,2,0,0,1,0,0,0,1,0,1,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,1,
+0,1,0,1,1,1,0,0,1,1,1,0,1,0,0,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,
+2,0,1,0,0,1,2,1,1,1,1,1,1,2,2,1,0,0,1,0,1,0,0,0,0,1,1,1,1,0,0,0,
+1,1,2,1,1,1,1,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,2,1,2,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0,1,0,0,0,0,0,0,0,0,0,0,0,1,
+0,0,0,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+1,0,0,1,2,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,
+0,1,1,0,1,1,1,0,0,1,0,0,1,0,1,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,
+1,0,1,0,0,1,1,1,1,1,1,1,1,1,1,1,0,0,1,0,2,0,0,2,0,1,0,0,1,0,0,1,
+1,1,0,0,1,1,0,1,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,
+1,1,1,1,1,1,1,2,0,0,0,0,0,0,2,1,0,1,1,0,0,1,1,1,0,1,0,0,0,0,0,0,
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+1,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,0,1,1,0,1,1,1,1,1,0,1,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
+)
+
+Latin5BulgarianModel = {
+  'charToOrderMap': Latin5_BulgarianCharToOrderMap,
+  'precedenceMatrix': BulgarianLangModel,
+  'mTypicalPositiveRatio': 0.969392,
+  'keepEnglishLetter': False,
+  'charsetName': "ISO-8859-5"
+}
+
+Win1251BulgarianModel = {
+  'charToOrderMap': win1251BulgarianCharToOrderMap,
+  'precedenceMatrix': BulgarianLangModel,
+  'mTypicalPositiveRatio': 0.969392,
+  'keepEnglishLetter': False,
+  'charsetName': "windows-1251"
+}
+
+
+# flake8: noqa
diff --git a/lib/chardet/langcyrillicmodel.py b/lib/chardet/langcyrillicmodel.py
new file mode 100644
index 00000000..a86f54bd
--- /dev/null
+++ b/lib/chardet/langcyrillicmodel.py
@@ -0,0 +1,329 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Communicator client code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+# KOI8-R language model
+# Character Mapping Table:
+KOI8R_CharToOrderMap = (
+255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
+255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
+253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
+252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
+253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154,  # 40
+155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253,  # 50
+253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69,  # 60
+ 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253,  # 70
+191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,  # 80
+207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,  # 90
+223,224,225, 68,226,227,228,229,230,231,232,233,234,235,236,237,  # a0
+238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,  # b0
+ 27,  3, 21, 28, 13,  2, 39, 19, 26,  4, 23, 11,  8, 12,  5,  1,  # c0
+ 15, 16,  9,  7,  6, 14, 24, 10, 17, 18, 20, 25, 30, 29, 22, 54,  # d0
+ 59, 37, 44, 58, 41, 48, 53, 46, 55, 42, 60, 36, 49, 38, 31, 34,  # e0
+ 35, 43, 45, 32, 40, 52, 56, 33, 61, 62, 51, 57, 47, 63, 50, 70,  # f0
+)
+
+win1251_CharToOrderMap = (
+255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
+255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
+253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
+252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
+253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154,  # 40
+155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253,  # 50
+253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69,  # 60
+ 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253,  # 70
+191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,
+207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,
+223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,
+239,240,241,242,243,244,245,246, 68,247,248,249,250,251,252,253,
+ 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35,
+ 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43,
+  3, 21, 10, 19, 13,  2, 24, 20,  4, 23, 11,  8, 12,  5,  1, 15,
+  9,  7,  6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16,
+)
+
+latin5_CharToOrderMap = (
+255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
+255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
+253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
+252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
+253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154,  # 40
+155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253,  # 50
+253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69,  # 60
+ 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253,  # 70
+191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,
+207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,
+223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,
+ 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35,
+ 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43,
+  3, 21, 10, 19, 13,  2, 24, 20,  4, 23, 11,  8, 12,  5,  1, 15,
+  9,  7,  6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16,
+239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255,
+)
+
+macCyrillic_CharToOrderMap = (
+255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
+255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
+253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
+252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
+253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154,  # 40
+155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253,  # 50
+253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69,  # 60
+ 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253,  # 70
+ 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35,
+ 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43,
+191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,
+207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,
+223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,
+239,240,241,242,243,244,245,246,247,248,249,250,251,252, 68, 16,
+  3, 21, 10, 19, 13,  2, 24, 20,  4, 23, 11,  8, 12,  5,  1, 15,
+  9,  7,  6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27,255,
+)
+
+IBM855_CharToOrderMap = (
+255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
+255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
+253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
+252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
+253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154,  # 40
+155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253,  # 50
+253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69,  # 60
+ 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253,  # 70
+191,192,193,194, 68,195,196,197,198,199,200,201,202,203,204,205,
+206,207,208,209,210,211,212,213,214,215,216,217, 27, 59, 54, 70,
+  3, 37, 21, 44, 28, 58, 13, 41,  2, 48, 39, 53, 19, 46,218,219,
+220,221,222,223,224, 26, 55,  4, 42,225,226,227,228, 23, 60,229,
+230,231,232,233,234,235, 11, 36,236,237,238,239,240,241,242,243,
+  8, 49, 12, 38,  5, 31,  1, 34, 15,244,245,246,247, 35, 16,248,
+ 43,  9, 45,  7, 32,  6, 40, 14, 52, 24, 56, 10, 33, 17, 61,249,
+250, 18, 62, 20, 51, 25, 57, 30, 47, 29, 63, 22, 50,251,252,255,
+)
+
+IBM866_CharToOrderMap = (
+255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
+255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
+253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
+252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
+253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154,  # 40
+155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253,  # 50
+253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69,  # 60
+ 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253,  # 70
+ 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35,
+ 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43,
+  3, 21, 10, 19, 13,  2, 24, 20,  4, 23, 11,  8, 12,  5,  1, 15,
+191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,
+207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,
+223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,
+  9,  7,  6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16,
+239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255,
+)
+
+# Model Table:
+# total sequences: 100%
+# first 512 sequences: 97.6601%
+# first 1024 sequences: 2.3389%
+# rest  sequences:      0.1237%
+# negative sequences:   0.0009%
+RussianLangModel = (
+0,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,1,3,3,3,3,1,3,3,3,2,3,2,3,3,
+3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,0,3,2,2,2,2,2,0,0,2,
+3,3,3,2,3,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,3,2,3,2,0,
+0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,2,2,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,2,3,3,1,0,
+0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,2,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,0,0,3,3,3,3,3,3,3,3,3,3,3,2,1,
+0,0,0,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,3,3,3,2,1,
+0,0,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,3,3,2,2,2,3,1,3,3,1,3,3,3,3,2,2,3,0,2,2,2,3,3,2,1,0,
+0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,2,3,3,3,3,3,2,2,3,2,3,3,3,2,1,2,2,0,1,2,2,2,2,2,2,0,
+0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,3,0,2,2,3,3,2,1,2,0,
+0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,2,3,3,1,2,3,2,2,3,2,3,3,3,3,2,2,3,0,3,2,2,3,1,1,1,0,
+0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,2,3,3,3,3,2,2,2,0,3,3,3,2,2,2,2,0,
+0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,3,3,3,3,2,3,2,3,3,3,3,3,3,2,3,2,2,0,1,3,2,1,2,2,1,0,
+0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,3,3,3,3,3,2,1,1,3,0,1,1,1,1,2,1,1,0,2,2,2,1,2,0,1,0,
+0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,2,3,3,2,2,2,2,1,3,2,3,2,3,2,1,2,2,0,1,1,2,1,2,1,2,0,
+0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,2,3,3,3,2,2,2,2,0,2,2,2,2,3,1,1,0,
+0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
+3,2,3,2,2,3,3,3,3,3,3,3,3,3,1,3,2,0,0,3,3,3,3,2,3,3,3,3,2,3,2,0,
+0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,3,3,3,3,3,2,2,3,3,0,2,1,0,3,2,3,2,3,0,0,1,2,0,0,1,0,1,2,1,1,0,
+0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,0,3,0,2,3,3,3,3,2,3,3,3,3,1,2,2,0,0,2,3,2,2,2,3,2,3,2,2,3,0,0,
+0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,2,3,0,2,3,2,3,0,1,2,3,3,2,0,2,3,0,0,2,3,2,2,0,1,3,1,3,2,2,1,0,
+0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,1,3,0,2,3,3,3,3,3,3,3,3,2,1,3,2,0,0,2,2,3,3,3,2,3,3,0,2,2,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,2,2,3,3,2,2,2,3,3,0,0,1,1,1,1,1,2,0,0,1,1,1,1,0,1,0,
+0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,2,2,3,3,3,3,3,3,3,0,3,2,3,3,2,3,2,0,2,1,0,1,1,0,1,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,2,3,3,3,2,2,2,2,3,1,3,2,3,1,1,2,1,0,2,2,2,2,1,3,1,0,
+0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
+2,2,3,3,3,3,3,1,2,2,1,3,1,0,3,0,0,3,0,0,0,1,1,0,1,2,1,0,0,0,0,0,
+0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,2,2,1,1,3,3,3,2,2,1,2,2,3,1,1,2,0,0,2,2,1,3,0,0,2,1,1,2,1,1,0,
+0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,2,3,3,3,3,1,2,2,2,1,2,1,3,3,1,1,2,1,2,1,2,2,0,2,0,0,1,1,0,1,0,
+0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,3,3,3,3,3,2,1,3,2,2,3,2,0,3,2,0,3,0,1,0,1,1,0,0,1,1,1,1,0,1,0,
+0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,2,3,3,3,2,2,2,3,3,1,2,1,2,1,0,1,0,1,1,0,1,0,0,2,1,1,1,0,1,0,
+0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,
+3,1,1,2,1,2,3,3,2,2,1,2,2,3,0,2,1,0,0,2,2,3,2,1,2,2,2,2,2,3,1,0,
+0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,1,1,0,1,1,2,2,1,1,3,0,0,1,3,1,1,1,0,0,0,1,0,1,1,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,1,3,3,3,2,0,0,0,2,1,0,1,0,2,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,0,1,0,0,2,3,2,2,2,1,2,2,2,1,2,1,0,0,1,1,1,0,2,0,1,1,1,0,0,1,1,
+1,0,0,0,0,0,1,2,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,
+2,3,3,3,3,0,0,0,0,1,0,0,0,0,3,0,1,2,1,0,0,0,0,0,0,0,1,1,0,0,1,1,
+1,0,1,0,1,2,0,0,1,1,2,1,0,1,1,1,1,0,1,1,1,1,0,1,0,0,1,0,0,1,1,0,
+2,2,3,2,2,2,3,1,2,2,2,2,2,2,2,2,1,1,1,1,1,1,1,0,1,0,1,1,1,0,2,1,
+1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,0,1,0,1,1,0,1,1,1,0,1,1,0,
+3,3,3,2,2,2,2,3,2,2,1,1,2,2,2,2,1,1,3,1,2,1,2,0,0,1,1,0,1,0,2,1,
+1,1,1,1,1,2,1,0,1,1,1,1,0,1,0,0,1,1,0,0,1,0,1,0,0,1,0,0,0,1,1,0,
+2,0,0,1,0,3,2,2,2,2,1,2,1,2,1,2,0,0,0,2,1,2,2,1,1,2,2,0,1,1,0,2,
+1,1,1,1,1,0,1,1,1,2,1,1,1,2,1,0,1,2,1,1,1,1,0,1,1,1,0,0,1,0,0,1,
+1,3,2,2,2,1,1,1,2,3,0,0,0,0,2,0,2,2,1,0,0,0,0,0,0,1,0,0,0,0,1,1,
+1,0,1,1,0,1,0,1,1,0,1,1,0,2,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0,
+2,3,2,3,2,1,2,2,2,2,1,0,0,0,2,0,0,1,1,0,0,0,0,0,0,0,1,1,0,0,2,1,
+1,1,2,1,0,2,0,0,1,0,1,0,0,1,0,0,1,1,0,1,1,0,0,0,0,0,1,0,0,0,0,0,
+3,0,0,1,0,2,2,2,3,2,2,2,2,2,2,2,0,0,0,2,1,2,1,1,1,2,2,0,0,0,1,2,
+1,1,1,1,1,0,1,2,1,1,1,1,1,1,1,0,1,1,1,1,1,1,0,1,1,1,1,1,1,0,0,1,
+2,3,2,3,3,2,0,1,1,1,0,0,1,0,2,0,1,1,3,1,0,0,0,0,0,0,0,1,0,0,2,1,
+1,1,1,1,1,1,1,0,1,0,1,1,1,1,0,1,1,1,0,0,1,1,0,1,0,0,0,0,0,0,1,0,
+2,3,3,3,3,1,2,2,2,2,0,1,1,0,2,1,1,1,2,1,0,1,1,0,0,1,0,1,0,0,2,0,
+0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,3,3,3,2,0,0,1,1,2,2,1,0,0,2,0,1,1,3,0,0,1,0,0,0,0,0,1,0,1,2,1,
+1,1,2,0,1,1,1,0,1,0,1,1,0,1,0,1,1,1,1,0,1,0,0,0,0,0,0,1,0,1,1,0,
+1,3,2,3,2,1,0,0,2,2,2,0,1,0,2,0,1,1,1,0,1,0,0,0,3,0,1,1,0,0,2,1,
+1,1,1,0,1,1,0,0,0,0,1,1,0,1,0,0,2,1,1,0,1,0,0,0,1,0,1,0,0,1,1,0,
+3,1,2,1,1,2,2,2,2,2,2,1,2,2,1,1,0,0,0,2,2,2,0,0,0,1,2,1,0,1,0,1,
+2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,2,1,1,1,0,1,0,1,1,0,1,1,1,0,0,1,
+3,0,0,0,0,2,0,1,1,1,1,1,1,1,0,1,0,0,0,1,1,1,0,1,0,1,1,0,0,1,0,1,
+1,1,0,0,1,0,0,0,1,0,1,1,0,0,1,0,1,0,1,0,0,0,0,1,0,0,0,1,0,0,0,1,
+1,3,3,2,2,0,0,0,2,2,0,0,0,1,2,0,1,1,2,0,0,0,0,0,0,0,0,1,0,0,2,1,
+0,1,1,0,0,1,1,0,0,0,1,1,0,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,1,0,
+2,3,2,3,2,0,0,0,0,1,1,0,0,0,2,0,2,0,2,0,0,0,0,0,1,0,0,1,0,0,1,1,
+1,1,2,0,1,2,1,0,1,1,2,1,1,1,1,1,2,1,1,0,1,0,0,1,1,1,1,1,0,1,1,0,
+1,3,2,2,2,1,0,0,2,2,1,0,1,2,2,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,1,1,
+0,0,1,1,0,1,1,0,0,1,1,0,1,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
+1,0,0,1,0,2,3,1,2,2,2,2,2,2,1,1,0,0,0,1,0,1,0,2,1,1,1,0,0,0,0,1,
+1,1,0,1,1,0,1,1,1,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,
+2,0,2,0,0,1,0,3,2,1,2,1,2,2,0,1,0,0,0,2,1,0,0,2,1,1,1,1,0,2,0,2,
+2,1,1,1,1,1,1,1,1,1,1,1,1,2,1,0,1,1,1,1,0,0,0,1,1,1,1,0,1,0,0,1,
+1,2,2,2,2,1,0,0,1,0,0,0,0,0,2,0,1,1,1,1,0,0,0,0,1,0,1,2,0,0,2,0,
+1,0,1,1,1,2,1,0,1,0,1,1,0,0,1,0,1,1,1,0,1,0,0,0,1,0,0,1,0,1,1,0,
+2,1,2,2,2,0,3,0,1,1,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
+0,0,0,1,1,1,0,0,1,0,1,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,
+1,2,2,3,2,2,0,0,1,1,2,0,1,2,1,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,1,
+0,1,1,0,0,1,1,0,0,1,1,0,0,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0,
+2,2,1,1,2,1,2,2,2,2,2,1,2,2,0,1,0,0,0,1,2,2,2,1,2,1,1,1,1,1,2,1,
+1,1,1,1,1,1,1,1,1,1,0,0,1,1,1,0,1,1,1,0,0,0,0,1,1,1,0,1,1,0,0,1,
+1,2,2,2,2,0,1,0,2,2,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,2,0,
+0,0,1,0,0,1,0,0,0,0,1,0,1,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
+0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+1,2,2,2,2,0,0,0,2,2,2,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,1,
+0,1,1,0,0,1,1,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+1,2,2,2,2,0,0,0,0,1,0,0,1,1,2,0,0,0,0,1,0,1,0,0,1,0,0,2,0,0,0,1,
+0,0,1,0,0,1,0,0,0,1,1,0,0,0,0,0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,
+1,2,2,2,1,1,2,0,2,1,1,1,1,0,2,2,0,0,0,0,0,0,0,0,0,1,1,0,0,0,1,1,
+0,0,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
+1,0,2,1,2,0,0,0,0,0,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,
+0,0,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,
+1,0,0,0,0,2,0,1,2,1,0,1,1,1,0,1,0,0,0,1,0,1,0,0,1,0,1,0,0,0,0,1,
+0,0,0,0,0,1,0,0,1,1,0,0,1,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,
+2,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
+1,0,0,0,1,0,0,0,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,1,0,0,0,0,0,
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
+1,1,1,0,1,0,1,0,0,1,1,1,1,0,0,0,1,0,0,0,0,1,0,0,0,1,0,1,0,0,0,0,
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
+1,1,0,1,1,0,1,0,1,0,0,0,0,1,1,0,1,1,0,0,0,0,0,1,0,1,1,0,1,0,0,0,
+0,1,1,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,
+)
+
+Koi8rModel = {
+  'charToOrderMap': KOI8R_CharToOrderMap,
+  'precedenceMatrix': RussianLangModel,
+  'mTypicalPositiveRatio': 0.976601,
+  'keepEnglishLetter': False,
+  'charsetName': "KOI8-R"
+}
+
+Win1251CyrillicModel = {
+  'charToOrderMap': win1251_CharToOrderMap,
+  'precedenceMatrix': RussianLangModel,
+  'mTypicalPositiveRatio': 0.976601,
+  'keepEnglishLetter': False,
+  'charsetName': "windows-1251"
+}
+
+Latin5CyrillicModel = {
+  'charToOrderMap': latin5_CharToOrderMap,
+  'precedenceMatrix': RussianLangModel,
+  'mTypicalPositiveRatio': 0.976601,
+  'keepEnglishLetter': False,
+  'charsetName': "ISO-8859-5"
+}
+
+MacCyrillicModel = {
+  'charToOrderMap': macCyrillic_CharToOrderMap,
+  'precedenceMatrix': RussianLangModel,
+  'mTypicalPositiveRatio': 0.976601,
+  'keepEnglishLetter': False,
+  'charsetName': "MacCyrillic"
+};
+
+Ibm866Model = {
+  'charToOrderMap': IBM866_CharToOrderMap,
+  'precedenceMatrix': RussianLangModel,
+  'mTypicalPositiveRatio': 0.976601,
+  'keepEnglishLetter': False,
+  'charsetName': "IBM866"
+}
+
+Ibm855Model = {
+  'charToOrderMap': IBM855_CharToOrderMap,
+  'precedenceMatrix': RussianLangModel,
+  'mTypicalPositiveRatio': 0.976601,
+  'keepEnglishLetter': False,
+  'charsetName': "IBM855"
+}
+
+# flake8: noqa
diff --git a/lib/chardet/langgreekmodel.py b/lib/chardet/langgreekmodel.py
new file mode 100644
index 00000000..ddb58376
--- /dev/null
+++ b/lib/chardet/langgreekmodel.py
@@ -0,0 +1,225 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Communicator client code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+# 255: Control characters that usually does not exist in any text
+# 254: Carriage/Return
+# 253: symbol (punctuation) that does not belong to word
+# 252: 0 - 9
+
+# Character Mapping Table:
+Latin7_CharToOrderMap = (
+255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
+255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
+253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
+252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
+253, 82,100,104, 94, 98,101,116,102,111,187,117, 92, 88,113, 85,  # 40
+ 79,118,105, 83, 67,114,119, 95, 99,109,188,253,253,253,253,253,  # 50
+253, 72, 70, 80, 81, 60, 96, 93, 89, 68,120, 97, 77, 86, 69, 55,  # 60
+ 78,115, 65, 66, 58, 76,106,103, 87,107,112,253,253,253,253,253,  # 70
+255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 80
+255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 90
+253,233, 90,253,253,253,253,253,253,253,253,253,253, 74,253,253,  # a0
+253,253,253,253,247,248, 61, 36, 46, 71, 73,253, 54,253,108,123,  # b0
+110, 31, 51, 43, 41, 34, 91, 40, 52, 47, 44, 53, 38, 49, 59, 39,  # c0
+ 35, 48,250, 37, 33, 45, 56, 50, 84, 57,120,121, 17, 18, 22, 15,  # d0
+124,  1, 29, 20, 21,  3, 32, 13, 25,  5, 11, 16, 10,  6, 30,  4,  # e0
+  9,  8, 14,  7,  2, 12, 28, 23, 42, 24, 64, 75, 19, 26, 27,253,  # f0
+)
+
+win1253_CharToOrderMap = (
+255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
+255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
+253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
+252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
+253, 82,100,104, 94, 98,101,116,102,111,187,117, 92, 88,113, 85,  # 40
+ 79,118,105, 83, 67,114,119, 95, 99,109,188,253,253,253,253,253,  # 50
+253, 72, 70, 80, 81, 60, 96, 93, 89, 68,120, 97, 77, 86, 69, 55,  # 60
+ 78,115, 65, 66, 58, 76,106,103, 87,107,112,253,253,253,253,253,  # 70
+255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 80
+255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 90
+253,233, 61,253,253,253,253,253,253,253,253,253,253, 74,253,253,  # a0
+253,253,253,253,247,253,253, 36, 46, 71, 73,253, 54,253,108,123,  # b0
+110, 31, 51, 43, 41, 34, 91, 40, 52, 47, 44, 53, 38, 49, 59, 39,  # c0
+ 35, 48,250, 37, 33, 45, 56, 50, 84, 57,120,121, 17, 18, 22, 15,  # d0
+124,  1, 29, 20, 21,  3, 32, 13, 25,  5, 11, 16, 10,  6, 30,  4,  # e0
+  9,  8, 14,  7,  2, 12, 28, 23, 42, 24, 64, 75, 19, 26, 27,253,  # f0
+)
+
+# Model Table:
+# total sequences: 100%
+# first 512 sequences: 98.2851%
+# first 1024 sequences:1.7001%
+# rest  sequences:     0.0359%
+# negative sequences:  0.0148%
+GreekLangModel = (
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,3,2,2,3,3,3,3,3,3,3,3,1,3,3,3,0,2,2,3,3,0,3,0,3,2,0,3,3,3,0,
+3,0,0,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,3,3,3,3,0,3,3,0,3,2,3,3,0,3,2,3,3,3,0,0,3,0,3,0,3,3,2,0,0,0,
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,
+0,2,3,2,2,3,3,3,3,3,3,3,3,0,3,3,3,3,0,2,3,3,0,3,3,3,3,2,3,3,3,0,
+2,0,0,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,2,3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,0,2,1,3,3,3,3,2,3,3,2,3,3,2,0,
+0,0,0,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,3,3,3,0,3,3,3,3,3,3,0,3,3,0,3,3,3,3,3,3,3,3,3,3,0,3,2,3,3,0,
+2,0,1,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,
+0,3,3,3,3,3,2,3,0,0,0,0,3,3,0,3,1,3,3,3,0,3,3,0,3,3,3,3,0,0,0,0,
+2,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,3,3,3,3,0,3,0,3,3,3,3,3,0,3,2,2,2,3,0,2,3,3,3,3,3,2,3,3,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,3,3,3,3,3,2,2,2,3,3,3,3,0,3,1,3,3,3,3,2,3,3,3,3,3,3,3,2,2,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,3,3,3,3,2,0,3,0,0,0,3,3,2,3,3,3,3,3,0,0,3,2,3,0,2,3,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,0,3,3,3,3,0,0,3,3,0,2,3,0,3,0,3,3,3,0,0,3,0,3,0,2,2,3,3,0,0,
+0,0,1,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,3,3,3,3,2,0,3,2,3,3,3,3,0,3,3,3,3,3,0,3,3,2,3,2,3,3,2,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,3,2,3,2,3,3,3,3,3,3,0,2,3,2,3,2,2,2,3,2,3,3,2,3,0,2,2,2,3,0,
+2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,3,0,0,0,3,3,3,2,3,3,0,0,3,0,3,0,0,0,3,2,0,3,0,3,0,0,2,0,2,0,
+0,0,0,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,3,3,3,0,3,3,3,3,3,3,0,3,3,0,3,0,0,0,3,3,0,3,3,3,0,0,1,2,3,0,
+3,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,3,3,3,3,2,0,0,3,2,2,3,3,0,3,3,3,3,3,2,1,3,0,3,2,3,3,2,1,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,3,3,0,2,3,3,3,3,3,3,0,0,3,0,3,0,0,0,3,3,0,3,2,3,0,0,3,3,3,0,
+3,0,0,0,2,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,3,3,3,0,3,3,3,3,3,3,0,0,3,0,3,0,0,0,3,2,0,3,2,3,0,0,3,2,3,0,
+2,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,3,1,2,2,3,3,3,3,3,3,0,2,3,0,3,0,0,0,3,3,0,3,0,2,0,0,2,3,1,0,
+2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,0,3,3,3,3,0,3,0,3,3,2,3,0,3,3,3,3,3,3,0,3,3,3,0,2,3,0,0,3,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,0,3,3,3,0,0,3,0,0,0,3,3,0,3,0,2,3,3,0,0,3,0,3,0,3,3,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,3,0,0,0,3,3,3,3,3,3,0,0,3,0,2,0,0,0,3,3,0,3,0,3,0,0,2,0,2,0,
+0,0,0,0,1,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,3,3,3,3,3,0,3,0,2,0,3,2,0,3,2,3,2,3,0,0,3,2,3,2,3,3,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,3,0,0,2,3,3,3,3,3,0,0,0,3,0,2,1,0,0,3,2,2,2,0,3,0,0,2,2,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,0,3,3,3,2,0,3,0,3,0,3,3,0,2,1,2,3,3,0,0,3,0,3,0,3,3,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,2,3,3,3,0,3,3,3,3,3,3,0,2,3,0,3,0,0,0,2,1,0,2,2,3,0,0,2,2,2,0,
+0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,3,0,0,2,3,3,3,2,3,0,0,1,3,0,2,0,0,0,0,3,0,1,0,2,0,0,1,1,1,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,3,3,3,3,1,0,3,0,0,0,3,2,0,3,2,3,3,3,0,0,3,0,3,2,2,2,1,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,0,3,3,3,0,0,3,0,0,0,0,2,0,2,3,3,2,2,2,2,3,0,2,0,2,2,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,3,3,3,2,0,0,0,0,0,0,2,3,0,2,0,2,3,2,0,0,3,0,3,0,3,1,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,3,2,3,3,2,2,3,0,2,0,3,0,0,0,2,0,0,0,0,1,2,0,2,0,2,0,
+0,2,0,2,0,2,2,0,0,1,0,2,2,2,0,2,2,2,0,2,2,2,0,0,2,0,0,1,0,0,0,0,
+0,2,0,3,3,2,0,0,0,0,0,0,1,3,0,2,0,2,2,2,0,0,2,0,3,0,0,2,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,0,2,3,2,0,2,2,0,2,0,2,2,0,2,0,2,2,2,0,0,0,0,0,0,2,3,0,0,0,2,
+0,1,2,0,0,0,0,2,2,0,0,0,2,1,0,2,2,0,0,0,0,0,0,1,0,2,0,0,0,0,0,0,
+0,0,2,1,0,2,3,2,2,3,2,3,2,0,0,3,3,3,0,0,3,2,0,0,0,1,1,0,2,0,2,2,
+0,2,0,2,0,2,2,0,0,2,0,2,2,2,0,2,2,2,2,0,0,2,0,0,0,2,0,1,0,0,0,0,
+0,3,0,3,3,2,2,0,3,0,0,0,2,2,0,2,2,2,1,2,0,0,1,2,2,0,0,3,0,0,0,2,
+0,1,2,0,0,0,1,2,0,0,0,0,0,0,0,2,2,0,1,0,0,2,0,0,0,2,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,2,3,3,2,2,0,0,0,2,0,2,3,3,0,2,0,0,0,0,0,0,2,2,2,0,2,2,0,2,0,2,
+0,2,2,0,0,2,2,2,2,1,0,0,2,2,0,2,0,0,2,0,0,0,0,0,0,2,0,0,0,0,0,0,
+0,2,0,3,2,3,0,0,0,3,0,0,2,2,0,2,0,2,2,2,0,0,2,0,0,0,0,0,0,0,0,2,
+0,0,2,2,0,0,2,2,2,0,0,0,0,0,0,2,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,2,0,0,3,2,0,2,2,2,2,2,0,0,0,2,0,0,0,0,2,0,1,0,0,2,0,1,0,0,0,
+0,2,2,2,0,2,2,0,1,2,0,2,2,2,0,2,2,2,2,1,2,2,0,0,2,0,0,0,0,0,0,0,
+0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,
+0,2,0,2,0,2,2,0,0,0,0,1,2,1,0,0,2,2,0,0,2,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,3,2,3,0,0,2,0,0,0,2,2,0,2,0,0,0,1,0,0,2,0,2,0,2,2,0,0,0,0,
+0,0,2,0,0,0,0,2,2,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,
+0,2,2,3,2,2,0,0,0,0,0,0,1,3,0,2,0,2,2,0,0,0,1,0,2,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,2,0,2,0,3,2,0,2,0,0,0,0,0,0,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
+0,0,2,0,0,0,0,1,1,0,0,2,1,2,0,2,2,0,1,0,0,1,0,0,0,2,0,0,0,0,0,0,
+0,3,0,2,2,2,0,0,2,0,0,0,2,0,0,0,2,3,0,2,0,0,0,0,0,0,2,2,0,0,0,2,
+0,1,2,0,0,0,1,2,2,1,0,0,0,2,0,0,2,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,2,1,2,0,2,2,0,2,0,0,2,0,0,0,0,1,2,1,0,2,1,0,0,0,0,0,0,0,0,0,0,
+0,0,2,0,0,0,3,1,2,2,0,2,0,0,0,0,2,0,0,0,2,0,0,3,0,0,0,0,2,2,2,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,2,1,0,2,0,1,2,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,1,0,0,0,0,0,0,2,
+0,2,2,0,0,2,2,2,2,2,0,1,2,0,0,0,2,2,0,1,0,2,0,0,2,2,0,0,0,0,0,0,
+0,0,0,0,1,0,0,0,0,0,0,0,3,0,0,2,0,0,0,0,0,0,0,0,2,0,2,0,0,0,0,2,
+0,1,2,0,0,0,0,2,2,1,0,1,0,1,0,2,2,2,1,0,0,0,0,0,0,1,0,0,0,0,0,0,
+0,2,0,1,2,0,0,0,0,0,0,0,0,0,0,2,0,0,2,2,0,0,0,0,1,0,0,0,0,0,0,2,
+0,2,2,0,0,0,0,2,2,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,2,0,0,2,0,0,0,
+0,2,2,2,2,0,0,0,3,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,2,0,0,0,0,0,0,1,
+0,0,2,0,0,0,0,1,2,0,0,0,0,0,0,2,2,1,1,0,0,0,0,0,0,1,0,0,0,0,0,0,
+0,2,0,2,2,2,0,0,2,0,0,0,0,0,0,0,2,2,2,0,0,0,2,0,0,0,0,0,0,0,0,2,
+0,0,1,0,0,0,0,2,1,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,
+0,3,0,2,0,0,0,0,0,0,0,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,2,0,0,0,0,2,
+0,0,2,0,0,0,0,2,2,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,2,0,2,2,1,0,0,0,0,0,0,2,0,0,2,0,2,2,2,0,0,0,0,0,0,2,0,0,0,0,2,
+0,0,2,0,0,2,0,2,2,0,0,0,0,2,0,2,0,0,0,0,0,2,0,0,0,2,0,0,0,0,0,0,
+0,0,3,0,0,0,2,2,0,2,2,0,0,0,0,0,2,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,2,0,0,0,0,0,
+0,2,2,2,2,2,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,0,0,1,
+0,0,0,0,0,0,0,2,1,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,2,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,
+0,2,0,0,0,2,0,0,0,0,0,1,0,0,0,0,2,2,0,0,0,1,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,2,0,0,0,
+0,2,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,1,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,0,0,2,0,2,0,0,0,
+0,0,0,0,0,0,0,0,2,1,0,0,0,0,0,0,2,0,0,0,1,2,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+)
+
+Latin7GreekModel = {
+  'charToOrderMap': Latin7_CharToOrderMap,
+  'precedenceMatrix': GreekLangModel,
+  'mTypicalPositiveRatio': 0.982851,
+  'keepEnglishLetter': False,
+  'charsetName': "ISO-8859-7"
+}
+
+Win1253GreekModel = {
+  'charToOrderMap': win1253_CharToOrderMap,
+  'precedenceMatrix': GreekLangModel,
+  'mTypicalPositiveRatio': 0.982851,
+  'keepEnglishLetter': False,
+  'charsetName': "windows-1253"
+}
+
+# flake8: noqa
diff --git a/lib/chardet/langhebrewmodel.py b/lib/chardet/langhebrewmodel.py
new file mode 100644
index 00000000..75f2bc7f
--- /dev/null
+++ b/lib/chardet/langhebrewmodel.py
@@ -0,0 +1,201 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Universal charset detector code.
+#
+# The Initial Developer of the Original Code is
+#          Simon Montagu
+# Portions created by the Initial Developer are Copyright (C) 2005
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#   Shy Shalom - original C code
+#   Shoshannah Forbes - original C code (?)
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+# 255: Control characters that usually does not exist in any text
+# 254: Carriage/Return
+# 253: symbol (punctuation) that does not belong to word
+# 252: 0 - 9
+
+# Windows-1255 language model
+# Character Mapping Table:
+win1255_CharToOrderMap = (
+255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
+255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
+253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
+252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
+253, 69, 91, 79, 80, 92, 89, 97, 90, 68,111,112, 82, 73, 95, 85,  # 40
+ 78,121, 86, 71, 67,102,107, 84,114,103,115,253,253,253,253,253,  # 50
+253, 50, 74, 60, 61, 42, 76, 70, 64, 53,105, 93, 56, 65, 54, 49,  # 60
+ 66,110, 51, 43, 44, 63, 81, 77, 98, 75,108,253,253,253,253,253,  # 70
+124,202,203,204,205, 40, 58,206,207,208,209,210,211,212,213,214,
+215, 83, 52, 47, 46, 72, 32, 94,216,113,217,109,218,219,220,221,
+ 34,116,222,118,100,223,224,117,119,104,125,225,226, 87, 99,227,
+106,122,123,228, 55,229,230,101,231,232,120,233, 48, 39, 57,234,
+ 30, 59, 41, 88, 33, 37, 36, 31, 29, 35,235, 62, 28,236,126,237,
+238, 38, 45,239,240,241,242,243,127,244,245,246,247,248,249,250,
+  9,  8, 20, 16,  3,  2, 24, 14, 22,  1, 25, 15,  4, 11,  6, 23,
+ 12, 19, 13, 26, 18, 27, 21, 17,  7, 10,  5,251,252,128, 96,253,
+)
+
+# Model Table:
+# total sequences: 100%
+# first 512 sequences: 98.4004%
+# first 1024 sequences: 1.5981%
+# rest  sequences:      0.087%
+# negative sequences:   0.0015%
+HebrewLangModel = (
+0,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,2,3,2,1,2,0,1,0,0,
+3,0,3,1,0,0,1,3,2,0,1,1,2,0,2,2,2,1,1,1,1,2,1,1,1,2,0,0,2,2,0,1,
+3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,2,
+1,2,1,2,1,2,0,0,2,0,0,0,0,0,1,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,
+3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,
+1,2,1,3,1,1,0,0,2,0,0,0,1,0,1,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,0,1,2,2,1,3,
+1,2,1,1,2,2,0,0,2,2,0,0,0,0,1,0,1,0,0,0,1,0,0,0,0,0,0,1,0,1,1,0,
+3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,2,2,2,2,3,2,
+1,2,1,2,2,2,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,
+3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,2,3,2,2,3,2,2,2,1,2,2,2,2,
+1,2,1,1,2,2,0,1,2,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,
+3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,0,2,2,2,2,2,
+0,2,0,2,2,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,
+3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,0,2,2,2,
+0,2,1,2,2,2,0,0,2,1,0,0,0,0,1,0,1,0,0,0,0,0,0,2,0,0,0,0,0,0,1,0,
+3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,2,1,2,3,2,2,2,
+1,2,1,2,2,2,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,1,0,
+3,3,3,3,3,3,3,3,3,2,3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,1,0,2,0,2,
+0,2,1,2,2,2,0,0,1,2,0,0,0,0,1,0,1,0,0,0,0,0,0,1,0,0,0,2,0,0,1,0,
+3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,2,3,2,2,3,2,1,2,1,1,1,
+0,1,1,1,1,1,3,0,1,0,0,0,0,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
+3,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,0,1,1,0,0,1,0,0,1,0,0,0,0,
+0,0,1,0,0,0,0,0,2,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,2,2,2,2,
+0,2,0,1,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
+3,3,3,3,3,3,3,3,3,2,3,3,3,2,1,2,3,3,2,3,3,3,3,2,3,2,1,2,0,2,1,2,
+0,2,0,2,2,2,0,0,1,2,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,
+3,3,3,3,3,3,3,3,3,2,3,3,3,1,2,2,3,3,2,3,2,3,2,2,3,1,2,2,0,2,2,2,
+0,2,1,2,2,2,0,0,1,2,0,0,0,0,1,0,0,0,0,0,1,0,0,1,0,0,0,1,0,0,1,0,
+3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,2,3,3,2,2,2,3,3,3,3,1,3,2,2,2,
+0,2,0,1,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
+3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,3,3,2,3,2,2,2,1,2,2,0,2,2,2,2,
+0,2,0,2,2,2,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
+3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,1,3,2,3,3,2,3,3,2,2,1,2,2,2,2,2,2,
+0,2,1,2,1,2,0,0,1,0,0,0,0,0,1,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,1,0,
+3,3,3,3,3,3,2,3,2,3,3,2,3,3,3,3,2,3,2,3,3,3,3,3,2,2,2,2,2,2,2,1,
+0,2,0,1,2,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,
+3,3,3,3,3,3,3,3,3,2,1,2,3,3,3,3,3,3,3,2,3,2,3,2,1,2,3,0,2,1,2,2,
+0,2,1,1,2,1,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,2,0,
+3,3,3,3,3,3,3,3,3,2,3,3,3,3,2,1,3,1,2,2,2,1,2,3,3,1,2,1,2,2,2,2,
+0,1,1,1,1,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,3,3,3,3,0,2,3,3,3,1,3,3,3,1,2,2,2,2,1,1,2,2,2,2,2,2,
+0,2,0,1,1,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,
+3,3,3,3,3,3,2,3,3,3,2,2,3,3,3,2,1,2,3,2,3,2,2,2,2,1,2,1,1,1,2,2,
+0,2,1,1,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
+3,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,0,0,0,1,0,0,0,0,0,
+1,0,1,0,0,0,0,0,2,0,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,2,3,3,2,3,1,2,2,2,2,3,2,3,1,1,2,2,1,2,2,1,1,0,2,2,2,2,
+0,1,0,1,2,2,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,
+3,0,0,1,1,0,1,0,0,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,2,2,0,
+0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,0,1,0,1,0,1,1,0,1,1,0,0,0,1,1,0,1,1,1,0,0,0,0,0,0,1,0,0,0,0,0,
+0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,0,0,0,1,1,0,1,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,
+3,2,2,1,2,2,2,2,2,2,2,1,2,2,1,2,2,1,1,1,1,1,1,1,1,2,1,1,0,3,3,3,
+0,3,0,2,2,2,2,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
+2,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,1,2,2,2,1,1,1,2,0,1,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2,2,0,2,2,0,0,0,0,0,0,
+0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,3,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,1,0,2,1,0,
+0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,1,1,1,1,1,1,1,1,1,1,0,0,1,1,1,1,0,1,1,1,1,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,
+0,3,1,1,2,2,2,2,2,1,2,2,2,1,1,2,2,2,2,2,2,2,1,2,2,1,0,1,1,1,1,0,
+0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,2,1,1,1,1,2,1,1,2,1,0,1,1,1,1,1,1,1,1,1,1,1,0,1,0,0,0,0,0,0,0,
+0,0,2,0,0,0,0,0,0,0,0,1,1,0,0,0,0,1,1,0,0,1,1,0,0,0,0,0,0,1,0,0,
+2,1,1,2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,1,2,1,2,1,1,1,1,0,0,0,0,
+0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+1,2,1,2,2,2,2,2,2,2,2,2,2,1,2,1,2,1,1,2,1,1,1,2,1,2,1,2,0,1,0,1,
+0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,3,1,2,2,2,1,2,2,2,2,2,2,2,2,1,2,1,1,1,1,1,1,2,1,2,1,1,0,1,0,1,
+0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,1,2,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,2,2,
+0,2,0,1,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
+3,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,1,1,1,1,1,1,1,0,1,1,0,1,0,0,1,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,2,0,1,1,1,0,1,0,0,0,1,1,0,1,1,0,0,0,0,0,1,1,0,0,
+0,1,1,1,2,1,2,2,2,0,2,0,2,0,1,1,2,1,1,1,1,2,1,0,1,1,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,
+1,0,1,0,0,0,0,0,1,0,1,2,2,0,1,0,0,1,1,2,2,1,2,0,2,0,0,0,1,2,0,1,
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,2,0,2,1,2,0,2,0,0,1,1,1,1,1,1,0,1,0,0,0,1,0,0,1,
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,1,0,0,0,0,0,1,0,2,1,1,0,1,0,0,1,1,1,2,2,0,0,1,0,0,0,1,0,0,1,
+1,1,2,1,0,1,1,1,0,1,0,1,1,1,1,0,0,0,1,0,1,0,0,0,0,0,0,0,0,2,2,1,
+0,2,0,1,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,1,0,0,1,0,1,1,1,1,0,0,0,0,0,1,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+1,1,1,1,1,1,1,1,1,2,1,0,1,1,1,1,1,1,1,1,1,1,1,0,1,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,1,1,1,0,0,0,0,1,1,1,0,1,1,0,1,0,0,0,1,1,0,1,
+2,0,1,0,1,0,1,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,1,0,1,1,1,0,1,0,0,1,1,2,1,1,2,0,1,0,0,0,1,1,0,1,
+1,0,0,1,0,0,1,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,1,0,1,1,2,0,1,0,0,0,0,2,1,1,2,0,2,0,0,0,1,1,0,1,
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,1,0,2,1,1,0,1,0,0,2,2,1,2,1,1,0,1,0,0,0,1,1,0,1,
+2,0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,1,2,2,0,0,0,0,0,1,1,0,1,0,0,1,0,0,0,0,1,0,1,
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,1,2,2,0,0,0,0,2,1,1,1,0,2,1,1,0,0,0,2,1,0,1,
+1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,1,0,1,1,2,0,1,0,0,1,1,0,2,1,1,0,1,0,0,0,1,1,0,1,
+2,2,1,1,1,0,1,1,0,1,1,0,1,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,1,0,2,1,1,0,1,0,0,1,1,0,1,2,1,0,2,0,0,0,1,1,0,1,
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,
+0,1,0,0,2,0,2,1,1,0,1,0,1,0,0,1,0,0,0,0,1,0,0,0,1,0,0,0,0,0,1,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+1,0,0,1,0,0,1,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,1,0,1,1,2,0,1,0,0,1,1,1,0,1,0,0,1,0,0,0,1,0,0,1,
+1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+1,0,0,0,0,0,0,0,1,0,1,1,0,0,1,0,0,2,1,1,1,1,1,0,1,0,0,0,0,1,0,1,
+0,1,1,1,2,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,1,2,1,0,0,0,0,0,1,1,1,1,1,0,1,0,0,0,1,1,0,0,
+)
+
+Win1255HebrewModel = {
+  'charToOrderMap': win1255_CharToOrderMap,
+  'precedenceMatrix': HebrewLangModel,
+  'mTypicalPositiveRatio': 0.984004,
+  'keepEnglishLetter': False,
+  'charsetName': "windows-1255"
+}
+
+# flake8: noqa
diff --git a/lib/chardet/langhungarianmodel.py b/lib/chardet/langhungarianmodel.py
new file mode 100644
index 00000000..49d2f0fe
--- /dev/null
+++ b/lib/chardet/langhungarianmodel.py
@@ -0,0 +1,225 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Communicator client code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+# 255: Control characters that usually does not exist in any text
+# 254: Carriage/Return
+# 253: symbol (punctuation) that does not belong to word
+# 252: 0 - 9
+
+# Character Mapping Table:
+Latin2_HungarianCharToOrderMap = (
+255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
+255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
+253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
+252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
+253, 28, 40, 54, 45, 32, 50, 49, 38, 39, 53, 36, 41, 34, 35, 47,
+ 46, 71, 43, 33, 37, 57, 48, 64, 68, 55, 52,253,253,253,253,253,
+253,  2, 18, 26, 17,  1, 27, 12, 20,  9, 22,  7,  6, 13,  4,  8,
+ 23, 67, 10,  5,  3, 21, 19, 65, 62, 16, 11,253,253,253,253,253,
+159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,
+175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,
+191,192,193,194,195,196,197, 75,198,199,200,201,202,203,204,205,
+ 79,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,
+221, 51, 81,222, 78,223,224,225,226, 44,227,228,229, 61,230,231,
+232,233,234, 58,235, 66, 59,236,237,238, 60, 69, 63,239,240,241,
+ 82, 14, 74,242, 70, 80,243, 72,244, 15, 83, 77, 84, 30, 76, 85,
+245,246,247, 25, 73, 42, 24,248,249,250, 31, 56, 29,251,252,253,
+)
+
+win1250HungarianCharToOrderMap = (
+255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
+255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
+253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
+252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
+253, 28, 40, 54, 45, 32, 50, 49, 38, 39, 53, 36, 41, 34, 35, 47,
+ 46, 72, 43, 33, 37, 57, 48, 64, 68, 55, 52,253,253,253,253,253,
+253,  2, 18, 26, 17,  1, 27, 12, 20,  9, 22,  7,  6, 13,  4,  8,
+ 23, 67, 10,  5,  3, 21, 19, 65, 62, 16, 11,253,253,253,253,253,
+161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,
+177,178,179,180, 78,181, 69,182,183,184,185,186,187,188,189,190,
+191,192,193,194,195,196,197, 76,198,199,200,201,202,203,204,205,
+ 81,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,
+221, 51, 83,222, 80,223,224,225,226, 44,227,228,229, 61,230,231,
+232,233,234, 58,235, 66, 59,236,237,238, 60, 70, 63,239,240,241,
+ 84, 14, 75,242, 71, 82,243, 73,244, 15, 85, 79, 86, 30, 77, 87,
+245,246,247, 25, 74, 42, 24,248,249,250, 31, 56, 29,251,252,253,
+)
+
+# Model Table:
+# total sequences: 100%
+# first 512 sequences: 94.7368%
+# first 1024 sequences:5.2623%
+# rest  sequences:     0.8894%
+# negative sequences:  0.0009%
+HungarianLangModel = (
+0,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,
+3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,2,2,3,3,1,1,2,2,2,2,2,1,2,
+3,2,2,3,3,3,3,3,2,3,3,3,3,3,3,1,2,3,3,3,3,2,3,3,1,1,3,3,0,1,1,1,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,
+3,2,1,3,3,3,3,3,2,3,3,3,3,3,1,1,2,3,3,3,3,3,3,3,1,1,3,2,0,1,1,1,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
+3,3,3,3,3,3,3,3,3,3,3,1,1,2,3,3,3,1,3,3,3,3,3,1,3,3,2,2,0,3,2,3,
+0,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,
+3,3,3,3,3,3,2,3,3,3,2,3,3,2,3,3,3,3,3,2,3,3,2,2,3,2,3,2,0,3,2,2,
+0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,
+3,3,3,3,3,3,2,3,3,3,3,3,2,3,3,3,1,2,3,2,2,3,1,2,3,3,2,2,0,3,3,3,
+0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
+3,3,3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,3,2,3,3,3,3,2,3,3,3,3,0,2,3,2,
+0,0,0,1,1,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
+3,3,3,3,3,3,3,3,3,3,3,1,1,1,3,3,2,1,3,2,2,3,2,1,3,2,2,1,0,3,3,1,
+0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
+3,2,2,3,3,3,3,3,1,2,3,3,3,3,1,2,1,3,3,3,3,2,2,3,1,1,3,2,0,1,1,1,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
+3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,2,1,3,3,3,3,3,2,2,1,3,3,3,0,1,1,2,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,
+3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,2,3,3,2,3,3,3,2,0,3,2,3,
+0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,1,0,
+3,3,3,3,3,3,2,3,3,3,2,3,2,3,3,3,1,3,2,2,2,3,1,1,3,3,1,1,0,3,3,2,
+0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
+3,3,3,3,3,3,3,2,3,3,3,2,3,2,3,3,3,2,3,3,3,3,3,1,2,3,2,2,0,2,2,2,
+0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
+3,3,3,2,2,2,3,1,3,3,2,2,1,3,3,3,1,1,3,1,2,3,2,3,2,2,2,1,0,2,2,2,
+0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,
+3,1,1,3,3,3,3,3,1,2,3,3,3,3,1,2,1,3,3,3,2,2,3,2,1,0,3,2,0,1,1,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,1,1,3,3,3,3,3,1,2,3,3,3,3,1,1,0,3,3,3,3,0,2,3,0,0,2,1,0,1,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,2,2,3,3,2,2,2,2,3,3,0,1,2,3,2,3,2,2,3,2,1,2,0,2,2,2,
+0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,
+3,3,3,3,3,3,1,2,3,3,3,2,1,2,3,3,2,2,2,3,2,3,3,1,3,3,1,1,0,2,3,2,
+0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
+3,3,3,1,2,2,2,2,3,3,3,1,1,1,3,3,1,1,3,1,1,3,2,1,2,3,1,1,0,2,2,2,
+0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
+3,3,3,2,1,2,1,1,3,3,1,1,1,1,3,3,1,1,2,2,1,2,1,1,2,2,1,1,0,2,2,1,
+0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
+3,3,3,1,1,2,1,1,3,3,1,0,1,1,3,3,2,0,1,1,2,3,1,0,2,2,1,0,0,1,3,2,
+0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
+3,2,1,3,3,3,3,3,1,2,3,2,3,3,2,1,1,3,2,3,2,1,2,2,0,1,2,1,0,0,1,1,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
+3,3,3,3,2,2,2,2,3,1,2,2,1,1,3,3,0,3,2,1,2,3,2,1,3,3,1,1,0,2,1,3,
+0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
+3,3,3,2,2,2,3,2,3,3,3,2,1,1,3,3,1,1,1,2,2,3,2,3,2,2,2,1,0,2,2,1,
+0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
+1,0,0,3,3,3,3,3,0,0,3,3,2,3,0,0,0,2,3,3,1,0,1,2,0,0,1,1,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,1,2,3,3,3,3,3,1,2,3,3,2,2,1,1,0,3,3,2,2,1,2,2,1,0,2,2,0,1,1,1,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,2,2,1,3,1,2,3,3,2,2,1,1,2,2,1,1,1,1,3,2,1,1,1,1,2,1,0,1,2,1,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,
+2,3,3,1,1,1,1,1,3,3,3,0,1,1,3,3,1,1,1,1,1,2,2,0,3,1,1,2,0,2,1,1,
+0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
+3,1,0,1,2,1,2,2,0,1,2,3,1,2,0,0,0,2,1,1,1,1,1,2,0,0,1,1,0,0,0,0,
+1,2,1,2,2,2,1,2,1,2,0,2,0,2,2,1,1,2,1,1,2,1,1,1,0,1,0,0,0,1,1,0,
+1,1,1,2,3,2,3,3,0,1,2,2,3,1,0,1,0,2,1,2,2,0,1,1,0,0,1,1,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+1,0,0,3,3,2,2,1,0,0,3,2,3,2,0,0,0,1,1,3,0,0,1,1,0,0,2,1,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,1,1,2,2,3,3,1,0,1,3,2,3,1,1,1,0,1,1,1,1,1,3,1,0,0,2,2,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,1,1,1,2,2,2,1,0,1,2,3,3,2,0,0,0,2,1,1,1,2,1,1,1,0,1,1,1,0,0,0,
+1,2,2,2,2,2,1,1,1,2,0,2,1,1,1,1,1,2,1,1,1,1,1,1,0,1,1,1,0,0,1,1,
+3,2,2,1,0,0,1,1,2,2,0,3,0,1,2,1,1,0,0,1,1,1,0,1,1,1,1,0,2,1,1,1,
+2,2,1,1,1,2,1,2,1,1,1,1,1,1,1,2,1,1,1,2,3,1,1,1,1,1,1,1,1,1,0,1,
+2,3,3,0,1,0,0,0,3,3,1,0,0,1,2,2,1,0,0,0,0,2,0,0,1,1,1,0,2,1,1,1,
+2,1,1,1,1,1,1,2,1,1,0,1,1,0,1,1,1,0,1,2,1,1,0,1,1,1,1,1,1,1,0,1,
+2,3,3,0,1,0,0,0,2,2,0,0,0,0,1,2,2,0,0,0,0,1,0,0,1,1,0,0,2,0,1,0,
+2,1,1,1,1,2,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,2,0,1,1,1,1,1,0,1,
+3,2,2,0,1,0,1,0,2,3,2,0,0,1,2,2,1,0,0,1,1,1,0,0,2,1,0,1,2,2,1,1,
+2,1,1,1,1,1,1,2,1,1,1,1,1,1,0,2,1,0,1,1,0,1,1,1,0,1,1,2,1,1,0,1,
+2,2,2,0,0,1,0,0,2,2,1,1,0,0,2,1,1,0,0,0,1,2,0,0,2,1,0,0,2,1,1,1,
+2,1,1,1,1,2,1,2,1,1,1,2,2,1,1,2,1,1,1,2,1,1,1,1,1,1,1,1,1,1,0,1,
+1,2,3,0,0,0,1,0,3,2,1,0,0,1,2,1,1,0,0,0,0,2,1,0,1,1,0,0,2,1,2,1,
+1,1,0,0,0,1,0,1,1,1,1,1,2,0,0,1,0,0,0,2,0,0,1,1,1,1,1,1,1,1,0,1,
+3,0,0,2,1,2,2,1,0,0,2,1,2,2,0,0,0,2,1,1,1,0,1,1,0,0,1,1,2,0,0,0,
+1,2,1,2,2,1,1,2,1,2,0,1,1,1,1,1,1,1,1,1,2,1,1,0,0,1,1,1,1,0,0,1,
+1,3,2,0,0,0,1,0,2,2,2,0,0,0,2,2,1,0,0,0,0,3,1,1,1,1,0,0,2,1,1,1,
+2,1,0,1,1,1,0,1,1,1,1,1,1,1,0,2,1,0,0,1,0,1,1,0,1,1,1,1,1,1,0,1,
+2,3,2,0,0,0,1,0,2,2,0,0,0,0,2,1,1,0,0,0,0,2,1,0,1,1,0,0,2,1,1,0,
+2,1,1,1,1,2,1,2,1,2,0,1,1,1,0,2,1,1,1,2,1,1,1,1,0,1,1,1,1,1,0,1,
+3,1,1,2,2,2,3,2,1,1,2,2,1,1,0,1,0,2,2,1,1,1,1,1,0,0,1,1,0,1,1,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,2,2,0,0,0,0,0,2,2,0,0,0,0,2,2,1,0,0,0,1,1,0,0,1,2,0,0,2,1,1,1,
+2,2,1,1,1,2,1,2,1,1,0,1,1,1,1,2,1,1,1,2,1,1,1,1,0,1,2,1,1,1,0,1,
+1,0,0,1,2,3,2,1,0,0,2,0,1,1,0,0,0,1,1,1,1,0,1,1,0,0,1,0,0,0,0,0,
+1,2,1,2,1,2,1,1,1,2,0,2,1,1,1,0,1,2,0,0,1,1,1,0,0,0,0,0,0,0,0,0,
+2,3,2,0,0,0,0,0,1,1,2,1,0,0,1,1,1,0,0,0,0,2,0,0,1,1,0,0,2,1,1,1,
+2,1,1,1,1,1,1,2,1,0,1,1,1,1,0,2,1,1,1,1,1,1,0,1,0,1,1,1,1,1,0,1,
+1,2,2,0,1,1,1,0,2,2,2,0,0,0,3,2,1,0,0,0,1,1,0,0,1,1,0,1,1,1,0,0,
+1,1,0,1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,2,1,1,1,0,0,1,1,1,0,1,0,1,
+2,1,0,2,1,1,2,2,1,1,2,1,1,1,0,0,0,1,1,0,1,1,1,1,0,0,1,1,1,0,0,0,
+1,2,2,2,2,2,1,1,1,2,0,2,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,0,0,0,1,0,
+1,2,3,0,0,0,1,0,2,2,0,0,0,0,2,2,0,0,0,0,0,1,0,0,1,0,0,0,2,0,1,0,
+2,1,1,1,1,1,0,2,0,0,0,1,2,1,1,1,1,0,1,2,0,1,0,1,0,1,1,1,0,1,0,1,
+2,2,2,0,0,0,1,0,2,1,2,0,0,0,1,1,2,0,0,0,0,1,0,0,1,1,0,0,2,1,0,1,
+2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,2,0,1,1,1,1,1,0,1,
+1,2,2,0,0,0,1,0,2,2,2,0,0,0,1,1,0,0,0,0,0,1,1,0,2,0,0,1,1,1,0,1,
+1,0,1,1,1,1,1,1,0,1,1,1,1,0,0,1,0,0,1,1,0,1,0,1,1,1,1,1,0,0,0,1,
+1,0,0,1,0,1,2,1,0,0,1,1,1,2,0,0,0,1,1,0,1,0,1,1,0,0,1,0,0,0,0,0,
+0,2,1,2,1,1,1,1,1,2,0,2,0,1,1,0,1,2,1,0,1,1,1,0,0,0,0,0,0,1,0,0,
+2,1,1,0,1,2,0,0,1,1,1,0,0,0,1,1,0,0,0,0,0,1,0,0,1,0,0,0,2,1,0,1,
+2,2,1,1,1,1,1,2,1,1,0,1,1,1,1,2,1,1,1,2,1,1,0,1,0,1,1,1,1,1,0,1,
+1,2,2,0,0,0,0,0,1,1,0,0,0,0,2,1,0,0,0,0,0,2,0,0,2,2,0,0,2,0,0,1,
+2,1,1,1,1,1,1,1,0,1,1,0,1,1,0,1,0,0,0,1,1,1,1,0,0,1,1,1,1,0,0,1,
+1,1,2,0,0,3,1,0,2,1,1,1,0,0,1,1,1,0,0,0,1,1,0,0,0,1,0,0,1,0,1,0,
+1,2,1,0,1,1,1,2,1,1,0,1,1,1,1,1,0,0,0,1,1,1,1,1,0,1,0,0,0,1,0,0,
+2,1,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,1,0,0,0,1,0,0,0,0,2,0,0,0,
+2,1,1,1,1,1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,2,1,1,0,0,1,1,1,1,1,0,1,
+2,1,1,1,2,1,1,1,0,1,1,2,1,0,0,0,0,1,1,1,1,0,1,0,0,0,0,1,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+1,1,0,1,1,1,1,1,0,0,1,1,2,1,0,0,0,1,1,0,0,0,1,1,0,0,1,0,1,0,0,0,
+1,2,1,1,1,1,1,1,1,1,0,1,0,1,1,1,1,1,1,0,1,1,1,0,0,0,0,0,0,1,0,0,
+2,0,0,0,1,1,1,1,0,0,1,1,0,0,0,0,0,1,1,1,2,0,0,1,0,0,1,0,1,0,0,0,
+0,1,1,1,1,1,1,1,1,2,0,1,1,1,1,0,1,1,1,0,1,1,1,0,0,0,0,0,0,0,0,0,
+1,0,0,1,1,1,1,1,0,0,2,1,0,1,0,0,0,1,0,1,0,0,0,0,0,0,1,0,0,0,0,0,
+0,1,1,1,1,1,1,0,1,1,0,1,0,1,1,0,1,1,0,0,1,1,1,0,0,0,0,0,0,0,0,0,
+1,0,0,1,1,1,0,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
+0,1,1,1,1,1,0,0,1,1,0,1,0,1,0,0,1,1,1,0,1,1,1,0,0,0,0,0,0,0,0,0,
+0,0,0,1,0,0,0,0,0,0,1,1,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,1,1,1,0,1,0,0,1,1,0,1,0,1,1,0,1,1,1,0,1,1,1,0,0,0,0,0,0,0,0,0,
+2,1,1,1,1,1,1,1,1,1,1,0,0,1,1,1,0,0,1,0,0,1,0,1,0,1,1,1,0,0,1,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+1,0,0,1,1,1,1,0,0,0,1,1,1,0,0,0,0,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,
+0,1,1,1,1,1,1,0,1,1,0,1,0,1,0,0,1,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,
+)
+
+Latin2HungarianModel = {
+  'charToOrderMap': Latin2_HungarianCharToOrderMap,
+  'precedenceMatrix': HungarianLangModel,
+  'mTypicalPositiveRatio': 0.947368,
+  'keepEnglishLetter': True,
+  'charsetName': "ISO-8859-2"
+}
+
+Win1250HungarianModel = {
+  'charToOrderMap': win1250HungarianCharToOrderMap,
+  'precedenceMatrix': HungarianLangModel,
+  'mTypicalPositiveRatio': 0.947368,
+  'keepEnglishLetter': True,
+  'charsetName': "windows-1250"
+}
+
+# flake8: noqa
diff --git a/lib/chardet/langthaimodel.py b/lib/chardet/langthaimodel.py
new file mode 100644
index 00000000..0508b1b1
--- /dev/null
+++ b/lib/chardet/langthaimodel.py
@@ -0,0 +1,200 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Communicator client code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+# 255: Control characters that usually does not exist in any text
+# 254: Carriage/Return
+# 253: symbol (punctuation) that does not belong to word
+# 252: 0 - 9
+
+# The following result for thai was collected from a limited sample (1M).
+
+# Character Mapping Table:
+TIS620CharToOrderMap = (
+255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
+255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
+253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
+252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
+253,182,106,107,100,183,184,185,101, 94,186,187,108,109,110,111,  # 40
+188,189,190, 89, 95,112,113,191,192,193,194,253,253,253,253,253,  # 50
+253, 64, 72, 73,114, 74,115,116,102, 81,201,117, 90,103, 78, 82,  # 60
+ 96,202, 91, 79, 84,104,105, 97, 98, 92,203,253,253,253,253,253,  # 70
+209,210,211,212,213, 88,214,215,216,217,218,219,220,118,221,222,
+223,224, 99, 85, 83,225,226,227,228,229,230,231,232,233,234,235,
+236,  5, 30,237, 24,238, 75,  8, 26, 52, 34, 51,119, 47, 58, 57,
+ 49, 53, 55, 43, 20, 19, 44, 14, 48,  3, 17, 25, 39, 62, 31, 54,
+ 45,  9, 16,  2, 61, 15,239, 12, 42, 46, 18, 21, 76,  4, 66, 63,
+ 22, 10,  1, 36, 23, 13, 40, 27, 32, 35, 86,240,241,242,243,244,
+ 11, 28, 41, 29, 33,245, 50, 37,  6,  7, 67, 77, 38, 93,246,247,
+ 68, 56, 59, 65, 69, 60, 70, 80, 71, 87,248,249,250,251,252,253,
+)
+
+# Model Table:
+# total sequences: 100%
+# first 512 sequences: 92.6386%
+# first 1024 sequences:7.3177%
+# rest  sequences:     1.0230%
+# negative sequences:  0.0436%
+ThaiLangModel = (
+0,1,3,3,3,3,0,0,3,3,0,3,3,0,3,3,3,3,3,3,3,3,0,0,3,3,3,0,3,3,3,3,
+0,3,3,0,0,0,1,3,0,3,3,2,3,3,0,1,2,3,3,3,3,0,2,0,2,0,0,3,2,1,2,2,
+3,0,3,3,2,3,0,0,3,3,0,3,3,0,3,3,3,3,3,3,3,3,3,0,3,2,3,0,2,2,2,3,
+0,2,3,0,0,0,0,1,0,1,2,3,1,1,3,2,2,0,1,1,0,0,1,0,0,0,0,0,0,0,1,1,
+3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,2,2,2,2,2,2,2,3,3,2,3,2,3,3,2,2,2,
+3,1,2,3,0,3,3,2,2,1,2,3,3,1,2,0,1,3,0,1,0,0,1,0,0,0,0,0,0,0,1,1,
+3,3,2,2,3,3,3,3,1,2,3,3,3,3,3,2,2,2,2,3,3,2,2,3,3,2,2,3,2,3,2,2,
+3,3,1,2,3,1,2,2,3,3,1,0,2,1,0,0,3,1,2,1,0,0,1,0,0,0,0,0,0,1,0,1,
+3,3,3,3,3,3,2,2,3,3,3,3,2,3,2,2,3,3,2,2,3,2,2,2,2,1,1,3,1,2,1,1,
+3,2,1,0,2,1,0,1,0,1,1,0,1,1,0,0,1,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,
+3,3,3,2,3,2,3,3,2,2,3,2,3,3,2,3,1,1,2,3,2,2,2,3,2,2,2,2,2,1,2,1,
+2,2,1,1,3,3,2,1,0,1,2,2,0,1,3,0,0,0,1,1,0,0,0,0,0,2,3,0,0,2,1,1,
+3,3,2,3,3,2,0,0,3,3,0,3,3,0,2,2,3,1,2,2,1,1,1,0,2,2,2,0,2,2,1,1,
+0,2,1,0,2,0,0,2,0,1,0,0,1,0,0,0,1,1,1,1,0,0,0,0,0,0,0,0,0,0,1,0,
+3,3,2,3,3,2,0,0,3,3,0,2,3,0,2,1,2,2,2,2,1,2,0,0,2,2,2,0,2,2,1,1,
+0,2,1,0,2,0,0,2,0,1,1,0,1,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,
+3,3,2,3,2,3,2,0,2,2,1,3,2,1,3,2,1,2,3,2,2,3,0,2,3,2,2,1,2,2,2,2,
+1,2,2,0,0,0,0,2,0,1,2,0,1,1,1,0,1,0,3,1,1,0,0,0,0,0,0,0,0,0,1,0,
+3,3,2,3,3,2,3,2,2,2,3,2,2,3,2,2,1,2,3,2,2,3,1,3,2,2,2,3,2,2,2,3,
+3,2,1,3,0,1,1,1,0,2,1,1,1,1,1,0,1,0,1,1,0,0,0,0,0,0,0,0,0,2,0,0,
+1,0,0,3,0,3,3,3,3,3,0,0,3,0,2,2,3,3,3,3,3,0,0,0,1,1,3,0,0,0,0,2,
+0,0,1,0,0,0,0,0,0,0,2,3,0,0,0,3,0,2,0,0,0,0,0,3,0,0,0,0,0,0,0,0,
+2,0,3,3,3,3,0,0,2,3,0,0,3,0,3,3,2,3,3,3,3,3,0,0,3,3,3,0,0,0,3,3,
+0,0,3,0,0,0,0,2,0,0,2,1,1,3,0,0,1,0,0,2,3,0,1,0,0,0,0,0,0,0,1,0,
+3,3,3,3,2,3,3,3,3,3,3,3,1,2,1,3,3,2,2,1,2,2,2,3,1,1,2,0,2,1,2,1,
+2,2,1,0,0,0,1,1,0,1,0,1,1,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,
+3,0,2,1,2,3,3,3,0,2,0,2,2,0,2,1,3,2,2,1,2,1,0,0,2,2,1,0,2,1,2,2,
+0,1,1,0,0,0,0,1,0,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,2,1,3,3,1,1,3,0,2,3,1,1,3,2,1,1,2,0,2,2,3,2,1,1,1,1,1,2,
+3,0,0,1,3,1,2,1,2,0,3,0,0,0,1,0,3,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,
+3,3,1,1,3,2,3,3,3,1,3,2,1,3,2,1,3,2,2,2,2,1,3,3,1,2,1,3,1,2,3,0,
+2,1,1,3,2,2,2,1,2,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,
+3,3,2,3,2,3,3,2,3,2,3,2,3,3,2,1,0,3,2,2,2,1,2,2,2,1,2,2,1,2,1,1,
+2,2,2,3,0,1,3,1,1,1,1,0,1,1,0,2,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,2,3,2,2,1,1,3,2,3,2,3,2,0,3,2,2,1,2,0,2,2,2,1,2,2,2,2,1,
+3,2,1,2,2,1,0,2,0,1,0,0,1,1,0,0,0,0,0,1,1,0,1,0,0,0,0,0,0,0,0,1,
+3,3,3,3,3,2,3,1,2,3,3,2,2,3,0,1,1,2,0,3,3,2,2,3,0,1,1,3,0,0,0,0,
+3,1,0,3,3,0,2,0,2,1,0,0,3,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,2,3,2,3,3,0,1,3,1,1,2,1,2,1,1,3,1,1,0,2,3,1,1,1,1,1,1,1,1,
+3,1,1,2,2,2,2,1,1,1,0,0,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
+3,2,2,1,1,2,1,3,3,2,3,2,2,3,2,2,3,1,2,2,1,2,0,3,2,1,2,2,2,2,2,1,
+3,2,1,2,2,2,1,1,1,1,0,0,1,1,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,3,3,3,3,1,3,3,0,2,1,0,3,2,0,0,3,1,0,1,1,0,1,0,0,0,0,0,1,
+1,0,0,1,0,3,2,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,0,2,2,2,3,0,0,1,3,0,3,2,0,3,2,2,3,3,3,3,3,1,0,2,2,2,0,2,2,1,2,
+0,2,3,0,0,0,0,1,0,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
+3,0,2,3,1,3,3,2,3,3,0,3,3,0,3,2,2,3,2,3,3,3,0,0,2,2,3,0,1,1,1,3,
+0,0,3,0,0,0,2,2,0,1,3,0,1,2,2,2,3,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,
+3,2,3,3,2,0,3,3,2,2,3,1,3,2,1,3,2,0,1,2,2,0,2,3,2,1,0,3,0,0,0,0,
+3,0,0,2,3,1,3,0,0,3,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,1,3,2,2,2,1,2,0,1,3,1,1,3,1,3,0,0,2,1,1,1,1,2,1,1,1,0,2,1,0,1,
+1,2,0,0,0,3,1,1,0,0,0,0,1,0,1,0,0,1,0,1,0,0,0,0,0,3,1,0,0,0,1,0,
+3,3,3,3,2,2,2,2,2,1,3,1,1,1,2,0,1,1,2,1,2,1,3,2,0,0,3,1,1,1,1,1,
+3,1,0,2,3,0,0,0,3,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,2,3,0,3,3,0,2,0,0,0,0,0,0,0,3,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
+0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,2,3,1,3,0,0,1,2,0,0,2,0,3,3,2,3,3,3,2,3,0,0,2,2,2,0,0,0,2,2,
+0,0,1,0,0,0,0,3,0,0,0,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
+0,0,0,3,0,2,0,0,0,0,0,0,0,0,0,0,1,2,3,1,3,3,0,0,1,0,3,0,0,0,0,0,
+0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,1,2,3,1,2,3,1,0,3,0,2,2,1,0,2,1,1,2,0,1,0,0,1,1,1,1,0,1,0,0,
+1,0,0,0,0,1,1,0,3,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,3,3,2,1,0,1,1,1,3,1,2,2,2,2,2,2,1,1,1,1,0,3,1,0,1,3,1,1,1,1,
+1,1,0,2,0,1,3,1,1,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,2,0,1,
+3,0,2,2,1,3,3,2,3,3,0,1,1,0,2,2,1,2,1,3,3,1,0,0,3,2,0,0,0,0,2,1,
+0,1,0,0,0,0,1,2,0,1,1,3,1,1,2,2,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,
+0,0,3,0,0,1,0,0,0,3,0,0,3,0,3,1,0,1,1,1,3,2,0,0,0,3,0,0,0,0,2,0,
+0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0,
+3,3,1,3,2,1,3,3,1,2,2,0,1,2,1,0,1,2,0,0,0,0,0,3,0,0,0,3,0,0,0,0,
+3,0,0,1,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,0,1,2,0,3,3,3,2,2,0,1,1,0,1,3,0,0,0,2,2,0,0,0,0,3,1,0,1,0,0,0,
+0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,0,2,3,1,2,0,0,2,1,0,3,1,0,1,2,0,1,1,1,1,3,0,0,3,1,1,0,2,2,1,1,
+0,2,0,0,0,0,0,1,0,1,0,0,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,0,0,3,1,2,0,0,2,2,0,1,2,0,1,0,1,3,1,2,1,0,0,0,2,0,3,0,0,0,1,0,
+0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,0,1,1,2,2,0,0,0,2,0,2,1,0,1,1,0,1,1,1,2,1,0,0,1,1,1,0,2,1,1,1,
+0,1,1,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,1,
+0,0,0,2,0,1,3,1,1,1,1,0,0,0,0,3,2,0,1,0,0,0,1,2,0,0,0,1,0,0,0,0,
+0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,3,3,3,3,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+1,0,2,3,2,2,0,0,0,1,0,0,0,0,2,3,2,1,2,2,3,0,0,0,2,3,1,0,0,0,1,1,
+0,0,1,0,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,1,1,0,1,0,0,0,0,0,0,0,0,0,
+3,3,2,2,0,1,0,0,0,0,2,0,2,0,1,0,0,0,1,1,0,0,0,2,1,0,1,0,1,1,0,0,
+0,1,0,2,0,0,1,0,3,0,1,0,0,0,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,1,0,0,1,0,0,0,0,0,1,1,2,0,0,0,0,1,0,0,1,3,1,0,0,0,0,1,1,0,0,
+0,1,0,0,0,0,3,0,0,0,0,0,0,3,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,
+3,3,1,1,1,1,2,3,0,0,2,1,1,1,1,1,0,2,1,1,0,0,0,2,1,0,1,2,1,1,0,1,
+2,1,0,3,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+1,3,1,0,0,0,0,0,0,0,3,0,0,0,3,0,0,0,0,0,0,0,0,1,1,0,0,0,0,0,0,1,
+0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,3,2,0,0,0,0,0,0,1,2,1,0,1,1,0,2,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,2,0,0,0,1,3,0,1,0,0,0,2,0,0,0,0,0,0,0,1,2,0,0,0,0,0,
+3,3,0,0,1,1,2,0,0,1,2,1,0,1,1,1,0,1,1,0,0,2,1,1,0,1,0,0,1,1,1,0,
+0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,3,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,2,2,1,0,0,0,0,1,0,0,0,0,3,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,
+2,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,3,0,0,1,1,0,0,0,2,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+1,1,0,1,2,0,1,2,0,0,1,1,0,2,0,1,0,0,1,0,0,0,0,1,0,0,0,2,0,0,0,0,
+1,0,0,1,0,1,1,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,1,0,0,0,0,0,0,0,1,1,0,1,1,0,2,1,3,0,0,0,0,1,1,0,0,0,0,0,0,0,3,
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,0,1,0,1,0,0,2,0,0,2,0,0,1,1,2,0,0,1,1,0,0,0,1,0,0,0,1,1,0,0,0,
+1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
+1,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,1,1,0,0,0,
+2,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,0,0,0,0,2,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,3,0,0,0,
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,1,0,0,0,0,
+1,0,0,0,0,0,0,0,0,1,0,0,0,0,2,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,1,1,0,0,2,1,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+)
+
+TIS620ThaiModel = {
+  'charToOrderMap': TIS620CharToOrderMap,
+  'precedenceMatrix': ThaiLangModel,
+  'mTypicalPositiveRatio': 0.926386,
+  'keepEnglishLetter': False,
+  'charsetName': "TIS-620"
+}
+
+# flake8: noqa
diff --git a/lib/chardet/latin1prober.py b/lib/chardet/latin1prober.py
new file mode 100644
index 00000000..ad695f57
--- /dev/null
+++ b/lib/chardet/latin1prober.py
@@ -0,0 +1,139 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Universal charset detector code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 2001
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#   Shy Shalom - original C code
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from .charsetprober import CharSetProber
+from .constants import eNotMe
+from .compat import wrap_ord
+
+FREQ_CAT_NUM = 4
+
+UDF = 0  # undefined
+OTH = 1  # other
+ASC = 2  # ascii capital letter
+ASS = 3  # ascii small letter
+ACV = 4  # accent capital vowel
+ACO = 5  # accent capital other
+ASV = 6  # accent small vowel
+ASO = 7  # accent small other
+CLASS_NUM = 8  # total classes
+
+Latin1_CharToClass = (
+    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # 00 - 07
+    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # 08 - 0F
+    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # 10 - 17
+    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # 18 - 1F
+    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # 20 - 27
+    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # 28 - 2F
+    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # 30 - 37
+    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # 38 - 3F
+    OTH, ASC, ASC, ASC, ASC, ASC, ASC, ASC,   # 40 - 47
+    ASC, ASC, ASC, ASC, ASC, ASC, ASC, ASC,   # 48 - 4F
+    ASC, ASC, ASC, ASC, ASC, ASC, ASC, ASC,   # 50 - 57
+    ASC, ASC, ASC, OTH, OTH, OTH, OTH, OTH,   # 58 - 5F
+    OTH, ASS, ASS, ASS, ASS, ASS, ASS, ASS,   # 60 - 67
+    ASS, ASS, ASS, ASS, ASS, ASS, ASS, ASS,   # 68 - 6F
+    ASS, ASS, ASS, ASS, ASS, ASS, ASS, ASS,   # 70 - 77
+    ASS, ASS, ASS, OTH, OTH, OTH, OTH, OTH,   # 78 - 7F
+    OTH, UDF, OTH, ASO, OTH, OTH, OTH, OTH,   # 80 - 87
+    OTH, OTH, ACO, OTH, ACO, UDF, ACO, UDF,   # 88 - 8F
+    UDF, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # 90 - 97
+    OTH, OTH, ASO, OTH, ASO, UDF, ASO, ACO,   # 98 - 9F
+    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # A0 - A7
+    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # A8 - AF
+    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # B0 - B7
+    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # B8 - BF
+    ACV, ACV, ACV, ACV, ACV, ACV, ACO, ACO,   # C0 - C7
+    ACV, ACV, ACV, ACV, ACV, ACV, ACV, ACV,   # C8 - CF
+    ACO, ACO, ACV, ACV, ACV, ACV, ACV, OTH,   # D0 - D7
+    ACV, ACV, ACV, ACV, ACV, ACO, ACO, ACO,   # D8 - DF
+    ASV, ASV, ASV, ASV, ASV, ASV, ASO, ASO,   # E0 - E7
+    ASV, ASV, ASV, ASV, ASV, ASV, ASV, ASV,   # E8 - EF
+    ASO, ASO, ASV, ASV, ASV, ASV, ASV, OTH,   # F0 - F7
+    ASV, ASV, ASV, ASV, ASV, ASO, ASO, ASO,   # F8 - FF
+)
+
+# 0 : illegal
+# 1 : very unlikely
+# 2 : normal
+# 3 : very likely
+Latin1ClassModel = (
+    # UDF OTH ASC ASS ACV ACO ASV ASO
+    0,  0,  0,  0,  0,  0,  0,  0,  # UDF
+    0,  3,  3,  3,  3,  3,  3,  3,  # OTH
+    0,  3,  3,  3,  3,  3,  3,  3,  # ASC
+    0,  3,  3,  3,  1,  1,  3,  3,  # ASS
+    0,  3,  3,  3,  1,  2,  1,  2,  # ACV
+    0,  3,  3,  3,  3,  3,  3,  3,  # ACO
+    0,  3,  1,  3,  1,  1,  1,  3,  # ASV
+    0,  3,  1,  3,  1,  1,  3,  3,  # ASO
+)
+
+
+class Latin1Prober(CharSetProber):
+    def __init__(self):
+        CharSetProber.__init__(self)
+        self.reset()
+
+    def reset(self):
+        self._mLastCharClass = OTH
+        self._mFreqCounter = [0] * FREQ_CAT_NUM
+        CharSetProber.reset(self)
+
+    def get_charset_name(self):
+        return "windows-1252"
+
+    def feed(self, aBuf):
+        aBuf = self.filter_with_english_letters(aBuf)
+        for c in aBuf:
+            charClass = Latin1_CharToClass[wrap_ord(c)]
+            freq = Latin1ClassModel[(self._mLastCharClass * CLASS_NUM)
+                                    + charClass]
+            if freq == 0:
+                self._mState = eNotMe
+                break
+            self._mFreqCounter[freq] += 1
+            self._mLastCharClass = charClass
+
+        return self.get_state()
+
+    def get_confidence(self):
+        if self.get_state() == eNotMe:
+            return 0.01
+
+        total = sum(self._mFreqCounter)
+        if total < 0.01:
+            confidence = 0.0
+        else:
+            confidence = ((self._mFreqCounter[3] / total)
+                          - (self._mFreqCounter[1] * 20.0 / total))
+        if confidence < 0.0:
+            confidence = 0.0
+        # lower the confidence of latin1 so that other more accurate
+        # detector can take priority.
+        confidence = confidence * 0.5
+        return confidence
diff --git a/lib/chardet/mbcharsetprober.py b/lib/chardet/mbcharsetprober.py
new file mode 100644
index 00000000..bb42f2fb
--- /dev/null
+++ b/lib/chardet/mbcharsetprober.py
@@ -0,0 +1,86 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Universal charset detector code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 2001
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#   Shy Shalom - original C code
+#   Proofpoint, Inc.
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+import sys
+from . import constants
+from .charsetprober import CharSetProber
+
+
+class MultiByteCharSetProber(CharSetProber):
+    def __init__(self):
+        CharSetProber.__init__(self)
+        self._mDistributionAnalyzer = None
+        self._mCodingSM = None
+        self._mLastChar = [0, 0]
+
+    def reset(self):
+        CharSetProber.reset(self)
+        if self._mCodingSM:
+            self._mCodingSM.reset()
+        if self._mDistributionAnalyzer:
+            self._mDistributionAnalyzer.reset()
+        self._mLastChar = [0, 0]
+
+    def get_charset_name(self):
+        pass
+
+    def feed(self, aBuf):
+        aLen = len(aBuf)
+        for i in range(0, aLen):
+            codingState = self._mCodingSM.next_state(aBuf[i])
+            if codingState == constants.eError:
+                if constants._debug:
+                    sys.stderr.write(self.get_charset_name()
+                                     + ' prober hit error at byte ' + str(i)
+                                     + '\n')
+                self._mState = constants.eNotMe
+                break
+            elif codingState == constants.eItsMe:
+                self._mState = constants.eFoundIt
+                break
+            elif codingState == constants.eStart:
+                charLen = self._mCodingSM.get_current_charlen()
+                if i == 0:
+                    self._mLastChar[1] = aBuf[0]
+                    self._mDistributionAnalyzer.feed(self._mLastChar, charLen)
+                else:
+                    self._mDistributionAnalyzer.feed(aBuf[i - 1:i + 1],
+                                                     charLen)
+
+        self._mLastChar[0] = aBuf[aLen - 1]
+
+        if self.get_state() == constants.eDetecting:
+            if (self._mDistributionAnalyzer.got_enough_data() and
+                    (self.get_confidence() > constants.SHORTCUT_THRESHOLD)):
+                self._mState = constants.eFoundIt
+
+        return self.get_state()
+
+    def get_confidence(self):
+        return self._mDistributionAnalyzer.get_confidence()
diff --git a/lib/chardet/mbcsgroupprober.py b/lib/chardet/mbcsgroupprober.py
new file mode 100644
index 00000000..03c9dcf3
--- /dev/null
+++ b/lib/chardet/mbcsgroupprober.py
@@ -0,0 +1,54 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Universal charset detector code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 2001
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#   Shy Shalom - original C code
+#   Proofpoint, Inc.
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from .charsetgroupprober import CharSetGroupProber
+from .utf8prober import UTF8Prober
+from .sjisprober import SJISProber
+from .eucjpprober import EUCJPProber
+from .gb2312prober import GB2312Prober
+from .euckrprober import EUCKRProber
+from .cp949prober import CP949Prober
+from .big5prober import Big5Prober
+from .euctwprober import EUCTWProber
+
+
+class MBCSGroupProber(CharSetGroupProber):
+    def __init__(self):
+        CharSetGroupProber.__init__(self)
+        self._mProbers = [
+            UTF8Prober(),
+            SJISProber(),
+            EUCJPProber(),
+            GB2312Prober(),
+            EUCKRProber(),
+            CP949Prober(),
+            Big5Prober(),
+            EUCTWProber()
+        ]
+        self.reset()
diff --git a/lib/chardet/mbcssm.py b/lib/chardet/mbcssm.py
new file mode 100644
index 00000000..3f93cfb0
--- /dev/null
+++ b/lib/chardet/mbcssm.py
@@ -0,0 +1,575 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is mozilla.org code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from .constants import eStart, eError, eItsMe
+
+# BIG5
+
+BIG5_cls = (
+    1,1,1,1,1,1,1,1,  # 00 - 07    #allow 0x00 as legal value
+    1,1,1,1,1,1,0,0,  # 08 - 0f
+    1,1,1,1,1,1,1,1,  # 10 - 17
+    1,1,1,0,1,1,1,1,  # 18 - 1f
+    1,1,1,1,1,1,1,1,  # 20 - 27
+    1,1,1,1,1,1,1,1,  # 28 - 2f
+    1,1,1,1,1,1,1,1,  # 30 - 37
+    1,1,1,1,1,1,1,1,  # 38 - 3f
+    2,2,2,2,2,2,2,2,  # 40 - 47
+    2,2,2,2,2,2,2,2,  # 48 - 4f
+    2,2,2,2,2,2,2,2,  # 50 - 57
+    2,2,2,2,2,2,2,2,  # 58 - 5f
+    2,2,2,2,2,2,2,2,  # 60 - 67
+    2,2,2,2,2,2,2,2,  # 68 - 6f
+    2,2,2,2,2,2,2,2,  # 70 - 77
+    2,2,2,2,2,2,2,1,  # 78 - 7f
+    4,4,4,4,4,4,4,4,  # 80 - 87
+    4,4,4,4,4,4,4,4,  # 88 - 8f
+    4,4,4,4,4,4,4,4,  # 90 - 97
+    4,4,4,4,4,4,4,4,  # 98 - 9f
+    4,3,3,3,3,3,3,3,  # a0 - a7
+    3,3,3,3,3,3,3,3,  # a8 - af
+    3,3,3,3,3,3,3,3,  # b0 - b7
+    3,3,3,3,3,3,3,3,  # b8 - bf
+    3,3,3,3,3,3,3,3,  # c0 - c7
+    3,3,3,3,3,3,3,3,  # c8 - cf
+    3,3,3,3,3,3,3,3,  # d0 - d7
+    3,3,3,3,3,3,3,3,  # d8 - df
+    3,3,3,3,3,3,3,3,  # e0 - e7
+    3,3,3,3,3,3,3,3,  # e8 - ef
+    3,3,3,3,3,3,3,3,  # f0 - f7
+    3,3,3,3,3,3,3,0  # f8 - ff
+)
+
+BIG5_st = (
+    eError,eStart,eStart,     3,eError,eError,eError,eError,#00-07
+    eError,eError,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eError,#08-0f
+    eError,eStart,eStart,eStart,eStart,eStart,eStart,eStart#10-17
+)
+
+Big5CharLenTable = (0, 1, 1, 2, 0)
+
+Big5SMModel = {'classTable': BIG5_cls,
+               'classFactor': 5,
+               'stateTable': BIG5_st,
+               'charLenTable': Big5CharLenTable,
+               'name': 'Big5'}
+
+# CP949
+
+CP949_cls  = (
+    1,1,1,1,1,1,1,1, 1,1,1,1,1,1,0,0,  # 00 - 0f
+    1,1,1,1,1,1,1,1, 1,1,1,0,1,1,1,1,  # 10 - 1f
+    1,1,1,1,1,1,1,1, 1,1,1,1,1,1,1,1,  # 20 - 2f
+    1,1,1,1,1,1,1,1, 1,1,1,1,1,1,1,1,  # 30 - 3f
+    1,4,4,4,4,4,4,4, 4,4,4,4,4,4,4,4,  # 40 - 4f
+    4,4,5,5,5,5,5,5, 5,5,5,1,1,1,1,1,  # 50 - 5f
+    1,5,5,5,5,5,5,5, 5,5,5,5,5,5,5,5,  # 60 - 6f
+    5,5,5,5,5,5,5,5, 5,5,5,1,1,1,1,1,  # 70 - 7f
+    0,6,6,6,6,6,6,6, 6,6,6,6,6,6,6,6,  # 80 - 8f
+    6,6,6,6,6,6,6,6, 6,6,6,6,6,6,6,6,  # 90 - 9f
+    6,7,7,7,7,7,7,7, 7,7,7,7,7,8,8,8,  # a0 - af
+    7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7,  # b0 - bf
+    7,7,7,7,7,7,9,2, 2,3,2,2,2,2,2,2,  # c0 - cf
+    2,2,2,2,2,2,2,2, 2,2,2,2,2,2,2,2,  # d0 - df
+    2,2,2,2,2,2,2,2, 2,2,2,2,2,2,2,2,  # e0 - ef
+    2,2,2,2,2,2,2,2, 2,2,2,2,2,2,2,0,  # f0 - ff
+)
+
+CP949_st = (
+#cls=    0      1      2      3      4      5      6      7      8      9  # previous state =
+    eError,eStart,     3,eError,eStart,eStart,     4,     5,eError,     6, # eStart
+    eError,eError,eError,eError,eError,eError,eError,eError,eError,eError, # eError
+    eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe, # eItsMe
+    eError,eError,eStart,eStart,eError,eError,eError,eStart,eStart,eStart, # 3
+    eError,eError,eStart,eStart,eStart,eStart,eStart,eStart,eStart,eStart, # 4
+    eError,eStart,eStart,eStart,eStart,eStart,eStart,eStart,eStart,eStart, # 5
+    eError,eStart,eStart,eStart,eStart,eError,eError,eStart,eStart,eStart, # 6
+)
+
+CP949CharLenTable = (0, 1, 2, 0, 1, 1, 2, 2, 0, 2)
+
+CP949SMModel = {'classTable': CP949_cls,
+                'classFactor': 10,
+                'stateTable': CP949_st,
+                'charLenTable': CP949CharLenTable,
+                'name': 'CP949'}
+
+# EUC-JP
+
+EUCJP_cls = (
+    4,4,4,4,4,4,4,4,  # 00 - 07
+    4,4,4,4,4,4,5,5,  # 08 - 0f
+    4,4,4,4,4,4,4,4,  # 10 - 17
+    4,4,4,5,4,4,4,4,  # 18 - 1f
+    4,4,4,4,4,4,4,4,  # 20 - 27
+    4,4,4,4,4,4,4,4,  # 28 - 2f
+    4,4,4,4,4,4,4,4,  # 30 - 37
+    4,4,4,4,4,4,4,4,  # 38 - 3f
+    4,4,4,4,4,4,4,4,  # 40 - 47
+    4,4,4,4,4,4,4,4,  # 48 - 4f
+    4,4,4,4,4,4,4,4,  # 50 - 57
+    4,4,4,4,4,4,4,4,  # 58 - 5f
+    4,4,4,4,4,4,4,4,  # 60 - 67
+    4,4,4,4,4,4,4,4,  # 68 - 6f
+    4,4,4,4,4,4,4,4,  # 70 - 77
+    4,4,4,4,4,4,4,4,  # 78 - 7f
+    5,5,5,5,5,5,5,5,  # 80 - 87
+    5,5,5,5,5,5,1,3,  # 88 - 8f
+    5,5,5,5,5,5,5,5,  # 90 - 97
+    5,5,5,5,5,5,5,5,  # 98 - 9f
+    5,2,2,2,2,2,2,2,  # a0 - a7
+    2,2,2,2,2,2,2,2,  # a8 - af
+    2,2,2,2,2,2,2,2,  # b0 - b7
+    2,2,2,2,2,2,2,2,  # b8 - bf
+    2,2,2,2,2,2,2,2,  # c0 - c7
+    2,2,2,2,2,2,2,2,  # c8 - cf
+    2,2,2,2,2,2,2,2,  # d0 - d7
+    2,2,2,2,2,2,2,2,  # d8 - df
+    0,0,0,0,0,0,0,0,  # e0 - e7
+    0,0,0,0,0,0,0,0,  # e8 - ef
+    0,0,0,0,0,0,0,0,  # f0 - f7
+    0,0,0,0,0,0,0,5  # f8 - ff
+)
+
+EUCJP_st = (
+          3,     4,     3,     5,eStart,eError,eError,eError,#00-07
+     eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe,#08-0f
+     eItsMe,eItsMe,eStart,eError,eStart,eError,eError,eError,#10-17
+     eError,eError,eStart,eError,eError,eError,     3,eError,#18-1f
+          3,eError,eError,eError,eStart,eStart,eStart,eStart#20-27
+)
+
+EUCJPCharLenTable = (2, 2, 2, 3, 1, 0)
+
+EUCJPSMModel = {'classTable': EUCJP_cls,
+                'classFactor': 6,
+                'stateTable': EUCJP_st,
+                'charLenTable': EUCJPCharLenTable,
+                'name': 'EUC-JP'}
+
+# EUC-KR
+
+EUCKR_cls  = (
+    1,1,1,1,1,1,1,1,  # 00 - 07
+    1,1,1,1,1,1,0,0,  # 08 - 0f
+    1,1,1,1,1,1,1,1,  # 10 - 17
+    1,1,1,0,1,1,1,1,  # 18 - 1f
+    1,1,1,1,1,1,1,1,  # 20 - 27
+    1,1,1,1,1,1,1,1,  # 28 - 2f
+    1,1,1,1,1,1,1,1,  # 30 - 37
+    1,1,1,1,1,1,1,1,  # 38 - 3f
+    1,1,1,1,1,1,1,1,  # 40 - 47
+    1,1,1,1,1,1,1,1,  # 48 - 4f
+    1,1,1,1,1,1,1,1,  # 50 - 57
+    1,1,1,1,1,1,1,1,  # 58 - 5f
+    1,1,1,1,1,1,1,1,  # 60 - 67
+    1,1,1,1,1,1,1,1,  # 68 - 6f
+    1,1,1,1,1,1,1,1,  # 70 - 77
+    1,1,1,1,1,1,1,1,  # 78 - 7f
+    0,0,0,0,0,0,0,0,  # 80 - 87
+    0,0,0,0,0,0,0,0,  # 88 - 8f
+    0,0,0,0,0,0,0,0,  # 90 - 97
+    0,0,0,0,0,0,0,0,  # 98 - 9f
+    0,2,2,2,2,2,2,2,  # a0 - a7
+    2,2,2,2,2,3,3,3,  # a8 - af
+    2,2,2,2,2,2,2,2,  # b0 - b7
+    2,2,2,2,2,2,2,2,  # b8 - bf
+    2,2,2,2,2,2,2,2,  # c0 - c7
+    2,3,2,2,2,2,2,2,  # c8 - cf
+    2,2,2,2,2,2,2,2,  # d0 - d7
+    2,2,2,2,2,2,2,2,  # d8 - df
+    2,2,2,2,2,2,2,2,  # e0 - e7
+    2,2,2,2,2,2,2,2,  # e8 - ef
+    2,2,2,2,2,2,2,2,  # f0 - f7
+    2,2,2,2,2,2,2,0   # f8 - ff
+)
+
+EUCKR_st = (
+    eError,eStart,     3,eError,eError,eError,eError,eError,#00-07
+    eItsMe,eItsMe,eItsMe,eItsMe,eError,eError,eStart,eStart #08-0f
+)
+
+EUCKRCharLenTable = (0, 1, 2, 0)
+
+EUCKRSMModel = {'classTable': EUCKR_cls,
+                'classFactor': 4,
+                'stateTable': EUCKR_st,
+                'charLenTable': EUCKRCharLenTable,
+                'name': 'EUC-KR'}
+
+# EUC-TW
+
+EUCTW_cls = (
+    2,2,2,2,2,2,2,2,  # 00 - 07
+    2,2,2,2,2,2,0,0,  # 08 - 0f
+    2,2,2,2,2,2,2,2,  # 10 - 17
+    2,2,2,0,2,2,2,2,  # 18 - 1f
+    2,2,2,2,2,2,2,2,  # 20 - 27
+    2,2,2,2,2,2,2,2,  # 28 - 2f
+    2,2,2,2,2,2,2,2,  # 30 - 37
+    2,2,2,2,2,2,2,2,  # 38 - 3f
+    2,2,2,2,2,2,2,2,  # 40 - 47
+    2,2,2,2,2,2,2,2,  # 48 - 4f
+    2,2,2,2,2,2,2,2,  # 50 - 57
+    2,2,2,2,2,2,2,2,  # 58 - 5f
+    2,2,2,2,2,2,2,2,  # 60 - 67
+    2,2,2,2,2,2,2,2,  # 68 - 6f
+    2,2,2,2,2,2,2,2,  # 70 - 77
+    2,2,2,2,2,2,2,2,  # 78 - 7f
+    0,0,0,0,0,0,0,0,  # 80 - 87
+    0,0,0,0,0,0,6,0,  # 88 - 8f
+    0,0,0,0,0,0,0,0,  # 90 - 97
+    0,0,0,0,0,0,0,0,  # 98 - 9f
+    0,3,4,4,4,4,4,4,  # a0 - a7
+    5,5,1,1,1,1,1,1,  # a8 - af
+    1,1,1,1,1,1,1,1,  # b0 - b7
+    1,1,1,1,1,1,1,1,  # b8 - bf
+    1,1,3,1,3,3,3,3,  # c0 - c7
+    3,3,3,3,3,3,3,3,  # c8 - cf
+    3,3,3,3,3,3,3,3,  # d0 - d7
+    3,3,3,3,3,3,3,3,  # d8 - df
+    3,3,3,3,3,3,3,3,  # e0 - e7
+    3,3,3,3,3,3,3,3,  # e8 - ef
+    3,3,3,3,3,3,3,3,  # f0 - f7
+    3,3,3,3,3,3,3,0   # f8 - ff
+)
+
+EUCTW_st = (
+    eError,eError,eStart,     3,     3,     3,     4,eError,#00-07
+    eError,eError,eError,eError,eError,eError,eItsMe,eItsMe,#08-0f
+    eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eError,eStart,eError,#10-17
+    eStart,eStart,eStart,eError,eError,eError,eError,eError,#18-1f
+         5,eError,eError,eError,eStart,eError,eStart,eStart,#20-27
+    eStart,eError,eStart,eStart,eStart,eStart,eStart,eStart #28-2f
+)
+
+EUCTWCharLenTable = (0, 0, 1, 2, 2, 2, 3)
+
+EUCTWSMModel = {'classTable': EUCTW_cls,
+                'classFactor': 7,
+                'stateTable': EUCTW_st,
+                'charLenTable': EUCTWCharLenTable,
+                'name': 'x-euc-tw'}
+
+# GB2312
+
+GB2312_cls = (
+    1,1,1,1,1,1,1,1,  # 00 - 07
+    1,1,1,1,1,1,0,0,  # 08 - 0f
+    1,1,1,1,1,1,1,1,  # 10 - 17
+    1,1,1,0,1,1,1,1,  # 18 - 1f
+    1,1,1,1,1,1,1,1,  # 20 - 27
+    1,1,1,1,1,1,1,1,  # 28 - 2f
+    3,3,3,3,3,3,3,3,  # 30 - 37
+    3,3,1,1,1,1,1,1,  # 38 - 3f
+    2,2,2,2,2,2,2,2,  # 40 - 47
+    2,2,2,2,2,2,2,2,  # 48 - 4f
+    2,2,2,2,2,2,2,2,  # 50 - 57
+    2,2,2,2,2,2,2,2,  # 58 - 5f
+    2,2,2,2,2,2,2,2,  # 60 - 67
+    2,2,2,2,2,2,2,2,  # 68 - 6f
+    2,2,2,2,2,2,2,2,  # 70 - 77
+    2,2,2,2,2,2,2,4,  # 78 - 7f
+    5,6,6,6,6,6,6,6,  # 80 - 87
+    6,6,6,6,6,6,6,6,  # 88 - 8f
+    6,6,6,6,6,6,6,6,  # 90 - 97
+    6,6,6,6,6,6,6,6,  # 98 - 9f
+    6,6,6,6,6,6,6,6,  # a0 - a7
+    6,6,6,6,6,6,6,6,  # a8 - af
+    6,6,6,6,6,6,6,6,  # b0 - b7
+    6,6,6,6,6,6,6,6,  # b8 - bf
+    6,6,6,6,6,6,6,6,  # c0 - c7
+    6,6,6,6,6,6,6,6,  # c8 - cf
+    6,6,6,6,6,6,6,6,  # d0 - d7
+    6,6,6,6,6,6,6,6,  # d8 - df
+    6,6,6,6,6,6,6,6,  # e0 - e7
+    6,6,6,6,6,6,6,6,  # e8 - ef
+    6,6,6,6,6,6,6,6,  # f0 - f7
+    6,6,6,6,6,6,6,0   # f8 - ff
+)
+
+GB2312_st = (
+    eError,eStart,eStart,eStart,eStart,eStart,     3,eError,#00-07
+    eError,eError,eError,eError,eError,eError,eItsMe,eItsMe,#08-0f
+    eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eError,eError,eStart,#10-17
+         4,eError,eStart,eStart,eError,eError,eError,eError,#18-1f
+    eError,eError,     5,eError,eError,eError,eItsMe,eError,#20-27
+    eError,eError,eStart,eStart,eStart,eStart,eStart,eStart #28-2f
+)
+
+# To be accurate, the length of class 6 can be either 2 or 4.
+# But it is not necessary to discriminate between the two since
+# it is used for frequency analysis only, and we are validing
+# each code range there as well. So it is safe to set it to be
+# 2 here.
+GB2312CharLenTable = (0, 1, 1, 1, 1, 1, 2)
+
+GB2312SMModel = {'classTable': GB2312_cls,
+                  'classFactor': 7,
+                  'stateTable': GB2312_st,
+                  'charLenTable': GB2312CharLenTable,
+                  'name': 'GB2312'}
+
+# Shift_JIS
+
+SJIS_cls = (
+    1,1,1,1,1,1,1,1,  # 00 - 07
+    1,1,1,1,1,1,0,0,  # 08 - 0f
+    1,1,1,1,1,1,1,1,  # 10 - 17
+    1,1,1,0,1,1,1,1,  # 18 - 1f
+    1,1,1,1,1,1,1,1,  # 20 - 27
+    1,1,1,1,1,1,1,1,  # 28 - 2f
+    1,1,1,1,1,1,1,1,  # 30 - 37
+    1,1,1,1,1,1,1,1,  # 38 - 3f
+    2,2,2,2,2,2,2,2,  # 40 - 47
+    2,2,2,2,2,2,2,2,  # 48 - 4f
+    2,2,2,2,2,2,2,2,  # 50 - 57
+    2,2,2,2,2,2,2,2,  # 58 - 5f
+    2,2,2,2,2,2,2,2,  # 60 - 67
+    2,2,2,2,2,2,2,2,  # 68 - 6f
+    2,2,2,2,2,2,2,2,  # 70 - 77
+    2,2,2,2,2,2,2,1,  # 78 - 7f
+    3,3,3,3,3,3,3,3,  # 80 - 87
+    3,3,3,3,3,3,3,3,  # 88 - 8f
+    3,3,3,3,3,3,3,3,  # 90 - 97
+    3,3,3,3,3,3,3,3,  # 98 - 9f
+    #0xa0 is illegal in sjis encoding, but some pages does
+    #contain such byte. We need to be more error forgiven.
+    2,2,2,2,2,2,2,2,  # a0 - a7
+    2,2,2,2,2,2,2,2,  # a8 - af
+    2,2,2,2,2,2,2,2,  # b0 - b7
+    2,2,2,2,2,2,2,2,  # b8 - bf
+    2,2,2,2,2,2,2,2,  # c0 - c7
+    2,2,2,2,2,2,2,2,  # c8 - cf
+    2,2,2,2,2,2,2,2,  # d0 - d7
+    2,2,2,2,2,2,2,2,  # d8 - df
+    3,3,3,3,3,3,3,3,  # e0 - e7
+    3,3,3,3,3,4,4,4,  # e8 - ef
+    4,4,4,4,4,4,4,4,  # f0 - f7
+    4,4,4,4,4,0,0,0   # f8 - ff
+)
+
+
+SJIS_st = (
+    eError,eStart,eStart,     3,eError,eError,eError,eError,#00-07
+    eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe,#08-0f
+    eItsMe,eItsMe,eError,eError,eStart,eStart,eStart,eStart #10-17
+)
+
+SJISCharLenTable = (0, 1, 1, 2, 0, 0)
+
+SJISSMModel = {'classTable': SJIS_cls,
+               'classFactor': 6,
+               'stateTable': SJIS_st,
+               'charLenTable': SJISCharLenTable,
+               'name': 'Shift_JIS'}
+
+# UCS2-BE
+
+UCS2BE_cls = (
+    0,0,0,0,0,0,0,0,  # 00 - 07
+    0,0,1,0,0,2,0,0,  # 08 - 0f
+    0,0,0,0,0,0,0,0,  # 10 - 17
+    0,0,0,3,0,0,0,0,  # 18 - 1f
+    0,0,0,0,0,0,0,0,  # 20 - 27
+    0,3,3,3,3,3,0,0,  # 28 - 2f
+    0,0,0,0,0,0,0,0,  # 30 - 37
+    0,0,0,0,0,0,0,0,  # 38 - 3f
+    0,0,0,0,0,0,0,0,  # 40 - 47
+    0,0,0,0,0,0,0,0,  # 48 - 4f
+    0,0,0,0,0,0,0,0,  # 50 - 57
+    0,0,0,0,0,0,0,0,  # 58 - 5f
+    0,0,0,0,0,0,0,0,  # 60 - 67
+    0,0,0,0,0,0,0,0,  # 68 - 6f
+    0,0,0,0,0,0,0,0,  # 70 - 77
+    0,0,0,0,0,0,0,0,  # 78 - 7f
+    0,0,0,0,0,0,0,0,  # 80 - 87
+    0,0,0,0,0,0,0,0,  # 88 - 8f
+    0,0,0,0,0,0,0,0,  # 90 - 97
+    0,0,0,0,0,0,0,0,  # 98 - 9f
+    0,0,0,0,0,0,0,0,  # a0 - a7
+    0,0,0,0,0,0,0,0,  # a8 - af
+    0,0,0,0,0,0,0,0,  # b0 - b7
+    0,0,0,0,0,0,0,0,  # b8 - bf
+    0,0,0,0,0,0,0,0,  # c0 - c7
+    0,0,0,0,0,0,0,0,  # c8 - cf
+    0,0,0,0,0,0,0,0,  # d0 - d7
+    0,0,0,0,0,0,0,0,  # d8 - df
+    0,0,0,0,0,0,0,0,  # e0 - e7
+    0,0,0,0,0,0,0,0,  # e8 - ef
+    0,0,0,0,0,0,0,0,  # f0 - f7
+    0,0,0,0,0,0,4,5   # f8 - ff
+)
+
+UCS2BE_st  = (
+          5,     7,     7,eError,     4,     3,eError,eError,#00-07
+     eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe,#08-0f
+     eItsMe,eItsMe,     6,     6,     6,     6,eError,eError,#10-17
+          6,     6,     6,     6,     6,eItsMe,     6,     6,#18-1f
+          6,     6,     6,     6,     5,     7,     7,eError,#20-27
+          5,     8,     6,     6,eError,     6,     6,     6,#28-2f
+          6,     6,     6,     6,eError,eError,eStart,eStart #30-37
+)
+
+UCS2BECharLenTable = (2, 2, 2, 0, 2, 2)
+
+UCS2BESMModel = {'classTable': UCS2BE_cls,
+                 'classFactor': 6,
+                 'stateTable': UCS2BE_st,
+                 'charLenTable': UCS2BECharLenTable,
+                 'name': 'UTF-16BE'}
+
+# UCS2-LE
+
+UCS2LE_cls = (
+    0,0,0,0,0,0,0,0,  # 00 - 07
+    0,0,1,0,0,2,0,0,  # 08 - 0f
+    0,0,0,0,0,0,0,0,  # 10 - 17
+    0,0,0,3,0,0,0,0,  # 18 - 1f
+    0,0,0,0,0,0,0,0,  # 20 - 27
+    0,3,3,3,3,3,0,0,  # 28 - 2f
+    0,0,0,0,0,0,0,0,  # 30 - 37
+    0,0,0,0,0,0,0,0,  # 38 - 3f
+    0,0,0,0,0,0,0,0,  # 40 - 47
+    0,0,0,0,0,0,0,0,  # 48 - 4f
+    0,0,0,0,0,0,0,0,  # 50 - 57
+    0,0,0,0,0,0,0,0,  # 58 - 5f
+    0,0,0,0,0,0,0,0,  # 60 - 67
+    0,0,0,0,0,0,0,0,  # 68 - 6f
+    0,0,0,0,0,0,0,0,  # 70 - 77
+    0,0,0,0,0,0,0,0,  # 78 - 7f
+    0,0,0,0,0,0,0,0,  # 80 - 87
+    0,0,0,0,0,0,0,0,  # 88 - 8f
+    0,0,0,0,0,0,0,0,  # 90 - 97
+    0,0,0,0,0,0,0,0,  # 98 - 9f
+    0,0,0,0,0,0,0,0,  # a0 - a7
+    0,0,0,0,0,0,0,0,  # a8 - af
+    0,0,0,0,0,0,0,0,  # b0 - b7
+    0,0,0,0,0,0,0,0,  # b8 - bf
+    0,0,0,0,0,0,0,0,  # c0 - c7
+    0,0,0,0,0,0,0,0,  # c8 - cf
+    0,0,0,0,0,0,0,0,  # d0 - d7
+    0,0,0,0,0,0,0,0,  # d8 - df
+    0,0,0,0,0,0,0,0,  # e0 - e7
+    0,0,0,0,0,0,0,0,  # e8 - ef
+    0,0,0,0,0,0,0,0,  # f0 - f7
+    0,0,0,0,0,0,4,5   # f8 - ff
+)
+
+UCS2LE_st = (
+          6,     6,     7,     6,     4,     3,eError,eError,#00-07
+     eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe,#08-0f
+     eItsMe,eItsMe,     5,     5,     5,eError,eItsMe,eError,#10-17
+          5,     5,     5,eError,     5,eError,     6,     6,#18-1f
+          7,     6,     8,     8,     5,     5,     5,eError,#20-27
+          5,     5,     5,eError,eError,eError,     5,     5,#28-2f
+          5,     5,     5,eError,     5,eError,eStart,eStart #30-37
+)
+
+UCS2LECharLenTable = (2, 2, 2, 2, 2, 2)
+
+UCS2LESMModel = {'classTable': UCS2LE_cls,
+                 'classFactor': 6,
+                 'stateTable': UCS2LE_st,
+                 'charLenTable': UCS2LECharLenTable,
+                 'name': 'UTF-16LE'}
+
+# UTF-8
+
+UTF8_cls = (
+    1,1,1,1,1,1,1,1,  # 00 - 07  #allow 0x00 as a legal value
+    1,1,1,1,1,1,0,0,  # 08 - 0f
+    1,1,1,1,1,1,1,1,  # 10 - 17
+    1,1,1,0,1,1,1,1,  # 18 - 1f
+    1,1,1,1,1,1,1,1,  # 20 - 27
+    1,1,1,1,1,1,1,1,  # 28 - 2f
+    1,1,1,1,1,1,1,1,  # 30 - 37
+    1,1,1,1,1,1,1,1,  # 38 - 3f
+    1,1,1,1,1,1,1,1,  # 40 - 47
+    1,1,1,1,1,1,1,1,  # 48 - 4f
+    1,1,1,1,1,1,1,1,  # 50 - 57
+    1,1,1,1,1,1,1,1,  # 58 - 5f
+    1,1,1,1,1,1,1,1,  # 60 - 67
+    1,1,1,1,1,1,1,1,  # 68 - 6f
+    1,1,1,1,1,1,1,1,  # 70 - 77
+    1,1,1,1,1,1,1,1,  # 78 - 7f
+    2,2,2,2,3,3,3,3,  # 80 - 87
+    4,4,4,4,4,4,4,4,  # 88 - 8f
+    4,4,4,4,4,4,4,4,  # 90 - 97
+    4,4,4,4,4,4,4,4,  # 98 - 9f
+    5,5,5,5,5,5,5,5,  # a0 - a7
+    5,5,5,5,5,5,5,5,  # a8 - af
+    5,5,5,5,5,5,5,5,  # b0 - b7
+    5,5,5,5,5,5,5,5,  # b8 - bf
+    0,0,6,6,6,6,6,6,  # c0 - c7
+    6,6,6,6,6,6,6,6,  # c8 - cf
+    6,6,6,6,6,6,6,6,  # d0 - d7
+    6,6,6,6,6,6,6,6,  # d8 - df
+    7,8,8,8,8,8,8,8,  # e0 - e7
+    8,8,8,8,8,9,8,8,  # e8 - ef
+    10,11,11,11,11,11,11,11,  # f0 - f7
+    12,13,13,13,14,15,0,0    # f8 - ff
+)
+
+UTF8_st = (
+    eError,eStart,eError,eError,eError,eError,     12,   10,#00-07
+         9,     11,     8,     7,     6,     5,     4,    3,#08-0f
+    eError,eError,eError,eError,eError,eError,eError,eError,#10-17
+    eError,eError,eError,eError,eError,eError,eError,eError,#18-1f
+    eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,#20-27
+    eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,#28-2f
+    eError,eError,     5,     5,     5,     5,eError,eError,#30-37
+    eError,eError,eError,eError,eError,eError,eError,eError,#38-3f
+    eError,eError,eError,     5,     5,     5,eError,eError,#40-47
+    eError,eError,eError,eError,eError,eError,eError,eError,#48-4f
+    eError,eError,     7,     7,     7,     7,eError,eError,#50-57
+    eError,eError,eError,eError,eError,eError,eError,eError,#58-5f
+    eError,eError,eError,eError,     7,     7,eError,eError,#60-67
+    eError,eError,eError,eError,eError,eError,eError,eError,#68-6f
+    eError,eError,     9,     9,     9,     9,eError,eError,#70-77
+    eError,eError,eError,eError,eError,eError,eError,eError,#78-7f
+    eError,eError,eError,eError,eError,     9,eError,eError,#80-87
+    eError,eError,eError,eError,eError,eError,eError,eError,#88-8f
+    eError,eError,    12,    12,    12,    12,eError,eError,#90-97
+    eError,eError,eError,eError,eError,eError,eError,eError,#98-9f
+    eError,eError,eError,eError,eError,    12,eError,eError,#a0-a7
+    eError,eError,eError,eError,eError,eError,eError,eError,#a8-af
+    eError,eError,    12,    12,    12,eError,eError,eError,#b0-b7
+    eError,eError,eError,eError,eError,eError,eError,eError,#b8-bf
+    eError,eError,eStart,eStart,eStart,eStart,eError,eError,#c0-c7
+    eError,eError,eError,eError,eError,eError,eError,eError #c8-cf
+)
+
+UTF8CharLenTable = (0, 1, 0, 0, 0, 0, 2, 3, 3, 3, 4, 4, 5, 5, 6, 6)
+
+UTF8SMModel = {'classTable': UTF8_cls,
+               'classFactor': 16,
+               'stateTable': UTF8_st,
+               'charLenTable': UTF8CharLenTable,
+               'name': 'UTF-8'}
+
+# flake8: noqa
diff --git a/lib/chardet/sbcharsetprober.py b/lib/chardet/sbcharsetprober.py
new file mode 100644
index 00000000..37291bd2
--- /dev/null
+++ b/lib/chardet/sbcharsetprober.py
@@ -0,0 +1,120 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Universal charset detector code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 2001
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#   Shy Shalom - original C code
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+import sys
+from . import constants
+from .charsetprober import CharSetProber
+from .compat import wrap_ord
+
+SAMPLE_SIZE = 64
+SB_ENOUGH_REL_THRESHOLD = 1024
+POSITIVE_SHORTCUT_THRESHOLD = 0.95
+NEGATIVE_SHORTCUT_THRESHOLD = 0.05
+SYMBOL_CAT_ORDER = 250
+NUMBER_OF_SEQ_CAT = 4
+POSITIVE_CAT = NUMBER_OF_SEQ_CAT - 1
+#NEGATIVE_CAT = 0
+
+
+class SingleByteCharSetProber(CharSetProber):
+    def __init__(self, model, reversed=False, nameProber=None):
+        CharSetProber.__init__(self)
+        self._mModel = model
+        # TRUE if we need to reverse every pair in the model lookup
+        self._mReversed = reversed
+        # Optional auxiliary prober for name decision
+        self._mNameProber = nameProber
+        self.reset()
+
+    def reset(self):
+        CharSetProber.reset(self)
+        # char order of last character
+        self._mLastOrder = 255
+        self._mSeqCounters = [0] * NUMBER_OF_SEQ_CAT
+        self._mTotalSeqs = 0
+        self._mTotalChar = 0
+        # characters that fall in our sampling range
+        self._mFreqChar = 0
+
+    def get_charset_name(self):
+        if self._mNameProber:
+            return self._mNameProber.get_charset_name()
+        else:
+            return self._mModel['charsetName']
+
+    def feed(self, aBuf):
+        if not self._mModel['keepEnglishLetter']:
+            aBuf = self.filter_without_english_letters(aBuf)
+        aLen = len(aBuf)
+        if not aLen:
+            return self.get_state()
+        for c in aBuf:
+            order = self._mModel['charToOrderMap'][wrap_ord(c)]
+            if order < SYMBOL_CAT_ORDER:
+                self._mTotalChar += 1
+            if order < SAMPLE_SIZE:
+                self._mFreqChar += 1
+                if self._mLastOrder < SAMPLE_SIZE:
+                    self._mTotalSeqs += 1
+                    if not self._mReversed:
+                        i = (self._mLastOrder * SAMPLE_SIZE) + order
+                        model = self._mModel['precedenceMatrix'][i]
+                    else:  # reverse the order of the letters in the lookup
+                        i = (order * SAMPLE_SIZE) + self._mLastOrder
+                        model = self._mModel['precedenceMatrix'][i]
+                    self._mSeqCounters[model] += 1
+            self._mLastOrder = order
+
+        if self.get_state() == constants.eDetecting:
+            if self._mTotalSeqs > SB_ENOUGH_REL_THRESHOLD:
+                cf = self.get_confidence()
+                if cf > POSITIVE_SHORTCUT_THRESHOLD:
+                    if constants._debug:
+                        sys.stderr.write('%s confidence = %s, we have a'
+                                         'winner\n' %
+                                         (self._mModel['charsetName'], cf))
+                    self._mState = constants.eFoundIt
+                elif cf < NEGATIVE_SHORTCUT_THRESHOLD:
+                    if constants._debug:
+                        sys.stderr.write('%s confidence = %s, below negative'
+                                         'shortcut threshhold %s\n' %
+                                         (self._mModel['charsetName'], cf,
+                                          NEGATIVE_SHORTCUT_THRESHOLD))
+                    self._mState = constants.eNotMe
+
+        return self.get_state()
+
+    def get_confidence(self):
+        r = 0.01
+        if self._mTotalSeqs > 0:
+            r = ((1.0 * self._mSeqCounters[POSITIVE_CAT]) / self._mTotalSeqs
+                 / self._mModel['mTypicalPositiveRatio'])
+            r = r * self._mFreqChar / self._mTotalChar
+            if r >= 1.0:
+                r = 0.99
+        return r
diff --git a/lib/chardet/sbcsgroupprober.py b/lib/chardet/sbcsgroupprober.py
new file mode 100644
index 00000000..1b6196cd
--- /dev/null
+++ b/lib/chardet/sbcsgroupprober.py
@@ -0,0 +1,69 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Universal charset detector code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 2001
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#   Shy Shalom - original C code
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from .charsetgroupprober import CharSetGroupProber
+from .sbcharsetprober import SingleByteCharSetProber
+from .langcyrillicmodel import (Win1251CyrillicModel, Koi8rModel,
+                                Latin5CyrillicModel, MacCyrillicModel,
+                                Ibm866Model, Ibm855Model)
+from .langgreekmodel import Latin7GreekModel, Win1253GreekModel
+from .langbulgarianmodel import Latin5BulgarianModel, Win1251BulgarianModel
+from .langhungarianmodel import Latin2HungarianModel, Win1250HungarianModel
+from .langthaimodel import TIS620ThaiModel
+from .langhebrewmodel import Win1255HebrewModel
+from .hebrewprober import HebrewProber
+
+
+class SBCSGroupProber(CharSetGroupProber):
+    def __init__(self):
+        CharSetGroupProber.__init__(self)
+        self._mProbers = [
+            SingleByteCharSetProber(Win1251CyrillicModel),
+            SingleByteCharSetProber(Koi8rModel),
+            SingleByteCharSetProber(Latin5CyrillicModel),
+            SingleByteCharSetProber(MacCyrillicModel),
+            SingleByteCharSetProber(Ibm866Model),
+            SingleByteCharSetProber(Ibm855Model),
+            SingleByteCharSetProber(Latin7GreekModel),
+            SingleByteCharSetProber(Win1253GreekModel),
+            SingleByteCharSetProber(Latin5BulgarianModel),
+            SingleByteCharSetProber(Win1251BulgarianModel),
+            SingleByteCharSetProber(Latin2HungarianModel),
+            SingleByteCharSetProber(Win1250HungarianModel),
+            SingleByteCharSetProber(TIS620ThaiModel),
+        ]
+        hebrewProber = HebrewProber()
+        logicalHebrewProber = SingleByteCharSetProber(Win1255HebrewModel,
+                                                      False, hebrewProber)
+        visualHebrewProber = SingleByteCharSetProber(Win1255HebrewModel, True,
+                                                     hebrewProber)
+        hebrewProber.set_model_probers(logicalHebrewProber, visualHebrewProber)
+        self._mProbers.extend([hebrewProber, logicalHebrewProber,
+                               visualHebrewProber])
+
+        self.reset()
diff --git a/lib/chardet/sjisprober.py b/lib/chardet/sjisprober.py
new file mode 100644
index 00000000..b173614e
--- /dev/null
+++ b/lib/chardet/sjisprober.py
@@ -0,0 +1,91 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is mozilla.org code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+import sys
+from .mbcharsetprober import MultiByteCharSetProber
+from .codingstatemachine import CodingStateMachine
+from .chardistribution import SJISDistributionAnalysis
+from .jpcntx import SJISContextAnalysis
+from .mbcssm import SJISSMModel
+from . import constants
+
+
+class SJISProber(MultiByteCharSetProber):
+    def __init__(self):
+        MultiByteCharSetProber.__init__(self)
+        self._mCodingSM = CodingStateMachine(SJISSMModel)
+        self._mDistributionAnalyzer = SJISDistributionAnalysis()
+        self._mContextAnalyzer = SJISContextAnalysis()
+        self.reset()
+
+    def reset(self):
+        MultiByteCharSetProber.reset(self)
+        self._mContextAnalyzer.reset()
+
+    def get_charset_name(self):
+        return "SHIFT_JIS"
+
+    def feed(self, aBuf):
+        aLen = len(aBuf)
+        for i in range(0, aLen):
+            codingState = self._mCodingSM.next_state(aBuf[i])
+            if codingState == constants.eError:
+                if constants._debug:
+                    sys.stderr.write(self.get_charset_name()
+                                     + ' prober hit error at byte ' + str(i)
+                                     + '\n')
+                self._mState = constants.eNotMe
+                break
+            elif codingState == constants.eItsMe:
+                self._mState = constants.eFoundIt
+                break
+            elif codingState == constants.eStart:
+                charLen = self._mCodingSM.get_current_charlen()
+                if i == 0:
+                    self._mLastChar[1] = aBuf[0]
+                    self._mContextAnalyzer.feed(self._mLastChar[2 - charLen:],
+                                                charLen)
+                    self._mDistributionAnalyzer.feed(self._mLastChar, charLen)
+                else:
+                    self._mContextAnalyzer.feed(aBuf[i + 1 - charLen:i + 3
+                                                     - charLen], charLen)
+                    self._mDistributionAnalyzer.feed(aBuf[i - 1:i + 1],
+                                                     charLen)
+
+        self._mLastChar[0] = aBuf[aLen - 1]
+
+        if self.get_state() == constants.eDetecting:
+            if (self._mContextAnalyzer.got_enough_data() and
+               (self.get_confidence() > constants.SHORTCUT_THRESHOLD)):
+                self._mState = constants.eFoundIt
+
+        return self.get_state()
+
+    def get_confidence(self):
+        contxtCf = self._mContextAnalyzer.get_confidence()
+        distribCf = self._mDistributionAnalyzer.get_confidence()
+        return max(contxtCf, distribCf)
diff --git a/lib/chardet/universaldetector.py b/lib/chardet/universaldetector.py
new file mode 100644
index 00000000..9a03ad3d
--- /dev/null
+++ b/lib/chardet/universaldetector.py
@@ -0,0 +1,170 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is Mozilla Universal charset detector code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 2001
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#   Shy Shalom - original C code
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from . import constants
+import sys
+import codecs
+from .latin1prober import Latin1Prober  # windows-1252
+from .mbcsgroupprober import MBCSGroupProber  # multi-byte character sets
+from .sbcsgroupprober import SBCSGroupProber  # single-byte character sets
+from .escprober import EscCharSetProber  # ISO-2122, etc.
+import re
+
+MINIMUM_THRESHOLD = 0.20
+ePureAscii = 0
+eEscAscii = 1
+eHighbyte = 2
+
+
+class UniversalDetector:
+    def __init__(self):
+        self._highBitDetector = re.compile(b'[\x80-\xFF]')
+        self._escDetector = re.compile(b'(\033|~{)')
+        self._mEscCharSetProber = None
+        self._mCharSetProbers = []
+        self.reset()
+
+    def reset(self):
+        self.result = {'encoding': None, 'confidence': 0.0}
+        self.done = False
+        self._mStart = True
+        self._mGotData = False
+        self._mInputState = ePureAscii
+        self._mLastChar = b''
+        if self._mEscCharSetProber:
+            self._mEscCharSetProber.reset()
+        for prober in self._mCharSetProbers:
+            prober.reset()
+
+    def feed(self, aBuf):
+        if self.done:
+            return
+
+        aLen = len(aBuf)
+        if not aLen:
+            return
+
+        if not self._mGotData:
+            # If the data starts with BOM, we know it is UTF
+            if aBuf[:3] == codecs.BOM:
+                # EF BB BF  UTF-8 with BOM
+                self.result = {'encoding': "UTF-8", 'confidence': 1.0}
+            elif aBuf[:4] == codecs.BOM_UTF32_LE:
+                # FF FE 00 00  UTF-32, little-endian BOM
+                self.result = {'encoding': "UTF-32LE", 'confidence': 1.0}
+            elif aBuf[:4] == codecs.BOM_UTF32_BE:
+                # 00 00 FE FF  UTF-32, big-endian BOM
+                self.result = {'encoding': "UTF-32BE", 'confidence': 1.0}
+            elif aBuf[:4] == b'\xFE\xFF\x00\x00':
+                # FE FF 00 00  UCS-4, unusual octet order BOM (3412)
+                self.result = {
+                    'encoding': "X-ISO-10646-UCS-4-3412",
+                    'confidence': 1.0
+                }
+            elif aBuf[:4] == b'\x00\x00\xFF\xFE':
+                # 00 00 FF FE  UCS-4, unusual octet order BOM (2143)
+                self.result = {
+                    'encoding': "X-ISO-10646-UCS-4-2143",
+                    'confidence': 1.0
+                }
+            elif aBuf[:2] == codecs.BOM_LE:
+                # FF FE  UTF-16, little endian BOM
+                self.result = {'encoding': "UTF-16LE", 'confidence': 1.0}
+            elif aBuf[:2] == codecs.BOM_BE:
+                # FE FF  UTF-16, big endian BOM
+                self.result = {'encoding': "UTF-16BE", 'confidence': 1.0}
+
+        self._mGotData = True
+        if self.result['encoding'] and (self.result['confidence'] > 0.0):
+            self.done = True
+            return
+
+        if self._mInputState == ePureAscii:
+            if self._highBitDetector.search(aBuf):
+                self._mInputState = eHighbyte
+            elif ((self._mInputState == ePureAscii) and
+                    self._escDetector.search(self._mLastChar + aBuf)):
+                self._mInputState = eEscAscii
+
+        self._mLastChar = aBuf[-1:]
+
+        if self._mInputState == eEscAscii:
+            if not self._mEscCharSetProber:
+                self._mEscCharSetProber = EscCharSetProber()
+            if self._mEscCharSetProber.feed(aBuf) == constants.eFoundIt:
+                self.result = {'encoding': self._mEscCharSetProber.get_charset_name(),
+                               'confidence': self._mEscCharSetProber.get_confidence()}
+                self.done = True
+        elif self._mInputState == eHighbyte:
+            if not self._mCharSetProbers:
+                self._mCharSetProbers = [MBCSGroupProber(), SBCSGroupProber(),
+                                         Latin1Prober()]
+            for prober in self._mCharSetProbers:
+                if prober.feed(aBuf) == constants.eFoundIt:
+                    self.result = {'encoding': prober.get_charset_name(),
+                                   'confidence': prober.get_confidence()}
+                    self.done = True
+                    break
+
+    def close(self):
+        if self.done:
+            return
+        if not self._mGotData:
+            if constants._debug:
+                sys.stderr.write('no data received!\n')
+            return
+        self.done = True
+
+        if self._mInputState == ePureAscii:
+            self.result = {'encoding': 'ascii', 'confidence': 1.0}
+            return self.result
+
+        if self._mInputState == eHighbyte:
+            proberConfidence = None
+            maxProberConfidence = 0.0
+            maxProber = None
+            for prober in self._mCharSetProbers:
+                if not prober:
+                    continue
+                proberConfidence = prober.get_confidence()
+                if proberConfidence > maxProberConfidence:
+                    maxProberConfidence = proberConfidence
+                    maxProber = prober
+            if maxProber and (maxProberConfidence > MINIMUM_THRESHOLD):
+                self.result = {'encoding': maxProber.get_charset_name(),
+                               'confidence': maxProber.get_confidence()}
+                return self.result
+
+        if constants._debug:
+            sys.stderr.write('no probers hit minimum threshhold\n')
+            for prober in self._mCharSetProbers[0].mProbers:
+                if not prober:
+                    continue
+                sys.stderr.write('%s confidence = %s\n' %
+                                 (prober.get_charset_name(),
+                                  prober.get_confidence()))
diff --git a/lib/chardet/utf8prober.py b/lib/chardet/utf8prober.py
new file mode 100644
index 00000000..1c0bb5d8
--- /dev/null
+++ b/lib/chardet/utf8prober.py
@@ -0,0 +1,76 @@
+######################## BEGIN LICENSE BLOCK ########################
+# The Original Code is mozilla.org code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation.
+# Portions created by the Initial Developer are Copyright (C) 1998
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Mark Pilgrim - port to Python
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+from . import constants
+from .charsetprober import CharSetProber
+from .codingstatemachine import CodingStateMachine
+from .mbcssm import UTF8SMModel
+
+ONE_CHAR_PROB = 0.5
+
+
+class UTF8Prober(CharSetProber):
+    def __init__(self):
+        CharSetProber.__init__(self)
+        self._mCodingSM = CodingStateMachine(UTF8SMModel)
+        self.reset()
+
+    def reset(self):
+        CharSetProber.reset(self)
+        self._mCodingSM.reset()
+        self._mNumOfMBChar = 0
+
+    def get_charset_name(self):
+        return "utf-8"
+
+    def feed(self, aBuf):
+        for c in aBuf:
+            codingState = self._mCodingSM.next_state(c)
+            if codingState == constants.eError:
+                self._mState = constants.eNotMe
+                break
+            elif codingState == constants.eItsMe:
+                self._mState = constants.eFoundIt
+                break
+            elif codingState == constants.eStart:
+                if self._mCodingSM.get_current_charlen() >= 2:
+                    self._mNumOfMBChar += 1
+
+        if self.get_state() == constants.eDetecting:
+            if self.get_confidence() > constants.SHORTCUT_THRESHOLD:
+                self._mState = constants.eFoundIt
+
+        return self.get_state()
+
+    def get_confidence(self):
+        unlike = 0.99
+        if self._mNumOfMBChar < 6:
+            for i in range(0, self._mNumOfMBChar):
+                unlike = unlike * ONE_CHAR_PROB
+            return 1.0 - unlike
+        else:
+            return unlike
diff --git a/lib/dogpile/__init__.py b/lib/dogpile/__init__.py
new file mode 100644
index 00000000..f48ad105
--- /dev/null
+++ b/lib/dogpile/__init__.py
@@ -0,0 +1,6 @@
+# See http://peak.telecommunity.com/DevCenter/setuptools#namespace-packages
+try:
+    __import__('pkg_resources').declare_namespace(__name__)
+except ImportError:
+    from pkgutil import extend_path
+    __path__ = extend_path(__path__, __name__)
diff --git a/lib/dogpile/cache/__init__.py b/lib/dogpile/cache/__init__.py
new file mode 100644
index 00000000..4b1cf60b
--- /dev/null
+++ b/lib/dogpile/cache/__init__.py
@@ -0,0 +1,3 @@
+__version__ = '0.5.3'
+
+from .region import CacheRegion, register_backend, make_region
diff --git a/lib/dogpile/cache/api.py b/lib/dogpile/cache/api.py
new file mode 100644
index 00000000..4c5be493
--- /dev/null
+++ b/lib/dogpile/cache/api.py
@@ -0,0 +1,193 @@
+import operator
+from .compat import py3k
+
+
+class NoValue(object):
+    """Describe a missing cache value.
+
+    The :attr:`.NO_VALUE` module global
+    should be used.
+
+    """
+    @property
+    def payload(self):
+        return self
+
+    if py3k:
+        def __bool__(self): #pragma NO COVERAGE
+            return False
+    else:
+        def __nonzero__(self): #pragma NO COVERAGE
+            return False
+
+NO_VALUE = NoValue()
+"""Value returned from ``get()`` that describes
+a  key not present."""
+
+class CachedValue(tuple):
+    """Represent a value stored in the cache.
+
+    :class:`.CachedValue` is a two-tuple of
+    ``(payload, metadata)``, where ``metadata``
+    is dogpile.cache's tracking information (
+    currently the creation time).  The metadata
+    and tuple structure is pickleable, if
+    the backend requires serialization.
+
+    """
+    payload = property(operator.itemgetter(0))
+    """Named accessor for the payload."""
+
+    metadata = property(operator.itemgetter(1))
+    """Named accessor for the dogpile.cache metadata dictionary."""
+
+    def __new__(cls, payload, metadata):
+        return tuple.__new__(cls, (payload, metadata))
+
+    def __reduce__(self):
+        return CachedValue, (self.payload, self.metadata)
+
+class CacheBackend(object):
+    """Base class for backend implementations."""
+
+    key_mangler = None
+    """Key mangling function.
+
+    May be None, or otherwise declared
+    as an ordinary instance method.
+
+    """
+
+    def __init__(self, arguments): #pragma NO COVERAGE
+        """Construct a new :class:`.CacheBackend`.
+
+        Subclasses should override this to
+        handle the given arguments.
+
+        :param arguments: The ``arguments`` parameter
+         passed to :func:`.make_registry`.
+
+        """
+        raise NotImplementedError()
+
+    @classmethod
+    def from_config_dict(cls, config_dict, prefix):
+        prefix_len = len(prefix)
+        return cls(
+                dict(
+                    (key[prefix_len:], config_dict[key])
+                    for key in config_dict
+                    if key.startswith(prefix)
+                )
+            )
+
+    def get_mutex(self, key):
+        """Return an optional mutexing object for the given key.
+
+        This object need only provide an ``acquire()``
+        and ``release()`` method.
+
+        May return ``None``, in which case the dogpile
+        lock will use a regular ``threading.Lock``
+        object to mutex concurrent threads for
+        value creation.   The default implementation
+        returns ``None``.
+
+        Different backends may want to provide various
+        kinds of "mutex" objects, such as those which
+        link to lock files, distributed mutexes,
+        memcached semaphores, etc.  Whatever
+        kind of system is best suited for the scope
+        and behavior of the caching backend.
+
+        A mutex that takes the key into account will
+        allow multiple regenerate operations across
+        keys to proceed simultaneously, while a mutex
+        that does not will serialize regenerate operations
+        to just one at a time across all keys in the region.
+        The latter approach, or a variant that involves
+        a modulus of the given key's hash value,
+        can be used as a means of throttling the total
+        number of value recreation operations that may
+        proceed at one time.
+
+        """
+        return None
+
+    def get(self, key): #pragma NO COVERAGE
+        """Retrieve a value from the cache.
+
+        The returned value should be an instance of
+        :class:`.CachedValue`, or ``NO_VALUE`` if
+        not present.
+
+        """
+        raise NotImplementedError()
+
+    def get_multi(self, keys): #pragma NO COVERAGE
+        """Retrieve multiple values from the cache.
+
+        The returned value should be a list, corresponding
+        to the list of keys given.
+
+        .. versionadded:: 0.5.0
+
+        """
+        raise NotImplementedError()
+
+    def set(self, key, value): #pragma NO COVERAGE
+        """Set a value in the cache.
+
+        The key will be whatever was passed
+        to the registry, processed by the
+        "key mangling" function, if any.
+        The value will always be an instance
+        of :class:`.CachedValue`.
+
+        """
+        raise NotImplementedError()
+
+    def set_multi(self, mapping): #pragma NO COVERAGE
+        """Set multiple values in the cache.
+
+        The key will be whatever was passed
+        to the registry, processed by the
+        "key mangling" function, if any.
+        The value will always be an instance
+        of :class:`.CachedValue`.
+
+        .. versionadded:: 0.5.0
+
+        """
+        raise NotImplementedError()
+
+    def delete(self, key): #pragma NO COVERAGE
+        """Delete a value from the cache.
+
+        The key will be whatever was passed
+        to the registry, processed by the
+        "key mangling" function, if any.
+
+        The behavior here should be idempotent,
+        that is, can be called any number of times
+        regardless of whether or not the
+        key exists.
+        """
+        raise NotImplementedError()
+
+    def delete_multi(self, keys): #pragma NO COVERAGE
+        """Delete multiple values from the cache.
+
+        The key will be whatever was passed
+        to the registry, processed by the
+        "key mangling" function, if any.
+
+        The behavior here should be idempotent,
+        that is, can be called any number of times
+        regardless of whether or not the
+        key exists.
+
+        .. versionadded:: 0.5.0
+
+        """
+        raise NotImplementedError()
diff --git a/lib/dogpile/cache/backends/__init__.py b/lib/dogpile/cache/backends/__init__.py
new file mode 100644
index 00000000..a9b9c2ed
--- /dev/null
+++ b/lib/dogpile/cache/backends/__init__.py
@@ -0,0 +1,9 @@
+from dogpile.cache.region import register_backend
+
+register_backend("dogpile.cache.dbm", "dogpile.cache.backends.file", "DBMBackend")
+register_backend("dogpile.cache.pylibmc", "dogpile.cache.backends.memcached", "PylibmcBackend")
+register_backend("dogpile.cache.bmemcached", "dogpile.cache.backends.memcached", "BMemcachedBackend")
+register_backend("dogpile.cache.memcached", "dogpile.cache.backends.memcached", "MemcachedBackend")
+register_backend("dogpile.cache.memory", "dogpile.cache.backends.memory", "MemoryBackend")
+register_backend("dogpile.cache.memory_pickle", "dogpile.cache.backends.memory", "MemoryPickleBackend")
+register_backend("dogpile.cache.redis", "dogpile.cache.backends.redis", "RedisBackend")
diff --git a/lib/dogpile/cache/backends/file.py b/lib/dogpile/cache/backends/file.py
new file mode 100644
index 00000000..5d2d2e96
--- /dev/null
+++ b/lib/dogpile/cache/backends/file.py
@@ -0,0 +1,441 @@
+"""
+File Backends
+------------------
+
+Provides backends that deal with local filesystem access.
+
+"""
+
+from __future__ import with_statement
+from dogpile.cache.api import CacheBackend, NO_VALUE
+from contextlib import contextmanager
+from dogpile.cache import compat
+from dogpile.cache import util
+import os
+
+__all__ = 'DBMBackend', 'FileLock', 'AbstractFileLock'
+
+class DBMBackend(CacheBackend):
+    """A file-backend using a dbm file to store keys.
+
+    Basic usage::
+
+        from dogpile.cache import make_region
+
+        region = make_region().configure(
+            'dogpile.cache.dbm',
+            expiration_time = 3600,
+            arguments = {
+                "filename":"/path/to/cachefile.dbm"
+            }
+        )
+
+    DBM access is provided using the Python ``anydbm`` module,
+    which selects a platform-specific dbm module to use.
+    This may be made to be more configurable in a future
+    release.
+
+    Note that different dbm modules have different behaviors.
+    Some dbm implementations handle their own locking, while
+    others don't.  The :class:`.DBMBackend` uses a read/write
+    lockfile by default, which is compatible even with those
+    DBM implementations for which this is unnecessary,
+    though the behavior can be disabled.
+
+    The DBM backend by default makes use of two lockfiles.
+    One is in order to protect the DBM file itself from
+    concurrent writes, the other is to coordinate
+    value creation (i.e. the dogpile lock).  By default,
+    these lockfiles use the ``flock()`` system call
+    for locking; this is **only available on Unix
+    platforms**.   An alternative lock implementation, such as one
+    which is based on threads or uses a third-party system
+    such as `portalocker <https://pypi.python.org/pypi/portalocker>`_,
+    can be dropped in using the ``lock_factory`` argument
+    in conjunction with the :class:`.AbstractFileLock` base class.
+
+    Currently, the dogpile lock is against the entire
+    DBM file, not per key.   This means there can
+    only be one "creator" job running at a time
+    per dbm file.
+
+    A future improvement might be to have the dogpile lock
+    using a filename that's based on a modulus of the key.
+    Locking on a filename that uniquely corresponds to the
+    key is problematic, since it's not generally safe to
+    delete lockfiles as the application runs, implying an
+    unlimited number of key-based files would need to be
+    created and never deleted.
+
+    Parameters to the ``arguments`` dictionary are
+    below.
+
+    :param filename: path of the filename in which to
+     create the DBM file.  Note that some dbm backends
+     will change this name to have additional suffixes.
+    :param rw_lockfile: the name of the file to use for
+     read/write locking.  If omitted, a default name
+     is used by appending the suffix ".rw.lock" to the
+     DBM filename.  If False, then no lock is used.
+    :param dogpile_lockfile: the name of the file to use
+     for value creation, i.e. the dogpile lock.  If
+     omitted, a default name is used by appending the
+     suffix ".dogpile.lock" to the DBM filename. If
+     False, then dogpile.cache uses the default dogpile
+     lock, a plain thread-based mutex.
+    :param lock_factory: a function or class which provides
+     for a read/write lock.  Defaults to :class:`.FileLock`.
+     Custom implementations need to implement context-manager
+     based ``read()`` and ``write()`` functions - the
+     :class:`.AbstractFileLock` class is provided as a base class
+     which provides these methods based on individual read/write lock
+     functions.  E.g. to replace the lock with the dogpile.core
+     :class:`.ReadWriteMutex`::
+
+        from dogpile.core.readwrite_lock import ReadWriteMutex
+        from dogpile.cache.backends.file import AbstractFileLock
+
+        class MutexLock(AbstractFileLock):
+            def __init__(self, filename):
+                self.mutex = ReadWriteMutex()
+
+            def acquire_read_lock(self, wait):
+                ret = self.mutex.acquire_read_lock(wait)
+                return wait or ret
+
+            def acquire_write_lock(self, wait):
+                ret = self.mutex.acquire_write_lock(wait)
+                return wait or ret
+
+            def release_read_lock(self):
+                return self.mutex.release_read_lock()
+
+            def release_write_lock(self):
+                return self.mutex.release_write_lock()
+
+        from dogpile.cache import make_region
+
+        region = make_region().configure(
+            "dogpile.cache.dbm",
+            expiration_time=300,
+            arguments={
+                "filename": "file.dbm",
+                "lock_factory": MutexLock
+            }
+        )
+
+     While the included :class:`.FileLock` uses ``os.flock()``, a
+     windows-compatible implementation can be built using a library
+     such as `portalocker <https://pypi.python.org/pypi/portalocker>`_.
+
+     .. versionadded:: 0.5.2
+
+
+
+    """
+    def __init__(self, arguments):
+        self.filename = os.path.abspath(
+                            os.path.normpath(arguments['filename'])
+                        )
+        dir_, filename = os.path.split(self.filename)
+
+        self.lock_factory = arguments.get("lock_factory", FileLock)
+        self._rw_lock = self._init_lock(
+                                arguments.get('rw_lockfile'),
+                                ".rw.lock", dir_, filename)
+        self._dogpile_lock = self._init_lock(
+                                arguments.get('dogpile_lockfile'),
+                                ".dogpile.lock",
+                                dir_, filename,
+                                util.KeyReentrantMutex.factory)
+
+        # TODO: make this configurable
+        if compat.py3k:
+            import dbm
+        else:
+            import anydbm as dbm
+        self.dbmmodule = dbm
+        self._init_dbm_file()
+
+    def _init_lock(self, argument, suffix, basedir, basefile, wrapper=None):
+        if argument is None:
+            lock = self.lock_factory(os.path.join(basedir, basefile + suffix))
+        elif argument is not False:
+            lock = self.lock_factory(
+                        os.path.abspath(
+                            os.path.normpath(argument)
+                        ))
+        else:
+            return None
+        if wrapper:
+            lock = wrapper(lock)
+        return lock
+
+    def _init_dbm_file(self):
+        exists = os.access(self.filename, os.F_OK)
+        if not exists:
+            for ext in ('db', 'dat', 'pag', 'dir'):
+                if os.access(self.filename + os.extsep + ext, os.F_OK):
+                    exists = True
+                    break
+        if not exists:
+            fh = self.dbmmodule.open(self.filename, 'c')
+            fh.close()
+
+    def get_mutex(self, key):
+        # using one dogpile for the whole file.   Other ways
+        # to do this might be using a set of files keyed to a
+        # hash/modulus of the key.   the issue is it's never
+        # really safe to delete a lockfile as this can
+        # break other processes trying to get at the file
+        # at the same time - so handling unlimited keys
+        # can't imply unlimited filenames
+        if self._dogpile_lock:
+            return self._dogpile_lock(key)
+        else:
+            return None
+
+    @contextmanager
+    def _use_rw_lock(self, write):
+        if self._rw_lock is None:
+            yield
+        elif write:
+            with self._rw_lock.write():
+                yield
+        else:
+            with self._rw_lock.read():
+                yield
+
+    @contextmanager
+    def _dbm_file(self, write):
+        with self._use_rw_lock(write):
+            dbm = self.dbmmodule.open(self.filename,
+                                "w" if write else "r")
+            yield dbm
+            dbm.close()
+
+    def get(self, key):
+        with self._dbm_file(False) as dbm:
+            if hasattr(dbm, 'get'):
+                value = dbm.get(key, NO_VALUE)
+            else:
+                # gdbm objects lack a .get method
+                try:
+                    value = dbm[key]
+                except KeyError:
+                    value = NO_VALUE
+            if value is not NO_VALUE:
+                value = compat.pickle.loads(value)
+            return value
+
+    def get_multi(self, keys):
+        return [self.get(key) for key in keys]
+
+    def set(self, key, value):
+        with self._dbm_file(True) as dbm:
+            dbm[key] = compat.pickle.dumps(value)
+
+    def set_multi(self, mapping):
+        with self._dbm_file(True) as dbm:
+            for key,value in mapping.items():
+                dbm[key] = compat.pickle.dumps(value)
+
+    def delete(self, key):
+        with self._dbm_file(True) as dbm:
+            try:
+                del dbm[key]
+            except KeyError:
+                pass
+
+    def delete_multi(self, keys):
+        with self._dbm_file(True) as dbm:
+            for key in keys:
+                try:
+                    del dbm[key]
+                except KeyError:
+                    pass
+
+class AbstractFileLock(object):
+    """Coordinate read/write access to a file.
+
+    typically is a file-based lock but doesn't necessarily have to be.
+
+    The default implementation here is :class:`.FileLock`.
+
+    Implementations should provide the following methods::
+
+        * __init__()
+        * acquire_read_lock()
+        * acquire_write_lock()
+        * release_read_lock()
+        * release_write_lock()
+
+    The ``__init__()`` method accepts a single argument "filename", which
+    may be used as the "lock file", for those implementations that use a lock
+    file.
+
+    Note that multithreaded environments must provide a thread-safe
+    version of this lock.  The recommended approach for file-descriptor-based
+    locks is to use a Python ``threading.local()`` so that a unique file descriptor
+    is held per thread.  See the source code of :class:`.FileLock` for an
+    implementation example.
+
+
+    """
+
+    def __init__(self, filename):
+        """Constructor, is given the filename of a potential lockfile.
+
+        The usage of this filename is optional and no file is
+        created by default.
+
+        Raises ``NotImplementedError`` by default, must be
+        implemented by subclasses.
+        """
+        raise NotImplementedError()
+
+    def acquire(self, wait=True):
+        """Acquire the "write" lock.
+
+        This is a direct call to :meth:`.AbstractFileLock.acquire_write_lock`.
+
+        """
+        return self.acquire_write_lock(wait)
+
+    def release(self):
+        """Release the "write" lock.
+
+        This is a direct call to :meth:`.AbstractFileLock.release_write_lock`.
+
+        """
+        self.release_write_lock()
+
+    @contextmanager
+    def read(self):
+        """Provide a context manager for the "read" lock.
+
+        This method makes use of :meth:`.AbstractFileLock.acquire_read_lock`
+        and :meth:`.AbstractFileLock.release_read_lock`
+
+        """
+
+        self.acquire_read_lock(True)
+        try:
+            yield
+        finally:
+            self.release_read_lock()
+
+    @contextmanager
+    def write(self):
+        """Provide a context manager for the "write" lock.
+
+        This method makes use of :meth:`.AbstractFileLock.acquire_write_lock`
+        and :meth:`.AbstractFileLock.release_write_lock`
+
+        """
+
+        self.acquire_write_lock(True)
+        try:
+            yield
+        finally:
+            self.release_write_lock()
+
+    @property
+    def is_open(self):
+        """optional method."""
+        raise NotImplementedError()
+
+    def acquire_read_lock(self, wait):
+        """Acquire a 'reader' lock.
+
+        Raises ``NotImplementedError`` by default, must be
+        implemented by subclasses.
+        """
+        raise NotImplementedError()
+
+    def acquire_write_lock(self, wait):
+        """Acquire a 'write' lock.
+
+        Raises ``NotImplementedError`` by default, must be
+        implemented by subclasses.
+        """
+        raise NotImplementedError()
+
+    def release_read_lock(self):
+        """Release a 'reader' lock.
+
+        Raises ``NotImplementedError`` by default, must be
+        implemented by subclasses.
+        """
+        raise NotImplementedError()
+
+    def release_write_lock(self):
+        """Release a 'writer' lock.
+
+        Raises ``NotImplementedError`` by default, must be
+        implemented by subclasses.
+        """
+        raise NotImplementedError()
+
+class FileLock(AbstractFileLock):
+    """Use lockfiles to coordinate read/write access to a file.
+
+    Only works on Unix systems, using
+    `fcntl.flock() <http://docs.python.org/library/fcntl.html>`_.
+
+    """
+
+    def __init__(self, filename):
+        self._filedescriptor = compat.threading.local()
+        self.filename = filename
+
+    @util.memoized_property
+    def _module(self):
+        import fcntl
+        return fcntl
+
+    @property
+    def is_open(self):
+        return hasattr(self._filedescriptor, 'fileno')
+
+    def acquire_read_lock(self, wait):
+        return self._acquire(wait, os.O_RDONLY, self._module.LOCK_SH)
+
+    def acquire_write_lock(self, wait):
+        return self._acquire(wait, os.O_WRONLY, self._module.LOCK_EX)
+
+    def release_read_lock(self):
+        self._release()
+
+    def release_write_lock(self):
+        self._release()
+
+    def _acquire(self, wait, wrflag, lockflag):
+        wrflag |= os.O_CREAT
+        fileno = os.open(self.filename, wrflag)
+        try:
+            if not wait:
+                lockflag |= self._module.LOCK_NB
+            self._module.flock(fileno, lockflag)
+        except IOError:
+            os.close(fileno)
+            if not wait:
+                # this is typically
+                # "[Errno 35] Resource temporarily unavailable",
+                # because of LOCK_NB
+                return False
+            else:
+                raise
+        else:
+            self._filedescriptor.fileno = fileno
+            return True
+
+    def _release(self):
+        try:
+            fileno = self._filedescriptor.fileno
+        except AttributeError:
+            return
+        else:
+            self._module.flock(fileno, self._module.LOCK_UN)
+            os.close(fileno)
+            del self._filedescriptor.fileno
diff --git a/lib/dogpile/cache/backends/memcached.py b/lib/dogpile/cache/backends/memcached.py
new file mode 100644
index 00000000..03943504
--- /dev/null
+++ b/lib/dogpile/cache/backends/memcached.py
@@ -0,0 +1,332 @@
+"""
+Memcached Backends
+------------------
+
+Provides backends for talking to `memcached <http://memcached.org>`_.
+
+"""
+
+from dogpile.cache.api import CacheBackend, NO_VALUE
+from dogpile.cache import compat
+from dogpile.cache import util
+import random
+import time
+
+__all__ = 'GenericMemcachedBackend', 'MemcachedBackend',\
+          'PylibmcBackend', 'BMemcachedBackend', 'MemcachedLock'
+
+class MemcachedLock(object):
+    """Simple distributed lock using memcached.
+
+    This is an adaptation of the lock featured at
+    http://amix.dk/blog/post/19386
+
+    """
+
+    def __init__(self, client_fn, key):
+        self.client_fn = client_fn
+        self.key = "_lock" + key
+
+    def acquire(self, wait=True):
+        client = self.client_fn()
+        i = 0
+        while True:
+            if client.add(self.key, 1):
+                return True
+            elif not wait:
+                return False
+            else:
+                sleep_time = (((i+1)*random.random()) + 2**i) / 2.5
+                time.sleep(sleep_time)
+            if i < 15:
+                i += 1
+
+    def release(self):
+        client = self.client_fn()
+        client.delete(self.key)
+
+class GenericMemcachedBackend(CacheBackend):
+    """Base class for memcached backends.
+
+    This base class accepts a number of paramters
+    common to all backends.
+
+    :param url: the string URL to connect to.  Can be a single
+     string or a list of strings.  This is the only argument
+     that's required.
+    :param distributed_lock: boolean, when True, will use a
+     memcached-lock as the dogpile lock (see :class:`.MemcachedLock`).
+     Use this when multiple
+     processes will be talking to the same memcached instance.
+     When left at False, dogpile will coordinate on a regular
+     threading mutex.
+    :param memcached_expire_time: integer, when present will
+     be passed as the ``time`` parameter to ``pylibmc.Client.set``.
+     This is used to set the memcached expiry time for a value.
+
+     .. note::
+
+         This parameter is **different** from Dogpile's own
+         ``expiration_time``, which is the number of seconds after
+         which Dogpile will consider the value to be expired.
+         When Dogpile considers a value to be expired,
+         it **continues to use the value** until generation
+         of a new value is complete, when using
+         :meth:`.CacheRegion.get_or_create`.
+         Therefore, if you are setting ``memcached_expire_time``, you'll
+         want to make sure it is greater than ``expiration_time``
+         by at least enough seconds for new values to be generated,
+         else the value won't be available during a regeneration,
+         forcing all threads to wait for a regeneration each time
+         a value expires.
+
+    The :class:`.GenericMemachedBackend` uses a ``threading.local()``
+    object to store individual client objects per thread,
+    as most modern memcached clients do not appear to be inherently
+    threadsafe.
+
+    In particular, ``threading.local()`` has the advantage over pylibmc's
+    built-in thread pool in that it automatically discards objects
+    associated with a particular thread when that thread ends.
+
+    """
+
+    set_arguments = {}
+    """Additional arguments which will be passed
+    to the :meth:`set` method."""
+
+    def __init__(self, arguments):
+        self._imports()
+        # using a plain threading.local here.   threading.local
+        # automatically deletes the __dict__ when a thread ends,
+        # so the idea is that this is superior to pylibmc's
+        # own ThreadMappedPool which doesn't handle this
+        # automatically.
+        self.url = util.to_list(arguments['url'])
+        self.distributed_lock = arguments.get('distributed_lock', False)
+        self.memcached_expire_time = arguments.get(
+            'memcached_expire_time', 0)
+
+    def _imports(self):
+        """client library imports go here."""
+        raise NotImplementedError()
+
+    def _create_client(self):
+        """Creation of a Client instance goes here."""
+        raise NotImplementedError()
+
+    @util.memoized_property
+    def _clients(self):
+        backend = self
+        class ClientPool(compat.threading.local):
+            def __init__(self):
+                self.memcached = backend._create_client()
+
+        return ClientPool()
+
+    @property
+    def client(self):
+        """Return the memcached client.
+
+        This uses a threading.local by
+        default as it appears most modern
+        memcached libs aren't inherently
+        threadsafe.
+
+        """
+        return self._clients.memcached
+
+    def get_mutex(self, key):
+        if self.distributed_lock:
+            return MemcachedLock(lambda: self.client, key)
+        else:
+            return None
+
+    def get(self, key):
+        value = self.client.get(key)
+        if value is None:
+            return NO_VALUE
+        else:
+            return value
+
+    def get_multi(self, keys):
+        values = self.client.get_multi(keys)
+        return [
+            NO_VALUE if key not in values
+            else values[key] for key in keys
+        ]
+
+    def set(self, key, value):
+        self.client.set(key,
+            value,
+            **self.set_arguments
+        )
+
+    def set_multi(self, mapping):
+        self.client.set_multi(mapping,
+            **self.set_arguments
+        )
+
+    def delete(self, key):
+        self.client.delete(key)
+
+    def delete_multi(self, keys):
+        self.client.delete_multi(keys)
+
+class MemcacheArgs(object):
+    """Mixin which provides support for the 'time' argument to set(),
+    'min_compress_len' to other methods.
+
+    """
+    def __init__(self, arguments):
+        self.min_compress_len = arguments.get('min_compress_len', 0)
+
+        self.set_arguments = {}
+        if "memcached_expire_time" in arguments:
+            self.set_arguments["time"] =\
+            arguments["memcached_expire_time"]
+        if "min_compress_len" in arguments:
+            self.set_arguments["min_compress_len"] =\
+            arguments["min_compress_len"]
+        super(MemcacheArgs, self).__init__(arguments)
+
+class PylibmcBackend(MemcacheArgs, GenericMemcachedBackend):
+    """A backend for the
+    `pylibmc <http://sendapatch.se/projects/pylibmc/index.html>`_
+    memcached client.
+
+    A configuration illustrating several of the optional
+    arguments described in the pylibmc documentation::
+
+        from dogpile.cache import make_region
+
+        region = make_region().configure(
+            'dogpile.cache.pylibmc',
+            expiration_time = 3600,
+            arguments = {
+                'url':["127.0.0.1"],
+                'binary':True,
+                'behaviors':{"tcp_nodelay": True,"ketama":True}
+            }
+        )
+
+    Arguments accepted here include those of
+    :class:`.GenericMemcachedBackend`, as well as
+    those below.
+
+    :param binary: sets the ``binary`` flag understood by
+     ``pylibmc.Client``.
+    :param behaviors: a dictionary which will be passed to
+     ``pylibmc.Client`` as the ``behaviors`` parameter.
+    :param min_compress_len: Integer, will be passed as the
+     ``min_compress_len`` parameter to the ``pylibmc.Client.set``
+     method.
+
+    """
+
+    def __init__(self, arguments):
+        self.binary = arguments.get('binary', False)
+        self.behaviors = arguments.get('behaviors', {})
+        super(PylibmcBackend, self).__init__(arguments)
+
+
+    def _imports(self):
+        global pylibmc
+        import pylibmc
+
+    def _create_client(self):
+        return pylibmc.Client(self.url,
+            binary=self.binary,
+            behaviors=self.behaviors
+        )
+
+class MemcachedBackend(MemcacheArgs, GenericMemcachedBackend):
+    """A backend using the standard `Python-memcached <http://www.tummy.com/Community/software/python-memcached/>`_
+    library.
+
+    Example::
+
+        from dogpile.cache import make_region
+
+        region = make_region().configure(
+            'dogpile.cache.memcached',
+            expiration_time = 3600,
+            arguments = {
+                'url':"127.0.0.1:11211"
+            }
+        )
+
+    """
+    def _imports(self):
+        global memcache
+        import memcache
+
+    def _create_client(self):
+        return memcache.Client(self.url)
+
+class BMemcachedBackend(GenericMemcachedBackend):
+    """A backend for the
+    `python-binary-memcached <https://github.com/jaysonsantos/python-binary-memcached>`_
+    memcached client.
+
+    This is a pure Python memcached client which
+    includes the ability to authenticate with a memcached
+    server using SASL.
+
+    A typical configuration using username/password::
+
+        from dogpile.cache import make_region
+
+        region = make_region().configure(
+            'dogpile.cache.bmemcached',
+            expiration_time = 3600,
+            arguments = {
+                'url':["127.0.0.1"],
+                'username':'scott',
+                'password':'tiger'
+            }
+        )
+
+    Arguments which can be passed to the ``arguments``
+    dictionary include:
+
+    :param username: optional username, will be used for
+     SASL authentication.
+    :param password: optional password, will be used for
+     SASL authentication.
+
+    """
+    def __init__(self, arguments):
+        self.username = arguments.get('username', None)
+        self.password = arguments.get('password', None)
+        super(BMemcachedBackend, self).__init__(arguments)
+
+    def _imports(self):
+        global bmemcached
+        import bmemcached
+
+        class RepairBMemcachedAPI(bmemcached.Client):
+            """Repairs BMemcached's non-standard method
+            signatures, which was fixed in BMemcached
+            ef206ed4473fec3b639e.
+
+            """
+
+            def add(self, key, value):
+                try:
+                    return super(RepairBMemcachedAPI, self).add(key, value)
+                except ValueError:
+                    return False
+
+        self.Client = RepairBMemcachedAPI
+
+    def _create_client(self):
+        return self.Client(self.url,
+            username=self.username,
+            password=self.password
+        )
+
+    def delete_multi(self, keys):
+        """python-binary-memcached api does not implements delete_multi"""
+        for key in keys:
+            self.delete(key)
diff --git a/lib/dogpile/cache/backends/memory.py b/lib/dogpile/cache/backends/memory.py
new file mode 100644
index 00000000..cee989bc
--- /dev/null
+++ b/lib/dogpile/cache/backends/memory.py
@@ -0,0 +1,122 @@
+"""
+Memory Backends
+---------------
+
+Provides simple dictionary-based backends.
+
+The two backends are :class:`.MemoryBackend` and :class:`.MemoryPickleBackend`;
+the latter applies a serialization step to cached values while the former
+places the value as given into the dictionary.
+
+"""
+
+from dogpile.cache.api import CacheBackend, NO_VALUE
+from dogpile.cache.compat import pickle
+
+class MemoryBackend(CacheBackend):
+    """A backend that uses a plain dictionary.
+
+    There is no size management, and values which
+    are placed into the dictionary will remain
+    until explicitly removed.   Note that
+    Dogpile's expiration of items is based on
+    timestamps and does not remove them from
+    the cache.
+
+    E.g.::
+
+        from dogpile.cache import make_region
+
+        region = make_region().configure(
+            'dogpile.cache.memory'
+        )
+
+
+    To use a Python dictionary of your choosing,
+    it can be passed in with the ``cache_dict``
+    argument::
+
+        my_dictionary = {}
+        region = make_region().configure(
+            'dogpile.cache.memory',
+            arguments={
+                "cache_dict":my_dictionary
+            }
+        )
+
+
+    """
+    pickle_values = False
+
+    def __init__(self, arguments):
+        self._cache = arguments.pop("cache_dict", {})
+
+    def get(self, key):
+        value = self._cache.get(key, NO_VALUE)
+        if value is not NO_VALUE and self.pickle_values:
+            value = pickle.loads(value)
+        return value
+
+    def get_multi(self, keys):
+        ret = [self._cache.get(key, NO_VALUE)
+            for key in keys]
+        if self.pickle_values:
+            ret = [
+                    pickle.loads(value)
+                    if value is not NO_VALUE else value
+                    for value in ret
+                ]
+        return ret
+
+    def set(self, key, value):
+        if self.pickle_values:
+            value = pickle.dumps(value, pickle.HIGHEST_PROTOCOL)
+        self._cache[key] = value
+
+    def set_multi(self, mapping):
+        pickle_values = self.pickle_values
+        for key, value in mapping.items():
+            if pickle_values:
+                value = pickle.dumps(value, pickle.HIGHEST_PROTOCOL)
+            self._cache[key] = value
+
+    def delete(self, key):
+        self._cache.pop(key, None)
+
+    def delete_multi(self, keys):
+        for key in keys:
+            self._cache.pop(key, None)
+
+
+class MemoryPickleBackend(MemoryBackend):
+    """A backend that uses a plain dictionary, but serializes objects on
+    :meth:`.MemoryBackend.set` and deserializes :meth:`.MemoryBackend.get`.
+
+    E.g.::
+
+        from dogpile.cache import make_region
+
+        region = make_region().configure(
+            'dogpile.cache.memory_pickle'
+        )
+
+    The usage of pickle to serialize cached values allows an object
+    as placed in the cache to be a copy of the original given object, so
+    that any subsequent changes to the given object aren't reflected
+    in the cached value, thus making the backend behave the same way
+    as other backends which make use of serialization.
+
+    The serialization is performed via pickle, and incurs the same
+    performance hit in doing so as that of other backends; in this way
+    the :class:`.MemoryPickleBackend` performance is somewhere in between
+    that of the pure :class:`.MemoryBackend` and the remote server oriented
+    backends such as that of Memcached or Redis.
+
+    Pickle behavior here is the same as that of the Redis backend, using
+    either ``cPickle`` or ``pickle`` and specifying ``HIGHEST_PROTOCOL``
+    upon serialize.
+
+    .. versionadded:: 0.5.3
+
+    """
+    pickle_values = True
diff --git a/lib/dogpile/cache/backends/redis.py b/lib/dogpile/cache/backends/redis.py
new file mode 100644
index 00000000..3080ca07
--- /dev/null
+++ b/lib/dogpile/cache/backends/redis.py
@@ -0,0 +1,150 @@
+"""
+Redis Backends
+------------------
+
+Provides backends for talking to `Redis <http://redis.io>`_.
+
+"""
+
+from __future__ import absolute_import
+from dogpile.cache.api import CacheBackend, NO_VALUE
+from dogpile.cache.compat import pickle, u
+
+redis = None
+
+__all__ = 'RedisBackend',
+
+
+class RedisBackend(CacheBackend):
+    """A `Redis <http://redis.io/>`_ backend, using the
+    `redis-py <http://pypi.python.org/pypi/redis/>`_ backend.
+
+    Example configuration::
+
+        from dogpile.cache import make_region
+
+        region = make_region().configure(
+            'dogpile.cache.redis',
+            arguments = {
+                'host': 'localhost',
+                'port': 6379,
+                'db': 0,
+                'redis_expiration_time': 60*60*2,   # 2 hours
+                'distributed_lock':True
+                }
+        )
+
+    Arguments accepted in the arguments dictionary:
+
+    :param url: string. If provided, will override separate host/port/db
+     params.  The format is that accepted by ``StrictRedis.from_url()``.
+
+     .. versionadded:: 0.4.1
+
+    :param host: string, default is ``localhost``.
+
+    :param password: string, default is no password.
+
+     .. versionadded:: 0.4.1
+
+    :param port: integer, default is ``6379``.
+
+    :param db: integer, default is ``0``.
+
+    :param redis_expiration_time: integer, number of seconds after setting
+     a value that Redis should expire it.  This should be larger than dogpile's
+     cache expiration.  By default no expiration is set.
+
+    :param distributed_lock: boolean, when True, will use a
+     redis-lock as the dogpile lock.
+     Use this when multiple
+     processes will be talking to the same redis instance.
+     When left at False, dogpile will coordinate on a regular
+     threading mutex.
+
+    :param lock_timeout: integer, number of seconds after acquiring a lock that
+     Redis should expire it.  This argument is only valid when
+     ``distributed_lock`` is ``True``.
+
+     .. versionadded:: 0.5.0
+
+    :param lock_sleep: integer, number of seconds to sleep when failed to
+     acquire a lock.  This argument is only valid when
+     ``distributed_lock`` is ``True``.
+
+     .. versionadded:: 0.5.0
+
+    """
+
+    def __init__(self, arguments):
+        self._imports()
+        self.url = arguments.pop('url', None)
+        self.host = arguments.pop('host', 'localhost')
+        self.password = arguments.pop('password', None)
+        self.port = arguments.pop('port', 6379)
+        self.db = arguments.pop('db', 0)
+        self.distributed_lock = arguments.get('distributed_lock', False)
+
+        self.lock_timeout = arguments.get('lock_timeout', None)
+        self.lock_sleep = arguments.get('lock_sleep', 0.1)
+
+        self.redis_expiration_time = arguments.pop('redis_expiration_time', 0)
+        self.client = self._create_client()
+
+    def _imports(self):
+        # defer imports until backend is used
+        global redis
+        import redis
+
+    def _create_client(self):
+        if self.url is not None:
+            return redis.StrictRedis.from_url(url=self.url)
+        else:
+            return redis.StrictRedis(host=self.host, password=self.password,
+                                     port=self.port, db=self.db)
+
+    def get_mutex(self, key):
+        if self.distributed_lock:
+            return self.client.lock(u('_lock{0}').format(key),
+                                    self.lock_timeout, self.lock_sleep)
+        else:
+            return None
+
+    def get(self, key):
+        value = self.client.get(key)
+        if value is None:
+            return NO_VALUE
+        return pickle.loads(value)
+
+    def get_multi(self, keys):
+        values = self.client.mget(keys)
+        return [pickle.loads(v) if v is not None else NO_VALUE
+                  for v in values]
+
+    def set(self, key, value):
+        if self.redis_expiration_time:
+            self.client.setex(key, self.redis_expiration_time,
+                              pickle.dumps(value, pickle.HIGHEST_PROTOCOL))
+        else:
+            self.client.set(key, pickle.dumps(value, pickle.HIGHEST_PROTOCOL))
+
+    def set_multi(self, mapping):
+        mapping = dict(
+            (k, pickle.dumps(v, pickle.HIGHEST_PROTOCOL))
+            for k, v in mapping.items()
+        )
+
+        if not self.redis_expiration_time:
+            self.client.mset(mapping)
+        else:
+            pipe = self.client.pipeline()
+            for key, value in mapping.items():
+                pipe.setex(key, self.redis_expiration_time, value)
+            pipe.execute()
+
+    def delete(self, key):
+        self.client.delete(key)
+
+    def delete_multi(self, keys):
+        self.client.delete(*keys)
+
diff --git a/lib/dogpile/cache/compat.py b/lib/dogpile/cache/compat.py
new file mode 100644
index 00000000..eb42d5f3
--- /dev/null
+++ b/lib/dogpile/cache/compat.py
@@ -0,0 +1,68 @@
+import sys
+
+
+py2k = sys.version_info < (3, 0)
+py3k = sys.version_info >= (3, 0)
+py32 = sys.version_info >= (3, 2)
+py27 = sys.version_info >= (2, 7)
+jython = sys.platform.startswith('java')
+win32 = sys.platform.startswith('win')
+
+try:
+    import threading
+except ImportError:
+    import dummy_threading as threading
+
+
+if py3k: # pragma: no cover
+    string_types = str,
+    text_type = str
+    string_type = str
+
+    if py32:
+        callable = callable
+    else:
+        def callable(fn):
+            return hasattr(fn, '__call__')
+
+    def u(s):
+        return s
+
+    def ue(s):
+        return s
+
+    import configparser
+    import io
+    import _thread as thread
+else:
+    string_types = basestring,
+    text_type = unicode
+    string_type = str
+
+    def u(s):
+        return unicode(s, "utf-8")
+
+    def ue(s):
+        return unicode(s, "unicode_escape")
+
+    import ConfigParser as configparser
+    import StringIO as io
+
+
+    callable = callable
+    import thread
+
+
+if py3k or jython:
+    import pickle
+else:
+    import cPickle as pickle
+
+
+def timedelta_total_seconds(td):
+    if py27:
+        return td.total_seconds()
+    else:
+        return (td.microseconds + (td.seconds + td.days * 24 * 3600) * 1e6) / 1e6
+
+
diff --git a/lib/dogpile/cache/exception.py b/lib/dogpile/cache/exception.py
new file mode 100644
index 00000000..58068f8b
--- /dev/null
+++ b/lib/dogpile/cache/exception.py
@@ -0,0 +1,17 @@
+"""Exception classes for dogpile.cache."""
+
+
+class DogpileCacheException(Exception):
+    """Base Exception for dogpile.cache exceptions to inherit from."""
+
+
+class RegionAlreadyConfigured(DogpileCacheException):
+    """CacheRegion instance is already configured."""
+
+
+class RegionNotConfigured(DogpileCacheException):
+    """CacheRegion instance has not been configured."""
+
+
+class ValidationError(DogpileCacheException):
+    """Error validating a value or option."""
diff --git a/lib/dogpile/cache/plugins/__init__.py b/lib/dogpile/cache/plugins/__init__.py
new file mode 100644
index 00000000..e69de29b
diff --git a/lib/dogpile/cache/plugins/mako_cache.py b/lib/dogpile/cache/plugins/mako_cache.py
new file mode 100644
index 00000000..a1544d62
--- /dev/null
+++ b/lib/dogpile/cache/plugins/mako_cache.py
@@ -0,0 +1,87 @@
+"""
+Mako Integration
+----------------
+
+dogpile.cache includes a `Mako <http://www.makotemplates.org>`_ plugin that replaces `Beaker <http://beaker.groovie.org>`_
+as the cache backend.
+Setup a Mako template lookup using the "dogpile.cache" cache implementation
+and a region dictionary::
+
+    from dogpile.cache import make_region
+    from mako.lookup import TemplateLookup
+
+    my_regions = {
+        "local":make_region().configure(
+                    "dogpile.cache.dbm",
+                    expiration_time=360,
+                    arguments={"filename":"file.dbm"}
+                ),
+        "memcached":make_region().configure(
+                    "dogpile.cache.pylibmc",
+                    expiration_time=3600,
+                    arguments={"url":["127.0.0.1"]}
+                )
+    }
+
+    mako_lookup = TemplateLookup(
+        directories=["/myapp/templates"],
+        cache_impl="dogpile.cache",
+        cache_args={
+            'regions':my_regions
+        }
+    )
+
+To use the above configuration in a template, use the ``cached=True`` argument on any
+Mako tag which accepts it, in conjunction with the name of the desired region
+as the ``cache_region`` argument::
+
+    <%def name="mysection()" cached="True" cache_region="memcached">
+        some content that's cached
+    </%def>
+
+
+"""
+from mako.cache import CacheImpl
+
+class MakoPlugin(CacheImpl):
+    """A Mako ``CacheImpl`` which talks to dogpile.cache."""
+
+    def __init__(self, cache):
+        super(MakoPlugin, self).__init__(cache)
+        try:
+            self.regions = self.cache.template.cache_args['regions']
+        except KeyError:
+            raise KeyError(
+                "'cache_regions' argument is required on the "
+                "Mako Lookup or Template object for usage "
+                "with the dogpile.cache plugin.")
+
+    def _get_region(self, **kw):
+        try:
+            region = kw['region']
+        except KeyError:
+            raise KeyError(
+                "'cache_region' argument must be specified with 'cache=True'"
+                "within templates for usage with the dogpile.cache plugin.")
+        try:
+            return self.regions[region]
+        except KeyError:
+            raise KeyError("No such region '%s'" % region)
+
+    def get_and_replace(self, key, creation_function, **kw):
+        expiration_time = kw.pop("timeout", None)
+        return self._get_region(**kw).get_or_create(key, creation_function,
+                                            expiration_time=expiration_time)
+
+    def get_or_create(self, key, creation_function, **kw):
+        return self.get_and_replace(key, creation_function, **kw)
+
+    def put(self, key, value, **kw):
+        self._get_region(**kw).put(key, value)
+
+    def get(self, key, **kw):
+        expiration_time = kw.pop("timeout", None)
+        return self._get_region(**kw).get(key, expiration_time=expiration_time)
+
+    def invalidate(self, key, **kw):
+        self._get_region(**kw).delete(key)
diff --git a/lib/dogpile/cache/proxy.py b/lib/dogpile/cache/proxy.py
new file mode 100644
index 00000000..c1518d21
--- /dev/null
+++ b/lib/dogpile/cache/proxy.py
@@ -0,0 +1,93 @@
+"""
+Proxy Backends
+------------------
+
+Provides a utility and a decorator class that allow for modifying the behavior
+of different backends without altering the class itself or having to extend the
+base backend.
+
+.. versionadded:: 0.5.0  Added support for the :class:`.ProxyBackend` class.
+
+"""
+
+from .api import CacheBackend
+
+class ProxyBackend(CacheBackend):
+    """A decorator class for altering the functionality of backends.
+
+    Basic usage::
+
+        from dogpile.cache import make_region
+        from dogpile.cache.proxy import ProxyBackend
+
+        class MyFirstProxy(ProxyBackend):
+            def get(self, key):
+                # ... custom code goes here ...
+                return self.proxied.get(key)
+
+            def set(self, key, value):
+                # ... custom code goes here ...
+                self.proxied.set(key)
+
+        class MySecondProxy(ProxyBackend):
+            def get(self, key):
+                # ... custom code goes here ...
+                return self.proxied.get(key)
+
+
+        region = make_region().configure(
+            'dogpile.cache.dbm',
+            expiration_time = 3600,
+            arguments = {
+                "filename":"/path/to/cachefile.dbm"
+            },
+            wrap = [ MyFirstProxy, MySecondProxy ]
+        )
+
+    Classes that extend :class:`.ProxyBackend` can be stacked
+    together.  The ``.proxied`` property will always
+    point to either the concrete backend instance or
+    the next proxy in the chain that a method can be
+    delegated towards.
+
+    .. versionadded:: 0.5.0
+
+    """
+
+    def __init__(self, *args, **kwargs):
+        self.proxied = None
+
+    def wrap(self, backend):
+        ''' Take a backend as an argument and setup the self.proxied property.
+        Return an object that be used as a backend by a :class:`.CacheRegion`
+        object.
+        '''
+        assert(isinstance(backend, CacheBackend) or isinstance(backend, ProxyBackend))
+        self.proxied = backend
+        return self
+
+    #
+    # Delegate any functions that are not already overridden to
+    # the proxies backend
+    #
+    def get(self, key):
+        return self.proxied.get(key)
+
+    def set(self, key, value):
+        self.proxied.set(key, value)
+
+    def delete(self, key):
+        self.proxied.delete(key)
+
+    def get_multi(self, keys):
+        return self.proxied.get_multi(keys)
+
+    def set_multi(self, keys):
+        self.proxied.set_multi(keys)
+
+    def delete_multi(self, keys):
+        self.proxied.delete_multi(keys)
+
+    def get_mutex(self, key):
+        return self.proxied.get_mutex(key)
+
diff --git a/lib/dogpile/cache/region.py b/lib/dogpile/cache/region.py
new file mode 100644
index 00000000..e7d152bd
--- /dev/null
+++ b/lib/dogpile/cache/region.py
@@ -0,0 +1,1235 @@
+from __future__ import with_statement
+from dogpile.core import Lock, NeedRegenerationException
+from dogpile.core.nameregistry import NameRegistry
+from . import exception
+from .util import function_key_generator, PluginLoader, \
+    memoized_property, coerce_string_conf, function_multi_key_generator
+from .api import NO_VALUE, CachedValue
+from .proxy import ProxyBackend
+from . import compat
+import time
+import datetime
+from numbers import Number
+from functools import wraps
+import threading
+
+_backend_loader = PluginLoader("dogpile.cache")
+register_backend = _backend_loader.register
+from . import backends
+
+value_version = 1
+"""An integer placed in the :class:`.CachedValue`
+so that new versions of dogpile.cache can detect cached
+values from a previous, backwards-incompatible version.
+
+"""
+
+class CacheRegion(object):
+    """A front end to a particular cache backend.
+
+    :param name: Optional, a string name for the region.
+     This isn't used internally
+     but can be accessed via the ``.name`` parameter, helpful
+     for configuring a region from a config file.
+    :param function_key_generator:  Optional.  A
+     function that will produce a "cache key" given
+     a data creation function and arguments, when using
+     the :meth:`.CacheRegion.cache_on_arguments` method.
+     The structure of this function
+     should be two levels: given the data creation function,
+     return a new function that generates the key based on
+     the given arguments.  Such as::
+
+        def my_key_generator(namespace, fn, **kw):
+            fname = fn.__name__
+            def generate_key(*arg):
+                return namespace + "_" + fname + "_".join(str(s) for s in arg)
+            return generate_key
+
+
+        region = make_region(
+            function_key_generator = my_key_generator
+        ).configure(
+            "dogpile.cache.dbm",
+            expiration_time=300,
+            arguments={
+                "filename":"file.dbm"
+            }
+        )
+
+     The ``namespace`` is that passed to
+     :meth:`.CacheRegion.cache_on_arguments`.  It's not consulted
+     outside this function, so in fact can be of any form.
+     For example, it can be passed as a tuple, used to specify
+     arguments to pluck from \**kw::
+
+        def my_key_generator(namespace, fn):
+            def generate_key(*arg, **kw):
+                return ":".join(
+                        [kw[k] for k in namespace] +
+                        [str(x) for x in arg]
+                    )
+            return generate_key
+
+
+     Where the decorator might be used as::
+
+        @my_region.cache_on_arguments(namespace=('x', 'y'))
+        def my_function(a, b, **kw):
+            return my_data()
+
+    :param function_multi_key_generator: Optional.
+     Similar to ``function_key_generator`` parameter, but it's used in
+     :meth:`.CacheRegion.cache_multi_on_arguments`. Generated function
+     should return list of keys. For example::
+
+        def my_multi_key_generator(namespace, fn, **kw):
+            namespace = fn.__name__ + (namespace or '')
+
+            def generate_keys(*args):
+                return [namespace + ':' + str(a) for a in args]
+
+            return generate_keys
+
+    :param key_mangler: Function which will be used on all incoming
+     keys before passing to the backend.  Defaults to ``None``,
+     in which case the key mangling function recommended by
+     the cache backend will be used.    A typical mangler
+     is the SHA1 mangler found at :func:`.sha1_mangle_key`
+     which coerces keys into a SHA1
+     hash, so that the string length is fixed.  To
+     disable all key mangling, set to ``False``.   Another typical
+     mangler is the built-in Python function ``str``, which can be used
+     to convert non-string or Unicode keys to bytestrings, which is
+     needed when using a backend such as bsddb or dbm under Python 2.x
+     in conjunction with Unicode keys.
+    :param async_creation_runner:  A callable that, when specified,
+     will be passed to and called by dogpile.lock when
+     there is a stale value present in the cache.  It will be passed the
+     mutex and is responsible releasing that mutex when finished.
+     This can be used to defer the computation of expensive creator
+     functions to later points in the future by way of, for example, a
+     background thread, a long-running queue, or a task manager system
+     like Celery.
+
+     For a specific example using async_creation_runner, new values can
+     be created in a background thread like so::
+
+        import threading
+
+        def async_creation_runner(cache, somekey, creator, mutex):
+            ''' Used by dogpile.core:Lock when appropriate  '''
+            def runner():
+                try:
+                    value = creator()
+                    cache.set(somekey, value)
+                finally:
+                    mutex.release()
+
+            thread = threading.Thread(target=runner)
+            thread.start()
+
+
+        region = make_region(
+            async_creation_runner=async_creation_runner,
+        ).configure(
+            'dogpile.cache.memcached',
+            expiration_time=5,
+            arguments={
+                'url': '127.0.0.1:11211',
+                'distributed_lock': True,
+            }
+        )
+
+     Remember that the first request for a key with no associated
+     value will always block; async_creator will not be invoked.
+     However, subsequent requests for cached-but-expired values will
+     still return promptly.  They will be refreshed by whatever
+     asynchronous means the provided async_creation_runner callable
+     implements.
+
+     By default the async_creation_runner is disabled and is set
+     to ``None``.
+
+     .. versionadded:: 0.4.2 added the async_creation_runner
+        feature.
+
+    """
+
+    def __init__(self,
+            name=None,
+            function_key_generator=function_key_generator,
+            function_multi_key_generator=function_multi_key_generator,
+            key_mangler=None,
+            async_creation_runner=None,
+    ):
+        """Construct a new :class:`.CacheRegion`."""
+        self.name = name
+        self.function_key_generator = function_key_generator
+        self.function_multi_key_generator = function_multi_key_generator
+        if key_mangler:
+            self.key_mangler = key_mangler
+        else:
+            self.key_mangler = None
+        self._hard_invalidated = None
+        self._soft_invalidated = None
+        self.async_creation_runner = async_creation_runner
+
+    def configure(self, backend,
+            expiration_time=None,
+            arguments=None,
+            _config_argument_dict=None,
+            _config_prefix=None,
+            wrap=None
+        ):
+        """Configure a :class:`.CacheRegion`.
+
+        The :class:`.CacheRegion` itself
+        is returned.
+
+        :param backend:   Required.  This is the name of the
+         :class:`.CacheBackend` to use, and is resolved by loading
+         the class from the ``dogpile.cache`` entrypoint.
+
+        :param expiration_time:   Optional.  The expiration time passed
+         to the dogpile system.  May be passed as an integer number
+         of seconds, or as a ``datetime.timedelta`` value.
+
+         .. versionadded 0.5.0
+            ``expiration_time`` may be optionally passed as a
+            ``datetime.timedelta`` value.
+
+         The :meth:`.CacheRegion.get_or_create`
+         method as well as the :meth:`.CacheRegion.cache_on_arguments`
+         decorator (though note:  **not** the :meth:`.CacheRegion.get`
+         method) will call upon the value creation function after this
+         time period has passed since the last generation.
+
+        :param arguments: Optional.  The structure here is passed
+         directly to the constructor of the :class:`.CacheBackend`
+         in use, though is typically a dictionary.
+
+        :param wrap: Optional.  A list of :class:`.ProxyBackend`
+         classes and/or instances, each of which will be applied
+         in a chain to ultimately wrap the original backend,
+         so that custom functionality augmentation can be applied.
+
+         .. versionadded:: 0.5.0
+
+         .. seealso::
+
+            :ref:`changing_backend_behavior`
+
+         """
+
+        if "backend" in self.__dict__:
+            raise exception.RegionAlreadyConfigured(
+                    "This region is already "
+                    "configured with backend: %s"
+                    % self.backend)
+        backend_cls = _backend_loader.load(backend)
+        if _config_argument_dict:
+            self.backend = backend_cls.from_config_dict(
+                _config_argument_dict,
+                _config_prefix
+            )
+        else:
+            self.backend = backend_cls(arguments or {})
+
+        if not expiration_time or isinstance(expiration_time, Number):
+            self.expiration_time = expiration_time
+        elif isinstance(expiration_time, datetime.timedelta):
+            self.expiration_time = int(compat.timedelta_total_seconds(expiration_time))
+        else:
+            raise exception.ValidationError(
+                'expiration_time is not a number or timedelta.')
+
+        if self.key_mangler is None:
+            self.key_mangler = self.backend.key_mangler
+
+        self._lock_registry = NameRegistry(self._create_mutex)
+
+        if getattr(wrap,'__iter__', False):
+            for wrapper in reversed(wrap):
+                self.wrap(wrapper)
+
+        return self
+
+    def wrap(self, proxy):
+        ''' Takes a ProxyBackend instance or class and wraps the
+        attached backend. '''
+
+        # if we were passed a type rather than an instance then
+        # initialize it.
+        if type(proxy) == type:
+            proxy = proxy()
+
+        if not issubclass(type(proxy), ProxyBackend):
+            raise TypeError("Type %s is not a valid ProxyBackend"
+                            % type(proxy))
+
+        self.backend = proxy.wrap(self.backend)
+
+
+    def _mutex(self, key):
+        return self._lock_registry.get(key)
+
+    class _LockWrapper(object):
+        """weakref-capable wrapper for threading.Lock"""
+        def __init__(self):
+            self.lock = threading.Lock()
+
+        def acquire(self, wait=True):
+            return self.lock.acquire(wait)
+
+        def release(self):
+            self.lock.release()
+
+    def _create_mutex(self, key):
+        mutex = self.backend.get_mutex(key)
+        if mutex is not None:
+            return mutex
+        else:
+            return self._LockWrapper()
+
+    def invalidate(self, hard=True):
+        """Invalidate this :class:`.CacheRegion`.
+
+        Invalidation works by setting a current timestamp
+        (using ``time.time()``)
+        representing the "minimum creation time" for
+        a value.  Any retrieved value whose creation
+        time is prior to this timestamp
+        is considered to be stale.  It does not
+        affect the data in the cache in any way, and is also
+        local to this instance of :class:`.CacheRegion`.
+
+        Once set, the invalidation time is honored by
+        the :meth:`.CacheRegion.get_or_create`,
+        :meth:`.CacheRegion.get_or_create_multi` and
+        :meth:`.CacheRegion.get` methods.
+
+        The method
+        supports both "hard" and "soft" invalidation options.  With "hard"
+        invalidation, :meth:`.CacheRegion.get_or_create` will force an immediate
+        regeneration of the value which all getters will wait for.  With
+        "soft" invalidation, subsequent getters will return the "old" value until
+        the new one is available.
+
+        Usage of "soft" invalidation requires that the region or the method
+        is given a non-None expiration time.
+
+        .. versionadded:: 0.3.0
+
+        :param hard: if True, cache values will all require immediate
+         regeneration; dogpile logic won't be used.  If False, the
+         creation time of existing values will be pushed back before
+         the expiration time so that a return+regen will be invoked.
+
+         .. versionadded:: 0.5.1
+
+        """
+        if hard:
+            self._hard_invalidated = time.time()
+            self._soft_invalidated = None
+        else:
+            self._hard_invalidated = None
+            self._soft_invalidated = time.time()
+
+    def configure_from_config(self, config_dict, prefix):
+        """Configure from a configuration dictionary
+        and a prefix.
+
+        Example::
+
+            local_region = make_region()
+            memcached_region = make_region()
+
+            # regions are ready to use for function
+            # decorators, but not yet for actual caching
+
+            # later, when config is available
+            myconfig = {
+                "cache.local.backend":"dogpile.cache.dbm",
+                "cache.local.arguments.filename":"/path/to/dbmfile.dbm",
+                "cache.memcached.backend":"dogpile.cache.pylibmc",
+                "cache.memcached.arguments.url":"127.0.0.1, 10.0.0.1",
+            }
+            local_region.configure_from_config(myconfig, "cache.local.")
+            memcached_region.configure_from_config(myconfig,
+                                                "cache.memcached.")
+
+        """
+        config_dict = coerce_string_conf(config_dict)
+        return self.configure(
+            config_dict["%sbackend" % prefix],
+            expiration_time = config_dict.get(
+                                "%sexpiration_time" % prefix, None),
+            _config_argument_dict=config_dict,
+            _config_prefix="%sarguments." % prefix
+        )
+
+
+    @memoized_property
+    def backend(self):
+        raise exception.RegionNotConfigured(
+            "No backend is configured on this region.")
+
+    @property
+    def is_configured(self):
+        """Return True if the backend has been configured via the
+        :meth:`.CacheRegion.configure` method already.
+
+        .. versionadded:: 0.5.1
+
+        """
+        return 'backend' in self.__dict__
+
+    def get(self, key, expiration_time=None, ignore_expiration=False):
+        """Return a value from the cache, based on the given key.
+
+        If the value is not present, the method returns the token
+        ``NO_VALUE``. ``NO_VALUE`` evaluates to False, but is separate from
+        ``None`` to distinguish between a cached value of ``None``.
+
+        By default, the configured expiration time of the
+        :class:`.CacheRegion`, or alternatively the expiration
+        time supplied by the ``expiration_time`` argument,
+        is tested against the creation time of the retrieved
+        value versus the current time (as reported by ``time.time()``).
+        If stale, the cached value is ignored and the ``NO_VALUE``
+        token is returned.  Passing the flag ``ignore_expiration=True``
+        bypasses the expiration time check.
+
+        .. versionchanged:: 0.3.0
+           :meth:`.CacheRegion.get` now checks the value's creation time
+           against the expiration time, rather than returning
+           the value unconditionally.
+
+        The method also interprets the cached value in terms
+        of the current "invalidation" time as set by
+        the :meth:`.invalidate` method.   If a value is present,
+        but its creation time is older than the current
+        invalidation time, the ``NO_VALUE`` token is returned.
+        Passing the flag ``ignore_expiration=True`` bypasses
+        the invalidation time check.
+
+        .. versionadded:: 0.3.0
+           Support for the :meth:`.CacheRegion.invalidate`
+           method.
+
+        :param key: Key to be retrieved. While it's typical for a key to be a
+         string, it is ultimately passed directly down to the cache backend,
+         before being optionally processed by the key_mangler function, so can
+         be of any type recognized by the backend or by the key_mangler
+         function, if present.
+
+        :param expiration_time: Optional expiration time value
+         which will supersede that configured on the :class:`.CacheRegion`
+         itself.
+
+         .. versionadded:: 0.3.0
+
+        :param ignore_expiration: if ``True``, the value is returned
+         from the cache if present, regardless of configured
+         expiration times or whether or not :meth:`.invalidate`
+         was called.
+
+         .. versionadded:: 0.3.0
+
+        """
+
+        if self.key_mangler:
+            key = self.key_mangler(key)
+        value = self.backend.get(key)
+        value = self._unexpired_value_fn(
+                        expiration_time, ignore_expiration)(value)
+
+        return value.payload
+
+    def _unexpired_value_fn(self, expiration_time, ignore_expiration):
+        if ignore_expiration:
+            return lambda value: value
+        else:
+            if expiration_time is None:
+                expiration_time = self.expiration_time
+
+            current_time = time.time()
+
+            invalidated = self._hard_invalidated or self._soft_invalidated
+            def value_fn(value):
+                if value is NO_VALUE:
+                    return value
+                elif expiration_time is not None and \
+                      current_time - value.metadata["ct"] > expiration_time:
+                    return NO_VALUE
+                elif invalidated and \
+                        value.metadata["ct"] < invalidated:
+                    return NO_VALUE
+                else:
+                    return value
+
+            return value_fn
+
+    def get_multi(self, keys, expiration_time=None, ignore_expiration=False):
+        """Return multiple values from the cache, based on the given keys.
+
+        Returns values as a list matching the keys given.
+
+        E.g.::
+
+            values = region.get_multi(["one", "two", "three"])
+
+        To convert values to a dictionary, use ``zip()``::
+
+            keys = ["one", "two", "three"]
+            values = region.get_multi(keys)
+            dictionary = dict(zip(keys, values))
+
+        Keys which aren't present in the list are returned as
+        the ``NO_VALUE`` token.  ``NO_VALUE`` evaluates to False,
+        but is separate from
+        ``None`` to distinguish between a cached value of ``None``.
+
+        By default, the configured expiration time of the
+        :class:`.CacheRegion`, or alternatively the expiration
+        time supplied by the ``expiration_time`` argument,
+        is tested against the creation time of the retrieved
+        value versus the current time (as reported by ``time.time()``).
+        If stale, the cached value is ignored and the ``NO_VALUE``
+        token is returned.  Passing the flag ``ignore_expiration=True``
+        bypasses the expiration time check.
+
+        .. versionadded:: 0.5.0
+
+        """
+        if self.key_mangler:
+            keys = list(map(lambda key: self.key_mangler(key), keys))
+
+        backend_values = self.backend.get_multi(keys)
+
+        _unexpired_value_fn = self._unexpired_value_fn(
+                            expiration_time, ignore_expiration)
+        return [
+                    value.payload if value is not NO_VALUE else value
+                    for value in
+                    (
+                        _unexpired_value_fn(value) for value in
+                        backend_values
+                    )
+                ]
+
+    def get_or_create(self, key, creator, expiration_time=None,
+                                should_cache_fn=None):
+        """Return a cached value based on the given key.
+
+        If the value does not exist or is considered to be expired
+        based on its creation time, the given
+        creation function may or may not be used to recreate the value
+        and persist the newly generated value in the cache.
+
+        Whether or not the function is used depends on if the
+        *dogpile lock* can be acquired or not.  If it can't, it means
+        a different thread or process is already running a creation
+        function for this key against the cache.  When the dogpile
+        lock cannot be acquired, the method will block if no
+        previous value is available, until the lock is released and
+        a new value available.  If a previous value
+        is available, that value is returned immediately without blocking.
+
+        If the :meth:`.invalidate` method has been called, and
+        the retrieved value's timestamp is older than the invalidation
+        timestamp, the value is unconditionally prevented from
+        being returned.  The method will attempt to acquire the dogpile
+        lock to generate a new value, or will wait
+        until the lock is released to return the new value.
+
+        .. versionchanged:: 0.3.0
+          The value is unconditionally regenerated if the creation
+          time is older than the last call to :meth:`.invalidate`.
+
+        :param key: Key to be retrieved. While it's typical for a key to be a
+         string, it is ultimately passed directly down to the cache backend,
+         before being optionally processed by the key_mangler function, so can
+         be of any type recognized by the backend or by the key_mangler
+         function, if present.
+
+        :param creator: function which creates a new value.
+
+        :param expiration_time: optional expiration time which will overide
+         the expiration time already configured on this :class:`.CacheRegion`
+         if not None.   To set no expiration, use the value -1.
+
+        :param should_cache_fn: optional callable function which will receive the
+         value returned by the "creator", and will then return True or False,
+         indicating if the value should actually be cached or not.  If it
+         returns False, the value is still returned, but isn't cached.
+         E.g.::
+
+            def dont_cache_none(value):
+                return value is not None
+
+            value = region.get_or_create("some key",
+                                create_value,
+                                should_cache_fn=dont_cache_none)
+
+         Above, the function returns the value of create_value() if
+         the cache is invalid, however if the return value is None,
+         it won't be cached.
+
+         .. versionadded:: 0.4.3
+
+        .. seealso::
+
+            :meth:`.CacheRegion.cache_on_arguments` - applies
+            :meth:`.get_or_create` to any function using a decorator.
+
+            :meth:`.CacheRegion.get_or_create_multi` - multiple key/value version
+
+        """
+        orig_key = key
+        if self.key_mangler:
+            key = self.key_mangler(key)
+
+        def get_value():
+            value = self.backend.get(key)
+            if value is NO_VALUE or \
+                value.metadata['v'] != value_version or \
+                    (self._hard_invalidated and
+                    value.metadata["ct"] < self._hard_invalidated):
+                raise NeedRegenerationException()
+            ct = value.metadata["ct"]
+            if self._soft_invalidated:
+                if ct < self._soft_invalidated:
+                    ct = time.time() - expiration_time - .0001
+
+            return value.payload, ct
+
+        def gen_value():
+            created_value = creator()
+            value = self._value(created_value)
+
+            if not should_cache_fn or \
+                    should_cache_fn(created_value):
+                self.backend.set(key, value)
+
+            return value.payload, value.metadata["ct"]
+
+        if expiration_time is None:
+            expiration_time = self.expiration_time
+
+        if expiration_time is None and self._soft_invalidated:
+            raise exception.DogpileCacheException(
+                    "Non-None expiration time required "
+                    "for soft invalidation")
+
+        if self.async_creation_runner:
+            def async_creator(mutex):
+                return self.async_creation_runner(self, orig_key, creator, mutex)
+        else:
+            async_creator = None
+
+        with Lock(
+                self._mutex(key),
+                gen_value,
+                get_value,
+                expiration_time,
+                async_creator) as value:
+            return value
+
+    def get_or_create_multi(self, keys, creator, expiration_time=None,
+                                should_cache_fn=None):
+        """Return a sequence of cached values based on a sequence of keys.
+
+        The behavior for generation of values based on keys corresponds
+        to that of :meth:`.Region.get_or_create`, with the exception that
+        the ``creator()`` function may be asked to generate any subset of
+        the given keys.   The list of keys to be generated is passed to
+        ``creator()``, and ``creator()`` should return the generated values
+        as a sequence corresponding to the order of the keys.
+
+        The method uses the same approach as :meth:`.Region.get_multi`
+        and :meth:`.Region.set_multi` to get and set values from the
+        backend.
+
+        :param keys: Sequence of keys to be retrieved.
+
+        :param creator: function which accepts a sequence of keys and
+         returns a sequence of new values.
+
+        :param expiration_time: optional expiration time which will overide
+         the expiration time already configured on this :class:`.CacheRegion`
+         if not None.   To set no expiration, use the value -1.
+
+        :param should_cache_fn: optional callable function which will receive
+         each value returned by the "creator", and will then return True or False,
+         indicating if the value should actually be cached or not.  If it
+         returns False, the value is still returned, but isn't cached.
+
+        .. versionadded:: 0.5.0
+
+        .. seealso::
+
+
+            :meth:`.CacheRegion.cache_multi_on_arguments`
+
+            :meth:`.CacheRegion.get_or_create`
+
+        """
+
+        def get_value(key):
+            value = values.get(key, NO_VALUE)
+
+            if value is NO_VALUE or \
+                value.metadata['v'] != value_version or \
+                    (self._hard_invalidated and
+                    value.metadata["ct"] < self._hard_invalidated):
+                # dogpile.core understands a 0 here as
+                # "the value is not available", e.g.
+                # _has_value() will return False.
+                return value.payload, 0
+            else:
+                ct = value.metadata["ct"]
+                if self._soft_invalidated:
+                    if ct < self._soft_invalidated:
+                        ct = time.time() - expiration_time - .0001
+
+                return value.payload, ct
+
+        def gen_value():
+            raise NotImplementedError()
+
+        def async_creator(key, mutex):
+            mutexes[key] = mutex
+
+        if expiration_time is None:
+            expiration_time = self.expiration_time
+
+        if expiration_time is None and self._soft_invalidated:
+            raise exception.DogpileCacheException(
+                    "Non-None expiration time required "
+                    "for soft invalidation")
+
+        mutexes = {}
+
+        sorted_unique_keys = sorted(set(keys))
+
+        if self.key_mangler:
+            mangled_keys = [self.key_mangler(k) for k in sorted_unique_keys]
+        else:
+            mangled_keys = sorted_unique_keys
+
+        orig_to_mangled = dict(zip(sorted_unique_keys, mangled_keys))
+
+        values = dict(zip(mangled_keys, self.backend.get_multi(mangled_keys)))
+
+        for orig_key, mangled_key in orig_to_mangled.items():
+            with Lock(
+                    self._mutex(mangled_key),
+                    gen_value,
+                    lambda: get_value(mangled_key),
+                    expiration_time,
+                    async_creator=lambda mutex:
+                            async_creator(orig_key, mutex)):
+                pass
+        try:
+            if mutexes:
+                # sort the keys, the idea is to prevent deadlocks.
+                # though haven't been able to simulate one anyway.
+                keys_to_get = sorted(mutexes)
+                new_values = creator(*keys_to_get)
+
+                values_w_created = dict(
+                    (orig_to_mangled[k], self._value(v))
+                    for k, v in zip(keys_to_get, new_values)
+                )
+
+                if not should_cache_fn:
+                    self.backend.set_multi(values_w_created)
+                else:
+                    self.backend.set_multi(dict(
+                        (k, v)
+                        for k, v in values_w_created.items()
+                        if should_cache_fn(v[0])
+                    ))
+
+                values.update(values_w_created)
+            return [values[orig_to_mangled[k]].payload for k in keys]
+        finally:
+            for mutex in mutexes.values():
+                mutex.release()
+
+
+    def _value(self, value):
+        """Return a :class:`.CachedValue` given a value."""
+        return CachedValue(value, {
+                            "ct": time.time(),
+                            "v": value_version
+                        })
+
+    def set(self, key, value):
+        """Place a new value in the cache under the given key."""
+
+        if self.key_mangler:
+            key = self.key_mangler(key)
+        self.backend.set(key, self._value(value))
+
+
+    def set_multi(self, mapping):
+        """Place new values in the cache under the given keys.
+
+        .. versionadded:: 0.5.0
+
+        """
+
+        if self.key_mangler:
+            mapping = dict((self.key_mangler(k), self._value(v))
+                                for k, v in mapping.items())
+        else:
+            mapping = dict((k, self._value(v)) for k, v in mapping.items())
+        self.backend.set_multi(mapping)
+
+
+    def delete(self, key):
+        """Remove a value from the cache.
+
+        This operation is idempotent (can be called multiple times, or on a
+        non-existent key, safely)
+        """
+
+        if self.key_mangler:
+            key = self.key_mangler(key)
+
+        self.backend.delete(key)
+
+
+    def delete_multi(self, keys):
+        """Remove multiple values from the cache.
+
+        This operation is idempotent (can be called multiple times, or on a
+        non-existent key, safely)
+
+        .. versionadded:: 0.5.0
+
+        """
+
+        if self.key_mangler:
+            keys = list(map(lambda key: self.key_mangler(key), keys))
+
+        self.backend.delete_multi(keys)
+
+
+    def cache_on_arguments(self, namespace=None,
+                                    expiration_time=None,
+                                    should_cache_fn=None,
+                                    to_str=compat.string_type):
+        """A function decorator that will cache the return
+        value of the function using a key derived from the
+        function itself and its arguments.
+
+        The decorator internally makes use of the
+        :meth:`.CacheRegion.get_or_create` method to access the
+        cache and conditionally call the function.  See that
+        method for additional behavioral details.
+
+        E.g.::
+
+            @someregion.cache_on_arguments()
+            def generate_something(x, y):
+                return somedatabase.query(x, y)
+
+        The decorated function can then be called normally, where
+        data will be pulled from the cache region unless a new
+        value is needed::
+
+            result = generate_something(5, 6)
+
+        The function is also given an attribute ``invalidate()``, which
+        provides for invalidation of the value.  Pass to ``invalidate()``
+        the same arguments you'd pass to the function itself to represent
+        a particular value::
+
+            generate_something.invalidate(5, 6)
+
+        Another attribute ``set()`` is added to provide extra caching
+        possibilities relative to the function.   This is a convenience
+        method for :meth:`.CacheRegion.set` which will store a given
+        value directly without calling the decorated function.
+        The value to be cached is passed as the first argument, and the
+        arguments which would normally be passed to the function
+        should follow::
+
+            generate_something.set(3, 5, 6)
+
+        The above example is equivalent to calling ``generate_something(5, 6)``,
+        if the function were to produce the value ``3`` as the value to be
+        cached.
+
+        .. versionadded:: 0.4.1 Added ``set()`` method to decorated function.
+
+        Similar to ``set()`` is ``refresh()``.   This attribute will
+        invoke the decorated function and populate a new value into
+        the cache with the new value, as well as returning that value::
+
+            newvalue = generate_something.refresh(5, 6)
+
+        .. versionadded:: 0.5.0 Added ``refresh()`` method to decorated
+           function.
+
+        Lastly, the ``get()`` method returns either the value cached
+        for the given key, or the token ``NO_VALUE`` if no such key
+        exists::
+
+            value = generate_something.get(5, 6)
+
+        .. versionadded:: 0.5.3 Added ``get()`` method to decorated
+           function.
+
+        The default key generation will use the name
+        of the function, the module name for the function,
+        the arguments passed, as well as an optional "namespace"
+        parameter in order to generate a cache key.
+
+        Given a function ``one`` inside the module
+        ``myapp.tools``::
+
+            @region.cache_on_arguments(namespace="foo")
+            def one(a, b):
+                return a + b
+
+        Above, calling ``one(3, 4)`` will produce a
+        cache key as follows::
+
+            myapp.tools:one|foo|3 4
+
+        The key generator will ignore an initial argument
+        of ``self`` or ``cls``, making the decorator suitable
+        (with caveats) for use with instance or class methods.
+        Given the example::
+
+            class MyClass(object):
+                @region.cache_on_arguments(namespace="foo")
+                def one(self, a, b):
+                    return a + b
+
+        The cache key above for ``MyClass().one(3, 4)`` will
+        again produce the same cache key of ``myapp.tools:one|foo|3 4`` -
+        the name ``self`` is skipped.
+
+        The ``namespace`` parameter is optional, and is used
+        normally to disambiguate two functions of the same
+        name within the same module, as can occur when decorating
+        instance or class methods as below::
+
+            class MyClass(object):
+                @region.cache_on_arguments(namespace='MC')
+                def somemethod(self, x, y):
+                    ""
+
+            class MyOtherClass(object):
+                @region.cache_on_arguments(namespace='MOC')
+                def somemethod(self, x, y):
+                    ""
+
+        Above, the ``namespace`` parameter disambiguates
+        between ``somemethod`` on ``MyClass`` and ``MyOtherClass``.
+        Python class declaration mechanics otherwise prevent
+        the decorator from having awareness of the ``MyClass``
+        and ``MyOtherClass`` names, as the function is received
+        by the decorator before it becomes an instance method.
+
+        The function key generation can be entirely replaced
+        on a per-region basis using the ``function_key_generator``
+        argument present on :func:`.make_region` and
+        :class:`.CacheRegion`. If defaults to
+        :func:`.function_key_generator`.
+
+        :param namespace: optional string argument which will be
+         established as part of the cache key.   This may be needed
+         to disambiguate functions of the same name within the same
+         source file, such as those
+         associated with classes - note that the decorator itself
+         can't see the parent class on a function as the class is
+         being declared.
+
+        :param expiration_time: if not None, will override the normal
+         expiration time.
+
+         May be specified as a callable, taking no arguments, that
+         returns a value to be used as the ``expiration_time``. This callable
+         will be called whenever the decorated function itself is called, in
+         caching or retrieving. Thus, this can be used to
+         determine a *dynamic* expiration time for the cached function
+         result.  Example use cases include "cache the result until the
+         end of the day, week or time period" and "cache until a certain date
+         or time passes".
+
+         .. versionchanged:: 0.5.0
+            ``expiration_time`` may be passed as a callable to
+            :meth:`.CacheRegion.cache_on_arguments`.
+
+        :param should_cache_fn: passed to :meth:`.CacheRegion.get_or_create`.
+
+         .. versionadded:: 0.4.3
+
+        :param to_str: callable, will be called on each function argument
+         in order to convert to a string.  Defaults to ``str()``.  If the
+         function accepts non-ascii unicode arguments on Python 2.x, the
+         ``unicode()`` builtin can be substituted, but note this will
+         produce unicode cache keys which may require key mangling before
+         reaching the cache.
+
+         .. versionadded:: 0.5.0
+
+        .. seealso::
+
+            :meth:`.CacheRegion.cache_multi_on_arguments`
+
+            :meth:`.CacheRegion.get_or_create`
+
+        """
+        expiration_time_is_callable = compat.callable(expiration_time)
+        def decorator(fn):
+            if to_str is compat.string_type:
+                # backwards compatible
+                key_generator = self.function_key_generator(namespace, fn)
+            else:
+                key_generator = self.function_key_generator(namespace, fn,
+                                    to_str=to_str)
+            @wraps(fn)
+            def decorate(*arg, **kw):
+                key = key_generator(*arg, **kw)
+                @wraps(fn)
+                def creator():
+                    return fn(*arg, **kw)
+                timeout = expiration_time() if expiration_time_is_callable \
+                            else expiration_time
+                return self.get_or_create(key, creator, timeout,
+                                          should_cache_fn)
+
+            def invalidate(*arg, **kw):
+                key = key_generator(*arg, **kw)
+                self.delete(key)
+
+            def set_(value, *arg, **kw):
+                key = key_generator(*arg, **kw)
+                self.set(key, value)
+
+            def get(*arg, **kw):
+                key = key_generator(*arg, **kw)
+                return self.get(key)
+
+            def refresh(*arg, **kw):
+                key = key_generator(*arg, **kw)
+                value = fn(*arg, **kw)
+                self.set(key, value)
+                return value
+
+            decorate.set = set_
+            decorate.invalidate = invalidate
+            decorate.refresh = refresh
+            decorate.get = get
+
+            return decorate
+        return decorator
+
+    def cache_multi_on_arguments(self, namespace=None, expiration_time=None,
+                                        should_cache_fn=None,
+                                        asdict=False, to_str=compat.string_type):
+        """A function decorator that will cache multiple return
+        values from the function using a sequence of keys derived from the
+        function itself and the arguments passed to it.
+
+        This method is the "multiple key" analogue to the
+        :meth:`.CacheRegion.cache_on_arguments` method.
+
+        Example::
+
+            @someregion.cache_multi_on_arguments()
+            def generate_something(*keys):
+                return [
+                    somedatabase.query(key)
+                    for key in keys
+                ]
+
+        The decorated function can be called normally.  The decorator
+        will produce a list of cache keys using a mechanism similar to that
+        of :meth:`.CacheRegion.cache_on_arguments`, combining the name
+        of the function with the optional namespace and with the string form
+        of each key.  It will then consult the cache using the same mechanism as that
+        of :meth:`.CacheRegion.get_multi` to retrieve all current values;
+        the originally passed keys corresponding to those values which
+        aren't generated or need regeneration will
+        be assembled into a new argument list, and the decorated function
+        is then called with that subset of arguments.
+
+        The returned result is a list::
+
+            result = generate_something("key1", "key2", "key3")
+
+        The decorator internally makes use of the
+        :meth:`.CacheRegion.get_or_create_multi` method to access the
+        cache and conditionally call the function.  See that
+        method for additional behavioral details.
+
+        Unlike the :meth:`.CacheRegion.cache_on_arguments`
+        method, :meth:`.CacheRegion.cache_multi_on_arguments` works only
+        with a single function signature, one which takes a simple list of keys as
+        arguments.
+
+        Like :meth:`.CacheRegion.cache_on_arguments`, the decorated function
+        is also provided with a ``set()`` method, which here accepts a
+        mapping of keys and values to set in the cache::
+
+            generate_something.set({"k1": "value1",
+                                    "k2": "value2", "k3": "value3"})
+
+        ...an ``invalidate()`` method, which has the effect of deleting
+        the given sequence of keys using the same mechanism as that of
+        :meth:`.CacheRegion.delete_multi`::
+
+            generate_something.invalidate("k1", "k2", "k3")
+
+        ...a ``refresh()`` method, which will call the creation
+        function, cache the new values, and return them::
+
+            values = generate_something.refresh("k1", "k2", "k3")
+
+        ...and a ``get()`` method, which will return values
+        based on the given arguments::
+
+            values = generate_something.get("k1", "k2", "k3")
+
+        .. versionadded:: 0.5.3 Added ``get()`` method to decorated
+           function.
+
+        Parameters passed to :meth:`.CacheRegion.cache_multi_on_arguments`
+        have the same meaning as those passed to
+        :meth:`.CacheRegion.cache_on_arguments`.
+
+        :param namespace: optional string argument which will be
+         established as part of each cache key.
+
+        :param expiration_time: if not None, will override the normal
+         expiration time.  May be passed as an integer or a
+         callable.
+
+        :param should_cache_fn: passed to :meth:`.CacheRegion.get_or_create_multi`.
+         This function is given a value as returned by the creator, and only
+         if it returns True will that value be placed in the cache.
+
+        :param asdict: if ``True``, the decorated function should return
+         its result as a dictionary of keys->values, and the final result
+         of calling the decorated function will also be a dictionary.
+         If left at its default value of ``False``, the decorated function
+         should return its result as a list of values, and the final
+         result of calling the decorated function will also be a list.
+
+         When ``asdict==True`` if the dictionary returned by the decorated
+         function is missing keys, those keys will not be cached.
+
+        :param to_str: callable, will be called on each function argument
+         in order to convert to a string.  Defaults to ``str()``.  If the
+         function accepts non-ascii unicode arguments on Python 2.x, the
+         ``unicode()`` builtin can be substituted, but note this will
+         produce unicode cache keys which may require key mangling before
+         reaching the cache.
+
+        .. versionadded:: 0.5.0
+
+        .. seealso::
+
+            :meth:`.CacheRegion.cache_on_arguments`
+
+            :meth:`.CacheRegion.get_or_create_multi`
+
+        """
+        expiration_time_is_callable = compat.callable(expiration_time)
+        def decorator(fn):
+            key_generator = self.function_multi_key_generator(namespace, fn,
+                                            to_str=to_str)
+            @wraps(fn)
+            def decorate(*arg, **kw):
+                cache_keys = arg
+                keys = key_generator(*arg, **kw)
+                key_lookup = dict(zip(keys, cache_keys))
+                @wraps(fn)
+                def creator(*keys_to_create):
+                    return fn(*[key_lookup[k] for k in keys_to_create])
+
+                timeout = expiration_time() if expiration_time_is_callable \
+                            else expiration_time
+
+                if asdict:
+                    def dict_create(*keys):
+                        d_values = creator(*keys)
+                        return [d_values.get(key_lookup[k], NO_VALUE) for k in keys]
+
+                    def wrap_cache_fn(value):
+                        if value is NO_VALUE:
+                            return False
+                        elif not should_cache_fn:
+                            return True
+                        else:
+                            return should_cache_fn(value)
+
+                    result = self.get_or_create_multi(keys, dict_create, timeout,
+                                         wrap_cache_fn)
+                    result = dict((k, v) for k, v in zip(cache_keys, result)
+                                        if v is not NO_VALUE)
+                else:
+                    result = self.get_or_create_multi(keys, creator, timeout,
+                                          should_cache_fn)
+
+                return result
+
+            def invalidate(*arg):
+                keys = key_generator(*arg)
+                self.delete_multi(keys)
+
+            def set_(mapping):
+                keys = list(mapping)
+                gen_keys = key_generator(*keys)
+                self.set_multi(dict(
+                        (gen_key, mapping[key])
+                        for gen_key, key
+                        in zip(gen_keys, keys))
+                    )
+
+            def get(*arg):
+                keys = key_generator(*arg)
+                return self.get_multi(keys)
+
+            def refresh(*arg):
+                keys = key_generator(*arg)
+                values = fn(*arg)
+                if asdict:
+                    self.set_multi(
+                                dict(zip(keys, [values[a] for a in arg]))
+                            )
+                    return values
+                else:
+                    self.set_multi(
+                                dict(zip(keys, values))
+                            )
+                    return values
+
+            decorate.set = set_
+            decorate.invalidate = invalidate
+            decorate.refresh = refresh
+            decorate.get = get
+
+            return decorate
+        return decorator
+
+
+
+def make_region(*arg, **kw):
+    """Instantiate a new :class:`.CacheRegion`.
+
+    Currently, :func:`.make_region` is a passthrough
+    to :class:`.CacheRegion`.  See that class for
+    constructor arguments.
+
+    """
+    return CacheRegion(*arg, **kw)
diff --git a/lib/dogpile/cache/util.py b/lib/dogpile/cache/util.py
new file mode 100644
index 00000000..8f6f3ff6
--- /dev/null
+++ b/lib/dogpile/cache/util.py
@@ -0,0 +1,187 @@
+from hashlib import sha1
+import inspect
+import re
+import collections
+from . import compat
+
+
+def coerce_string_conf(d):
+    result = {}
+    for k, v in d.items():
+        if not isinstance(v, compat.string_types):
+            result[k] = v
+            continue
+
+        v = v.strip()
+        if re.match(r'^[-+]?\d+$', v):
+            result[k] = int(v)
+        elif v.lower() in ('false', 'true'):
+            result[k] = v.lower() == 'true'
+        elif v == 'None':
+            result[k] = None
+        else:
+            result[k] = v
+    return result
+
+class PluginLoader(object):
+    def __init__(self, group):
+        self.group = group
+        self.impls = {}
+
+    def load(self, name):
+        if name in self.impls:
+            return self.impls[name]()
+        else:  # pragma NO COVERAGE
+            import pkg_resources
+            for impl in pkg_resources.iter_entry_points(
+                                self.group,
+                                name):
+                self.impls[name] = impl.load
+                return impl.load()
+            else:
+                raise Exception(
+                        "Can't load plugin %s %s" %
+                        (self.group, name))
+
+    def register(self, name, modulepath, objname):
+        def load():
+            mod = __import__(modulepath)
+            for token in modulepath.split(".")[1:]:
+                mod = getattr(mod, token)
+            return getattr(mod, objname)
+        self.impls[name] = load
+
+
+def function_key_generator(namespace, fn, to_str=compat.string_type):
+    """Return a function that generates a string
+    key, based on a given function as well as
+    arguments to the returned function itself.
+
+    This is used by :meth:`.CacheRegion.cache_on_arguments`
+    to generate a cache key from a decorated function.
+
+    It can be replaced using the ``function_key_generator``
+    argument passed to :func:`.make_region`.
+
+    """
+
+    if namespace is None:
+        namespace = '%s:%s' % (fn.__module__, fn.__name__)
+    else:
+        namespace = '%s:%s|%s' % (fn.__module__, fn.__name__, namespace)
+
+    args = inspect.getargspec(fn)
+    has_self = args[0] and args[0][0] in ('self', 'cls')
+    def generate_key(*args, **kw):
+        if kw:
+            raise ValueError(
+                    "dogpile.cache's default key creation "
+                    "function does not accept keyword arguments.")
+        if has_self:
+            args = args[1:]
+
+        return namespace + "|" + " ".join(map(to_str, args))
+    return generate_key
+
+def function_multi_key_generator(namespace, fn, to_str=compat.string_type):
+
+    if namespace is None:
+        namespace = '%s:%s' % (fn.__module__, fn.__name__)
+    else:
+        namespace = '%s:%s|%s' % (fn.__module__, fn.__name__, namespace)
+
+    args = inspect.getargspec(fn)
+    has_self = args[0] and args[0][0] in ('self', 'cls')
+    def generate_keys(*args, **kw):
+        if kw:
+            raise ValueError(
+                    "dogpile.cache's default key creation "
+                    "function does not accept keyword arguments.")
+        if has_self:
+            args = args[1:]
+        return [namespace + "|" + key for key in map(to_str, args)]
+    return generate_keys
+
+def sha1_mangle_key(key):
+    """a SHA1 key mangler."""
+
+    return sha1(key).hexdigest()
+
+def length_conditional_mangler(length, mangler):
+    """a key mangler that mangles if the length of the key is
+    past a certain threshold.
+
+    """
+    def mangle(key):
+        if len(key) >= length:
+            return mangler(key)
+        else:
+            return key
+    return mangle
+
+class memoized_property(object):
+    """A read-only @property that is only evaluated once."""
+    def __init__(self, fget, doc=None):
+        self.fget = fget
+        self.__doc__ = doc or fget.__doc__
+        self.__name__ = fget.__name__
+
+    def __get__(self, obj, cls):
+        if obj is None:
+            return self
+        obj.__dict__[self.__name__] = result = self.fget(obj)
+        return result
+
+def to_list(x, default=None):
+    """Coerce to a list."""
+    if x is None:
+        return default
+    if not isinstance(x, (list, tuple)):
+        return [x]
+    else:
+        return x
+
+
+class KeyReentrantMutex(object):
+
+    def __init__(self, key, mutex, keys):
+        self.key = key
+        self.mutex = mutex
+        self.keys = keys
+
+    @classmethod
+    def factory(cls, mutex):
+        # this collection holds zero or one
+        # thread idents as the key; a set of
+        # keynames held as the value.
+        keystore = collections.defaultdict(set)
+        def fac(key):
+            return KeyReentrantMutex(key, mutex, keystore)
+        return fac
+
+    def acquire(self, wait=True):
+        current_thread = compat.threading.current_thread().ident
+        keys = self.keys.get(current_thread)
+        if keys is not None and \
+            self.key not in keys:
+            # current lockholder, new key. add it in
+            keys.add(self.key)
+            return True
+        elif self.mutex.acquire(wait=wait):
+            # after acquire, create new set and add our key
+            self.keys[current_thread].add(self.key)
+            return True
+        else:
+            return False
+
+    def release(self):
+        current_thread = compat.threading.current_thread().ident
+        keys = self.keys.get(current_thread)
+        assert keys is not None, "this thread didn't do the acquire"
+        assert self.key in keys, "No acquire held for key '%s'" % self.key
+        keys.remove(self.key)
+        if not keys:
+            # when list of keys empty, remove
+            # the thread ident and unlock.
+            del self.keys[current_thread]
+            self.mutex.release()
diff --git a/lib/dogpile/core/__init__.py b/lib/dogpile/core/__init__.py
new file mode 100644
index 00000000..fb9d756d
--- /dev/null
+++ b/lib/dogpile/core/__init__.py
@@ -0,0 +1,11 @@
+from .dogpile import NeedRegenerationException, Lock
+from .nameregistry import NameRegistry
+from .readwrite_lock import ReadWriteMutex
+from .legacy import Dogpile, SyncReaderDogpile
+
+__all__ = [
+        'Dogpile', 'SyncReaderDogpile', 'NeedRegenerationException',
+        'NameRegistry', 'ReadWriteMutex', 'Lock']
+
+__version__ = '0.4.1'
+
diff --git a/lib/dogpile/core/dogpile.py b/lib/dogpile/core/dogpile.py
new file mode 100644
index 00000000..2e3ca0e9
--- /dev/null
+++ b/lib/dogpile/core/dogpile.py
@@ -0,0 +1,162 @@
+import time
+import logging
+
+log = logging.getLogger(__name__)
+
+class NeedRegenerationException(Exception):
+    """An exception that when raised in the 'with' block,
+    forces the 'has_value' flag to False and incurs a
+    regeneration of the value.
+
+    """
+
+NOT_REGENERATED = object()
+
+class Lock(object):
+    """Dogpile lock class.
+
+    Provides an interface around an arbitrary mutex
+    that allows one thread/process to be elected as
+    the creator of a new value, while other threads/processes
+    continue to return the previous version
+    of that value.
+
+    .. versionadded:: 0.4.0
+        The :class:`.Lock` class was added as a single-use object
+        representing the dogpile API without dependence on
+        any shared state between multiple instances.
+
+    :param mutex: A mutex object that provides ``acquire()``
+     and ``release()`` methods.
+    :param creator: Callable which returns a tuple of the form
+     (new_value, creation_time).  "new_value" should be a newly
+     generated value representing completed state.  "creation_time"
+     should be a floating point time value which is relative
+     to Python's ``time.time()`` call, representing the time
+     at which the value was created.  This time value should
+     be associated with the created value.
+    :param value_and_created_fn: Callable which returns
+     a tuple of the form (existing_value, creation_time).  This
+     basically should return what the last local call to the ``creator()``
+     callable has returned, i.e. the value and the creation time,
+     which would be assumed here to be from a cache.  If the
+     value is not available, the :class:`.NeedRegenerationException`
+     exception should be thrown.
+    :param expiretime: Expiration time in seconds.  Set to
+     ``None`` for never expires.  This timestamp is compared
+     to the creation_time result and ``time.time()`` to determine if
+     the value returned by value_and_created_fn is "expired".
+    :param async_creator: A callable.  If specified, this callable will be
+     passed the mutex as an argument and is responsible for releasing the mutex
+     after it finishes some asynchronous value creation.  The intent is for
+     this to be used to defer invocation of the creator callable until some
+     later time.
+
+     .. versionadded:: 0.4.1 added the async_creator argument.
+
+    """
+
+    def __init__(self,
+            mutex,
+            creator,
+            value_and_created_fn,
+            expiretime,
+            async_creator=None,
+        ):
+        self.mutex = mutex
+        self.creator = creator
+        self.value_and_created_fn = value_and_created_fn
+        self.expiretime = expiretime
+        self.async_creator = async_creator
+
+    def _is_expired(self, createdtime):
+        """Return true if the expiration time is reached, or no
+        value is available."""
+
+        return not self._has_value(createdtime) or \
+            (
+                self.expiretime is not None and
+                time.time() - createdtime > self.expiretime
+            )
+
+    def _has_value(self, createdtime):
+        """Return true if the creation function has proceeded
+        at least once."""
+        return createdtime > 0
+
+    def _enter(self):
+        value_fn = self.value_and_created_fn
+
+        try:
+            value = value_fn()
+            value, createdtime = value
+        except NeedRegenerationException:
+            log.debug("NeedRegenerationException")
+            value = NOT_REGENERATED
+            createdtime = -1
+
+        generated = self._enter_create(createdtime)
+
+        if generated is not NOT_REGENERATED:
+            generated, createdtime = generated
+            return generated
+        elif value is NOT_REGENERATED:
+            try:
+                value, createdtime = value_fn()
+                return value
+            except NeedRegenerationException:
+                raise Exception("Generation function should "
+                            "have just been called by a concurrent "
+                            "thread.")
+        else:
+            return value
+
+    def _enter_create(self, createdtime):
+
+        if not self._is_expired(createdtime):
+            return NOT_REGENERATED
+
+        async = False
+
+        if self._has_value(createdtime):
+            if not self.mutex.acquire(False):
+                log.debug("creation function in progress "
+                            "elsewhere, returning")
+                return NOT_REGENERATED
+        else:
+            log.debug("no value, waiting for create lock")
+            self.mutex.acquire()
+
+        try:
+            log.debug("value creation lock %r acquired" % self.mutex)
+
+            # see if someone created the value already
+            try:
+                value, createdtime = self.value_and_created_fn()
+            except NeedRegenerationException:
+                pass
+            else:
+                if not self._is_expired(createdtime):
+                    log.debug("value already present")
+                    return value, createdtime
+                elif self.async_creator:
+                    log.debug("Passing creation lock to async runner")
+                    self.async_creator(self.mutex)
+                    async = True
+                    return value, createdtime
+
+            log.debug("Calling creation function")
+            created = self.creator()
+            return created
+        finally:
+            if not async:
+                self.mutex.release()
+                log.debug("Released creation lock")
+
+
+    def __enter__(self):
+        return self._enter()
+
+    def __exit__(self, type, value, traceback):
+        pass
+
diff --git a/lib/dogpile/core/legacy.py b/lib/dogpile/core/legacy.py
new file mode 100644
index 00000000..dad4e160
--- /dev/null
+++ b/lib/dogpile/core/legacy.py
@@ -0,0 +1,154 @@
+from __future__ import with_statement
+
+from .util import threading
+from .readwrite_lock import ReadWriteMutex
+from .dogpile import Lock
+import time
+import contextlib
+
+class Dogpile(object):
+    """Dogpile lock class.
+
+    .. deprecated:: 0.4.0
+        The :class:`.Lock` object specifies the full
+        API of the :class:`.Dogpile` object in a single way,
+        rather than providing multiple modes of usage which
+        don't necessarily work in the majority of cases.
+        :class:`.Dogpile` is now a wrapper around the :class:`.Lock` object
+        which provides dogpile.core's original usage pattern.
+        This usage pattern began as something simple, but was
+        not of general use in real-world caching environments without
+        several extra complicating factors; the :class:`.Lock`
+        object presents the "real-world" API more succinctly,
+        and also fixes a cross-process concurrency issue.
+
+    :param expiretime: Expiration time in seconds.  Set to
+     ``None`` for never expires.
+    :param init: if True, set the 'createdtime' to the
+     current time.
+    :param lock: a mutex object that provides
+     ``acquire()`` and ``release()`` methods.
+
+    """
+    def __init__(self, expiretime, init=False, lock=None):
+        """Construct a new :class:`.Dogpile`.
+
+        """
+        if lock:
+            self.dogpilelock = lock
+        else:
+            self.dogpilelock = threading.Lock()
+
+        self.expiretime = expiretime
+        if init:
+            self.createdtime = time.time()
+
+    createdtime = -1
+    """The last known 'creation time' of the value,
+    stored as an epoch (i.e. from ``time.time()``).
+
+    If the value here is -1, it is assumed the value
+    should recreate immediately.
+
+    """
+
+    def acquire(self, creator,
+                        value_fn=None,
+                        value_and_created_fn=None):
+        """Acquire the lock, returning a context manager.
+
+        :param creator: Creation function, used if this thread
+         is chosen to create a new value.
+
+        :param value_fn: Optional function that returns
+         the value from some datasource.  Will be returned
+         if regeneration is not needed.
+
+        :param value_and_created_fn: Like value_fn, but returns a tuple
+         of (value, createdtime).  The returned createdtime
+         will replace the "createdtime" value on this dogpile
+         lock.   This option removes the need for the dogpile lock
+         itself to remain persistent across usages; another
+         dogpile can come along later and pick up where the
+         previous one left off.
+
+        """
+
+        if value_and_created_fn is None:
+            if value_fn is None:
+                def value_and_created_fn():
+                    return None, self.createdtime
+            else:
+                def value_and_created_fn():
+                    return value_fn(), self.createdtime
+
+            def creator_wrapper():
+                value = creator()
+                self.createdtime = time.time()
+                return value, self.createdtime
+        else:
+            def creator_wrapper():
+                value = creator()
+                self.createdtime = time.time()
+                return value
+
+        return Lock(
+            self.dogpilelock,
+            creator_wrapper,
+            value_and_created_fn,
+            self.expiretime
+        )
+
+    @property
+    def is_expired(self):
+        """Return true if the expiration time is reached, or no
+        value is available."""
+
+        return not self.has_value or \
+            (
+                self.expiretime is not None and
+                time.time() - self.createdtime > self.expiretime
+            )
+
+    @property
+    def has_value(self):
+        """Return true if the creation function has proceeded
+        at least once."""
+        return self.createdtime > 0
+
+
+class SyncReaderDogpile(Dogpile):
+    """Provide a read-write lock function on top of the :class:`.Dogpile`
+    class.
+
+    .. deprecated:: 0.4.0
+        The :class:`.ReadWriteMutex` object can be used directly.
+
+    """
+    def __init__(self, *args, **kw):
+        super(SyncReaderDogpile, self).__init__(*args, **kw)
+        self.readwritelock = ReadWriteMutex()
+
+    @contextlib.contextmanager
+    def acquire_write_lock(self):
+        """Return the "write" lock context manager.
+
+        This will provide a section that is mutexed against
+        all readers/writers for the dogpile-maintained value.
+
+        """
+
+        self.readwritelock.acquire_write_lock()
+        try:
+            yield
+        finally:
+            self.readwritelock.release_write_lock()
+
+    @contextlib.contextmanager
+    def acquire(self, *arg, **kw):
+        with super(SyncReaderDogpile, self).acquire(*arg, **kw) as value:
+            self.readwritelock.acquire_read_lock()
+            try:
+                yield value
+            finally:
+                self.readwritelock.release_read_lock()
diff --git a/lib/dogpile/core/nameregistry.py b/lib/dogpile/core/nameregistry.py
new file mode 100644
index 00000000..a73f450c
--- /dev/null
+++ b/lib/dogpile/core/nameregistry.py
@@ -0,0 +1,83 @@
+from .util import threading
+import weakref
+
+class NameRegistry(object):
+    """Generates and return an object, keeping it as a
+    singleton for a certain identifier for as long as its
+    strongly referenced.
+
+    e.g.::
+
+        class MyFoo(object):
+            "some important object."
+            def __init__(self, identifier):
+                self.identifier = identifier
+
+        registry = NameRegistry(MyFoo)
+
+        # thread 1:
+        my_foo = registry.get("foo1")
+
+        # thread 2
+        my_foo = registry.get("foo1")
+
+    Above, ``my_foo`` in both thread #1 and #2 will
+    be *the same object*.   The constructor for
+    ``MyFoo`` will be called once, passing the
+    identifier ``foo1`` as the argument.
+
+    When thread 1 and thread 2 both complete or
+    otherwise delete references to ``my_foo``, the
+    object is *removed* from the :class:`.NameRegistry` as
+    a result of Python garbage collection.
+
+    :param creator: A function that will create a new
+     value, given the identifier passed to the :meth:`.NameRegistry.get`
+     method.
+
+    """
+    _locks = weakref.WeakValueDictionary()
+    _mutex = threading.RLock()
+
+    def __init__(self, creator):
+        """Create a new :class:`.NameRegistry`.
+
+
+        """
+        self._values = weakref.WeakValueDictionary()
+        self._mutex = threading.RLock()
+        self.creator = creator
+
+    def get(self, identifier, *args, **kw):
+        """Get and possibly create the value.
+
+        :param identifier: Hash key for the value.
+         If the creation function is called, this identifier
+         will also be passed to the creation function.
+        :param \*args, \**kw: Additional arguments which will
+         also be passed to the creation function if it is
+         called.
+
+        """
+        try:
+            if identifier in self._values:
+                return self._values[identifier]
+            else:
+                return self._sync_get(identifier, *args, **kw)
+        except KeyError:
+            return self._sync_get(identifier, *args, **kw)
+
+    def _sync_get(self, identifier, *args, **kw):
+        self._mutex.acquire()
+        try:
+            try:
+                if identifier in self._values:
+                    return self._values[identifier]
+                else:
+                    self._values[identifier] = value = self.creator(identifier, *args, **kw)
+                    return value
+            except KeyError:
+                self._values[identifier] = value = self.creator(identifier, *args, **kw)
+                return value
+        finally:
+            self._mutex.release()
diff --git a/lib/dogpile/core/readwrite_lock.py b/lib/dogpile/core/readwrite_lock.py
new file mode 100644
index 00000000..1ea25e47
--- /dev/null
+++ b/lib/dogpile/core/readwrite_lock.py
@@ -0,0 +1,130 @@
+from .util import threading
+
+import logging
+log = logging.getLogger(__name__)
+
+class LockError(Exception):
+    pass
+
+class ReadWriteMutex(object):
+    """A mutex which allows multiple readers, single writer.
+    
+    :class:`.ReadWriteMutex` uses a Python ``threading.Condition``
+    to provide this functionality across threads within a process.
+    
+    The Beaker package also contained a file-lock based version
+    of this concept, so that readers/writers could be synchronized
+    across processes with a common filesystem.  A future Dogpile 
+    release may include this additional class at some point.
+    
+    """
+
+    def __init__(self):
+        # counts how many asynchronous methods are executing
+        self.async = 0
+
+        # pointer to thread that is the current sync operation
+        self.current_sync_operation = None
+
+        # condition object to lock on
+        self.condition = threading.Condition(threading.Lock())
+
+    def acquire_read_lock(self, wait = True):
+        """Acquire the 'read' lock."""
+        self.condition.acquire()
+        try:
+            # see if a synchronous operation is waiting to start
+            # or is already running, in which case we wait (or just
+            # give up and return)
+            if wait:
+                while self.current_sync_operation is not None:
+                    self.condition.wait()
+            else:
+                if self.current_sync_operation is not None:
+                    return False
+
+            self.async += 1
+            log.debug("%s acquired read lock", self)
+        finally:
+            self.condition.release()
+
+        if not wait: 
+            return True
+
+    def release_read_lock(self):
+        """Release the 'read' lock."""
+        self.condition.acquire()
+        try:
+            self.async -= 1
+
+            # check if we are the last asynchronous reader thread 
+            # out the door.
+            if self.async == 0:
+                # yes. so if a sync operation is waiting, notifyAll to wake
+                # it up
+                if self.current_sync_operation is not None:
+                    self.condition.notifyAll()
+            elif self.async < 0:
+                raise LockError("Synchronizer error - too many "
+                                "release_read_locks called")
+            log.debug("%s released read lock", self)
+        finally:
+            self.condition.release()
+
+    def acquire_write_lock(self, wait = True):
+        """Acquire the 'write' lock."""
+        self.condition.acquire()
+        try:
+            # here, we are not a synchronous reader, and after returning,
+            # assuming waiting or immediate availability, we will be.
+
+            if wait:
+                # if another sync is working, wait
+                while self.current_sync_operation is not None:
+                    self.condition.wait()
+            else:
+                # if another sync is working,
+                # we dont want to wait, so forget it
+                if self.current_sync_operation is not None:
+                    return False
+
+            # establish ourselves as the current sync 
+            # this indicates to other read/write operations
+            # that they should wait until this is None again
+            self.current_sync_operation = threading.currentThread()
+
+            # now wait again for asyncs to finish
+            if self.async > 0:
+                if wait:
+                    # wait
+                    self.condition.wait()
+                else:
+                    # we dont want to wait, so forget it
+                    self.current_sync_operation = None
+                    return False
+            log.debug("%s acquired write lock", self)
+        finally:
+            self.condition.release()
+
+        if not wait: 
+            return True
+
+    def release_write_lock(self):
+        """Release the 'write' lock."""
+        self.condition.acquire()
+        try:
+            if self.current_sync_operation is not threading.currentThread():
+                raise LockError("Synchronizer error - current thread doesn't "
+                                "have the write lock")
+
+            # reset the current sync operation so 
+            # another can get it
+            self.current_sync_operation = None
+
+            # tell everyone to get ready
+            self.condition.notifyAll()
+
+            log.debug("%s released write lock", self)
+        finally:
+            # everyone go !!
+            self.condition.release()
diff --git a/lib/dogpile/core/util.py b/lib/dogpile/core/util.py
new file mode 100644
index 00000000..f53c6818
--- /dev/null
+++ b/lib/dogpile/core/util.py
@@ -0,0 +1,8 @@
+import sys
+py3k = sys.version_info >= (3, 0)
+
+try:
+    import threading
+except ImportError:
+    import dummy_threading as threading
+
diff --git a/lib/subliminal/__init__.py b/lib/subliminal/__init__.py
index 77297f5a..836700c1 100644
--- a/lib/subliminal/__init__.py
+++ b/lib/subliminal/__init__.py
@@ -1,34 +1,17 @@
 # -*- coding: utf-8 -*-
-# Copyright 2011-2012 Antoine Bertin <diaoulael@gmail.com>
-#
-# This file is part of subliminal.
-#
-# subliminal is free software; you can redistribute it and/or modify it under
-# the terms of the GNU Lesser General Public License as published by
-# the Free Software Foundation; either version 3 of the License, or
-# (at your option) any later version.
-#
-# subliminal is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public License
-# along with subliminal.  If not, see <http://www.gnu.org/licenses/>.
-from .api import list_subtitles, download_subtitles
-from .async import Pool
-from .core import (SERVICES, LANGUAGE_INDEX, SERVICE_INDEX, SERVICE_CONFIDENCE,
-    MATCHING_CONFIDENCE)
-from .infos import __version__
+__title__ = 'subliminal'
+__version__ = '0.8.0-dev'
+__author__ = 'Antoine Bertin'
+__license__ = 'MIT'
+__copyright__ = 'Copyright 2013 Antoine Bertin'
+
 import logging
-try:
-    from logging import NullHandler
-except ImportError:
-    class NullHandler(logging.Handler):
-        def emit(self, record):
-            pass
+from .api import list_subtitles, download_subtitles, download_best_subtitles, save_subtitles
+from .cache import MutexLock, region as cache_region
+from .exceptions import Error, ProviderError
+from .providers import Provider, ProviderPool, provider_manager
+from .subtitle import Subtitle
+from .video import VIDEO_EXTENSIONS, SUBTITLE_EXTENSIONS, Video, Episode, Movie, scan_videos, scan_video
 
 
-__all__ = ['SERVICES', 'LANGUAGE_INDEX', 'SERVICE_INDEX', 'SERVICE_CONFIDENCE',
-           'MATCHING_CONFIDENCE', 'list_subtitles', 'download_subtitles', 'Pool']
-logging.getLogger("subliminal").addHandler(NullHandler())
+logging.getLogger(__name__).addHandler(logging.NullHandler())
diff --git a/lib/subliminal/api.py b/lib/subliminal/api.py
index f95fda3b..47d6a2cb 100644
--- a/lib/subliminal/api.py
+++ b/lib/subliminal/api.py
@@ -1,112 +1,140 @@
 # -*- coding: utf-8 -*-
-# Copyright 2011-2012 Antoine Bertin <diaoulael@gmail.com>
-#
-# This file is part of subliminal.
-#
-# subliminal is free software; you can redistribute it and/or modify it under
-# the terms of the GNU Lesser General Public License as published by
-# the Free Software Foundation; either version 3 of the License, or
-# (at your option) any later version.
-#
-# subliminal is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public License
-# along with subliminal.  If not, see <http://www.gnu.org/licenses/>.
-from .core import (SERVICES, LANGUAGE_INDEX, SERVICE_INDEX, SERVICE_CONFIDENCE,
-    MATCHING_CONFIDENCE, create_list_tasks, consume_task, create_download_tasks,
-    group_by_video, key_subtitles)
-from .language import language_set, language_list, LANGUAGES
+from __future__ import unicode_literals
+import collections
+import io
 import logging
+import operator
+import os.path
+import babelfish
+from .providers import ProviderPool
+from .subtitle import get_subtitle_path
 
 
-__all__ = ['list_subtitles', 'download_subtitles']
-logger = logging.getLogger("subliminal")
+logger = logging.getLogger(__name__)
 
 
-def list_subtitles(paths, languages=None, services=None, force=True, multi=False, cache_dir=None, max_depth=3, scan_filter=None):
-    """List subtitles in given paths according to the criteria
+def list_subtitles(videos, languages, providers=None, provider_configs=None):
+    """List subtitles for `videos` with the given `languages` using the specified `providers`
 
-    :param paths: path(s) to video file or folder
-    :type paths: string or list
-    :param languages: languages to search for, in preferred order
-    :type languages: list of :class:`~subliminal.language.Language` or string
-    :param list services: services to use for the search, in preferred order
-    :param bool force: force searching for subtitles even if some are detected
-    :param bool multi: search multiple languages for the same video
-    :param string cache_dir: path to the cache directory to use
-    :param int max_depth: maximum depth for scanning entries
-    :param function scan_filter: filter function that takes a path as argument and returns a boolean indicating whether it has to be filtered out (``True``) or not (``False``)
+    :param videos: videos to list subtitles for
+    :type videos: set of :class:`~subliminal.video.Video`
+    :param languages: languages of subtitles to search for
+    :type languages: set of :class:`babelfish.Language`
+    :param providers: providers to use, if not all
+    :type providers: list of string or None
+    :param provider_configs: configuration for providers
+    :type provider_configs: dict of provider name => provider constructor kwargs or None
     :return: found subtitles
-    :rtype: dict of :class:`~subliminal.videos.Video` => [:class:`~subliminal.subtitles.ResultSubtitle`]
+    :rtype: dict of :class:`~subliminal.video.Video` => [:class:`~subliminal.subtitle.Subtitle`]
 
     """
-    services = services or SERVICES
-    languages = language_set(languages) if languages is not None else language_set(LANGUAGES)
-    if isinstance(paths, basestring):
-        paths = [paths]
-    if any([not isinstance(p, unicode) for p in paths]):
-        logger.warning(u'Not all entries are unicode')
-    results = []
-    service_instances = {}
-    tasks = create_list_tasks(paths, languages, services, force, multi, cache_dir, max_depth, scan_filter)
-    for task in tasks:
-        try:
-            result = consume_task(task, service_instances)
-            results.append((task.video, result))
-        except:
-            logger.error(u'Error consuming task %r' % task, exc_info=True)
-    for service_instance in service_instances.itervalues():
-        service_instance.terminate()
-    return group_by_video(results)
+    subtitles = collections.defaultdict(list)
+    with ProviderPool(providers, provider_configs) as pp:
+        for video in videos:
+            logger.info('Listing subtitles for %r', video)
+            video_subtitles = pp.list_subtitles(video, languages)
+            logger.info('Found %d subtitles total', len(video_subtitles))
+            subtitles[video].extend(video_subtitles)
+    return subtitles
 
 
-def download_subtitles(paths, languages=None, services=None, force=True, multi=False, cache_dir=None, max_depth=3, scan_filter=None, order=None):
-    """Download subtitles in given paths according to the criteria
+def download_subtitles(subtitles, provider_configs=None):
+    """Download subtitles
 
-    :param paths: path(s) to video file or folder
-    :type paths: string or list
-    :param languages: languages to search for, in preferred order
-    :type languages: list of :class:`~subliminal.language.Language` or string
-    :param list services: services to use for the search, in preferred order
-    :param bool force: force searching for subtitles even if some are detected
-    :param bool multi: search multiple languages for the same video
-    :param string cache_dir: path to the cache directory to use
-    :param int max_depth: maximum depth for scanning entries
-    :param function scan_filter: filter function that takes a path as argument and returns a boolean indicating whether it has to be filtered out (``True``) or not (``False``)
-    :param order: preferred order for subtitles sorting
-    :type list: list of :data:`~subliminal.core.LANGUAGE_INDEX`, :data:`~subliminal.core.SERVICE_INDEX`, :data:`~subliminal.core.SERVICE_CONFIDENCE`, :data:`~subliminal.core.MATCHING_CONFIDENCE`
-    :return: downloaded subtitles
-    :rtype: dict of :class:`~subliminal.videos.Video` => [:class:`~subliminal.subtitles.ResultSubtitle`]
-
-    .. note::
-
-        If you use ``multi=True``, :data:`~subliminal.core.LANGUAGE_INDEX` has to be the first item of the ``order`` list
-        or you might get unexpected results.
+    :param subtitles: subtitles to download
+    :type subtitles: list of :class:`~subliminal.subtitle.Subtitle`
+    :param provider_configs: configuration for providers
+    :type provider_configs: dict of provider name => provider constructor kwargs or None
 
     """
-    services = services or SERVICES
-    languages = language_list(languages) if languages is not None else language_list(LANGUAGES)
-    if isinstance(paths, basestring):
-        paths = [paths]
-    order = order or [LANGUAGE_INDEX, SERVICE_INDEX, SERVICE_CONFIDENCE, MATCHING_CONFIDENCE]
-    subtitles_by_video = list_subtitles(paths, languages, services, force, multi, cache_dir, max_depth, scan_filter)
-    for video, subtitles in subtitles_by_video.iteritems():
-        try:
-            subtitles.sort(key=lambda s: key_subtitles(s, video, languages, services, order), reverse=True)
-        except StopIteration:
-            break
-    results = []
-    service_instances = {}
-    tasks = create_download_tasks(subtitles_by_video, languages, multi)
-    for task in tasks:
-        try:
-            result = consume_task(task, service_instances)
-            results.append((task.video, result))
-        except:
-            logger.error(u'Error consuming task %r' % task, exc_info=True)
-    for service_instance in service_instances.itervalues():
-        service_instance.terminate()
-    return group_by_video(results)
+    with ProviderPool(provider_configs=provider_configs) as pp:
+        for subtitle in subtitles:
+            logger.info('Downloading subtitle %r', subtitle)
+            pp.download_subtitle(subtitle)
+
+
+def download_best_subtitles(videos, languages, providers=None, provider_configs=None, min_score=0,
+                            hearing_impaired=False, single=False):
+    """Download the best subtitles for `videos` with the given `languages` using the specified `providers`
+
+    :param videos: videos to download subtitles for
+    :type videos: set of :class:`~subliminal.video.Video`
+    :param languages: languages of subtitles to download
+    :type languages: set of :class:`babelfish.Language`
+    :param providers: providers to use for the search, if not all
+    :type providers: list of string or None
+    :param provider_configs: configuration for providers
+    :type provider_configs: dict of provider name => provider constructor kwargs or None
+    :param int min_score: minimum score for subtitles to download
+    :param bool hearing_impaired: download hearing impaired subtitles
+    :param bool single: do not download for videos with an undetermined subtitle language detected
+
+    """
+    downloaded_subtitles = collections.defaultdict(list)
+    with ProviderPool(providers, provider_configs) as pp:
+        for video in videos:
+            # filter
+            if single and babelfish.Language('und') in video.subtitle_languages:
+                logger.debug('Skipping video %r: undetermined language found')
+                continue
+
+            # list
+            logger.info('Listing subtitles for %r', video)
+            video_subtitles = pp.list_subtitles(video, languages)
+            logger.info('Found %d subtitles total', len(video_subtitles))
+
+            # download
+            downloaded_languages = set()
+            for subtitle, score in sorted([(s, s.compute_score(video)) for s in video_subtitles],
+                                          key=operator.itemgetter(1), reverse=True):
+                if score < min_score:
+                    logger.info('No subtitle with score >= %d', min_score)
+                    break
+                if subtitle.hearing_impaired != hearing_impaired:
+                    logger.debug('Skipping subtitle: hearing impaired != %r', hearing_impaired)
+                    continue
+                if subtitle.language in downloaded_languages:
+                    logger.debug('Skipping subtitle: %r already downloaded', subtitle.language)
+                    continue
+                logger.info('Downloading subtitle %r with score %d', subtitle, score)
+                if pp.download_subtitle(subtitle):
+                    downloaded_languages.add(subtitle.language)
+                    downloaded_subtitles[video].append(subtitle)
+                if single or downloaded_languages == languages:
+                    logger.debug('All languages downloaded')
+                    break
+    return downloaded_subtitles
+
+
+def save_subtitles(subtitles, single=False, directory=None, encoding=None):
+    """Save subtitles on disk next to the video or in a specific folder if `folder_path` is specified
+
+    :param bool single: download with .srt extension if ``True``, add language identifier otherwise
+    :param directory: path to directory where to save the subtitles, if any
+    :type directory: string or None
+    :param encoding: encoding for the subtitles or ``None`` to use the original encoding
+    :type encoding: string or None
+
+    """
+    for video, video_subtitles in subtitles.items():
+        saved_languages = set()
+        for video_subtitle in video_subtitles:
+            if video_subtitle.content is None:
+                logger.debug('Skipping subtitle %r: no content', video_subtitle)
+                continue
+            if video_subtitle.language in saved_languages:
+                logger.debug('Skipping subtitle %r: language already saved', video_subtitle)
+                continue
+            subtitle_path = get_subtitle_path(video.name, None if single else video_subtitle.language)
+            if directory is not None:
+                subtitle_path = os.path.join(directory, os.path.split(subtitle_path)[1])
+            logger.info('Saving %r to %r', video_subtitle, subtitle_path)
+            if encoding is None:
+                with io.open(subtitle_path, 'wb') as f:
+                    f.write(video_subtitle.content)
+            else:
+                with io.open(subtitle_path, 'w', encoding=encoding) as f:
+                    f.write(video_subtitle.text)
+            saved_languages.add(video_subtitle.language)
+            if single:
+                break
diff --git a/lib/subliminal/async.py b/lib/subliminal/async.py
deleted file mode 100644
index ff42764b..00000000
--- a/lib/subliminal/async.py
+++ /dev/null
@@ -1,142 +0,0 @@
-# -*- coding: utf-8 -*-
-# Copyright 2011-2012 Antoine Bertin <diaoulael@gmail.com>
-#
-# This file is part of subliminal.
-#
-# subliminal is free software; you can redistribute it and/or modify it under
-# the terms of the GNU Lesser General Public License as published by
-# the Free Software Foundation; either version 3 of the License, or
-# (at your option) any later version.
-#
-# subliminal is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public License
-# along with subliminal.  If not, see <http://www.gnu.org/licenses/>.
-from .core import (consume_task, LANGUAGE_INDEX, SERVICE_INDEX,
-    SERVICE_CONFIDENCE, MATCHING_CONFIDENCE, SERVICES, create_list_tasks,
-    create_download_tasks, group_by_video, key_subtitles)
-from .language import language_list, language_set, LANGUAGES
-from .tasks import StopTask
-import Queue
-import logging
-import threading
-
-
-__all__ = ['Worker', 'Pool']
-logger = logging.getLogger("subliminal")
-
-
-class Worker(threading.Thread):
-    """Consume tasks and put the result in the queue"""
-    def __init__(self, tasks, results):
-        super(Worker, self).__init__()
-        self.tasks = tasks
-        self.results = results
-        self.services = {}
-
-    def run(self):
-        while 1:
-            result = []
-            try:
-                task = self.tasks.get(block=True)
-                if isinstance(task, StopTask):
-                    break
-                result = consume_task(task, self.services)
-                self.results.put((task.video, result))
-            except:
-                logger.error(u'Exception raised in worker %s' % self.name, exc_info=True)
-            finally:
-                self.tasks.task_done()
-        self.terminate()
-        logger.debug(u'Thread %s terminated' % self.name)
-
-    def terminate(self):
-        """Terminate instantiated services"""
-        for service_name, service in self.services.iteritems():
-            try:
-                service.terminate()
-            except:
-                logger.error(u'Exception raised when terminating service %s' % service_name, exc_info=True)
-
-
-class Pool(object):
-    """Pool of workers"""
-    def __init__(self, size):
-        self.tasks = Queue.Queue()
-        self.results = Queue.Queue()
-        self.workers = []
-        for _ in range(size):
-            self.workers.append(Worker(self.tasks, self.results))
-
-    def __enter__(self):
-        self.start()
-        return self
-
-    def __exit__(self, *args):
-        self.stop()
-        self.join()
-
-    def start(self):
-        """Start workers"""
-        for worker in self.workers:
-            worker.start()
-
-    def stop(self):
-        """Stop workers"""
-        for _ in self.workers:
-            self.tasks.put(StopTask())
-
-    def join(self):
-        """Join the task queue"""
-        self.tasks.join()
-
-    def collect(self):
-        """Collect available results
-
-        :return: results of tasks
-        :rtype: list of :class:`~subliminal.tasks.Task`
-
-        """
-        results = []
-        while 1:
-            try:
-                result = self.results.get(block=False)
-                results.append(result)
-            except Queue.Empty:
-                break
-        return results
-
-    def list_subtitles(self, paths, languages=None, services=None, force=True, multi=False, cache_dir=None, max_depth=3, scan_filter=None):
-        """See :meth:`subliminal.list_subtitles`"""
-        services = services or SERVICES
-        languages = language_set(languages) if languages is not None else language_set(LANGUAGES)
-        if isinstance(paths, basestring):
-            paths = [paths]
-        if any([not isinstance(p, unicode) for p in paths]):
-            logger.warning(u'Not all entries are unicode')
-        tasks = create_list_tasks(paths, languages, services, force, multi, cache_dir, max_depth, scan_filter)
-        for task in tasks:
-            self.tasks.put(task)
-        self.join()
-        results = self.collect()
-        return group_by_video(results)
-
-    def download_subtitles(self, paths, languages=None, services=None, force=True, multi=False, cache_dir=None, max_depth=3, scan_filter=None, order=None):
-        """See :meth:`subliminal.download_subtitles`"""
-        services = services or SERVICES
-        languages = language_list(languages) if languages is not None else language_list(LANGUAGES)
-        if isinstance(paths, basestring):
-            paths = [paths]
-        order = order or [LANGUAGE_INDEX, SERVICE_INDEX, SERVICE_CONFIDENCE, MATCHING_CONFIDENCE]
-        subtitles_by_video = self.list_subtitles(paths, languages, services, force, multi, cache_dir, max_depth, scan_filter)
-        for video, subtitles in subtitles_by_video.iteritems():
-            subtitles.sort(key=lambda s: key_subtitles(s, video, languages, services, order), reverse=True)
-        tasks = create_download_tasks(subtitles_by_video, languages, multi)
-        for task in tasks:
-            self.tasks.put(task)
-        self.join()
-        results = self.collect()
-        return group_by_video(results)
diff --git a/lib/subliminal/cache.py b/lib/subliminal/cache.py
index 31275e00..72fbe01b 100644
--- a/lib/subliminal/cache.py
+++ b/lib/subliminal/cache.py
@@ -1,134 +1,60 @@
 # -*- coding: utf-8 -*-
-# Copyright 2012 Nicolas Wack <wackou@gmail.com>
-#
-# This file is part of subliminal.
-#
-# subliminal is free software; you can redistribute it and/or modify it under
-# the terms of the GNU Lesser General Public License as published by
-# the Free Software Foundation; either version 3 of the License, or
-# (at your option) any later version.
-#
-# subliminal is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public License
-# along with subliminal.  If not, see <http://www.gnu.org/licenses/>.
-from collections import defaultdict
-from functools import wraps
-import logging
-import os.path
-import threading
-try:
-    import cPickle as pickle
-except ImportError:
-    import pickle
+import datetime
+import inspect
+from dogpile.cache import make_region  # @UnresolvedImport
+from dogpile.cache.backends.file import AbstractFileLock  # @UnresolvedImport
+from dogpile.cache.compat import string_type  # @UnresolvedImport
+from dogpile.core.readwrite_lock import ReadWriteMutex  # @UnresolvedImport
 
 
-__all__ = ['Cache', 'cachedmethod']
-logger = logging.getLogger("subliminal")
+#: Subliminal's cache version
+CACHE_VERSION = 1
+
+#: Expiration time for show caching
+SHOW_EXPIRATION_TIME = datetime.timedelta(weeks=3).total_seconds()
+
+#: Expiration time for episode caching
+EPISODE_EXPIRATION_TIME = datetime.timedelta(days=3).total_seconds()
 
 
-class Cache(object):
-    """A Cache object contains cached values for methods. It can have
-    separate internal caches, one for each service
+def subliminal_key_generator(namespace, fn, to_str=string_type):
+    """Add a :data:`CACHE_VERSION` to dogpile.cache's default function_key_generator"""
+    if namespace is None:
+        namespace = '%d:%s:%s' % (CACHE_VERSION, fn.__module__, fn.__name__)
+    else:
+        namespace = '%d:%s:%s|%s' % (CACHE_VERSION, fn.__module__, fn.__name__, namespace)
 
-    """
-    def __init__(self, cache_dir):
-        self.cache_dir = cache_dir
-        self.cache = defaultdict(dict)
-        self.lock = threading.RLock()
+    args = inspect.getargspec(fn)
+    has_self = args[0] and args[0][0] in ('self', 'cls')
 
-    def __del__(self):
-        for service_name in self.cache:
-            self.save(service_name)
-
-    def cache_location(self, service_name):
-        return os.path.join(self.cache_dir, 'subliminal_%s.cache' % service_name)
-
-    def load(self, service_name):
-        with self.lock:
-            if service_name in self.cache:
-                # already loaded
-                return
-
-            self.cache[service_name] = defaultdict(dict)
-            filename = self.cache_location(service_name)
-            logger.debug(u'Cache: loading cache from %s' % filename)
-            try:
-                self.cache[service_name] = pickle.load(open(filename, 'rb'))
-            except IOError:
-                logger.info('Cache: Cache file "%s" doesn\'t exist, creating it' % filename)
-            except EOFError:
-                logger.error('Cache: cache file "%s" is corrupted... Removing it.' % filename)
-                os.remove(filename)
-
-    def save(self, service_name):
-        filename = self.cache_location(service_name)
-        logger.debug(u'Cache: saving cache to %s' % filename)
-        with self.lock:
-            pickle.dump(self.cache[service_name], open(filename, 'wb'))
-
-    def clear(self, service_name):
-        try:
-            os.remove(self.cache_location(service_name))
-        except OSError:
-            pass
-        self.cache[service_name] = defaultdict(dict)
-
-    def cached_func_key(self, func, cls=None):
-        try:
-            cls = func.im_class
-        except:
-            pass
-        return ('%s.%s' % (cls.__module__, cls.__name__), func.__name__)
-
-    def function_cache(self, service_name, func):
-        func_key = self.cached_func_key(func)
-        return self.cache[service_name][func_key]
-
-    def cache_for(self, service_name, func, args, result):
-        # no need to lock here, dict ops are atomic
-        self.function_cache(service_name, func)[args] = result
-
-    def cached_value(self, service_name, func, args):
-        """Raises KeyError if not found"""
-        # no need to lock here, dict ops are atomic
-        return self.function_cache(service_name, func)[args]
+    def generate_key(*args, **kw):
+        if kw:
+            raise ValueError('Keyword arguments not supported')
+        if has_self:
+            args = args[1:]
+        return namespace + '|' + ' '.join(map(to_str, args))
+    return generate_key
 
 
-def cachedmethod(function):
-    """Decorator to make a method use the cache.
+class MutexLock(AbstractFileLock):
+    """:class:`MutexLock` is a thread-based rw lock based on :class:`dogpile.core.ReadWriteMutex`"""
+    def __init__(self, filename):
+        self.mutex = ReadWriteMutex()
 
-    .. note::
+    def acquire_read_lock(self, wait):
+        ret = self.mutex.acquire_read_lock(wait)
+        return wait or ret
 
-        This can NOT be used with static functions, it has to be used on
-        methods of some class
+    def acquire_write_lock(self, wait):
+        ret = self.mutex.acquire_write_lock(wait)
+        return wait or ret
 
-    """
-    @wraps(function)
-    def cached(*args):
-        c = args[0].config.cache
-        service_name = args[0].__class__.__name__
-        func_key = c.cached_func_key(function, cls=args[0].__class__)
-        func_cache = c.cache[service_name][func_key]
+    def release_read_lock(self):
+        return self.mutex.release_read_lock()
 
-        # we need to remove the first element of args for the key, as it is the
-        # instance pointer and we don't want the cache to know which instance
-        # called it, it is shared among all instances of the same class
-        key = args[1:]
+    def release_write_lock(self):
+        return self.mutex.release_write_lock()
 
-        if key in func_cache:
-            result = func_cache[key]
-            logger.debug(u'Using cached value for %s(%s), returns: %s' % (func_key, key, result))
-            return result
 
-        result = function(*args)
-
-        # note: another thread could have already cached a value in the
-        # meantime, but that's ok as we prefer to keep the latest value in
-        # the cache
-        func_cache[key] = result
-        return result
-    return cached
+#: The dogpile.cache region
+region = make_region(function_key_generator=subliminal_key_generator)
diff --git a/lib/subliminal/cli.py b/lib/subliminal/cli.py
new file mode 100644
index 00000000..cabcdfc8
--- /dev/null
+++ b/lib/subliminal/cli.py
@@ -0,0 +1,197 @@
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals, print_function
+import argparse
+import datetime
+import logging
+import os
+import re
+import sys
+import babelfish
+import xdg.BaseDirectory
+from subliminal import (__version__, cache_region, MutexLock, provider_manager, Video, Episode, Movie, scan_videos,
+    download_best_subtitles, save_subtitles)
+try:
+    import colorlog
+except ImportError:
+    colorlog = None
+
+
+DEFAULT_CACHE_FILE = os.path.join(xdg.BaseDirectory.save_cache_path('subliminal'), 'cli.dbm')
+
+
+def subliminal():
+    parser = argparse.ArgumentParser(prog='subliminal', description='Subtitles, faster than your thoughts',
+                                     epilog='Suggestions and bug reports are greatly appreciated: '
+                                     'https://github.com/Diaoul/subliminal/issues', add_help=False)
+
+    # required arguments
+    required_arguments_group = parser.add_argument_group('required arguments')
+    required_arguments_group.add_argument('paths', nargs='+', metavar='PATH', help='path to video file or folder')
+    required_arguments_group.add_argument('-l', '--languages', nargs='+', required=True, metavar='LANGUAGE',
+                                          help='wanted languages as IETF codes e.g. fr, pt-BR, sr-Cyrl ')
+
+    # configuration
+    configuration_group = parser.add_argument_group('configuration')
+    configuration_group.add_argument('-s', '--single', action='store_true',
+                                     help='download without language code in subtitle\'s filename i.e. .srt only')
+    configuration_group.add_argument('-c', '--cache-file', default=DEFAULT_CACHE_FILE,
+                                     help='cache file (default: %(default)s)')
+
+    # filtering
+    filtering_group = parser.add_argument_group('filtering')
+    filtering_group.add_argument('-p', '--providers', nargs='+', metavar='PROVIDER',
+                                 help='providers to use (%s)' % ', '.join(provider_manager.available_providers))
+    filtering_group.add_argument('-m', '--min-score', type=int, default=0,
+                                 help='minimum score for subtitles (0-%d for episodes, 0-%d for movies)'
+                                 % (Episode.scores['hash'], Movie.scores['hash']))
+    filtering_group.add_argument('-a', '--age', help='download subtitles for videos newer than AGE e.g. 12h, 1w2d')
+    filtering_group.add_argument('-h', '--hearing-impaired', action='store_true',
+                                 help='download hearing impaired subtitles')
+    filtering_group.add_argument('-f', '--force', action='store_true',
+                                 help='force subtitle download for videos with existing subtitles')
+
+    # addic7ed
+    addic7ed_group = parser.add_argument_group('addic7ed')
+    addic7ed_group.add_argument('--addic7ed-username', metavar='USERNAME', help='username for addic7ed provider')
+    addic7ed_group.add_argument('--addic7ed-password', metavar='PASSWORD', help='password for addic7ed provider')
+
+    # output
+    output_group = parser.add_argument_group('output')
+    output_group.add_argument('-d', '--directory',
+                              help='save subtitles in the given directory rather than next to the video')
+    output_group.add_argument('-e', '--encoding', default=None,
+                              help='encoding to convert the subtitle to (default: no conversion)')
+    output_exclusive_group = output_group.add_mutually_exclusive_group()
+    output_exclusive_group.add_argument('-q', '--quiet', action='store_true', help='disable output')
+    output_exclusive_group.add_argument('-v', '--verbose', action='store_true', help='verbose output')
+    output_group.add_argument('--log-file', help='log into a file instead of stdout')
+    output_group.add_argument('--color', action='store_true', help='add color to console output (requires colorlog)')
+
+    # troubleshooting
+    troubleshooting_group = parser.add_argument_group('troubleshooting')
+    troubleshooting_group.add_argument('--debug', action='store_true', help='debug output')
+    troubleshooting_group.add_argument('--version', action='version', version=__version__)
+    troubleshooting_group.add_argument('--help', action='help', help='show this help message and exit')
+
+    # parse args
+    args = parser.parse_args()
+
+    # parse paths
+    try:
+        args.paths = [os.path.abspath(os.path.expanduser(p.decode('utf-8') if isinstance(p, bytes) else p))
+                      for p in args.paths]
+    except UnicodeDecodeError:
+        parser.error('argument paths: encodings is not utf-8: %r' % args.paths)
+
+    # parse languages
+    try:
+        args.languages = {babelfish.Language.fromietf(l) for l in args.languages}
+    except babelfish.Error:
+        parser.error('argument -l/--languages: codes are not IETF: %r' % args.languages)
+
+    # parse age
+    if args.age is not None:
+        match = re.match(r'^(?:(?P<weeks>\d+?)w)?(?:(?P<days>\d+?)d)?(?:(?P<hours>\d+?)h)?$', args.age)
+        if not match:
+            parser.error('argument -a/--age: invalid age: %r' % args.age)
+        args.age = datetime.timedelta(**{k: int(v) for k, v in match.groupdict(0).items()})
+
+    # parse cache-file
+    args.cache_file = os.path.abspath(os.path.expanduser(args.cache_file))
+    if not os.path.exists(os.path.split(args.cache_file)[0]):
+        parser.error('argument -c/--cache-file: directory %r for cache file does not exist'
+                     % os.path.split(args.cache_file)[0])
+
+    # parse provider configs
+    provider_configs = {}
+    if (args.addic7ed_username is not None and args.addic7ed_password is None
+        or args.addic7ed_username is None and args.addic7ed_password is not None):
+        parser.error('argument --addic7ed-username/--addic7ed-password: both arguments are required or none')
+    if args.addic7ed_username is not None and args.addic7ed_password is not None:
+        provider_configs['addic7ed'] = {'username': args.addic7ed_username, 'password': args.addic7ed_password}
+
+    # parse color
+    if args.color and colorlog is None:
+        parser.error('argument --color: colorlog required')
+
+    # setup output
+    if args.log_file is None:
+        handler = logging.StreamHandler()
+    else:
+        handler = logging.FileHandler(args.log_file, encoding='utf-8')
+    if args.debug:
+        if args.color:
+            if args.log_file is None:
+                log_format = '%(log_color)s%(levelname)-8s%(reset)s [%(blue)s%(name)s-%(funcName)s:%(lineno)d%(reset)s] %(message)s'
+            else:
+                log_format = '%(purple)s%(asctime)s%(reset)s %(log_color)s%(levelname)-8s%(reset)s [%(blue)s%(name)s-%(funcName)s:%(lineno)d%(reset)s] %(message)s'
+            handler.setFormatter(colorlog.ColoredFormatter(log_format,
+                                                           log_colors=dict(colorlog.default_log_colors.items() + [('DEBUG', 'cyan')])))
+        else:
+            if args.log_file is None:
+                log_format = '%(levelname)-8s [%(name)s-%(funcName)s:%(lineno)d] %(message)s'
+            else:
+                log_format = '%(asctime)s %(levelname)-8s [%(name)s-%(funcName)s:%(lineno)d] %(message)s'
+            handler.setFormatter(logging.Formatter(log_format))
+        logging.getLogger().addHandler(handler)
+        logging.getLogger().setLevel(logging.DEBUG)
+    elif args.verbose:
+        if args.color:
+            if args.log_file is None:
+                log_format = '%(log_color)s%(levelname)-8s%(reset)s [%(blue)s%(name)s%(reset)s] %(message)s'
+            else:
+                log_format = '%(purple)s%(asctime)s%(reset)s %(log_color)s%(levelname)-8s%(reset)s [%(blue)s%(name)s%(reset)s] %(message)s'
+            handler.setFormatter(colorlog.ColoredFormatter(log_format))
+        else:
+            log_format = '%(levelname)-8s [%(name)s] %(message)s'
+            if args.log_file is not None:
+                log_format = '%(asctime)s ' + log_format
+            handler.setFormatter(logging.Formatter(log_format))
+        logging.getLogger('subliminal').addHandler(handler)
+        logging.getLogger('subliminal').setLevel(logging.INFO)
+    elif not args.quiet:
+        if args.color:
+            if args.log_file is None:
+                log_format = '[%(log_color)s%(levelname)s%(reset)s] %(message)s'
+            else:
+                log_format = '%(purple)s%(asctime)s%(reset)s [%(log_color)s%(levelname)s%(reset)s] %(message)s'
+            handler.setFormatter(colorlog.ColoredFormatter(log_format))
+        else:
+            if args.log_file is None:
+                log_format = '%(levelname)s: %(message)s'
+            else:
+                log_format = '%(asctime)s %(levelname)s: %(message)s'
+            handler.setFormatter(logging.Formatter(log_format))
+        logging.getLogger('subliminal.api').addHandler(handler)
+        logging.getLogger('subliminal.api').setLevel(logging.INFO)
+
+    # configure cache
+    cache_region.configure('dogpile.cache.dbm', expiration_time=datetime.timedelta(days=30),  # @UndefinedVariable
+                           arguments={'filename': args.cache_file, 'lock_factory': MutexLock})
+
+    # scan videos
+    videos = scan_videos([p for p in args.paths if os.path.exists(p)], subtitles=not args.force,
+                         embedded_subtitles=not args.force, age=args.age)
+
+    # guess videos
+    videos.extend([Video.fromname(p) for p in args.paths if not os.path.exists(p)])
+
+    # download best subtitles
+    subtitles = download_best_subtitles(videos, args.languages, providers=args.providers,
+                                        provider_configs=provider_configs, min_score=args.min_score,
+                                        hearing_impaired=args.hearing_impaired, single=args.single)
+
+    # save subtitles
+    save_subtitles(subtitles, single=args.single, directory=args.directory, encoding=args.encoding)
+
+    # result output
+    if not subtitles:
+        if not args.quiet:
+            print('No subtitles downloaded', file=sys.stderr)
+        exit(1)
+    if not args.quiet:
+        subtitles_count = sum([len(s) for s in subtitles.values()])
+        if subtitles_count == 1:
+            print('%d subtitle downloaded' % subtitles_count)
+        else:
+            print('%d subtitles downloaded' % subtitles_count)
diff --git a/lib/subliminal/compat.py b/lib/subliminal/compat.py
new file mode 100644
index 00000000..28bd3e84
--- /dev/null
+++ b/lib/subliminal/compat.py
@@ -0,0 +1,21 @@
+# -*- coding: utf-8 -*-
+import sys
+import socket
+
+
+if sys.version_info[0] == 2:
+    from xmlrpclib import ServerProxy, Transport
+    from httplib import HTTPConnection
+elif sys.version_info[0] == 3:
+    from xmlrpc.client import ServerProxy, Transport
+    from http.client import HTTPConnection
+
+
+class TimeoutTransport(Transport, object):
+    def __init__(self, timeout=socket._GLOBAL_DEFAULT_TIMEOUT, *args, **kwargs):
+        super(TimeoutTransport, self).__init__(*args, **kwargs)
+        self.timeout = timeout
+
+    def make_connection(self, host):
+        h = HTTPConnection(host, timeout=self.timeout)
+        return h
diff --git a/lib/subliminal/converters/__init__.py b/lib/subliminal/converters/__init__.py
new file mode 100644
index 00000000..e69de29b
diff --git a/lib/subliminal/converters/addic7ed.py b/lib/subliminal/converters/addic7ed.py
new file mode 100644
index 00000000..0e862931
--- /dev/null
+++ b/lib/subliminal/converters/addic7ed.py
@@ -0,0 +1,31 @@
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals
+from babelfish import LanguageReverseConverter, language_converters
+
+
+class Addic7edConverter(LanguageReverseConverter):
+    def __init__(self):
+        self.name_converter = language_converters['name']
+        self.from_addic7ed = {'Català': ('cat',), 'Chinese (Simplified)': ('zho',), 'Chinese (Traditional)': ('zho',),
+                              'Euskera': ('eus',), 'Galego': ('glg',), 'Greek': ('ell',), 'Malay': ('msa',),
+                              'Portuguese (Brazilian)': ('por', 'BR'), 'Serbian (Cyrillic)': ('srp', None, 'Cyrl'),
+                              'Serbian (Latin)': ('srp',), 'Spanish (Latin America)': ('spa',),
+                              'Spanish (Spain)': ('spa',)}
+        self.to_addic7ed = {('cat',): 'Català', ('zho',): 'Chinese (Simplified)', ('eus',): 'Euskera',
+                            ('glg',): 'Galego', ('ell',): 'Greek', ('msa',): 'Malay',
+                            ('por', 'BR'): 'Portuguese (Brazilian)', ('srp', None, 'Cyrl'): 'Serbian (Cyrillic)'}
+        self.codes = self.name_converter.codes | set(self.from_addic7ed.keys())
+
+    def convert(self, alpha3, country=None, script=None):
+        if (alpha3, country, script) in self.to_addic7ed:
+            return self.to_addic7ed[(alpha3, country, script)]
+        if (alpha3, country) in self.to_addic7ed:
+            return self.to_addic7ed[(alpha3, country)]
+        if (alpha3,) in self.to_addic7ed:
+            return self.to_addic7ed[(alpha3,)]
+        return self.name_converter.convert(alpha3, country, script)
+
+    def reverse(self, addic7ed):
+        if addic7ed in self.from_addic7ed:
+            return self.from_addic7ed[addic7ed]
+        return self.name_converter.reverse(addic7ed)
diff --git a/lib/subliminal/converters/podnapisi.py b/lib/subliminal/converters/podnapisi.py
new file mode 100644
index 00000000..d73cb1c1
--- /dev/null
+++ b/lib/subliminal/converters/podnapisi.py
@@ -0,0 +1,32 @@
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals
+from babelfish import LanguageReverseConverter, LanguageConvertError, LanguageReverseError
+
+
+class PodnapisiConverter(LanguageReverseConverter):
+    def __init__(self):
+        self.from_podnapisi = {2: ('eng',), 28: ('spa',), 26: ('pol',), 36: ('srp',), 1: ('slv',), 38: ('hrv',),
+                               9: ('ita',), 8: ('fra',), 48: ('por', 'BR'), 23: ('nld',), 12: ('ara',), 13: ('ron',),
+                               33: ('bul',), 32: ('por',), 16: ('ell',), 15: ('hun',), 31: ('fin',), 30: ('tur',),
+                               7: ('ces',), 25: ('swe',), 27: ('rus',), 24: ('dan',), 22: ('heb',), 51: ('vie',),
+                               52: ('fas',), 5: ('deu',), 14: ('spa', 'AR'), 54: ('ind',), 47: ('srp', None, 'Cyrl'),
+                               3: ('nor',), 20: ('est',), 10: ('bos',), 17: ('zho',), 37: ('slk',), 35: ('mkd',),
+                               11: ('jpn',), 4: ('kor',), 29: ('sqi',), 6: ('isl',), 19: ('lit',), 46: ('ukr',),
+                               44: ('tha',), 53: ('cat',), 56: ('sin',), 21: ('lav',), 40: ('cmn',), 55: ('msa',),
+                               42: ('hin',), 50: ('bel',)}
+        self.to_podnapisi = {v: k for k, v in self.from_podnapisi.items()}
+        self.codes = set(self.from_podnapisi.keys())
+
+    def convert(self, alpha3, country=None, script=None):
+        if (alpha3,) in self.to_podnapisi:
+            return self.to_podnapisi[(alpha3,)]
+        if (alpha3, country) in self.to_podnapisi:
+            return self.to_podnapisi[(alpha3, country)]
+        if (alpha3, country, script) in self.to_podnapisi:
+            return self.to_podnapisi[(alpha3, country, script)]
+        raise LanguageConvertError(alpha3, country, script)
+
+    def reverse(self, podnapisi):
+        if podnapisi not in self.from_podnapisi:
+            raise LanguageReverseError(podnapisi)
+        return self.from_podnapisi[podnapisi]
diff --git a/lib/subliminal/converters/tvsubtitles.py b/lib/subliminal/converters/tvsubtitles.py
new file mode 100644
index 00000000..e9b7e74f
--- /dev/null
+++ b/lib/subliminal/converters/tvsubtitles.py
@@ -0,0 +1,24 @@
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals
+from babelfish import LanguageReverseConverter, language_converters
+
+
+class TVsubtitlesConverter(LanguageReverseConverter):
+    def __init__(self):
+        self.alpha2_converter = language_converters['alpha2']
+        self.from_tvsubtitles = {'br': ('por', 'BR'), 'ua': ('ukr',), 'gr': ('ell',), 'cn': ('zho',), 'jp': ('jpn',),
+                                 'cz': ('ces',)}
+        self.to_tvsubtitles = {v: k for k, v in self.from_tvsubtitles}
+        self.codes = self.alpha2_converter.codes | set(self.from_tvsubtitles.keys())
+
+    def convert(self, alpha3, country=None, script=None):
+        if (alpha3, country) in self.to_tvsubtitles:
+            return self.to_tvsubtitles[(alpha3, country)]
+        if (alpha3,) in self.to_tvsubtitles:
+            return self.to_tvsubtitles[(alpha3,)]
+        return self.alpha2_converter.convert(alpha3, country, script)
+
+    def reverse(self, tvsubtitles):
+        if tvsubtitles in self.from_tvsubtitles:
+            return self.from_tvsubtitles[tvsubtitles]
+        return self.alpha2_converter.reverse(tvsubtitles)
diff --git a/lib/subliminal/core.py b/lib/subliminal/core.py
deleted file mode 100644
index 9c3fa3dc..00000000
--- a/lib/subliminal/core.py
+++ /dev/null
@@ -1,275 +0,0 @@
-# -*- coding: utf-8 -*-
-# Copyright 2011-2012 Antoine Bertin <diaoulael@gmail.com>
-#
-# This file is part of subliminal.
-#
-# subliminal is free software; you can redistribute it and/or modify it under
-# the terms of the GNU Lesser General Public License as published by
-# the Free Software Foundation; either version 3 of the License, or
-# (at your option) any later version.
-#
-# subliminal is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public License
-# along with subliminal.  If not, see <http://www.gnu.org/licenses/>.
-from .exceptions import DownloadFailedError
-from .services import ServiceConfig
-from .tasks import DownloadTask, ListTask
-from .utils import get_keywords
-from .videos import Episode, Movie, scan
-from .language import Language
-from collections import defaultdict
-from itertools import groupby
-import bs4
-import guessit
-import logging
-
-
-__all__ = ['SERVICES', 'LANGUAGE_INDEX', 'SERVICE_INDEX', 'SERVICE_CONFIDENCE', 'MATCHING_CONFIDENCE',
-           'create_list_tasks', 'create_download_tasks', 'consume_task', 'matching_confidence',
-           'key_subtitles', 'group_by_video']
-logger = logging.getLogger("subliminal")
-SERVICES = ['opensubtitles', 'subswiki', 'subtitulos', 'thesubdb', 'addic7ed', 'tvsubtitles', 'itasa', 'usub']
-LANGUAGE_INDEX, SERVICE_INDEX, SERVICE_CONFIDENCE, MATCHING_CONFIDENCE = range(4)
-
-
-def create_list_tasks(paths, languages, services, force, multi, cache_dir, max_depth, scan_filter):
-    """Create a list of :class:`~subliminal.tasks.ListTask` from one or more paths using the given criteria
-
-    :param paths: path(s) to video file or folder
-    :type paths: string or list
-    :param set languages: languages to search for
-    :param list services: services to use for the search
-    :param bool force: force searching for subtitles even if some are detected
-    :param bool multi: search multiple languages for the same video
-    :param string cache_dir: path to the cache directory to use
-    :param int max_depth: maximum depth for scanning entries
-    :param function scan_filter: filter function that takes a path as argument and returns a boolean indicating whether it has to be filtered out (``True``) or not (``False``)
-    :return: the created tasks
-    :rtype: list of :class:`~subliminal.tasks.ListTask`
-
-    """
-    scan_result = []
-    for p in paths:
-        scan_result.extend(scan(p, max_depth, scan_filter))
-    logger.debug(u'Found %d videos in %r with maximum depth %d' % (len(scan_result), paths, max_depth))
-    tasks = []
-    config = ServiceConfig(multi, cache_dir)
-    services = filter_services(services)
-    for video, detected_subtitles in scan_result:
-        detected_languages = set(s.language for s in detected_subtitles)
-        wanted_languages = languages.copy()
-        if not force and multi:
-            wanted_languages -= detected_languages
-            if not wanted_languages:
-                logger.debug(u'No need to list multi subtitles %r for %r because %r detected' % (languages, video, detected_languages))
-                continue
-        if not force and not multi and Language('Undetermined') in detected_languages:
-            logger.debug(u'No need to list single subtitles %r for %r because one detected' % (languages, video))
-            continue
-        logger.debug(u'Listing subtitles %r for %r with services %r' % (wanted_languages, video, services))
-        for service_name in services:
-            mod = __import__('services.' + service_name, globals=globals(), locals=locals(), fromlist=['Service'], level=-1)
-            service = mod.Service
-            if not service.check_validity(video, wanted_languages):
-                continue
-            task = ListTask(video, wanted_languages & service.languages, service_name, config)
-            logger.debug(u'Created task %r' % task)
-            tasks.append(task)
-    return tasks
-
-
-def create_download_tasks(subtitles_by_video, languages, multi):
-    """Create a list of :class:`~subliminal.tasks.DownloadTask` from a list results grouped by video
-
-    :param subtitles_by_video: :class:`~subliminal.tasks.ListTask` results with ordered subtitles
-    :type subtitles_by_video: dict of :class:`~subliminal.videos.Video` => [:class:`~subliminal.subtitles.Subtitle`]
-    :param languages: languages in preferred order
-    :type languages: :class:`~subliminal.language.language_list`
-    :param bool multi: download multiple languages for the same video
-    :return: the created tasks
-    :rtype: list of :class:`~subliminal.tasks.DownloadTask`
-
-    """
-    tasks = []
-    for video, subtitles in subtitles_by_video.iteritems():
-        if not subtitles:
-            continue
-        if not multi:
-            task = DownloadTask(video, list(subtitles))
-            logger.debug(u'Created task %r' % task)
-            tasks.append(task)
-            continue
-        for _, by_language in groupby(subtitles, lambda s: languages.index(s.language)):
-            task = DownloadTask(video, list(by_language))
-            logger.debug(u'Created task %r' % task)
-            tasks.append(task)
-    return tasks
-
-
-def consume_task(task, services=None):
-    """Consume a task. If the ``services`` parameter is given, the function will attempt
-    to get the service from it. In case the service is not in ``services``, it will be initialized
-    and put in ``services``
-
-    :param task: task to consume
-    :type task: :class:`~subliminal.tasks.ListTask` or :class:`~subliminal.tasks.DownloadTask`
-    :param dict services: mapping between the service name and an instance of this service
-    :return: the result of the task
-    :rtype: list of :class:`~subliminal.subtitles.ResultSubtitle`
-
-    """
-    if services is None:
-        services = {}
-    logger.info(u'Consuming %r' % task)
-    result = None
-    if isinstance(task, ListTask):
-        service = get_service(services, task.service, config=task.config)
-        result = service.list(task.video, task.languages)
-    elif isinstance(task, DownloadTask):
-        for subtitle in task.subtitles:
-            service = get_service(services, subtitle.service)
-            try:
-                service.download(subtitle)
-                result = [subtitle]
-                break
-            except DownloadFailedError:
-                logger.warning(u'Could not download subtitle %r, trying next' % subtitle)
-                continue
-        if result is None:
-            logger.error(u'No subtitles could be downloaded for video %r' % task.video)
-    return result
-
-
-def matching_confidence(video, subtitle):
-    """Compute the probability (confidence) that the subtitle matches the video
-
-    :param video: video to match
-    :type video: :class:`~subliminal.videos.Video`
-    :param subtitle: subtitle to match
-    :type subtitle: :class:`~subliminal.subtitles.Subtitle`
-    :return: the matching probability
-    :rtype: float
-
-    """
-    guess = guessit.guess_file_info(subtitle.release, 'autodetect')
-    video_keywords = get_keywords(video.guess)
-    subtitle_keywords = get_keywords(guess) | subtitle.keywords
-    logger.debug(u'Video keywords %r - Subtitle keywords %r' % (video_keywords, subtitle_keywords))
-    replacement = {'keywords': len(video_keywords & subtitle_keywords)}
-    if isinstance(video, Episode):
-        replacement.update({'series': 0, 'season': 0, 'episode': 0})
-        matching_format = '{series:b}{season:b}{episode:b}{keywords:03b}'
-        best = matching_format.format(series=1, season=1, episode=1, keywords=len(video_keywords))
-        if guess['type'] in ['episode', 'episodesubtitle']:
-            if 'series' in guess and guess['series'].lower() == video.series.lower():
-                replacement['series'] = 1
-            if 'season' in guess and guess['season'] == video.season:
-                replacement['season'] = 1
-            if 'episodeNumber' in guess and guess['episodeNumber'] == video.episode:
-                replacement['episode'] = 1
-    elif isinstance(video, Movie):
-        replacement.update({'title': 0, 'year': 0})
-        matching_format = '{title:b}{year:b}{keywords:03b}'
-        best = matching_format.format(title=1, year=1, keywords=len(video_keywords))
-        if guess['type'] in ['movie', 'moviesubtitle']:
-            if 'title' in guess and guess['title'].lower() == video.title.lower():
-                replacement['title'] = 1
-            if 'year' in guess and guess['year'] == video.year:
-                replacement['year'] = 1
-    else:
-        logger.debug(u'Not able to compute confidence for %r' % video)
-        return 0.0
-    logger.debug(u'Found %r' % replacement)
-    confidence = float(int(matching_format.format(**replacement), 2)) / float(int(best, 2))
-    logger.info(u'Computed confidence %.4f for %r and %r' % (confidence, video, subtitle))
-    return confidence
-
-
-def get_service(services, service_name, config=None):
-    """Get a service from its name in the service dict with the specified config.
-    If the service does not exist in the service dict, it is created and added to the dict.
-
-    :param dict services: dict where to get existing services or put created ones
-    :param string service_name: name of the service to get
-    :param config: config to use for the service
-    :type config: :class:`~subliminal.services.ServiceConfig` or None
-    :return: the corresponding service
-    :rtype: :class:`~subliminal.services.ServiceBase`
-
-    """
-    if service_name not in services:
-        mod = __import__('services.' + service_name, globals=globals(), locals=locals(), fromlist=['Service'], level=-1)
-        services[service_name] = mod.Service()
-        services[service_name].init()
-    services[service_name].config = config
-    return services[service_name]
-
-
-def key_subtitles(subtitle, video, languages, services, order):
-    """Create a key to sort subtitle using the given order
-
-    :param subtitle: subtitle to sort
-    :type subtitle: :class:`~subliminal.subtitles.ResultSubtitle`
-    :param video: video to match
-    :type video: :class:`~subliminal.videos.Video`
-    :param list languages: languages in preferred order
-    :param list services: services in preferred order
-    :param order: preferred order for subtitles sorting
-    :type list: list of :data:`LANGUAGE_INDEX`, :data:`SERVICE_INDEX`, :data:`SERVICE_CONFIDENCE`, :data:`MATCHING_CONFIDENCE`
-    :return: a key ready to use for subtitles sorting
-    :rtype: int
-
-    """
-    key = ''
-    for sort_item in order:
-        if sort_item == LANGUAGE_INDEX:
-            key += '{0:03d}'.format(len(languages) - languages.index(subtitle.language) - 1)
-            key += '{0:01d}'.format(subtitle.language == languages[languages.index(subtitle.language)])
-        elif sort_item == SERVICE_INDEX:
-            key += '{0:02d}'.format(len(services) - services.index(subtitle.service) - 1)
-        elif sort_item == SERVICE_CONFIDENCE:
-            key += '{0:04d}'.format(int(subtitle.confidence * 1000))
-        elif sort_item == MATCHING_CONFIDENCE:
-            confidence = 0
-            if subtitle.release:
-                confidence = matching_confidence(video, subtitle)
-            key += '{0:04d}'.format(int(confidence * 1000))
-    return int(key)
-
-
-def group_by_video(list_results):
-    """Group the results of :class:`ListTasks <subliminal.tasks.ListTask>` into a
-    dictionary of :class:`~subliminal.videos.Video` => :class:`~subliminal.subtitles.Subtitle`
-
-    :param list_results:
-    :type list_results: list of result of :class:`~subliminal.tasks.ListTask`
-    :return: subtitles grouped by videos
-    :rtype: dict of :class:`~subliminal.videos.Video` => [:class:`~subliminal.subtitles.Subtitle`]
-
-    """
-    result = defaultdict(list)
-    for video, subtitles in list_results:
-        result[video] += subtitles or []
-    return result
-
-
-def filter_services(services):
-    """Filter out services that are not available because of a missing feature
-
-    :param list services: service names to filter
-    :return: a copy of the initial list of service names without unavailable ones
-    :rtype: list
-
-    """
-    filtered_services = services[:]
-    for service_name in services:
-        mod = __import__('services.' + service_name, globals=globals(), locals=locals(), fromlist=['Service'], level=-1)
-        service = mod.Service
-        if service.required_features is not None and bs4.builder_registry.lookup(*service.required_features) is None:
-            logger.warning(u'Service %s not available: none of available features could be used. One of %r required' % (service_name, service.required_features))
-            filtered_services.remove(service_name)
-    return filtered_services
diff --git a/lib/subliminal/exceptions.py b/lib/subliminal/exceptions.py
index 66e3dd51..be954800 100644
--- a/lib/subliminal/exceptions.py
+++ b/lib/subliminal/exceptions.py
@@ -1,32 +1,22 @@
 # -*- coding: utf-8 -*-
-# Copyright 2011-2012 Antoine Bertin <diaoulael@gmail.com>
-#
-# This file is part of subliminal.
-#
-# subliminal is free software; you can redistribute it and/or modify it under
-# the terms of the GNU Lesser General Public License as published by
-# the Free Software Foundation; either version 3 of the License, or
-# (at your option) any later version.
-#
-# subliminal is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public License
-# along with subliminal.  If not, see <http://www.gnu.org/licenses/>.
+from __future__ import unicode_literals
 
 
 class Error(Exception):
     """Base class for exceptions in subliminal"""
-    pass
 
 
-class ServiceError(Error):
-    """"Exception raised by services"""
-    pass
+class ProviderError(Error):
+    """Exception raised by providers"""
 
 
-class DownloadFailedError(Error):
-    """"Exception raised when a download task has failed in service"""
-    pass
+class ConfigurationError(ProviderError):
+    """Exception raised by providers when badly configured"""
+
+
+class AuthenticationError(ProviderError):
+    """Exception raised by providers when authentication failed"""
+
+
+class DownloadLimitExceeded(ProviderError):
+    """Exception raised by providers when download limit is exceeded"""
diff --git a/lib/subliminal/infos.py b/lib/subliminal/infos.py
deleted file mode 100644
index 5ab2084a..00000000
--- a/lib/subliminal/infos.py
+++ /dev/null
@@ -1,18 +0,0 @@
-# -*- coding: utf-8 -*-
-# Copyright 2011-2012 Antoine Bertin <diaoulael@gmail.com>
-#
-# This file is part of subliminal.
-#
-# subliminal is free software; you can redistribute it and/or modify it under
-# the terms of the GNU Lesser General Public License as published by
-# the Free Software Foundation; either version 3 of the License, or
-# (at your option) any later version.
-#
-# subliminal is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public License
-# along with subliminal.  If not, see <http://www.gnu.org/licenses/>.
-__version__ = '0.6.3'
diff --git a/lib/subliminal/language.py b/lib/subliminal/language.py
deleted file mode 100644
index 6403bcc0..00000000
--- a/lib/subliminal/language.py
+++ /dev/null
@@ -1,1048 +0,0 @@
-# -*- coding: utf-8 -*-
-# Copyright 2011-2012 Antoine Bertin <diaoulael@gmail.com>
-#
-# This file is part of subliminal.
-#
-# subliminal is free software; you can redistribute it and/or modify it under
-# the terms of the GNU Lesser General Public License as published by
-# the Free Software Foundation; either version 3 of the License, or
-# (at your option) any later version.
-#
-# subliminal is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public License
-# along with subliminal.  If not, see <http://www.gnu.org/licenses/>.
-from .utils import to_unicode
-import re
-import logging
-
-
-logger = logging.getLogger("subliminal")
-
-
-COUNTRIES = [('AF', 'AFG', '004', u'Afghanistan'),
-             ('AX', 'ALA', '248', u'Åland Islands'),
-             ('AL', 'ALB', '008', u'Albania'),
-             ('DZ', 'DZA', '012', u'Algeria'),
-             ('AS', 'ASM', '016', u'American Samoa'),
-             ('AD', 'AND', '020', u'Andorra'),
-             ('AO', 'AGO', '024', u'Angola'),
-             ('AI', 'AIA', '660', u'Anguilla'),
-             ('AQ', 'ATA', '010', u'Antarctica'),
-             ('AG', 'ATG', '028', u'Antigua and Barbuda'),
-             ('AR', 'ARG', '032', u'Argentina'),
-             ('AM', 'ARM', '051', u'Armenia'),
-             ('AW', 'ABW', '533', u'Aruba'),
-             ('AU', 'AUS', '036', u'Australia'),
-             ('AT', 'AUT', '040', u'Austria'),
-             ('AZ', 'AZE', '031', u'Azerbaijan'),
-             ('BS', 'BHS', '044', u'Bahamas'),
-             ('BH', 'BHR', '048', u'Bahrain'),
-             ('BD', 'BGD', '050', u'Bangladesh'),
-             ('BB', 'BRB', '052', u'Barbados'),
-             ('BY', 'BLR', '112', u'Belarus'),
-             ('BE', 'BEL', '056', u'Belgium'),
-             ('BZ', 'BLZ', '084', u'Belize'),
-             ('BJ', 'BEN', '204', u'Benin'),
-             ('BM', 'BMU', '060', u'Bermuda'),
-             ('BT', 'BTN', '064', u'Bhutan'),
-             ('BO', 'BOL', '068', u'Bolivia, Plurinational State of'),
-             ('BQ', 'BES', '535', u'Bonaire, Sint Eustatius and Saba'),
-             ('BA', 'BIH', '070', u'Bosnia and Herzegovina'),
-             ('BW', 'BWA', '072', u'Botswana'),
-             ('BV', 'BVT', '074', u'Bouvet Island'),
-             ('BR', 'BRA', '076', u'Brazil'),
-             ('IO', 'IOT', '086', u'British Indian Ocean Territory'),
-             ('BN', 'BRN', '096', u'Brunei Darussalam'),
-             ('BG', 'BGR', '100', u'Bulgaria'),
-             ('BF', 'BFA', '854', u'Burkina Faso'),
-             ('BI', 'BDI', '108', u'Burundi'),
-             ('KH', 'KHM', '116', u'Cambodia'),
-             ('CM', 'CMR', '120', u'Cameroon'),
-             ('CA', 'CAN', '124', u'Canada'),
-             ('CV', 'CPV', '132', u'Cape Verde'),
-             ('KY', 'CYM', '136', u'Cayman Islands'),
-             ('CF', 'CAF', '140', u'Central African Republic'),
-             ('TD', 'TCD', '148', u'Chad'),
-             ('CL', 'CHL', '152', u'Chile'),
-             ('CN', 'CHN', '156', u'China'),
-             ('CX', 'CXR', '162', u'Christmas Island'),
-             ('CC', 'CCK', '166', u'Cocos (Keeling) Islands'),
-             ('CO', 'COL', '170', u'Colombia'),
-             ('KM', 'COM', '174', u'Comoros'),
-             ('CG', 'COG', '178', u'Congo'),
-             ('CD', 'COD', '180', u'Congo, The Democratic Republic of the'),
-             ('CK', 'COK', '184', u'Cook Islands'),
-             ('CR', 'CRI', '188', u'Costa Rica'),
-             ('CI', 'CIV', '384', u'Côte d\'Ivoire'),
-             ('HR', 'HRV', '191', u'Croatia'),
-             ('CU', 'CUB', '192', u'Cuba'),
-             ('CW', 'CUW', '531', u'Curaçao'),
-             ('CY', 'CYP', '196', u'Cyprus'),
-             ('CZ', 'CZE', '203', u'Czech Republic'),
-             ('DK', 'DNK', '208', u'Denmark'),
-             ('DJ', 'DJI', '262', u'Djibouti'),
-             ('DM', 'DMA', '212', u'Dominica'),
-             ('DO', 'DOM', '214', u'Dominican Republic'),
-             ('EC', 'ECU', '218', u'Ecuador'),
-             ('EG', 'EGY', '818', u'Egypt'),
-             ('SV', 'SLV', '222', u'El Salvador'),
-             ('GQ', 'GNQ', '226', u'Equatorial Guinea'),
-             ('ER', 'ERI', '232', u'Eritrea'),
-             ('EE', 'EST', '233', u'Estonia'),
-             ('ET', 'ETH', '231', u'Ethiopia'),
-             ('FK', 'FLK', '238', u'Falkland Islands (Malvinas)'),
-             ('FO', 'FRO', '234', u'Faroe Islands'),
-             ('FJ', 'FJI', '242', u'Fiji'),
-             ('FI', 'FIN', '246', u'Finland'),
-             ('FR', 'FRA', '250', u'France'),
-             ('GF', 'GUF', '254', u'French Guiana'),
-             ('PF', 'PYF', '258', u'French Polynesia'),
-             ('TF', 'ATF', '260', u'French Southern Territories'),
-             ('GA', 'GAB', '266', u'Gabon'),
-             ('GM', 'GMB', '270', u'Gambia'),
-             ('GE', 'GEO', '268', u'Georgia'),
-             ('DE', 'DEU', '276', u'Germany'),
-             ('GH', 'GHA', '288', u'Ghana'),
-             ('GI', 'GIB', '292', u'Gibraltar'),
-             ('GR', 'GRC', '300', u'Greece'),
-             ('GL', 'GRL', '304', u'Greenland'),
-             ('GD', 'GRD', '308', u'Grenada'),
-             ('GP', 'GLP', '312', u'Guadeloupe'),
-             ('GU', 'GUM', '316', u'Guam'),
-             ('GT', 'GTM', '320', u'Guatemala'),
-             ('GG', 'GGY', '831', u'Guernsey'),
-             ('GN', 'GIN', '324', u'Guinea'),
-             ('GW', 'GNB', '624', u'Guinea-Bissau'),
-             ('GY', 'GUY', '328', u'Guyana'),
-             ('HT', 'HTI', '332', u'Haiti'),
-             ('HM', 'HMD', '334', u'Heard Island and McDonald Islands'),
-             ('VA', 'VAT', '336', u'Holy See (Vatican City State)'),
-             ('HN', 'HND', '340', u'Honduras'),
-             ('HK', 'HKG', '344', u'Hong Kong'),
-             ('HU', 'HUN', '348', u'Hungary'),
-             ('IS', 'ISL', '352', u'Iceland'),
-             ('IN', 'IND', '356', u'India'),
-             ('ID', 'IDN', '360', u'Indonesia'),
-             ('IR', 'IRN', '364', u'Iran, Islamic Republic of'),
-             ('IQ', 'IRQ', '368', u'Iraq'),
-             ('IE', 'IRL', '372', u'Ireland'),
-             ('IM', 'IMN', '833', u'Isle of Man'),
-             ('IL', 'ISR', '376', u'Israel'),
-             ('IT', 'ITA', '380', u'Italy'),
-             ('JM', 'JAM', '388', u'Jamaica'),
-             ('JP', 'JPN', '392', u'Japan'),
-             ('JE', 'JEY', '832', u'Jersey'),
-             ('JO', 'JOR', '400', u'Jordan'),
-             ('KZ', 'KAZ', '398', u'Kazakhstan'),
-             ('KE', 'KEN', '404', u'Kenya'),
-             ('KI', 'KIR', '296', u'Kiribati'),
-             ('KP', 'PRK', '408', u'Korea, Democratic People\'s Republic of'),
-             ('KR', 'KOR', '410', u'Korea, Republic of'),
-             ('KW', 'KWT', '414', u'Kuwait'),
-             ('KG', 'KGZ', '417', u'Kyrgyzstan'),
-             ('LA', 'LAO', '418', u'Lao People\'s Democratic Republic'),
-             ('LV', 'LVA', '428', u'Latvia'),
-             ('LB', 'LBN', '422', u'Lebanon'),
-             ('LS', 'LSO', '426', u'Lesotho'),
-             ('LR', 'LBR', '430', u'Liberia'),
-             ('LY', 'LBY', '434', u'Libya'),
-             ('LI', 'LIE', '438', u'Liechtenstein'),
-             ('LT', 'LTU', '440', u'Lithuania'),
-             ('LU', 'LUX', '442', u'Luxembourg'),
-             ('MO', 'MAC', '446', u'Macao'),
-             ('MK', 'MKD', '807', u'Macedonia, Republic of'),
-             ('MG', 'MDG', '450', u'Madagascar'),
-             ('MW', 'MWI', '454', u'Malawi'),
-             ('MY', 'MYS', '458', u'Malaysia'),
-             ('MV', 'MDV', '462', u'Maldives'),
-             ('ML', 'MLI', '466', u'Mali'),
-             ('MT', 'MLT', '470', u'Malta'),
-             ('MH', 'MHL', '584', u'Marshall Islands'),
-             ('MQ', 'MTQ', '474', u'Martinique'),
-             ('MR', 'MRT', '478', u'Mauritania'),
-             ('MU', 'MUS', '480', u'Mauritius'),
-             ('YT', 'MYT', '175', u'Mayotte'),
-             ('MX', 'MEX', '484', u'Mexico'),
-             ('FM', 'FSM', '583', u'Micronesia, Federated States of'),
-             ('MD', 'MDA', '498', u'Moldova, Republic of'),
-             ('MC', 'MCO', '492', u'Monaco'),
-             ('MN', 'MNG', '496', u'Mongolia'),
-             ('ME', 'MNE', '499', u'Montenegro'),
-             ('MS', 'MSR', '500', u'Montserrat'),
-             ('MA', 'MAR', '504', u'Morocco'),
-             ('MZ', 'MOZ', '508', u'Mozambique'),
-             ('MM', 'MMR', '104', u'Myanmar'),
-             ('NA', 'NAM', '516', u'Namibia'),
-             ('NR', 'NRU', '520', u'Nauru'),
-             ('NP', 'NPL', '524', u'Nepal'),
-             ('NL', 'NLD', '528', u'Netherlands'),
-             ('NC', 'NCL', '540', u'New Caledonia'),
-             ('NZ', 'NZL', '554', u'New Zealand'),
-             ('NI', 'NIC', '558', u'Nicaragua'),
-             ('NE', 'NER', '562', u'Niger'),
-             ('NG', 'NGA', '566', u'Nigeria'),
-             ('NU', 'NIU', '570', u'Niue'),
-             ('NF', 'NFK', '574', u'Norfolk Island'),
-             ('MP', 'MNP', '580', u'Northern Mariana Islands'),
-             ('NO', 'NOR', '578', u'Norway'),
-             ('OM', 'OMN', '512', u'Oman'),
-             ('PK', 'PAK', '586', u'Pakistan'),
-             ('PW', 'PLW', '585', u'Palau'),
-             ('PS', 'PSE', '275', u'Palestinian Territory, Occupied'),
-             ('PA', 'PAN', '591', u'Panama'),
-             ('PG', 'PNG', '598', u'Papua New Guinea'),
-             ('PY', 'PRY', '600', u'Paraguay'),
-             ('PE', 'PER', '604', u'Peru'),
-             ('PH', 'PHL', '608', u'Philippines'),
-             ('PN', 'PCN', '612', u'Pitcairn'),
-             ('PL', 'POL', '616', u'Poland'),
-             ('PT', 'PRT', '620', u'Portugal'),
-             ('PR', 'PRI', '630', u'Puerto Rico'),
-             ('QA', 'QAT', '634', u'Qatar'),
-             ('RE', 'REU', '638', u'Réunion'),
-             ('RO', 'ROU', '642', u'Romania'),
-             ('RU', 'RUS', '643', u'Russian Federation'),
-             ('RW', 'RWA', '646', u'Rwanda'),
-             ('BL', 'BLM', '652', u'Saint Barthélemy'),
-             ('SH', 'SHN', '654', u'Saint Helena, Ascension and Tristan da Cunha'),
-             ('KN', 'KNA', '659', u'Saint Kitts and Nevis'),
-             ('LC', 'LCA', '662', u'Saint Lucia'),
-             ('MF', 'MAF', '663', u'Saint Martin (French part)'),
-             ('PM', 'SPM', '666', u'Saint Pierre and Miquelon'),
-             ('VC', 'VCT', '670', u'Saint Vincent and the Grenadines'),
-             ('WS', 'WSM', '882', u'Samoa'),
-             ('SM', 'SMR', '674', u'San Marino'),
-             ('ST', 'STP', '678', u'Sao Tome and Principe'),
-             ('SA', 'SAU', '682', u'Saudi Arabia'),
-             ('SN', 'SEN', '686', u'Senegal'),
-             ('RS', 'SRB', '688', u'Serbia'),
-             ('SC', 'SYC', '690', u'Seychelles'),
-             ('SL', 'SLE', '694', u'Sierra Leone'),
-             ('SG', 'SGP', '702', u'Singapore'),
-             ('SX', 'SXM', '534', u'Sint Maarten (Dutch part)'),
-             ('SK', 'SVK', '703', u'Slovakia'),
-             ('SI', 'SVN', '705', u'Slovenia'),
-             ('SB', 'SLB', '090', u'Solomon Islands'),
-             ('SO', 'SOM', '706', u'Somalia'),
-             ('ZA', 'ZAF', '710', u'South Africa'),
-             ('GS', 'SGS', '239', u'South Georgia and the South Sandwich Islands'),
-             ('ES', 'ESP', '724', u'Spain'),
-             ('LK', 'LKA', '144', u'Sri Lanka'),
-             ('SD', 'SDN', '729', u'Sudan'),
-             ('SR', 'SUR', '740', u'Suriname'),
-             ('SS', 'SSD', '728', u'South Sudan'),
-             ('SJ', 'SJM', '744', u'Svalbard and Jan Mayen'),
-             ('SZ', 'SWZ', '748', u'Swaziland'),
-             ('SE', 'SWE', '752', u'Sweden'),
-             ('CH', 'CHE', '756', u'Switzerland'),
-             ('SY', 'SYR', '760', u'Syrian Arab Republic'),
-             ('TW', 'TWN', '158', u'Taiwan, Province of China'),
-             ('TJ', 'TJK', '762', u'Tajikistan'),
-             ('TZ', 'TZA', '834', u'Tanzania, United Republic of'),
-             ('TH', 'THA', '764', u'Thailand'),
-             ('TL', 'TLS', '626', u'Timor-Leste'),
-             ('TG', 'TGO', '768', u'Togo'),
-             ('TK', 'TKL', '772', u'Tokelau'),
-             ('TO', 'TON', '776', u'Tonga'),
-             ('TT', 'TTO', '780', u'Trinidad and Tobago'),
-             ('TN', 'TUN', '788', u'Tunisia'),
-             ('TR', 'TUR', '792', u'Turkey'),
-             ('TM', 'TKM', '795', u'Turkmenistan'),
-             ('TC', 'TCA', '796', u'Turks and Caicos Islands'),
-             ('TV', 'TUV', '798', u'Tuvalu'),
-             ('UG', 'UGA', '800', u'Uganda'),
-             ('UA', 'UKR', '804', u'Ukraine'),
-             ('AE', 'ARE', '784', u'United Arab Emirates'),
-             ('GB', 'GBR', '826', u'United Kingdom'),
-             ('US', 'USA', '840', u'United States'),
-             ('UM', 'UMI', '581', u'United States Minor Outlying Islands'),
-             ('UY', 'URY', '858', u'Uruguay'),
-             ('UZ', 'UZB', '860', u'Uzbekistan'),
-             ('VU', 'VUT', '548', u'Vanuatu'),
-             ('VE', 'VEN', '862', u'Venezuela, Bolivarian Republic of'),
-             ('VN', 'VNM', '704', u'Viet Nam'),
-             ('VG', 'VGB', '092', u'Virgin Islands, British'),
-             ('VI', 'VIR', '850', u'Virgin Islands, U.S.'),
-             ('WF', 'WLF', '876', u'Wallis and Futuna'),
-             ('EH', 'ESH', '732', u'Western Sahara'),
-             ('YE', 'YEM', '887', u'Yemen'),
-             ('ZM', 'ZMB', '894', u'Zambia'),
-             ('ZW', 'ZWE', '716', u'Zimbabwe')]
-
-
-LANGUAGES = [('aar', '', 'aa', u'Afar', u'afar'),
-             ('abk', '', 'ab', u'Abkhazian', u'abkhaze'),
-             ('ace', '', '', u'Achinese', u'aceh'),
-             ('ach', '', '', u'Acoli', u'acoli'),
-             ('ada', '', '', u'Adangme', u'adangme'),
-             ('ady', '', '', u'Adyghe; Adygei', u'adyghé'),
-             ('afa', '', '', u'Afro-Asiatic languages', u'afro-asiatiques, langues'),
-             ('afh', '', '', u'Afrihili', u'afrihili'),
-             ('afr', '', 'af', u'Afrikaans', u'afrikaans'),
-             ('ain', '', '', u'Ainu', u'aïnou'),
-             ('aka', '', 'ak', u'Akan', u'akan'),
-             ('akk', '', '', u'Akkadian', u'akkadien'),
-             ('alb', 'sqi', 'sq', u'Albanian', u'albanais'),
-             ('ale', '', '', u'Aleut', u'aléoute'),
-             ('alg', '', '', u'Algonquian languages', u'algonquines, langues'),
-             ('alt', '', '', u'Southern Altai', u'altai du Sud'),
-             ('amh', '', 'am', u'Amharic', u'amharique'),
-             ('ang', '', '', u'English, Old (ca.450-1100)', u'anglo-saxon (ca.450-1100)'),
-             ('anp', '', '', u'Angika', u'angika'),
-             ('apa', '', '', u'Apache languages', u'apaches, langues'),
-             ('ara', '', 'ar', u'Arabic', u'arabe'),
-             ('arc', '', '', u'Official Aramaic (700-300 BCE); Imperial Aramaic (700-300 BCE)', u'araméen d\'empire (700-300 BCE)'),
-             ('arg', '', 'an', u'Aragonese', u'aragonais'),
-             ('arm', 'hye', 'hy', u'Armenian', u'arménien'),
-             ('arn', '', '', u'Mapudungun; Mapuche', u'mapudungun; mapuche; mapuce'),
-             ('arp', '', '', u'Arapaho', u'arapaho'),
-             ('art', '', '', u'Artificial languages', u'artificielles, langues'),
-             ('arw', '', '', u'Arawak', u'arawak'),
-             ('asm', '', 'as', u'Assamese', u'assamais'),
-             ('ast', '', '', u'Asturian; Bable; Leonese; Asturleonese', u'asturien; bable; léonais; asturoléonais'),
-             ('ath', '', '', u'Athapascan languages', u'athapascanes, langues'),
-             ('aus', '', '', u'Australian languages', u'australiennes, langues'),
-             ('ava', '', 'av', u'Avaric', u'avar'),
-             ('ave', '', 'ae', u'Avestan', u'avestique'),
-             ('awa', '', '', u'Awadhi', u'awadhi'),
-             ('aym', '', 'ay', u'Aymara', u'aymara'),
-             ('aze', '', 'az', u'Azerbaijani', u'azéri'),
-             ('bad', '', '', u'Banda languages', u'banda, langues'),
-             ('bai', '', '', u'Bamileke languages', u'bamiléké, langues'),
-             ('bak', '', 'ba', u'Bashkir', u'bachkir'),
-             ('bal', '', '', u'Baluchi', u'baloutchi'),
-             ('bam', '', 'bm', u'Bambara', u'bambara'),
-             ('ban', '', '', u'Balinese', u'balinais'),
-             ('baq', 'eus', 'eu', u'Basque', u'basque'),
-             ('bas', '', '', u'Basa', u'basa'),
-             ('bat', '', '', u'Baltic languages', u'baltes, langues'),
-             ('bej', '', '', u'Beja; Bedawiyet', u'bedja'),
-             ('bel', '', 'be', u'Belarusian', u'biélorusse'),
-             ('bem', '', '', u'Bemba', u'bemba'),
-             ('ben', '', 'bn', u'Bengali', u'bengali'),
-             ('ber', '', '', u'Berber languages', u'berbères, langues'),
-             ('bho', '', '', u'Bhojpuri', u'bhojpuri'),
-             ('bih', '', 'bh', u'Bihari languages', u'langues biharis'),
-             ('bik', '', '', u'Bikol', u'bikol'),
-             ('bin', '', '', u'Bini; Edo', u'bini; edo'),
-             ('bis', '', 'bi', u'Bislama', u'bichlamar'),
-             ('bla', '', '', u'Siksika', u'blackfoot'),
-             ('bnt', '', '', u'Bantu (Other)', u'bantoues, autres langues'),
-             ('bos', '', 'bs', u'Bosnian', u'bosniaque'),
-             ('bra', '', '', u'Braj', u'braj'),
-             ('bre', '', 'br', u'Breton', u'breton'),
-             ('btk', '', '', u'Batak languages', u'batak, langues'),
-             ('bua', '', '', u'Buriat', u'bouriate'),
-             ('bug', '', '', u'Buginese', u'bugi'),
-             ('bul', '', 'bg', u'Bulgarian', u'bulgare'),
-             ('bur', 'mya', 'my', u'Burmese', u'birman'),
-             ('byn', '', '', u'Blin; Bilin', u'blin; bilen'),
-             ('cad', '', '', u'Caddo', u'caddo'),
-             ('cai', '', '', u'Central American Indian languages', u'amérindiennes de L\'Amérique centrale, langues'),
-             ('car', '', '', u'Galibi Carib', u'karib; galibi; carib'),
-             ('cat', '', 'ca', u'Catalan; Valencian', u'catalan; valencien'),
-             ('cau', '', '', u'Caucasian languages', u'caucasiennes, langues'),
-             ('ceb', '', '', u'Cebuano', u'cebuano'),
-             ('cel', '', '', u'Celtic languages', u'celtiques, langues; celtes, langues'),
-             ('cha', '', 'ch', u'Chamorro', u'chamorro'),
-             ('chb', '', '', u'Chibcha', u'chibcha'),
-             ('che', '', 'ce', u'Chechen', u'tchétchène'),
-             ('chg', '', '', u'Chagatai', u'djaghataï'),
-             ('chi', 'zho', 'zh', u'Chinese', u'chinois'),
-             ('chk', '', '', u'Chuukese', u'chuuk'),
-             ('chm', '', '', u'Mari', u'mari'),
-             ('chn', '', '', u'Chinook jargon', u'chinook, jargon'),
-             ('cho', '', '', u'Choctaw', u'choctaw'),
-             ('chp', '', '', u'Chipewyan; Dene Suline', u'chipewyan'),
-             ('chr', '', '', u'Cherokee', u'cherokee'),
-             ('chu', '', 'cu', u'Church Slavic; Old Slavonic; Church Slavonic; Old Bulgarian; Old Church Slavonic', u'slavon d\'église; vieux slave; slavon liturgique; vieux bulgare'),
-             ('chv', '', 'cv', u'Chuvash', u'tchouvache'),
-             ('chy', '', '', u'Cheyenne', u'cheyenne'),
-             ('cmc', '', '', u'Chamic languages', u'chames, langues'),
-             ('cop', '', '', u'Coptic', u'copte'),
-             ('cor', '', 'kw', u'Cornish', u'cornique'),
-             ('cos', '', 'co', u'Corsican', u'corse'),
-             ('cpe', '', '', u'Creoles and pidgins, English based', u'créoles et pidgins basés sur l\'anglais'),
-             ('cpf', '', '', u'Creoles and pidgins, French-based ', u'créoles et pidgins basés sur le français'),
-             ('cpp', '', '', u'Creoles and pidgins, Portuguese-based ', u'créoles et pidgins basés sur le portugais'),
-             ('cre', '', 'cr', u'Cree', u'cree'),
-             ('crh', '', '', u'Crimean Tatar; Crimean Turkish', u'tatar de Crimé'),
-             ('crp', '', '', u'Creoles and pidgins ', u'créoles et pidgins'),
-             ('csb', '', '', u'Kashubian', u'kachoube'),
-             ('cus', '', '', u'Cushitic languages', u'couchitiques, langues'),
-             ('cze', 'ces', 'cs', u'Czech', u'tchèque'),
-             ('dak', '', '', u'Dakota', u'dakota'),
-             ('dan', '', 'da', u'Danish', u'danois'),
-             ('dar', '', '', u'Dargwa', u'dargwa'),
-             ('day', '', '', u'Land Dayak languages', u'dayak, langues'),
-             ('del', '', '', u'Delaware', u'delaware'),
-             ('den', '', '', u'Slave (Athapascan)', u'esclave (athapascan)'),
-             ('dgr', '', '', u'Dogrib', u'dogrib'),
-             ('din', '', '', u'Dinka', u'dinka'),
-             ('div', '', 'dv', u'Divehi; Dhivehi; Maldivian', u'maldivien'),
-             ('doi', '', '', u'Dogri', u'dogri'),
-             ('dra', '', '', u'Dravidian languages', u'dravidiennes, langues'),
-             ('dsb', '', '', u'Lower Sorbian', u'bas-sorabe'),
-             ('dua', '', '', u'Duala', u'douala'),
-             ('dum', '', '', u'Dutch, Middle (ca.1050-1350)', u'néerlandais moyen (ca. 1050-1350)'),
-             ('dut', 'nld', 'nl', u'Dutch; Flemish', u'néerlandais; flamand'),
-             ('dyu', '', '', u'Dyula', u'dioula'),
-             ('dzo', '', 'dz', u'Dzongkha', u'dzongkha'),
-             ('efi', '', '', u'Efik', u'efik'),
-             ('egy', '', '', u'Egyptian (Ancient)', u'égyptien'),
-             ('eka', '', '', u'Ekajuk', u'ekajuk'),
-             ('elx', '', '', u'Elamite', u'élamite'),
-             ('eng', '', 'en', u'English', u'anglais'),
-             ('enm', '', '', u'English, Middle (1100-1500)', u'anglais moyen (1100-1500)'),
-             ('epo', '', 'eo', u'Esperanto', u'espéranto'),
-             ('est', '', 'et', u'Estonian', u'estonien'),
-             ('ewe', '', 'ee', u'Ewe', u'éwé'),
-             ('ewo', '', '', u'Ewondo', u'éwondo'),
-             ('fan', '', '', u'Fang', u'fang'),
-             ('fao', '', 'fo', u'Faroese', u'féroïen'),
-             ('fat', '', '', u'Fanti', u'fanti'),
-             ('fij', '', 'fj', u'Fijian', u'fidjien'),
-             ('fil', '', '', u'Filipino; Pilipino', u'filipino; pilipino'),
-             ('fin', '', 'fi', u'Finnish', u'finnois'),
-             ('fiu', '', '', u'Finno-Ugrian languages', u'finno-ougriennes, langues'),
-             ('fon', '', '', u'Fon', u'fon'),
-             ('fre', 'fra', 'fr', u'French', u'français'),
-             ('frm', '', '', u'French, Middle (ca.1400-1600)', u'français moyen (1400-1600)'),
-             ('fro', '', '', u'French, Old (842-ca.1400)', u'français ancien (842-ca.1400)'),
-             ('frr', '', '', u'Northern Frisian', u'frison septentrional'),
-             ('frs', '', '', u'Eastern Frisian', u'frison oriental'),
-             ('fry', '', 'fy', u'Western Frisian', u'frison occidental'),
-             ('ful', '', 'ff', u'Fulah', u'peul'),
-             ('fur', '', '', u'Friulian', u'frioulan'),
-             ('gaa', '', '', u'Ga', u'ga'),
-             ('gay', '', '', u'Gayo', u'gayo'),
-             ('gba', '', '', u'Gbaya', u'gbaya'),
-             ('gem', '', '', u'Germanic languages', u'germaniques, langues'),
-             ('geo', 'kat', 'ka', u'Georgian', u'géorgien'),
-             ('ger', 'deu', 'de', u'German', u'allemand'),
-             ('gez', '', '', u'Geez', u'guèze'),
-             ('gil', '', '', u'Gilbertese', u'kiribati'),
-             ('gla', '', 'gd', u'Gaelic; Scottish Gaelic', u'gaélique; gaélique écossais'),
-             ('gle', '', 'ga', u'Irish', u'irlandais'),
-             ('glg', '', 'gl', u'Galician', u'galicien'),
-             ('glv', '', 'gv', u'Manx', u'manx; mannois'),
-             ('gmh', '', '', u'German, Middle High (ca.1050-1500)', u'allemand, moyen haut (ca. 1050-1500)'),
-             ('goh', '', '', u'German, Old High (ca.750-1050)', u'allemand, vieux haut (ca. 750-1050)'),
-             ('gon', '', '', u'Gondi', u'gond'),
-             ('gor', '', '', u'Gorontalo', u'gorontalo'),
-             ('got', '', '', u'Gothic', u'gothique'),
-             ('grb', '', '', u'Grebo', u'grebo'),
-             ('grc', '', '', u'Greek, Ancient (to 1453)', u'grec ancien (jusqu\'à 1453)'),
-             ('gre', 'ell', 'el', u'Greek, Modern (1453-)', u'grec moderne (après 1453)'),
-             ('grn', '', 'gn', u'Guarani', u'guarani'),
-             ('gsw', '', '', u'Swiss German; Alemannic; Alsatian', u'suisse alémanique; alémanique; alsacien'),
-             ('guj', '', 'gu', u'Gujarati', u'goudjrati'),
-             ('gwi', '', '', u'Gwich\'in', u'gwich\'in'),
-             ('hai', '', '', u'Haida', u'haida'),
-             ('hat', '', 'ht', u'Haitian; Haitian Creole', u'haïtien; créole haïtien'),
-             ('hau', '', 'ha', u'Hausa', u'haoussa'),
-             ('haw', '', '', u'Hawaiian', u'hawaïen'),
-             ('heb', '', 'he', u'Hebrew', u'hébreu'),
-             ('her', '', 'hz', u'Herero', u'herero'),
-             ('hil', '', '', u'Hiligaynon', u'hiligaynon'),
-             ('him', '', '', u'Himachali languages; Western Pahari languages', u'langues himachalis; langues paharis occidentales'),
-             ('hin', '', 'hi', u'Hindi', u'hindi'),
-             ('hit', '', '', u'Hittite', u'hittite'),
-             ('hmn', '', '', u'Hmong; Mong', u'hmong'),
-             ('hmo', '', 'ho', u'Hiri Motu', u'hiri motu'),
-             ('hrv', '', 'hr', u'Croatian', u'croate'),
-             ('hsb', '', '', u'Upper Sorbian', u'haut-sorabe'),
-             ('hun', '', 'hu', u'Hungarian', u'hongrois'),
-             ('hup', '', '', u'Hupa', u'hupa'),
-             ('iba', '', '', u'Iban', u'iban'),
-             ('ibo', '', 'ig', u'Igbo', u'igbo'),
-             ('ice', 'isl', 'is', u'Icelandic', u'islandais'),
-             ('ido', '', 'io', u'Ido', u'ido'),
-             ('iii', '', 'ii', u'Sichuan Yi; Nuosu', u'yi de Sichuan'),
-             ('ijo', '', '', u'Ijo languages', u'ijo, langues'),
-             ('iku', '', 'iu', u'Inuktitut', u'inuktitut'),
-             ('ile', '', 'ie', u'Interlingue; Occidental', u'interlingue'),
-             ('ilo', '', '', u'Iloko', u'ilocano'),
-             ('ina', '', 'ia', u'Interlingua (International Auxiliary Language Association)', u'interlingua (langue auxiliaire internationale)'),
-             ('inc', '', '', u'Indic languages', u'indo-aryennes, langues'),
-             ('ind', '', 'id', u'Indonesian', u'indonésien'),
-             ('ine', '', '', u'Indo-European languages', u'indo-européennes, langues'),
-             ('inh', '', '', u'Ingush', u'ingouche'),
-             ('ipk', '', 'ik', u'Inupiaq', u'inupiaq'),
-             ('ira', '', '', u'Iranian languages', u'iraniennes, langues'),
-             ('iro', '', '', u'Iroquoian languages', u'iroquoises, langues'),
-             ('ita', '', 'it', u'Italian', u'italien'),
-             ('jav', '', 'jv', u'Javanese', u'javanais'),
-             ('jbo', '', '', u'Lojban', u'lojban'),
-             ('jpn', '', 'ja', u'Japanese', u'japonais'),
-             ('jpr', '', '', u'Judeo-Persian', u'judéo-persan'),
-             ('jrb', '', '', u'Judeo-Arabic', u'judéo-arabe'),
-             ('kaa', '', '', u'Kara-Kalpak', u'karakalpak'),
-             ('kab', '', '', u'Kabyle', u'kabyle'),
-             ('kac', '', '', u'Kachin; Jingpho', u'kachin; jingpho'),
-             ('kal', '', 'kl', u'Kalaallisut; Greenlandic', u'groenlandais'),
-             ('kam', '', '', u'Kamba', u'kamba'),
-             ('kan', '', 'kn', u'Kannada', u'kannada'),
-             ('kar', '', '', u'Karen languages', u'karen, langues'),
-             ('kas', '', 'ks', u'Kashmiri', u'kashmiri'),
-             ('kau', '', 'kr', u'Kanuri', u'kanouri'),
-             ('kaw', '', '', u'Kawi', u'kawi'),
-             ('kaz', '', 'kk', u'Kazakh', u'kazakh'),
-             ('kbd', '', '', u'Kabardian', u'kabardien'),
-             ('kha', '', '', u'Khasi', u'khasi'),
-             ('khi', '', '', u'Khoisan languages', u'khoïsan, langues'),
-             ('khm', '', 'km', u'Central Khmer', u'khmer central'),
-             ('kho', '', '', u'Khotanese; Sakan', u'khotanais; sakan'),
-             ('kik', '', 'ki', u'Kikuyu; Gikuyu', u'kikuyu'),
-             ('kin', '', 'rw', u'Kinyarwanda', u'rwanda'),
-             ('kir', '', 'ky', u'Kirghiz; Kyrgyz', u'kirghiz'),
-             ('kmb', '', '', u'Kimbundu', u'kimbundu'),
-             ('kok', '', '', u'Konkani', u'konkani'),
-             ('kom', '', 'kv', u'Komi', u'kom'),
-             ('kon', '', 'kg', u'Kongo', u'kongo'),
-             ('kor', '', 'ko', u'Korean', u'coréen'),
-             ('kos', '', '', u'Kosraean', u'kosrae'),
-             ('kpe', '', '', u'Kpelle', u'kpellé'),
-             ('krc', '', '', u'Karachay-Balkar', u'karatchai balkar'),
-             ('krl', '', '', u'Karelian', u'carélien'),
-             ('kro', '', '', u'Kru languages', u'krou, langues'),
-             ('kru', '', '', u'Kurukh', u'kurukh'),
-             ('kua', '', 'kj', u'Kuanyama; Kwanyama', u'kuanyama; kwanyama'),
-             ('kum', '', '', u'Kumyk', u'koumyk'),
-             ('kur', '', 'ku', u'Kurdish', u'kurde'),
-             ('kut', '', '', u'Kutenai', u'kutenai'),
-             ('lad', '', '', u'Ladino', u'judéo-espagnol'),
-             ('lah', '', '', u'Lahnda', u'lahnda'),
-             ('lam', '', '', u'Lamba', u'lamba'),
-             ('lao', '', 'lo', u'Lao', u'lao'),
-             ('lat', '', 'la', u'Latin', u'latin'),
-             ('lav', '', 'lv', u'Latvian', u'letton'),
-             ('lez', '', '', u'Lezghian', u'lezghien'),
-             ('lim', '', 'li', u'Limburgan; Limburger; Limburgish', u'limbourgeois'),
-             ('lin', '', 'ln', u'Lingala', u'lingala'),
-             ('lit', '', 'lt', u'Lithuanian', u'lituanien'),
-             ('lol', '', '', u'Mongo', u'mongo'),
-             ('loz', '', '', u'Lozi', u'lozi'),
-             ('ltz', '', 'lb', u'Luxembourgish; Letzeburgesch', u'luxembourgeois'),
-             ('lua', '', '', u'Luba-Lulua', u'luba-lulua'),
-             ('lub', '', 'lu', u'Luba-Katanga', u'luba-katanga'),
-             ('lug', '', 'lg', u'Ganda', u'ganda'),
-             ('lui', '', '', u'Luiseno', u'luiseno'),
-             ('lun', '', '', u'Lunda', u'lunda'),
-             ('luo', '', '', u'Luo (Kenya and Tanzania)', u'luo (Kenya et Tanzanie)'),
-             ('lus', '', '', u'Lushai', u'lushai'),
-             ('mac', 'mkd', 'mk', u'Macedonian', u'macédonien'),
-             ('mad', '', '', u'Madurese', u'madourais'),
-             ('mag', '', '', u'Magahi', u'magahi'),
-             ('mah', '', 'mh', u'Marshallese', u'marshall'),
-             ('mai', '', '', u'Maithili', u'maithili'),
-             ('mak', '', '', u'Makasar', u'makassar'),
-             ('mal', '', 'ml', u'Malayalam', u'malayalam'),
-             ('man', '', '', u'Mandingo', u'mandingue'),
-             ('mao', 'mri', 'mi', u'Maori', u'maori'),
-             ('map', '', '', u'Austronesian languages', u'austronésiennes, langues'),
-             ('mar', '', 'mr', u'Marathi', u'marathe'),
-             ('mas', '', '', u'Masai', u'massaï'),
-             ('may', 'msa', 'ms', u'Malay', u'malais'),
-             ('mdf', '', '', u'Moksha', u'moksa'),
-             ('mdr', '', '', u'Mandar', u'mandar'),
-             ('men', '', '', u'Mende', u'mendé'),
-             ('mga', '', '', u'Irish, Middle (900-1200)', u'irlandais moyen (900-1200)'),
-             ('mic', '', '', u'Mi\'kmaq; Micmac', u'mi\'kmaq; micmac'),
-             ('min', '', '', u'Minangkabau', u'minangkabau'),
-             ('mkh', '', '', u'Mon-Khmer languages', u'môn-khmer, langues'),
-             ('mlg', '', 'mg', u'Malagasy', u'malgache'),
-             ('mlt', '', 'mt', u'Maltese', u'maltais'),
-             ('mnc', '', '', u'Manchu', u'mandchou'),
-             ('mni', '', '', u'Manipuri', u'manipuri'),
-             ('mno', '', '', u'Manobo languages', u'manobo, langues'),
-             ('moh', '', '', u'Mohawk', u'mohawk'),
-             ('mon', '', 'mn', u'Mongolian', u'mongol'),
-             ('mos', '', '', u'Mossi', u'moré'),
-             ('mun', '', '', u'Munda languages', u'mounda, langues'),
-             ('mus', '', '', u'Creek', u'muskogee'),
-             ('mwl', '', '', u'Mirandese', u'mirandais'),
-             ('mwr', '', '', u'Marwari', u'marvari'),
-             ('myn', '', '', u'Mayan languages', u'maya, langues'),
-             ('myv', '', '', u'Erzya', u'erza'),
-             ('nah', '', '', u'Nahuatl languages', u'nahuatl, langues'),
-             ('nai', '', '', u'North American Indian languages', u'nord-amérindiennes, langues'),
-             ('nap', '', '', u'Neapolitan', u'napolitain'),
-             ('nau', '', 'na', u'Nauru', u'nauruan'),
-             ('nav', '', 'nv', u'Navajo; Navaho', u'navaho'),
-             ('nbl', '', 'nr', u'Ndebele, South; South Ndebele', u'ndébélé du Sud'),
-             ('nde', '', 'nd', u'Ndebele, North; North Ndebele', u'ndébélé du Nord'),
-             ('ndo', '', 'ng', u'Ndonga', u'ndonga'),
-             ('nds', '', '', u'Low German; Low Saxon; German, Low; Saxon, Low', u'bas allemand; bas saxon; allemand, bas; saxon, bas'),
-             ('nep', '', 'ne', u'Nepali', u'népalais'),
-             ('new', '', '', u'Nepal Bhasa; Newari', u'nepal bhasa; newari'),
-             ('nia', '', '', u'Nias', u'nias'),
-             ('nic', '', '', u'Niger-Kordofanian languages', u'nigéro-kordofaniennes, langues'),
-             ('niu', '', '', u'Niuean', u'niué'),
-             ('nno', '', 'nn', u'Norwegian Nynorsk; Nynorsk, Norwegian', u'norvégien nynorsk; nynorsk, norvégien'),
-             ('nob', '', 'nb', u'Bokmål, Norwegian; Norwegian Bokmål', u'norvégien bokmål'),
-             ('nog', '', '', u'Nogai', u'nogaï; nogay'),
-             ('non', '', '', u'Norse, Old', u'norrois, vieux'),
-             ('nor', '', 'no', u'Norwegian', u'norvégien'),
-             ('nqo', '', '', u'N\'Ko', u'n\'ko'),
-             ('nso', '', '', u'Pedi; Sepedi; Northern Sotho', u'pedi; sepedi; sotho du Nord'),
-             ('nub', '', '', u'Nubian languages', u'nubiennes, langues'),
-             ('nwc', '', '', u'Classical Newari; Old Newari; Classical Nepal Bhasa', u'newari classique'),
-             ('nya', '', 'ny', u'Chichewa; Chewa; Nyanja', u'chichewa; chewa; nyanja'),
-             ('nym', '', '', u'Nyamwezi', u'nyamwezi'),
-             ('nyn', '', '', u'Nyankole', u'nyankolé'),
-             ('nyo', '', '', u'Nyoro', u'nyoro'),
-             ('nzi', '', '', u'Nzima', u'nzema'),
-             ('oci', '', 'oc', u'Occitan (post 1500); Provençal', u'occitan (après 1500); provençal'),
-             ('oji', '', 'oj', u'Ojibwa', u'ojibwa'),
-             ('ori', '', 'or', u'Oriya', u'oriya'),
-             ('orm', '', 'om', u'Oromo', u'galla'),
-             ('osa', '', '', u'Osage', u'osage'),
-             ('oss', '', 'os', u'Ossetian; Ossetic', u'ossète'),
-             ('ota', '', '', u'Turkish, Ottoman (1500-1928)', u'turc ottoman (1500-1928)'),
-             ('oto', '', '', u'Otomian languages', u'otomi, langues'),
-             ('paa', '', '', u'Papuan languages', u'papoues, langues'),
-             ('pag', '', '', u'Pangasinan', u'pangasinan'),
-             ('pal', '', '', u'Pahlavi', u'pahlavi'),
-             ('pam', '', '', u'Pampanga; Kapampangan', u'pampangan'),
-             ('pan', '', 'pa', u'Panjabi; Punjabi', u'pendjabi'),
-             ('pap', '', '', u'Papiamento', u'papiamento'),
-             ('pau', '', '', u'Palauan', u'palau'),
-             ('peo', '', '', u'Persian, Old (ca.600-400 B.C.)', u'perse, vieux (ca. 600-400 av. J.-C.)'),
-             ('per', 'fas', 'fa', u'Persian', u'persan'),
-             ('phi', '', '', u'Philippine languages', u'philippines, langues'),
-             ('phn', '', '', u'Phoenician', u'phénicien'),
-             ('pli', '', 'pi', u'Pali', u'pali'),
-             ('pol', '', 'pl', u'Polish', u'polonais'),
-             ('pon', '', '', u'Pohnpeian', u'pohnpei'),
-             ('pob', '', 'pb', u'Brazilian Portuguese', u'brazilian portuguese'),
-             ('por', '', 'pt', u'Portuguese', u'portugais'),
-             ('pra', '', '', u'Prakrit languages', u'prâkrit, langues'),
-             ('pro', '', '', u'Provençal, Old (to 1500)', u'provençal ancien (jusqu\'à 1500)'),
-             ('pus', '', 'ps', u'Pushto; Pashto', u'pachto'),
-             ('que', '', 'qu', u'Quechua', u'quechua'),
-             ('raj', '', '', u'Rajasthani', u'rajasthani'),
-             ('rap', '', '', u'Rapanui', u'rapanui'),
-             ('rar', '', '', u'Rarotongan; Cook Islands Maori', u'rarotonga; maori des îles Cook'),
-             ('roa', '', '', u'Romance languages', u'romanes, langues'),
-             ('roh', '', 'rm', u'Romansh', u'romanche'),
-             ('rom', '', '', u'Romany', u'tsigane'),
-             ('rum', 'ron', 'ro', u'Romanian; Moldavian; Moldovan', u'roumain; moldave'),
-             ('run', '', 'rn', u'Rundi', u'rundi'),
-             ('rup', '', '', u'Aromanian; Arumanian; Macedo-Romanian', u'aroumain; macédo-roumain'),
-             ('rus', '', 'ru', u'Russian', u'russe'),
-             ('sad', '', '', u'Sandawe', u'sandawe'),
-             ('sag', '', 'sg', u'Sango', u'sango'),
-             ('sah', '', '', u'Yakut', u'iakoute'),
-             ('sai', '', '', u'South American Indian (Other)', u'indiennes d\'Amérique du Sud, autres langues'),
-             ('sal', '', '', u'Salishan languages', u'salishennes, langues'),
-             ('sam', '', '', u'Samaritan Aramaic', u'samaritain'),
-             ('san', '', 'sa', u'Sanskrit', u'sanskrit'),
-             ('sas', '', '', u'Sasak', u'sasak'),
-             ('sat', '', '', u'Santali', u'santal'),
-             ('scn', '', '', u'Sicilian', u'sicilien'),
-             ('sco', '', '', u'Scots', u'écossais'),
-             ('sel', '', '', u'Selkup', u'selkoupe'),
-             ('sem', '', '', u'Semitic languages', u'sémitiques, langues'),
-             ('sga', '', '', u'Irish, Old (to 900)', u'irlandais ancien (jusqu\'à 900)'),
-             ('sgn', '', '', u'Sign Languages', u'langues des signes'),
-             ('shn', '', '', u'Shan', u'chan'),
-             ('sid', '', '', u'Sidamo', u'sidamo'),
-             ('sin', '', 'si', u'Sinhala; Sinhalese', u'singhalais'),
-             ('sio', '', '', u'Siouan languages', u'sioux, langues'),
-             ('sit', '', '', u'Sino-Tibetan languages', u'sino-tibétaines, langues'),
-             ('sla', '', '', u'Slavic languages', u'slaves, langues'),
-             ('slo', 'slk', 'sk', u'Slovak', u'slovaque'),
-             ('slv', '', 'sl', u'Slovenian', u'slovène'),
-             ('sma', '', '', u'Southern Sami', u'sami du Sud'),
-             ('sme', '', 'se', u'Northern Sami', u'sami du Nord'),
-             ('smi', '', '', u'Sami languages', u'sames, langues'),
-             ('smj', '', '', u'Lule Sami', u'sami de Lule'),
-             ('smn', '', '', u'Inari Sami', u'sami d\'Inari'),
-             ('smo', '', 'sm', u'Samoan', u'samoan'),
-             ('sms', '', '', u'Skolt Sami', u'sami skolt'),
-             ('sna', '', 'sn', u'Shona', u'shona'),
-             ('snd', '', 'sd', u'Sindhi', u'sindhi'),
-             ('snk', '', '', u'Soninke', u'soninké'),
-             ('sog', '', '', u'Sogdian', u'sogdien'),
-             ('som', '', 'so', u'Somali', u'somali'),
-             ('son', '', '', u'Songhai languages', u'songhai, langues'),
-             ('sot', '', 'st', u'Sotho, Southern', u'sotho du Sud'),
-             ('spa', '', 'es', u'Spanish; Castilian', u'espagnol; castillan'),
-             ('srd', '', 'sc', u'Sardinian', u'sarde'),
-             ('srn', '', '', u'Sranan Tongo', u'sranan tongo'),
-             ('srp', '', 'sr', u'Serbian', u'serbe'),
-             ('srr', '', '', u'Serer', u'sérère'),
-             ('ssa', '', '', u'Nilo-Saharan languages', u'nilo-sahariennes, langues'),
-             ('ssw', '', 'ss', u'Swati', u'swati'),
-             ('suk', '', '', u'Sukuma', u'sukuma'),
-             ('sun', '', 'su', u'Sundanese', u'soundanais'),
-             ('sus', '', '', u'Susu', u'soussou'),
-             ('sux', '', '', u'Sumerian', u'sumérien'),
-             ('swa', '', 'sw', u'Swahili', u'swahili'),
-             ('swe', '', 'sv', u'Swedish', u'suédois'),
-             ('syc', '', '', u'Classical Syriac', u'syriaque classique'),
-             ('syr', '', '', u'Syriac', u'syriaque'),
-             ('tah', '', 'ty', u'Tahitian', u'tahitien'),
-             ('tai', '', '', u'Tai languages', u'tai, langues'),
-             ('tam', '', 'ta', u'Tamil', u'tamoul'),
-             ('tat', '', 'tt', u'Tatar', u'tatar'),
-             ('tel', '', 'te', u'Telugu', u'télougou'),
-             ('tem', '', '', u'Timne', u'temne'),
-             ('ter', '', '', u'Tereno', u'tereno'),
-             ('tet', '', '', u'Tetum', u'tetum'),
-             ('tgk', '', 'tg', u'Tajik', u'tadjik'),
-             ('tgl', '', 'tl', u'Tagalog', u'tagalog'),
-             ('tha', '', 'th', u'Thai', u'thaï'),
-             ('tib', 'bod', 'bo', u'Tibetan', u'tibétain'),
-             ('tig', '', '', u'Tigre', u'tigré'),
-             ('tir', '', 'ti', u'Tigrinya', u'tigrigna'),
-             ('tiv', '', '', u'Tiv', u'tiv'),
-             ('tkl', '', '', u'Tokelau', u'tokelau'),
-             ('tlh', '', '', u'Klingon; tlhIngan-Hol', u'klingon'),
-             ('tli', '', '', u'Tlingit', u'tlingit'),
-             ('tmh', '', '', u'Tamashek', u'tamacheq'),
-             ('tog', '', '', u'Tonga (Nyasa)', u'tonga (Nyasa)'),
-             ('ton', '', 'to', u'Tonga (Tonga Islands)', u'tongan (Îles Tonga)'),
-             ('tpi', '', '', u'Tok Pisin', u'tok pisin'),
-             ('tsi', '', '', u'Tsimshian', u'tsimshian'),
-             ('tsn', '', 'tn', u'Tswana', u'tswana'),
-             ('tso', '', 'ts', u'Tsonga', u'tsonga'),
-             ('tuk', '', 'tk', u'Turkmen', u'turkmène'),
-             ('tum', '', '', u'Tumbuka', u'tumbuka'),
-             ('tup', '', '', u'Tupi languages', u'tupi, langues'),
-             ('tur', '', 'tr', u'Turkish', u'turc'),
-             ('tut', '', '', u'Altaic languages', u'altaïques, langues'),
-             ('tvl', '', '', u'Tuvalu', u'tuvalu'),
-             ('twi', '', 'tw', u'Twi', u'twi'),
-             ('tyv', '', '', u'Tuvinian', u'touva'),
-             ('udm', '', '', u'Udmurt', u'oudmourte'),
-             ('uga', '', '', u'Ugaritic', u'ougaritique'),
-             ('uig', '', 'ug', u'Uighur; Uyghur', u'ouïgour'),
-             ('ukr', '', 'uk', u'Ukrainian', u'ukrainien'),
-             ('umb', '', '', u'Umbundu', u'umbundu'),
-             ('und', '', '', u'Undetermined', u'indéterminée'),
-             ('urd', '', 'ur', u'Urdu', u'ourdou'),
-             ('uzb', '', 'uz', u'Uzbek', u'ouszbek'),
-             ('vai', '', '', u'Vai', u'vaï'),
-             ('ven', '', 've', u'Venda', u'venda'),
-             ('vie', '', 'vi', u'Vietnamese', u'vietnamien'),
-             ('vol', '', 'vo', u'Volapük', u'volapük'),
-             ('vot', '', '', u'Votic', u'vote'),
-             ('wak', '', '', u'Wakashan languages', u'wakashanes, langues'),
-             ('wal', '', '', u'Walamo', u'walamo'),
-             ('war', '', '', u'Waray', u'waray'),
-             ('was', '', '', u'Washo', u'washo'),
-             ('wel', 'cym', 'cy', u'Welsh', u'gallois'),
-             ('wen', '', '', u'Sorbian languages', u'sorabes, langues'),
-             ('wln', '', 'wa', u'Walloon', u'wallon'),
-             ('wol', '', 'wo', u'Wolof', u'wolof'),
-             ('xal', '', '', u'Kalmyk; Oirat', u'kalmouk; oïrat'),
-             ('xho', '', 'xh', u'Xhosa', u'xhosa'),
-             ('yao', '', '', u'Yao', u'yao'),
-             ('yap', '', '', u'Yapese', u'yapois'),
-             ('yid', '', 'yi', u'Yiddish', u'yiddish'),
-             ('yor', '', 'yo', u'Yoruba', u'yoruba'),
-             ('ypk', '', '', u'Yupik languages', u'yupik, langues'),
-             ('zap', '', '', u'Zapotec', u'zapotèque'),
-             ('zbl', '', '', u'Blissymbols; Blissymbolics; Bliss', u'symboles Bliss; Bliss'),
-             ('zen', '', '', u'Zenaga', u'zenaga'),
-             ('zha', '', 'za', u'Zhuang; Chuang', u'zhuang; chuang'),
-             ('znd', '', '', u'Zande languages', u'zandé, langues'),
-             ('zul', '', 'zu', u'Zulu', u'zoulou'),
-             ('zun', '', '', u'Zuni', u'zuni'),
-             ('zza', '', '', u'Zaza; Dimili; Dimli; Kirdki; Kirmanjki; Zazaki', u'zaza; dimili; dimli; kirdki; kirmanjki; zazaki')]
-
-
-class Country(object):
-    """Country according to ISO-3166
-
-    :param string country: country name, alpha2 code, alpha3 code or numeric code
-    :param list countries: all countries
-    :type countries: see :data:`~subliminal.language.COUNTRIES`
-
-    """
-    def __init__(self, country, countries=None):
-        countries = countries or COUNTRIES
-        country = to_unicode(country.strip().lower())
-        country_tuple = None
-
-        # Try to find the country
-        if len(country) == 2:
-            country_tuple = dict((c[0].lower(), c) for c in countries).get(country)
-        elif len(country) == 3 and not country.isdigit():
-            country_tuple = dict((c[1].lower(), c) for c in countries).get(country)
-        elif len(country) == 3 and country.isdigit():
-            country_tuple = dict((c[2].lower(), c) for c in countries).get(country)
-        if country_tuple is None:
-            country_tuple = dict((c[3].lower(), c) for c in countries).get(country)
-
-        # Raise ValueError if nothing is found
-        if country_tuple is None:
-            raise ValueError('Country %s does not exist' % country)
-
-        # Set default attrs
-        self.alpha2 = country_tuple[0]
-        self.alpha3 = country_tuple[1]
-        self.numeric = country_tuple[2]
-        self.name = country_tuple[3]
-
-    def __hash__(self):
-        return hash(self.alpha3)
-
-    def __eq__(self, other):
-        if isinstance(other, Country):
-            return self.alpha3 == other.alpha3
-        return False
-
-    def __ne__(self, other):
-        return not self == other
-
-    def __unicode__(self):
-        return self.name
-
-    def __str__(self):
-        return unicode(self).encode('utf-8')
-
-    def __repr__(self):
-        return 'Country(%s)' % self
-
-
-class Language(object):
-    """Language according to ISO-639
-
-    :param string language: language name (english or french), alpha2 code, alpha3 code, terminologic code or numeric code, eventually with a country
-    :param country: country of the language
-    :type country: :class:`Country` or string
-    :param languages: all languages
-    :type languages: see :data:`~subliminal.language.LANGUAGES`
-    :param countries: all countries
-    :type countries: see :data:`~subliminal.language.COUNTRIES`
-    :param bool strict: whether to raise a ValueError on unknown language or not
-
-    :class:`Language` implements the inclusion test, with the ``in`` keyword::
-
-        >>> Language('pt-BR') in Language('pt')  # Portuguese (Brazil) is included in Portuguese
-        True
-        >>> Language('pt') in Language('pt-BR')  # Portuguese is not included in Portuguese (Brazil)
-        False
-
-    """
-    with_country_regexps = [re.compile('(.*)\((.*)\)'), re.compile('(.*)[-_](.*)')]
-
-    def __init__(self, language, country=None, languages=None, countries=None, strict=True):
-        languages = languages or LANGUAGES
-        countries = countries or COUNTRIES
-
-        # Get the country
-        self.country = None
-        if isinstance(country, Country):
-            self.country = country
-        elif isinstance(country, basestring):
-            try:
-                self.country = Country(country, countries)
-            except ValueError:
-                logger.warning(u'Country %s could not be identified' % country)
-                if strict:
-                    raise
-
-        # Language + Country format
-        #TODO: Improve this part
-        if country is None:
-            for regexp in [r.match(language) for r in self.with_country_regexps]:
-                if regexp:
-                    language = regexp.group(1)
-                    try:
-                        self.country = Country(regexp.group(2), countries)
-                    except ValueError:
-                        logger.warning(u'Country %s could not be identified' % country)
-                        if strict:
-                            raise
-                    break
-
-        # Try to find the language
-        language = to_unicode(language.strip().lower())
-        language_tuple = None
-        if len(language) == 2:
-            language_tuple = dict((l[2].lower(), l) for l in languages).get(language)
-        elif len(language) == 3:
-            language_tuple = dict((l[0].lower(), l) for l in languages).get(language)
-            if language_tuple is None:
-                language_tuple = dict((l[1].lower(), l) for l in languages).get(language)
-        if language_tuple is None:
-            language_tuple = dict((l[3].split('; ')[0].lower(), l) for l in languages).get(language)
-        if language_tuple is None:
-            language_tuple = dict((l[4].split('; ')[0].lower(), l) for l in languages).get(language)
-
-        # Raise ValueError if strict or continue with Undetermined
-        if language_tuple is None:
-            if strict:
-                raise ValueError('Language %s does not exist' % language)
-            language_tuple = dict((l[0].lower(), l) for l in languages).get('und')
-
-        # Set attributes
-        self.alpha2 = language_tuple[2]
-        self.alpha3 = language_tuple[0]
-        self.terminologic = language_tuple[1]
-        self.name = language_tuple[3]
-        self.french_name = language_tuple[4]
-
-    def __hash__(self):
-        if self.country is None:
-            return hash(self.alpha3)
-        return hash(self.alpha3 + self.country.alpha3)
-
-    def __eq__(self, other):
-        if isinstance(other, Language):
-            return self.alpha3 == other.alpha3 and self.country == other.country
-        return False
-
-    def __contains__(self, item):
-        if isinstance(item, Language):
-            if self == item:
-                return True
-            if self.country is None:
-                return self.alpha3 == item.alpha3
-        return False
-
-    def __ne__(self, other):
-        return not self == other
-
-    def __nonzero__(self):
-        return self.alpha3 != 'und'
-
-    def __unicode__(self):
-        if self.country is None:
-            return self.name
-        return '%s (%s)' % (self.name, self.country)
-
-    def __str__(self):
-        return unicode(self).encode('utf-8')
-
-    def __repr__(self):
-        if self.country is None:
-            return 'Language(%s)' % self.name.encode('utf-8')
-        return 'Language(%s, country=%s)' % (self.name.encode('utf-8'), self.country)
-
-
-class language_set(set):
-    """Set of :class:`Language` with some specificities.
-
-    :param iterable: where to take elements from
-    :type iterable: iterable of :class:`Languages <Language>` or string
-    :param languages: all languages
-    :type languages: see :data:`~subliminal.language.LANGUAGES`
-    :param bool strict: whether to raise a ValueError on invalid language or not
-
-    The following redefinitions are meant to reflect the inclusion logic in :class:`Language`
-
-    * Inclusion test, with the ``in`` keyword
-    * Intersection
-    * Substraction
-
-    Here is an illustration of the previous points::
-
-        >>> Language('en') in language_set(['en-US', 'en-CA'])
-        False
-        >>> Language('en-US') in language_set(['en', 'fr'])
-        True
-        >>> language_set(['en']) & language_set(['en-US', 'en-CA'])
-        language_set([Language(English, country=Canada), Language(English, country=United States)])
-        >>> language_set(['en-US', 'en-CA', 'fr']) - language_set(['en'])
-        language_set([Language(French)])
-
-    """
-    def __init__(self, iterable=None, languages=None, strict=True):
-        iterable = iterable or []
-        languages = languages or LANGUAGES
-        items = []
-        for i in iterable:
-            if isinstance(i, Language):
-                items.append(i)
-                continue
-            if isinstance(i, tuple):
-                items.append(Language(i[0], languages=languages, strict=strict))
-                continue
-            items.append(Language(i, languages=languages, strict=strict))
-        super(language_set, self).__init__(items)
-
-    def __contains__(self, item):
-        for i in self:
-            if item in i:
-                return True
-        return super(language_set, self).__contains__(item)
-
-    def __and__(self, other):
-        results = language_set()
-        for i in self:
-            for j in other:
-                if i in j:
-                    results.add(i)
-        for i in other:
-            for j in self:
-                if i in j:
-                    results.add(i)
-        return results
-
-    def __sub__(self, other):
-        results = language_set()
-        for i in self:
-            if i not in other:
-                results.add(i)
-        return results
-
-
-class language_list(list):
-    """List of :class:`Language` with some specificities.
-
-    :param iterable: where to take elements from
-    :type iterable: iterable of :class:`Languages <Language>` or string
-    :param languages: all languages
-    :type languages: see :data:`~subliminal.language.LANGUAGES`
-    :param bool strict: whether to raise a ValueError on invalid language or not
-
-    The following redefinitions are meant to reflect the inclusion logic in :class:`Language`
-
-    * Inclusion test, with the ``in`` keyword
-    * Index
-
-    Here is an illustration of the previous points::
-
-        >>> Language('en') in language_list(['en-US', 'en-CA'])
-        False
-        >>> Language('en-US') in language_list(['en', 'fr-BE'])
-        True
-        >>> language_list(['en', 'fr-BE']).index(Language('en-US'))
-        0
-
-    """
-    def __init__(self, iterable=None, languages=None, strict=True):
-        iterable = iterable or []
-        languages = languages or LANGUAGES
-        items = []
-        for i in iterable:
-            if isinstance(i, Language):
-                items.append(i)
-                continue
-            if isinstance(i, tuple):
-                items.append(Language(i[0], languages=languages, strict=strict))
-                continue
-            items.append(Language(i, languages=languages, strict=strict))
-        super(language_list, self).__init__(items)
-
-    def __contains__(self, item):
-        for i in self:
-            if item in i:
-                return True
-        return super(language_list, self).__contains__(item)
-
-    def index(self, x, strict=False):
-        if not strict:
-            for i in range(len(self)):
-                if x in self[i]:
-                    return i
-        return super(language_list, self).index(x)
diff --git a/lib/subliminal/providers/__init__.py b/lib/subliminal/providers/__init__.py
new file mode 100644
index 00000000..70daa12d
--- /dev/null
+++ b/lib/subliminal/providers/__init__.py
@@ -0,0 +1,338 @@
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals
+import contextlib
+import logging
+import socket
+import babelfish
+from pkg_resources import iter_entry_points, EntryPoint
+import requests
+from ..video import Episode, Movie
+
+
+logger = logging.getLogger(__name__)
+
+
+class Provider(object):
+    """Base class for providers
+
+    If any configuration is possible for the provider, like credentials, it must take place during instantiation
+
+    :param \*\*kwargs: configuration
+    :raise: :class:`~subliminal.exceptions.ProviderConfigurationError` if there is a configuration error
+
+    """
+    #: Supported BabelFish languages
+    languages = set()
+
+    #: Supported video types
+    video_types = (Episode, Movie)
+
+    #: Required hash, if any
+    required_hash = None
+
+    def __init__(self, **kwargs):
+        pass
+
+    def __enter__(self):
+        self.initialize()
+        return self
+
+    def __exit__(self, type, value, traceback):  # @ReservedAssignment
+        self.terminate()
+
+    def initialize(self):
+        """Initialize the provider
+
+        Must be called when starting to work with the provider. This is the place for network initialization
+        or login operations.
+
+        .. note:
+            This is called automatically if you use the :keyword:`with` statement
+
+
+        :raise: :class:`~subliminal.exceptions.ProviderNotAvailable` if the provider is unavailable
+
+        """
+        pass
+
+    def terminate(self):
+        """Terminate the provider
+
+        Must be called when done with the provider. This is the place for network shutdown or logout operations.
+
+        .. note:
+            This is called automatically if you use the :keyword:`with` statement
+
+        :raise: :class:`~subliminal.exceptions.ProviderNotAvailable` if the provider is unavailable
+        """
+        pass
+
+    @classmethod
+    def check(cls, video):
+        """Check if the `video` can be processed
+
+        The video is considered invalid if not an instance of :attr:`video_types` or if the :attr:`required_hash` is
+        not present in :attr:`~subliminal.video.Video`'s `hashes` attribute.
+
+        :param video: the video to check
+        :type video: :class:`~subliminal.video.Video`
+        :return: `True` if the `video` and `languages` are valid, `False` otherwise
+        :rtype: bool
+
+        """
+        if not isinstance(video, cls.video_types):
+            return False
+        if cls.required_hash is not None and cls.required_hash not in video.hashes:
+            return False
+        return True
+
+    def query(self, languages, *args, **kwargs):
+        """Query the provider for subtitles
+
+        This method arguments match as much as possible the actual parameters for querying the provider
+
+        :param languages: languages to search for
+        :type languages: set of :class:`babelfish.Language`
+        :param \*args: other required arguments
+        :param \*\*kwargs: other optional arguments
+        :return: the subtitles
+        :rtype: list of :class:`~subliminal.subtitle.Subtitle`
+        :raise: :class:`~subliminal.exceptions.ProviderNotAvailable` if the provider is unavailable
+        :raise: :class:`~subliminal.exceptions.ProviderError` if something unexpected occured
+
+        """
+        raise NotImplementedError
+
+    def list_subtitles(self, video, languages):
+        """List subtitles for the `video` with the given `languages`
+
+        This is a proxy for the :meth:`query` method. The parameters passed to the :meth:`query` method may
+        vary depending on the amount of information available in the `video`
+
+        :param video: video to list subtitles for
+        :type video: :class:`~subliminal.video.Video`
+        :param languages: languages to search for
+        :type languages: set of :class:`babelfish.Language`
+        :return: the subtitles
+        :rtype: list of :class:`~subliminal.subtitle.Subtitle`
+        :raise: :class:`~subliminal.exceptions.ProviderNotAvailable` if the provider is unavailable
+        :raise: :class:`~subliminal.exceptions.ProviderError` if something unexpected occured
+
+        """
+        raise NotImplementedError
+
+    def download_subtitle(self, subtitle):
+        """Download the `subtitle` an fill its :attr:`~subliminal.subtitle.Subtitle.content` attribute with
+        subtitle's text
+
+        :param subtitle: subtitle to download
+        :type subtitle: :class:`~subliminal.subtitle.Subtitle`
+        :raise: :class:`~subliminal.exceptions.ProviderNotAvailable` if the provider is unavailable
+        :raise: :class:`~subliminal.exceptions.ProviderError` if something unexpected occured
+
+        """
+        raise NotImplementedError
+
+    def __repr__(self):
+        return '<%s [%r]>' % (self.__class__.__name__, self.video_types)
+
+
+class ProviderManager(object):
+    """Manager for providers behaving like a dict with lazy loading
+
+    Loading is done in this order:
+
+    * Entry point providers
+    * Registered providers
+
+    .. attribute:: entry_point
+
+        The entry point where to look for providers
+
+    """
+    entry_point = 'subliminal.providers'
+
+    def __init__(self):
+        #: Registered providers with entry point syntax
+        self.registered_providers = ['addic7ed = subliminal.providers.addic7ed:Addic7edProvider',
+                                     'opensubtitles = subliminal.providers.opensubtitles:OpenSubtitlesProvider',
+                                     'podnapisi = subliminal.providers.podnapisi:PodnapisiProvider',
+                                     'thesubdb = subliminal.providers.thesubdb:TheSubDBProvider',
+                                     'tvsubtitles = subliminal.providers.tvsubtitles:TVsubtitlesProvider']
+
+        #: Loaded providers
+        self.providers = {}
+
+    @property
+    def available_providers(self):
+        """Available providers"""
+        available_providers = set(self.providers.keys())
+        available_providers.update([ep.name for ep in iter_entry_points(self.entry_point)])
+        available_providers.update([EntryPoint.parse(c).name for c in self.registered_providers])
+        return available_providers
+
+    def __getitem__(self, name):
+        """Get a provider, lazy loading it if necessary"""
+        if name in self.providers:
+            return self.providers[name]
+        for ep in iter_entry_points(self.entry_point):
+            if ep.name == name:
+                self.providers[ep.name] = ep.load()
+                return self.providers[ep.name]
+        for ep in (EntryPoint.parse(c) for c in self.registered_providers):
+            if ep.name == name:
+                self.providers[ep.name] = ep.load(require=False)
+                return self.providers[ep.name]
+        raise KeyError(name)
+
+    def __setitem__(self, name, provider):
+        """Load a provider"""
+        self.providers[name] = provider
+
+    def __delitem__(self, name):
+        """Unload a provider"""
+        del self.providers[name]
+
+    def __iter__(self):
+        """Iterator over loaded providers"""
+        return iter(self.providers)
+
+    def register(self, entry_point):
+        """Register a provider
+
+        :param string entry_point: provider to register (entry point syntax)
+        :raise: ValueError if already registered
+
+        """
+        if entry_point in self.registered_providers:
+            raise ValueError('Entry point \'%s\' already registered' % entry_point)
+        entry_point_name = EntryPoint.parse(entry_point).name
+        if entry_point_name in self.available_providers:
+            raise ValueError('An entry point with name \'%s\' already registered' % entry_point_name)
+        self.registered_providers.insert(0, entry_point)
+
+    def unregister(self, entry_point):
+        """Unregister a provider
+
+        :param string entry_point: provider to unregister (entry point syntax)
+
+        """
+        self.registered_providers.remove(entry_point)
+
+    def __contains__(self, name):
+        return name in self.providers
+
+provider_manager = ProviderManager()
+
+
+class ProviderPool(object):
+    """A pool of providers with the same API as a single :class:`Provider`
+
+    The :class:`ProviderPool` supports the ``with`` statement to :meth:`terminate` the providers
+
+    :param providers: providers to use, if not all
+    :type providers: list of string or None
+    :param provider_configs: configuration for providers
+    :type provider_configs: dict of provider name => provider constructor kwargs or None
+
+    """
+    def __init__(self, providers=None, provider_configs=None):
+        self.provider_configs = provider_configs or {}
+        self.providers = {p: provider_manager[p] for p in (providers or provider_manager.available_providers)}
+        self.initialized_providers = {}
+        self.discarded_providers = set()
+
+    def __enter__(self):
+        return self
+
+    def __exit__(self, type, value, traceback):  # @ReservedAssignment
+        self.terminate()
+
+    def get_initialized_provider(self, name):
+        """Get a :class:`Provider` by name, initializing it if necessary
+
+        :param string name: name of the provider
+        :return: the initialized provider
+        :rtype: :class:`Provider`
+
+        """
+        if name in self.initialized_providers:
+            return self.initialized_providers[name]
+        provider = self.providers[name](**self.provider_configs.get(name, {}))
+        provider.initialize()
+        self.initialized_providers[name] = provider
+        return provider
+
+    def list_subtitles(self, video, languages):
+        """List subtitles for `video` with the given `languages`
+
+        :param video: video to list subtitles for
+        :type video: :class:`~subliminal.video.Video`
+        :param languages: languages of subtitles to search for
+        :type languages: set of :class:`babelfish.Language`
+        :return: found subtitles
+        :rtype: list of :class:`~subliminal.subtitle.Subtitle`
+
+        """
+        subtitles = []
+        for provider_name, provider_class in self.providers.items():
+            if not provider_class.check(video):
+                logger.info('Skipping provider %r: not a valid video', provider_name)
+                continue
+            provider_languages = provider_class.languages & languages - video.subtitle_languages
+            if not provider_languages:
+                logger.info('Skipping provider %r: no language to search for', provider_name)
+                continue
+            if provider_name in self.discarded_providers:
+                logger.debug('Skipping discarded provider %r', provider_name)
+                continue
+            try:
+                provider = self.get_initialized_provider(provider_name)
+                logger.info('Listing subtitles with provider %r and languages %r', provider_name, provider_languages)
+                provider_subtitles = provider.list_subtitles(video, provider_languages)
+                logger.info('Found %d subtitles', len(provider_subtitles))
+                subtitles.extend(provider_subtitles)
+            except (requests.exceptions.Timeout, socket.timeout):
+                logger.warning('Provider %r timed out, discarding it', provider_name)
+                self.discarded_providers.add(provider_name)
+            except:
+                logger.exception('Unexpected error in provider %r, discarding it', provider_name)
+                self.discarded_providers.add(provider_name)
+        return subtitles
+
+    def download_subtitle(self, subtitle):
+        """Download a subtitle
+
+        :param subtitle: subtitle to download
+        :type subtitle: :class:`~subliminal.subtitle.Subtitle`
+        :return: ``True`` if the subtitle has been successfully downloaded, ``False`` otherwise
+        :rtype: bool
+
+        """
+        if subtitle.provider_name in self.discarded_providers:
+            logger.debug('Discarded provider %r', subtitle.provider_name)
+            return False
+        try:
+            provider = self.get_initialized_provider(subtitle.provider_name)
+            provider.download_subtitle(subtitle)
+            if not subtitle.is_valid:
+                logger.warning('Invalid subtitle')
+                return False
+            return True
+        except (requests.exceptions.Timeout, socket.timeout):
+            logger.warning('Provider %r timed out, discarding it', subtitle.provider_name)
+            self.discarded_providers.add(subtitle.provider_name)
+        except:
+            logger.exception('Unexpected error in provider %r, discarding it', subtitle.provider_name)
+            self.discarded_providers.add(subtitle.provider_name)
+        return False
+
+    def terminate(self):
+        """Terminate all the initialized providers"""
+        for (provider_name, provider) in self.initialized_providers.items():
+            try:
+                provider.terminate()
+            except (requests.exceptions.Timeout, socket.timeout):
+                logger.warning('Provider %r timed out, unable to terminate', provider_name)
+            except:
+                logger.exception('Unexpected error in provider %r', provider_name)
diff --git a/lib/subliminal/providers/addic7ed.py b/lib/subliminal/providers/addic7ed.py
new file mode 100644
index 00000000..93ea0884
--- /dev/null
+++ b/lib/subliminal/providers/addic7ed.py
@@ -0,0 +1,204 @@
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals
+import logging
+import babelfish
+import bs4
+import requests
+from . import Provider
+from .. import __version__
+from ..cache import region, SHOW_EXPIRATION_TIME
+from ..exceptions import ConfigurationError, AuthenticationError, DownloadLimitExceeded, ProviderError
+from ..subtitle import Subtitle, fix_line_endings, compute_guess_properties_matches
+from ..video import Episode
+
+
+logger = logging.getLogger(__name__)
+babelfish.language_converters.register('addic7ed = subliminal.converters.addic7ed:Addic7edConverter')
+
+
+class Addic7edSubtitle(Subtitle):
+    provider_name = 'addic7ed'
+
+    def __init__(self, language, series, season, episode, title, year, version, hearing_impaired, download_link,
+                 page_link):
+        super(Addic7edSubtitle, self).__init__(language, hearing_impaired, page_link)
+        self.series = series
+        self.season = season
+        self.episode = episode
+        self.title = title
+        self.year = year
+        self.version = version
+        self.download_link = download_link
+
+    def compute_matches(self, video):
+        matches = set()
+        # series
+        if video.series and self.series == video.series:
+            matches.add('series')
+        # season
+        if video.season and self.season == video.season:
+            matches.add('season')
+        # episode
+        if video.episode and self.episode == video.episode:
+            matches.add('episode')
+        # title
+        if video.title and self.title.lower() == video.title.lower():
+            matches.add('title')
+        # year
+        if self.year == video.year:
+            matches.add('year')
+        # release_group
+        if video.release_group and self.version and video.release_group.lower() in self.version.lower():
+            matches.add('release_group')
+        """
+        # resolution
+        if video.resolution and self.version and video.resolution in self.version.lower():
+            matches.add('resolution')
+        # format
+        if video.format and self.version and video.format in self.version.lower:
+            matches.add('format')
+        """
+        # we don't have the complete filename, so we need to guess the matches separately
+        # guess resolution (screenSize in guessit)
+        matches |= compute_guess_properties_matches(video, self.version, 'screenSize')
+        # guess format
+        matches |= compute_guess_properties_matches(video, self.version, 'format')
+        return matches
+
+
+class Addic7edProvider(Provider):
+    languages = {babelfish.Language('por', 'BR')} | {babelfish.Language(l)
+                 for l in ['ara', 'aze', 'ben', 'bos', 'bul', 'cat', 'ces', 'dan', 'deu', 'ell', 'eng', 'eus', 'fas',
+                           'fin', 'fra', 'glg', 'heb', 'hrv', 'hun', 'hye', 'ind', 'ita', 'jpn', 'kor', 'mkd', 'msa',
+                           'nld', 'nor', 'pol', 'por', 'ron', 'rus', 'slk', 'slv', 'spa', 'sqi', 'srp', 'swe', 'tha',
+                           'tur', 'ukr', 'vie', 'zho']}
+    video_types = (Episode,)
+    server = 'http://www.addic7ed.com'
+
+    def __init__(self, username=None, password=None):
+        if username is not None and password is None or username is None and password is not None:
+            raise ConfigurationError('Username and password must be specified')
+        self.username = username
+        self.password = password
+        self.logged_in = False
+
+    def initialize(self):
+        self.session = requests.Session()
+        self.session.headers = {'User-Agent': 'Subliminal/%s' % __version__.split('-')[0]}
+        # login
+        if self.username is not None and self.password is not None:
+            logger.debug('Logging in')
+            data = {'username': self.username, 'password': self.password, 'Submit': 'Log in'}
+            r = self.session.post(self.server + '/dologin.php', data, timeout=10, allow_redirects=False)
+            if r.status_code == 302:
+                logger.info('Logged in')
+                self.logged_in = True
+            else:
+                raise AuthenticationError(self.username)
+
+    def terminate(self):
+        # logout
+        if self.logged_in:
+            r = self.session.get(self.server + '/logout.php', timeout=10)
+            logger.info('Logged out')
+            if r.status_code != 200:
+                raise ProviderError('Request failed with status code %d' % r.status_code)
+        self.session.close()
+
+    def get(self, url, params=None):
+        """Make a GET request on `url` with the given parameters
+
+        :param string url: part of the URL to reach with the leading slash
+        :param params: params of the request
+        :return: the response
+        :rtype: :class:`bs4.BeautifulSoup`
+
+        """
+        r = self.session.get(self.server + url, params=params, timeout=10)
+        if r.status_code != 200:
+            raise ProviderError('Request failed with status code %d' % r.status_code)
+        return bs4.BeautifulSoup(r.content, ['permissive'])
+
+    @region.cache_on_arguments(expiration_time=SHOW_EXPIRATION_TIME)
+    def get_show_ids(self):
+        """Load the shows page with default series to show ids mapping
+
+        :return: series to show ids
+        :rtype: dict
+
+        """
+        soup = self.get('/shows.php')
+        show_ids = {}
+        for html_show in soup.select('td.version > h3 > a[href^="/show/"]'):
+            show_ids[html_show.string.lower()] = int(html_show['href'][6:])
+        return show_ids
+
+    @region.cache_on_arguments(expiration_time=SHOW_EXPIRATION_TIME)
+    def find_show_id(self, series, year=None):
+        """Find the show id from the `series` with optional `year`
+
+        Use this only if the show id cannot be found with :meth:`get_show_ids`
+
+        :param string series: series of the episode in lowercase
+        :param year: year of the series, if any
+        :type year: int or None
+        :return: the show id, if any
+        :rtype: int or None
+
+        """
+        series_year = series
+        if year is not None:
+            series_year += ' (%d)' % year
+        params = {'search': series_year, 'Submit': 'Search'}
+        logger.debug('Searching series %r', params)
+        suggested_shows = self.get('/search.php', params).select('span.titulo > a[href^="/show/"]')
+        if not suggested_shows:
+            logger.info('Series %r not found', series_year)
+            return None
+        return int(suggested_shows[0]['href'][6:])
+
+    def query(self, series, season, year=None):
+        show_ids = self.get_show_ids()
+        show_id = None
+        if year is not None:  # search with the year
+            series_year = '%s (%d)' % (series.lower(), year)
+            if series_year in show_ids:
+                show_id = show_ids[series_year]
+            else:
+                show_id = self.find_show_id(series.lower(), year)
+        if show_id is None:  # search without the year
+            year = None
+            if series.lower() in show_ids:
+                show_id = show_ids[series.lower()]
+            else:
+                show_id = self.find_show_id(series.lower())
+        if show_id is None:
+            return []
+        params = {'show_id': show_id, 'season': season}
+        logger.debug('Searching subtitles %r', params)
+        link = '/show/{show_id}&season={season}'.format(**params)
+        soup = self.get(link)
+        subtitles = []
+        for row in soup('tr', class_='epeven completed'):
+            cells = row('td')
+            if cells[5].string != 'Completed':
+                continue
+            if not cells[3].string:
+                continue
+            subtitles.append(Addic7edSubtitle(babelfish.Language.fromaddic7ed(cells[3].string), series, season,
+                                              int(cells[1].string), cells[2].string, year, cells[4].string,
+                                              bool(cells[6].string), cells[9].a['href'],
+                                              self.server + cells[2].a['href']))
+        return subtitles
+
+    def list_subtitles(self, video, languages):
+        return [s for s in self.query(video.series, video.season, video.year)
+                if s.language in languages and s.episode == video.episode]
+
+    def download_subtitle(self, subtitle):
+        r = self.session.get(self.server + subtitle.download_link, timeout=10, headers={'Referer': subtitle.page_link})
+        if r.status_code != 200:
+            raise ProviderError('Request failed with status code %d' % r.status_code)
+        if r.headers['Content-Type'] == 'text/html':
+            raise DownloadLimitExceeded
+        subtitle.content = fix_line_endings(r.content)
diff --git a/lib/subliminal/providers/opensubtitles.py b/lib/subliminal/providers/opensubtitles.py
new file mode 100644
index 00000000..4d2d14d0
--- /dev/null
+++ b/lib/subliminal/providers/opensubtitles.py
@@ -0,0 +1,198 @@
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals
+import base64
+import logging
+import os
+import re
+import zlib
+import babelfish
+import guessit
+from . import Provider
+from .. import __version__
+from ..compat import ServerProxy, TimeoutTransport
+from ..exceptions import ProviderError, AuthenticationError, DownloadLimitExceeded
+from ..subtitle import Subtitle, fix_line_endings, compute_guess_matches
+from ..video import Episode, Movie
+
+
+logger = logging.getLogger(__name__)
+
+
+class OpenSubtitlesSubtitle(Subtitle):
+    provider_name = 'opensubtitles'
+    series_re = re.compile('^"(?P<series_name>.*)" (?P<series_title>.*)$')
+
+    def __init__(self, language, hearing_impaired, id, matched_by, movie_kind, hash, movie_name, movie_release_name,  # @ReservedAssignment
+                 movie_year, movie_imdb_id, series_season, series_episode, page_link):
+        super(OpenSubtitlesSubtitle, self).__init__(language, hearing_impaired, page_link)
+        self.id = id
+        self.matched_by = matched_by
+        self.movie_kind = movie_kind
+        self.hash = hash
+        self.movie_name = movie_name
+        self.movie_release_name = movie_release_name
+        self.movie_year = movie_year
+        self.movie_imdb_id = movie_imdb_id
+        self.series_season = series_season
+        self.series_episode = series_episode
+
+    @property
+    def series_name(self):
+        return self.series_re.match(self.movie_name).group('series_name')
+
+    @property
+    def series_title(self):
+        return self.series_re.match(self.movie_name).group('series_title')
+
+    def compute_matches(self, video):
+        matches = set()
+        # episode
+        if isinstance(video, Episode) and self.movie_kind == 'episode':
+            # series
+            if video.series and self.series_name.lower() == video.series.lower():
+                matches.add('series')
+            # season
+            if video.season and self.series_season == video.season:
+                matches.add('season')
+            # episode
+            if video.episode and self.series_episode == video.episode:
+                matches.add('episode')
+            # guess
+            matches |= compute_guess_matches(video, guessit.guess_episode_info(self.movie_release_name + '.mkv'))
+        # movie
+        elif isinstance(video, Movie) and self.movie_kind == 'movie':
+            # year
+            if video.year and self.movie_year == video.year:
+                matches.add('year')
+            # guess
+            matches |= compute_guess_matches(video, guessit.guess_movie_info(self.movie_release_name + '.mkv'))
+        else:
+            logger.info('%r is not a valid movie_kind for %r', self.movie_kind, video)
+            return matches
+        # hash
+        if 'opensubtitles' in video.hashes and self.hash == video.hashes['opensubtitles']:
+            matches.add('hash')
+        # imdb_id
+        if video.imdb_id and self.movie_imdb_id == video.imdb_id:
+            matches.add('imdb_id')
+        # title
+        if video.title and self.movie_name.lower() == video.title.lower():
+            matches.add('title')
+        return matches
+
+
+class OpenSubtitlesProvider(Provider):
+    languages = {babelfish.Language.fromopensubtitles(l) for l in babelfish.language_converters['opensubtitles'].codes}
+
+    def __init__(self):
+        self.server = ServerProxy('http://api.opensubtitles.org/xml-rpc', transport=TimeoutTransport(10))
+        self.token = None
+
+    def initialize(self):
+        response = checked(self.server.LogIn('', '', 'eng', 'subliminal v%s' % __version__.split('-')[0]))
+        self.token = response['token']
+
+    def terminate(self):
+        checked(self.server.LogOut(self.token))
+        self.server.close()
+
+    def no_operation(self):
+        checked(self.server.NoOperation(self.token))
+
+    def query(self, languages, hash=None, size=None, imdb_id=None, query=None):  # @ReservedAssignment
+        searches = []
+        if hash and size:
+            searches.append({'moviehash': hash, 'moviebytesize': str(size)})
+        if imdb_id:
+            searches.append({'imdbid': imdb_id})
+        if query:
+            searches.append({'query': query})
+        if not searches:
+            raise ValueError('One or more parameter missing')
+        for search in searches:
+            search['sublanguageid'] = ','.join(l.opensubtitles for l in languages)
+        logger.debug('Searching subtitles %r', searches)
+        response = checked(self.server.SearchSubtitles(self.token, searches))
+        if not response['data']:
+            logger.debug('No subtitle found')
+            return []
+        return [OpenSubtitlesSubtitle(babelfish.Language.fromopensubtitles(r['SubLanguageID']),
+                                      bool(int(r['SubHearingImpaired'])), r['IDSubtitleFile'], r['MatchedBy'],
+                                      r['MovieKind'], r['MovieHash'], r['MovieName'], r['MovieReleaseName'],
+                                      int(r['MovieYear']) if r['MovieYear'] else None, int(r['IDMovieImdb']),
+                                      int(r['SeriesSeason']) if r['SeriesSeason'] else None,
+                                      int(r['SeriesEpisode']) if r['SeriesEpisode'] else None, r['SubtitlesLink'])
+                for r in response['data']]
+
+    def list_subtitles(self, video, languages):
+        query = None
+        if ('opensubtitles' not in video.hashes or not video.size) and not video.imdb_id:
+            query = video.name.split(os.sep)[-1]
+        return self.query(languages, hash=video.hashes.get('opensubtitles'), size=video.size, imdb_id=video.imdb_id,
+                          query=query)
+
+    def download_subtitle(self, subtitle):
+        response = checked(self.server.DownloadSubtitles(self.token, [subtitle.id]))
+        if not response['data']:
+            raise ProviderError('Nothing to download')
+        subtitle.content = fix_line_endings(zlib.decompress(base64.b64decode(response['data'][0]['data']), 47))
+
+
+class OpenSubtitlesError(ProviderError):
+    """Base class for non-generic :class:`OpenSubtitlesProvider` exceptions"""
+
+
+class Unauthorized(OpenSubtitlesError, AuthenticationError):
+    """Exception raised when status is '401 Unauthorized'"""
+
+
+class NoSession(OpenSubtitlesError, AuthenticationError):
+    """Exception raised when status is '406 No session'"""
+
+
+class DownloadLimitReached(OpenSubtitlesError, DownloadLimitExceeded):
+    """Exception raised when status is '407 Download limit reached'"""
+
+
+class InvalidImdbid(OpenSubtitlesError):
+    """Exception raised when status is '413 Invalid ImdbID'"""
+
+
+class UnknownUserAgent(OpenSubtitlesError, AuthenticationError):
+    """Exception raised when status is '414 Unknown User Agent'"""
+
+
+class DisabledUserAgent(OpenSubtitlesError, AuthenticationError):
+    """Exception raised when status is '415 Disabled user agent'"""
+
+
+class ServiceUnavailable(OpenSubtitlesError):
+    """Exception raised when status is '503 Service Unavailable'"""
+
+
+def checked(response):
+    """Check a response status before returning it
+
+    :param response: a response from a XMLRPC call to OpenSubtitles
+    :return: the response
+    :raise: :class:`OpenSubtitlesError`
+
+    """
+    status_code = int(response['status'][:3])
+    if status_code == 401:
+        raise Unauthorized
+    if status_code == 406:
+        raise NoSession
+    if status_code == 407:
+        raise DownloadLimitReached
+    if status_code == 413:
+        raise InvalidImdbid
+    if status_code == 414:
+        raise UnknownUserAgent
+    if status_code == 415:
+        raise DisabledUserAgent
+    if status_code == 503:
+        raise ServiceUnavailable
+    if status_code != 200:
+        raise OpenSubtitlesError(response['status'])
+    return response
diff --git a/lib/subliminal/providers/podnapisi.py b/lib/subliminal/providers/podnapisi.py
new file mode 100644
index 00000000..2aa1e7dc
--- /dev/null
+++ b/lib/subliminal/providers/podnapisi.py
@@ -0,0 +1,154 @@
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals
+import io
+import logging
+import re
+import xml.etree.ElementTree
+import zipfile
+import babelfish
+import bs4
+import guessit
+import requests
+from . import Provider
+from .. import __version__
+from ..exceptions import ProviderError
+from ..subtitle import Subtitle, fix_line_endings, compute_guess_matches
+from ..video import Episode, Movie
+
+
+logger = logging.getLogger(__name__)
+babelfish.language_converters.register('podnapisi = subliminal.converters.podnapisi:PodnapisiConverter')
+
+
+class PodnapisiSubtitle(Subtitle):
+    provider_name = 'podnapisi'
+
+    def __init__(self, language, id, releases, hearing_impaired, page_link, series=None, season=None, episode=None,  # @ReservedAssignment
+                 title=None, year=None):
+        super(PodnapisiSubtitle, self).__init__(language, hearing_impaired, page_link)
+        self.id = id
+        self.releases = releases
+        self.hearing_impaired = hearing_impaired
+        self.series = series
+        self.season = season
+        self.episode = episode
+        self.title = title
+        self.year = year
+
+    def compute_matches(self, video):
+        matches = set()
+        # episode
+        if isinstance(video, Episode):
+            # series
+            if video.series and self.series.lower() == video.series.lower():
+                matches.add('series')
+            # season
+            if video.season and self.season == video.season:
+                matches.add('season')
+            # episode
+            if video.episode and self.episode == video.episode:
+                matches.add('episode')
+            # guess
+            for release in self.releases:
+                matches |= compute_guess_matches(video, guessit.guess_episode_info(release + '.mkv'))
+        # movie
+        elif isinstance(video, Movie):
+            # title
+            if video.title and self.title.lower() == video.title.lower():
+                matches.add('title')
+            # guess
+            for release in self.releases:
+                matches |= compute_guess_matches(video, guessit.guess_movie_info(release + '.mkv'))
+        # year
+        if self.year == video.year:
+            matches.add('year')
+        return matches
+
+
+class PodnapisiProvider(Provider):
+    languages = {babelfish.Language.frompodnapisi(l) for l in babelfish.language_converters['podnapisi'].codes}
+    video_types = (Episode, Movie)
+    server = 'http://simple.podnapisi.net'
+    link_re = re.compile('^.*(?P<link>/ppodnapisi/download/i/\d+/k/.*$)')
+
+    def initialize(self):
+        self.session = requests.Session()
+        self.session.headers = {'User-Agent': 'Subliminal/%s' % __version__.split('-')[0]}
+
+    def terminate(self):
+        self.session.close()
+
+    def get(self, url, params=None, is_xml=True):
+        """Make a GET request on `url` with the given parameters
+
+        :param string url: part of the URL to reach with the leading slash
+        :param dict params: params of the request
+        :param bool xml: whether the response content is XML or not
+        :return: the response
+        :rtype: :class:`xml.etree.ElementTree.Element` or :class:`bs4.BeautifulSoup`
+
+        """
+        r = self.session.get(self.server + '/ppodnapisi' + url, params=params, timeout=10)
+        if r.status_code != 200:
+            raise ProviderError('Request failed with status code %d' % r.status_code)
+        if is_xml:
+            return xml.etree.ElementTree.fromstring(r.content)
+        else:
+            return bs4.BeautifulSoup(r.content, ['permissive'])
+
+    def query(self, language, series=None, season=None, episode=None, title=None, year=None):
+        params = {'sXML': 1, 'sJ': language.podnapisi}
+        if series and season and episode:
+            params['sK'] = series
+            params['sTS'] = season
+            params['sTE'] = episode
+        elif title:
+            params['sK'] = title
+        else:
+            raise ValueError('Missing parameters series and season and episode or title')
+        if year:
+            params['sY'] = year
+        logger.debug('Searching episode %r', params)
+        subtitles = []
+        while True:
+            root = self.get('/search', params)
+            if not int(root.find('pagination/results').text):
+                logger.debug('No subtitle found')
+                break
+            if series and season and episode:
+                subtitles.extend([PodnapisiSubtitle(language, int(s.find('id').text),
+                                                    s.find('release').text.split() if s.find('release').text else [],
+                                                    'n' in (s.find('flags').text or ''), s.find('url').text,
+                                                    series=series, season=season, episode=episode,
+                                                    year=s.find('year').text)
+                                  for s in root.findall('subtitle')])
+            elif title:
+                subtitles.extend([PodnapisiSubtitle(language, int(s.find('id').text),
+                                                    s.find('release').text.split() if s.find('release').text else [],
+                                                    'n' in (s.find('flags').text or ''), s.find('url').text,
+                                                    title=title, year=s.find('year').text)
+                                  for s in root.findall('subtitle')])
+            if int(root.find('pagination/current').text) >= int(root.find('pagination/count').text):
+                break
+            params['page'] = int(root.find('pagination/current').text) + 1
+        return subtitles
+
+    def list_subtitles(self, video, languages):
+        if isinstance(video, Episode):
+            return [s for l in languages for s in self.query(l, series=video.series, season=video.season,
+                                                             episode=video.episode, year=video.year)]
+        elif isinstance(video, Movie):
+            return [s for l in languages for s in self.query(l, title=video.title, year=video.year)]
+
+    def download_subtitle(self, subtitle):
+        soup = self.get(subtitle.page_link[38:], is_xml=False)
+        link = soup.find('a', href=self.link_re)
+        if not link:
+            raise ProviderError('Cannot find the download link')
+        r = self.session.get(self.server + self.link_re.match(link['href']).group('link'), timeout=10)
+        if r.status_code != 200:
+            raise ProviderError('Request failed with status code %d' % r.status_code)
+        with zipfile.ZipFile(io.BytesIO(r.content)) as zf:
+            if len(zf.namelist()) > 1:
+                raise ProviderError('More than one file to unzip')
+            subtitle.content = fix_line_endings(zf.read(zf.namelist()[0]))
diff --git a/lib/subliminal/providers/thesubdb.py b/lib/subliminal/providers/thesubdb.py
new file mode 100644
index 00000000..44623173
--- /dev/null
+++ b/lib/subliminal/providers/thesubdb.py
@@ -0,0 +1,72 @@
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals
+import logging
+import babelfish
+import requests
+from . import Provider
+from .. import __version__
+from ..exceptions import ProviderError
+from ..subtitle import Subtitle, fix_line_endings
+
+
+logger = logging.getLogger(__name__)
+
+
+class TheSubDBSubtitle(Subtitle):
+    provider_name = 'thesubdb'
+
+    def __init__(self, language, hash):  # @ReservedAssignment
+        super(TheSubDBSubtitle, self).__init__(language)
+        self.hash = hash
+
+    def compute_matches(self, video):
+        matches = set()
+        # hash
+        if 'thesubdb' in video.hashes and video.hashes['thesubdb'] == self.hash:
+            matches.add('hash')
+        return matches
+
+
+class TheSubDBProvider(Provider):
+    languages = {babelfish.Language.fromalpha2(l) for l in ['en', 'es', 'fr', 'it', 'nl', 'pl', 'pt', 'ro', 'sv', 'tr']}
+    required_hash = 'thesubdb'
+
+    def initialize(self):
+        self.session = requests.Session()
+        self.session.headers = {'User-Agent': 'SubDB/1.0 (subliminal/%s; https://github.com/Diaoul/subliminal)' %
+                                __version__.split('-')[0]}
+
+    def terminate(self):
+        self.session.close()
+
+    def get(self, params):
+        """Make a GET request on the server with the given parameters
+
+        :param params: params of the request
+        :return: the response
+        :rtype: :class:`requests.Response`
+
+        """
+        return self.session.get('http://api.thesubdb.com', params=params, timeout=10)
+
+    def query(self, hash):  # @ReservedAssignment
+        params = {'action': 'search', 'hash': hash}
+        logger.debug('Searching subtitles %r', params)
+        r = self.get(params)
+        if r.status_code == 404:
+            logger.debug('No subtitle found')
+            return []
+        elif r.status_code != 200:
+            raise ProviderError('Request failed with status code %d' % r.status_code)
+        return [TheSubDBSubtitle(language, hash) for language in
+                {babelfish.Language.fromalpha2(l) for l in r.content.decode('utf-8').split(',')}]
+
+    def list_subtitles(self, video, languages):
+        return [s for s in self.query(video.hashes['thesubdb']) if s.language in languages]
+
+    def download_subtitle(self, subtitle):
+        params = {'action': 'download', 'hash': subtitle.hash, 'language': subtitle.language.alpha2}
+        r = self.get(params)
+        if r.status_code != 200:
+            raise ProviderError('Request failed with status code %d' % r.status_code)
+        subtitle.content = fix_line_endings(r.content)
diff --git a/lib/subliminal/providers/tvsubtitles.py b/lib/subliminal/providers/tvsubtitles.py
new file mode 100644
index 00000000..3f21928b
--- /dev/null
+++ b/lib/subliminal/providers/tvsubtitles.py
@@ -0,0 +1,191 @@
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals
+import io
+import logging
+import re
+import zipfile
+import babelfish
+import bs4
+import requests
+from . import Provider
+from .. import __version__
+from ..cache import region, SHOW_EXPIRATION_TIME, EPISODE_EXPIRATION_TIME
+from ..exceptions import ProviderError
+from ..subtitle import Subtitle, fix_line_endings, compute_guess_properties_matches
+from ..video import Episode
+
+
+logger = logging.getLogger(__name__)
+babelfish.language_converters.register('tvsubtitles = subliminal.converters.tvsubtitles:TVsubtitlesConverter')
+
+
+class TVsubtitlesSubtitle(Subtitle):
+    provider_name = 'tvsubtitles'
+
+    def __init__(self, language, series, season, episode, year, id, rip, release, page_link):  # @ReservedAssignment
+        super(TVsubtitlesSubtitle, self).__init__(language, page_link=page_link)
+        self.series = series
+        self.season = season
+        self.episode = episode
+        self.year = year
+        self.id = id
+        self.rip = rip
+        self.release = release
+
+    def compute_matches(self, video):
+        matches = set()
+        # series
+        if video.series and self.series == video.series:
+            matches.add('series')
+        # season
+        if video.season and self.season == video.season:
+            matches.add('season')
+        # episode
+        if video.episode and self.episode == video.episode:
+            matches.add('episode')
+        # year
+        if self.year == video.year:
+            matches.add('year')
+        # release_group
+        if video.release_group and self.release and video.release_group.lower() in self.release.lower():
+            matches.add('release_group')
+        """
+        # video_codec
+        if video.video_codec and self.release and (video.video_codec in self.release.lower()
+                                                   or video.video_codec == 'h264' and 'x264' in self.release.lower()):
+            matches.add('video_codec')
+        # resolution
+        if video.resolution and self.rip and video.resolution in self.rip.lower():
+            matches.add('resolution')
+        # format
+        if video.format and self.rip and video.format in self.rip.lower():
+            matches.add('format')
+        """
+        # we don't have the complete filename, so we need to guess the matches separately
+        # guess video_codec (videoCodec in guessit)
+        matches |= compute_guess_properties_matches(video, self.release, 'videoCodec')
+        # guess resolution (screenSize in guessit)
+        matches |= compute_guess_properties_matches(video, self.rip, 'screenSize')
+        # guess format
+        matches |= compute_guess_properties_matches(video, self.rip, 'format')
+        return matches
+
+
+class TVsubtitlesProvider(Provider):
+    languages = {babelfish.Language('por', 'BR')} | {babelfish.Language(l)
+                 for l in ['ara', 'bul', 'ces', 'dan', 'deu', 'ell', 'eng', 'fin', 'fra', 'hun', 'ita', 'jpn', 'kor',
+                           'nld', 'pol', 'por', 'ron', 'rus', 'spa', 'swe', 'tur', 'ukr', 'zho']}
+    video_types = (Episode,)
+    server = 'http://www.tvsubtitles.net'
+    episode_id_re = re.compile('^episode-\d+\.html$')
+    subtitle_re = re.compile('^\/subtitle-\d+\.html$')
+    link_re = re.compile('^(?P<series>[A-Za-z0-9 \'.]+).*\((?P<first_year>\d{4})-\d{4}\)$')
+
+    def initialize(self):
+        self.session = requests.Session()
+        self.session.headers = {'User-Agent': 'Subliminal/%s' % __version__.split('-')[0]}
+
+    def terminate(self):
+        self.session.close()
+
+    def request(self, url, params=None, data=None, method='GET'):
+        """Make a `method` request on `url` with the given parameters
+
+        :param string url: part of the URL to reach with the leading slash
+        :param dict params: params of the request
+        :param dict data: data of the request
+        :param string method: method of the request
+        :return: the response
+        :rtype: :class:`bs4.BeautifulSoup`
+
+        """
+        r = self.session.request(method, self.server + url, params=params, data=data, timeout=10)
+        if r.status_code != 200:
+            raise ProviderError('Request failed with status code %d' % r.status_code)
+        return bs4.BeautifulSoup(r.content, ['permissive'])
+
+    @region.cache_on_arguments(expiration_time=SHOW_EXPIRATION_TIME)
+    def find_show_id(self, series, year=None):
+        """Find the show id from the `series` with optional `year`
+
+        :param string series: series of the episode in lowercase
+        :param year: year of the series, if any
+        :type year: int or None
+        :return: the show id, if any
+        :rtype: int or None
+
+        """
+        data = {'q': series}
+        logger.debug('Searching series %r', data)
+        soup = self.request('/search.php', data=data, method='POST')
+        links = soup.select('div.left li div a[href^="/tvshow-"]')
+        if not links:
+            logger.info('Series %r not found', series)
+            return None
+        matched_links = [link for link in links if self.link_re.match(link.string)]
+        for link in matched_links:  # first pass with exact match on series
+            match = self.link_re.match(link.string)
+            if match.group('series').lower().replace('.', ' ').strip() == series:
+                if year is not None and int(match.group('first_year')) != year:
+                    continue
+                return int(link['href'][8:-5])
+        for link in matched_links:  # less selective second pass
+            match = self.link_re.match(link.string)
+            if match.group('series').lower().replace('.', ' ').strip().startswith(series):
+                if year is not None and int(match.group('first_year')) != year:
+                    continue
+                return int(link['href'][8:-5])
+        return None
+
+    @region.cache_on_arguments(expiration_time=EPISODE_EXPIRATION_TIME)
+    def find_episode_ids(self, show_id, season):
+        """Find episode ids from the show id and the season
+
+        :param int show_id: show id
+        :param int season: season of the episode
+        :return: episode ids per episode number
+        :rtype: dict
+
+        """
+        params = {'show_id': show_id, 'season': season}
+        logger.debug('Searching episodes %r', params)
+        soup = self.request('/tvshow-{show_id}-{season}.html'.format(**params))
+        episode_ids = {}
+        for row in soup.select('table#table5 tr'):
+            if not row('a', href=self.episode_id_re):
+                continue
+            cells = row('td')
+            episode_ids[int(cells[0].string.split('x')[1])] = int(cells[1].a['href'][8:-5])
+        return episode_ids
+
+    def query(self, series, season, episode, year=None):
+        show_id = self.find_show_id(series.lower(), year)
+        if show_id is None:
+            return []
+        episode_ids = self.find_episode_ids(show_id, season)
+        if episode not in episode_ids:
+            logger.info('Episode %d not found', episode)
+            return []
+        params = {'episode_id': episode_ids[episode]}
+        logger.debug('Searching episode %r', params)
+        link = '/episode-{episode_id}.html'.format(**params)
+        soup = self.request(link)
+        return [TVsubtitlesSubtitle(babelfish.Language.fromtvsubtitles(row.h5.img['src'][13:-4]), series, season,
+                                    episode, year if year and show_id != self.find_show_id(series.lower()) else None,
+                                    int(row['href'][10:-5]), row.find('p', title='rip').text.strip() or None,
+                                    row.find('p', title='release').text.strip() or None,
+                                    self.server + '/subtitle-%d.html' % int(row['href'][10:-5]))
+                for row in soup('a', href=self.subtitle_re)]
+
+    def list_subtitles(self, video, languages):
+        return [s for s in self.query(video.series, video.season, video.episode, video.year) if s.language in languages]
+
+    def download_subtitle(self, subtitle):
+        r = self.session.get(self.server + '/download-{subtitle_id}.html'.format(subtitle_id=subtitle.id),
+                             timeout=10)
+        if r.status_code != 200:
+            raise ProviderError('Request failed with status code %d' % r.status_code)
+        with zipfile.ZipFile(io.BytesIO(r.content)) as zf:
+            if len(zf.namelist()) > 1:
+                raise ProviderError('More than one file to unzip')
+            subtitle.content = fix_line_endings(zf.read(zf.namelist()[0]))
diff --git a/lib/subliminal/score.py b/lib/subliminal/score.py
new file mode 100644
index 00000000..f9dcaede
--- /dev/null
+++ b/lib/subliminal/score.py
@@ -0,0 +1,90 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+from __future__ import print_function, unicode_literals
+from sympy import Eq, symbols, solve
+
+
+# Symbols
+release_group, resolution, format, video_codec, audio_codec = symbols('release_group resolution format video_codec audio_codec')
+imdb_id, hash, title, series, tvdb_id, season, episode = symbols('imdb_id hash title series tvdb_id season episode')  # @ReservedAssignment
+year = symbols('year')
+
+
+def get_episode_equations():
+    """Get the score equations for a :class:`~subliminal.video.Episode`
+
+    The equations are the following:
+
+    1. hash = resolution + format + video_codec + audio_codec + series + season + episode + year + release_group
+    2. series = resolution + video_codec + audio_codec + season + episode + release_group + 1
+    3. year = series
+    4. tvdb_id = series + year
+    5. season = resolution + video_codec + audio_codec + 1
+    6. imdb_id = series + season + episode + year
+    7. format = video_codec + audio_codec
+    8. resolution = video_codec
+    9. video_codec = 2 * audio_codec
+    10. title = season + episode
+    11. season = episode
+    12. release_group = season
+    13. audio_codec = 1
+
+    :return: the score equations for an episode
+    :rtype: list of :class:`sympy.Eq`
+
+    """
+    equations = []
+    equations.append(Eq(hash, resolution + format + video_codec + audio_codec + series + season + episode + year + release_group))
+    equations.append(Eq(series, resolution + video_codec + audio_codec + season + episode + release_group + 1))
+    equations.append(Eq(series, year))
+    equations.append(Eq(tvdb_id, series + year))
+    equations.append(Eq(season, resolution + video_codec + audio_codec + 1))
+    equations.append(Eq(imdb_id, series + season + episode + year))
+    equations.append(Eq(format, video_codec + audio_codec))
+    equations.append(Eq(resolution, video_codec))
+    equations.append(Eq(video_codec, 2 * audio_codec))
+    equations.append(Eq(title, season + episode))
+    equations.append(Eq(season, episode))
+    equations.append(Eq(release_group, season))
+    equations.append(Eq(audio_codec, 1))
+    return equations
+
+
+def get_movie_equations():
+    """Get the score equations for a :class:`~subliminal.video.Movie`
+
+    The equations are the following:
+
+    1. hash = resolution + format + video_codec + audio_codec + title + year + release_group
+    2. imdb_id = hash
+    3. resolution = video_codec
+    4. video_codec = 2 * audio_codec
+    5. format = video_codec + audio_codec
+    6. title = resolution + video_codec + audio_codec + year + 1
+    7. release_group = resolution + video_codec + audio_codec + 1
+    8. year = release_group + 1
+    9. audio_codec = 1
+
+    :return: the score equations for a movie
+    :rtype: list of :class:`sympy.Eq`
+
+    """
+    equations = []
+    equations.append(Eq(hash, resolution + format + video_codec + audio_codec + title + year + release_group))
+    equations.append(Eq(imdb_id, hash))
+    equations.append(Eq(resolution, video_codec))
+    equations.append(Eq(video_codec, 2 * audio_codec))
+    equations.append(Eq(format, video_codec + audio_codec))
+    equations.append(Eq(title, resolution + video_codec + audio_codec + year + 1))
+    equations.append(Eq(video_codec, 2 * audio_codec))
+    equations.append(Eq(release_group, resolution + video_codec + audio_codec + 1))
+    equations.append(Eq(year, release_group + 1))
+    equations.append(Eq(audio_codec, 1))
+    return equations
+
+
+if __name__ == '__main__':
+    print(solve(get_episode_equations(), [release_group, resolution, format, video_codec, audio_codec, imdb_id,
+                                          hash, series, tvdb_id, season, episode, title, year]))
+    print(solve(get_movie_equations(), [release_group, resolution, format, video_codec, audio_codec, imdb_id,
+                                        hash, title, year]))
diff --git a/lib/subliminal/subtitle.py b/lib/subliminal/subtitle.py
new file mode 100644
index 00000000..d0786fc5
--- /dev/null
+++ b/lib/subliminal/subtitle.py
@@ -0,0 +1,278 @@
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals
+import logging
+import os.path
+import babelfish
+import chardet
+import guessit.matchtree
+import guessit.transfo
+import pysrt
+from .video import Episode, Movie
+
+
+logger = logging.getLogger(__name__)
+
+
+class Subtitle(object):
+    """Base class for subtitle
+
+    :param language: language of the subtitle
+    :type language: :class:`babelfish.Language`
+    :param bool hearing_impaired: `True` if the subtitle is hearing impaired, `False` otherwise
+    :param page_link: link to the web page from which the subtitle can be downloaded, if any
+    :type page_link: string or None
+
+    """
+    def __init__(self, language, hearing_impaired=False, page_link=None):
+        self.language = language
+        self.hearing_impaired = hearing_impaired
+        self.page_link = page_link
+
+        #: Content as bytes
+        self.content = None
+
+        #: Encoding to decode with when accessing :attr:`text`
+        self.encoding = None
+
+    @property
+    def guessed_encoding(self):
+        """Guessed encoding using the language, falling back on chardet"""
+        # always try utf-8 first
+        encodings = ['utf-8']
+
+        # add language-specific encodings
+        if self.language.alpha3 == 'zho':
+            encodings.extend(['gb18030', 'big5'])
+        elif self.language.alpha3 == 'jpn':
+            encodings.append('shift-jis')
+        elif self.language.alpha3 == 'ara':
+            encodings.append('windows-1256')
+        elif self.language.alpha3 == 'heb':
+            encodings.append('windows-1255')
+        elif self.language.alpha3 == 'tur':
+            encodings.extend(['iso-8859-9', 'windows-1254'])
+        else:
+            encodings.append('latin-1')
+
+        # try to decode
+        for encoding in encodings:
+            try:
+                self.content.decode(encoding)
+                return encoding
+            except UnicodeDecodeError:
+                pass
+
+        # fallback on chardet
+        logger.warning('Could not decode content with encodings %r', encodings)
+        return chardet.detect(self.content)['encoding']
+
+    @property
+    def text(self):
+        """Content as string
+
+        If :attr:`encoding` is None, the encoding is guessed with :attr:`guessed_encoding`
+
+        """
+        if not self.content:
+            return ''
+        return self.content.decode(self.encoding or self.guessed_encoding, errors='replace')
+
+    @property
+    def is_valid(self):
+        """Check if a subtitle text is a valid SubRip format"""
+        try:
+            pysrt.from_string(self.text, error_handling=pysrt.ERROR_RAISE)
+            return True
+        except pysrt.Error as e:
+            if e.args[0] > 80:
+                return True
+        except:
+            logger.exception('Unexpected error when validating subtitle')
+        return False
+
+    def compute_matches(self, video):
+        """Compute the matches of the subtitle against the `video`
+
+        :param video: the video to compute the matches against
+        :type video: :class:`~subliminal.video.Video`
+        :return: matches of the subtitle
+        :rtype: set
+
+        """
+        raise NotImplementedError
+
+    def compute_score(self, video):
+        """Compute the score of the subtitle against the `video`
+
+        There are equivalent matches so that a provider can match one element or its equivalent. This is
+        to give all provider a chance to have a score in the same range without hurting quality.
+
+        * Matching :class:`~subliminal.video.Video`'s `hashes` is equivalent to matching everything else
+        * Matching :class:`~subliminal.video.Episode`'s `season` and `episode`
+          is equivalent to matching :class:`~subliminal.video.Episode`'s `title`
+        * Matching :class:`~subliminal.video.Episode`'s `tvdb_id` is equivalent to matching
+          :class:`~subliminal.video.Episode`'s `series`
+
+        :param video: the video to compute the score against
+        :type video: :class:`~subliminal.video.Video`
+        :return: score of the subtitle
+        :rtype: int
+
+        """
+        score = 0
+        # compute matches
+        initial_matches = self.compute_matches(video)
+        matches = initial_matches.copy()
+        # hash is the perfect match
+        if 'hash' in matches:
+            score = video.scores['hash']
+        else:
+            # remove equivalences
+            if isinstance(video, Episode):
+                if 'imdb_id' in matches:
+                    matches -= {'series', 'tvdb_id', 'season', 'episode', 'title', 'year'}
+                if 'tvdb_id' in matches:
+                    matches -= {'series', 'year'}
+                if 'title' in matches:
+                    matches -= {'season', 'episode'}
+            # add other scores
+            score += sum((video.scores[match] for match in matches))
+        logger.info('Computed score %d with matches %r', score, initial_matches)
+        return score
+
+    def __repr__(self):
+        return '<%s [%s]>' % (self.__class__.__name__, self.language)
+
+
+def get_subtitle_path(video_path, language=None):
+    """Create the subtitle path from the given `video_path` and `language`
+
+    :param string video_path: path to the video
+    :param language: language of the subtitle to put in the path
+    :type language: :class:`babelfish.Language` or None
+    :return: path of the subtitle
+    :rtype: string
+
+    """
+    subtitle_path = os.path.splitext(video_path)[0]
+    if language is not None:
+        try:
+            return subtitle_path + '.%s.%s' % (language.alpha2, 'srt')
+        except babelfish.LanguageConvertError:
+            return subtitle_path + '.%s.%s' % (language.alpha3, 'srt')
+    return subtitle_path + '.srt'
+
+
+def compute_guess_matches(video, guess):
+    """Compute matches between a `video` and a `guess`
+
+    :param video: the video to compute the matches on
+    :type video: :class:`~subliminal.video.Video`
+    :param guess: the guess to compute the matches on
+    :type guess: :class:`guessit.Guess`
+    :return: matches of the `guess`
+    :rtype: set
+
+    """
+    matches = set()
+    if isinstance(video, Episode):
+        # series
+        if video.series and 'series' in guess and guess['series'].lower() == video.series.lower():
+            matches.add('series')
+        # season
+        if video.season and 'seasonNumber' in guess and guess['seasonNumber'] == video.season:
+            matches.add('season')
+        # episode
+        if video.episode and 'episodeNumber' in guess and guess['episodeNumber'] == video.episode:
+            matches.add('episode')
+        # year
+        if video.year == guess.get('year'):  # count "no year" as an information
+            matches.add('year')
+    elif isinstance(video, Movie):
+        # year
+        if video.year and 'year' in guess and guess['year'] == video.year:
+            matches.add('year')
+    # title
+    if video.title and 'title' in guess and guess['title'].lower() == video.title.lower():
+        matches.add('title')
+    # release group
+    if video.release_group and 'releaseGroup' in guess and guess['releaseGroup'].lower() == video.release_group.lower():
+        matches.add('release_group')
+    # screen size
+    if video.resolution and 'screenSize' in guess and guess['screenSize'] == video.resolution:
+        matches.add('resolution')
+    # format
+    if video.format and 'format' in guess and guess['format'].lower() == video.format.lower():
+        matches.add('format')
+    # video codec
+    if video.video_codec and 'videoCodec' in guess and guess['videoCodec'] == video.video_codec:
+        matches.add('video_codec')
+    # audio codec
+    if video.audio_codec and 'audioCodec' in guess and guess['audioCodec'] == video.audio_codec:
+        matches.add('audio_codec')
+    return matches
+
+
+def compute_guess_properties_matches(video, string, propertytype):
+    """Compute matches between a `video` and properties of a certain property type
+
+    :param video: the video to compute the matches on
+    :type video: :class:`~subliminal.video.Video`
+    :param string string: the string to check for a certain property type
+    :param string propertytype: the type of property to check (as defined in guessit)
+    :return: matches of a certain property type (but will only be 1 match because we are checking for 1 property type)
+    :rtype: set
+
+    Supported property types: result of guessit.transfo.guess_properties.GuessProperties().supported_properties()
+    [u'audioProfile',
+    u'videoCodec',
+    u'container',
+    u'format',
+    u'episodeFormat',
+    u'videoApi',
+    u'screenSize',
+    u'videoProfile',
+    u'audioChannels',
+    u'other',
+    u'audioCodec']
+
+    """
+    matches = set()
+    # We only check for the property types relevant for us
+    if propertytype == 'screenSize' and video.resolution:
+        for prop in guess_properties(string, propertytype):
+            if prop.lower() == video.resolution.lower():
+                matches.add('resolution')
+    elif propertytype == 'format' and video.format:
+        for prop in guess_properties(string, propertytype):
+            if prop.lower() == video.format.lower():
+                matches.add('format')
+    elif propertytype == 'videoCodec' and video.video_codec:
+        for prop in guess_properties(string, propertytype):
+            if prop.lower() == video.video_codec.lower():
+                matches.add('video_codec')
+    elif propertytype == 'audioCodec' and video.audio_codec:
+        for prop in guess_properties(string, propertytype):
+            if prop.lower() == video.audio_codec.lower():
+                matches.add('audio_codec')
+    return matches
+
+
+def guess_properties(string, propertytype):
+    properties = set()
+    if string:
+        tree = guessit.matchtree.MatchTree(string)
+        guessit.transfo.guess_properties.GuessProperties().process(tree)
+        properties = set(n.guess[propertytype] for n in tree.nodes() if propertytype in n.guess)
+    return properties
+
+
+def fix_line_endings(content):
+    """Fix line ending of `content` by changing it to \n
+
+    :param bytes content: content of the subtitle
+    :return: the content with fixed line endings
+    :rtype: bytes
+
+    """
+    return content.replace(b'\r\n', b'\n').replace(b'\r', b'\n')
diff --git a/lib/subliminal/subtitles.py b/lib/subliminal/subtitles.py
deleted file mode 100644
index 117871b3..00000000
--- a/lib/subliminal/subtitles.py
+++ /dev/null
@@ -1,149 +0,0 @@
-# -*- coding: utf-8 -*-
-# Copyright 2011-2012 Antoine Bertin <diaoulael@gmail.com>
-#
-# This file is part of subliminal.
-#
-# subliminal is free software; you can redistribute it and/or modify it under
-# the terms of the GNU Lesser General Public License as published by
-# the Free Software Foundation; either version 3 of the License, or
-# (at your option) any later version.
-#
-# subliminal is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public License
-# along with subliminal.  If not, see <http://www.gnu.org/licenses/>.
-from .language import Language
-from .utils import to_unicode
-import os.path
-
-
-__all__ = ['Subtitle', 'EmbeddedSubtitle', 'ExternalSubtitle', 'ResultSubtitle', 'get_subtitle_path']
-
-#: Subtitles extensions
-EXTENSIONS = ['.srt', '.sub', '.txt', '.ass']
-
-
-class Subtitle(object):
-    """Base class for subtitles
-
-    :param string path: path to the subtitle
-    :param language: language of the subtitle
-    :type language: :class:`~subliminal.language.Language`
-
-    """
-    def __init__(self, path, language):
-        if not isinstance(language, Language):
-            raise TypeError('%r is not an instance of Language')
-        self.path = path
-        self.language = language
-
-    @property
-    def exists(self):
-        """Whether the subtitle exists or not"""
-        if self.path:
-            return os.path.exists(self.path)
-        return False
-
-    def __unicode__(self):
-        return to_unicode(self.path)
-
-    def __str__(self):
-        return unicode(self).encode('utf-8')
-
-    def __repr__(self):
-        return '%s(%s, %s)' % (self.__class__.__name__, self, self.language)
-
-
-class EmbeddedSubtitle(Subtitle):
-    """Subtitle embedded in a container
-
-    :param string path: path to the subtitle
-    :param language: language of the subtitle
-    :type language: :class:`~subliminal.language.Language`
-    :param int track_id: id of the subtitle track in the container
-
-    """
-    def __init__(self, path, language, track_id):
-        super(EmbeddedSubtitle, self).__init__(path, language)
-        self.track_id = track_id
-
-    @classmethod
-    def from_enzyme(cls, path, subtitle):
-        language = Language(subtitle.language, strict=False)
-        return cls(path, language, subtitle.trackno)
-
-
-class ExternalSubtitle(Subtitle):
-    """Subtitle in a file next to the video file"""
-    @classmethod
-    def from_path(cls, path):
-        """Create an :class:`ExternalSubtitle` from path"""
-        extension = None
-        for e in EXTENSIONS:
-            if path.endswith(e):
-                extension = e
-                break
-        if extension is None:
-            raise ValueError('Not a supported subtitle extension')
-        language = Language(os.path.splitext(path[:len(path) - len(extension)])[1][1:], strict=False)
-        return cls(path, language)
-
-
-class ResultSubtitle(ExternalSubtitle):
-    """Subtitle found using :mod:`~subliminal.services`
-
-    :param string path: path to the subtitle
-    :param language: language of the subtitle
-    :type language: :class:`~subliminal.language.Language`
-    :param string service: name of the service
-    :param string link: download link for the subtitle
-    :param string release: release name of the video
-    :param float confidence: confidence that the subtitle matches the video according to the service
-    :param set keywords: keywords that describe the subtitle
-
-    """
-    def __init__(self, path, language, service, link, release=None, confidence=1, keywords=None):
-        super(ResultSubtitle, self).__init__(path, language)
-        self.service = service
-        self.link = link
-        self.release = release
-        self.confidence = confidence
-        self.keywords = keywords or set()
-
-    @property
-    def single(self):
-        """Whether this is a single subtitle or not. A single subtitle does not have
-        a language indicator in its file name
-
-        :rtype: bool
-
-        """
-        return self.language == Language('Undetermined')
-
-    def __repr__(self):
-        if not self.release:
-            return 'ResultSubtitle(%s, %s, %s, %.2f)' % (self.path, self.language, self.service, self.confidence)
-        return 'ResultSubtitle(%s, %s, %s, %.2f, release=%s)' % (self.path, self.language, self.service, self.confidence, self.release.encode('ascii', 'ignore'))
-
-
-def get_subtitle_path(video_path, language, multi):
-    """Create the subtitle path from the given video path using language if multi
-
-    :param string video_path: path to the video
-    :param language: language of the subtitle
-    :type language: :class:`~subliminal.language.Language`
-    :param bool multi: whether to use multi language naming or not
-    :return: path of the subtitle
-    :rtype: string
-
-    """
-    if not os.path.exists(video_path):
-        path = os.path.splitext(os.path.basename(video_path))[0]
-    else:
-        path = os.path.splitext(video_path)[0]
-    if multi and language:
-        return path + '.%s%s' % (language.alpha2, EXTENSIONS[0])
-    return path + '%s' % EXTENSIONS[0]
diff --git a/lib/subliminal/tasks.py b/lib/subliminal/tasks.py
deleted file mode 100644
index bccf9ab5..00000000
--- a/lib/subliminal/tasks.py
+++ /dev/null
@@ -1,68 +0,0 @@
-# -*- coding: utf-8 -*-
-# Copyright 2011-2012 Antoine Bertin <diaoulael@gmail.com>
-#
-# This file is part of subliminal.
-#
-# subliminal is free software; you can redistribute it and/or modify it under
-# the terms of the GNU Lesser General Public License as published by
-# the Free Software Foundation; either version 3 of the License, or
-# (at your option) any later version.
-#
-# subliminal is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public License
-# along with subliminal.  If not, see <http://www.gnu.org/licenses/>.
-__all__ = ['Task', 'ListTask', 'DownloadTask', 'StopTask']
-
-
-class Task(object):
-    """Base class for tasks to use in subliminal"""
-    pass
-
-
-class ListTask(Task):
-    """List task used by the worker to search for subtitles
-
-    :param video: video to search subtitles for
-    :type video: :class:`~subliminal.videos.Video`
-    :param list languages: languages to search for
-    :param string service: name of the service to use
-    :param config: configuration for the service
-    :type config: :class:`~subliminal.services.ServiceConfig`
-
-    """
-    def __init__(self, video, languages, service, config):
-        super(ListTask, self).__init__()
-        self.video = video
-        self.service = service
-        self.languages = languages
-        self.config = config
-
-    def __repr__(self):
-        return 'ListTask(%r, %r, %s, %r)' % (self.video, self.languages, self.service, self.config)
-
-
-class DownloadTask(Task):
-    """Download task used by the worker to download subtitles
-
-    :param video: video to download subtitles for
-    :type video: :class:`~subliminal.videos.Video`
-    :param subtitles: subtitles to download in order of preference
-    :type subtitles: list of :class:`~subliminal.subtitles.Subtitle`
-
-    """
-    def __init__(self, video, subtitles):
-        super(DownloadTask, self).__init__()
-        self.video = video
-        self.subtitles = subtitles
-
-    def __repr__(self):
-        return 'DownloadTask(%r, %r)' % (self.video, self.subtitles)
-
-
-class StopTask(Task):
-    """Stop task that will stop the worker"""
-    pass
diff --git a/lib/subliminal/tests/__init__.py b/lib/subliminal/tests/__init__.py
new file mode 100644
index 00000000..6cef7800
--- /dev/null
+++ b/lib/subliminal/tests/__init__.py
@@ -0,0 +1,14 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals
+from unittest import TextTestRunner, TestSuite
+from subliminal import cache_region
+from . import test_providers, test_subliminal
+
+
+cache_region.configure('dogpile.cache.memory', expiration_time=60 * 30)  # @UndefinedVariable
+suite = TestSuite([test_providers.suite(), test_subliminal.suite()])
+
+
+if __name__ == '__main__':
+    TextTestRunner().run(suite)
diff --git a/lib/subliminal/tests/common.py b/lib/subliminal/tests/common.py
new file mode 100644
index 00000000..bd1608d4
--- /dev/null
+++ b/lib/subliminal/tests/common.py
@@ -0,0 +1,22 @@
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals
+from subliminal import Movie, Episode
+
+
+MOVIES = [Movie('Man of Steel (2013)/man.of.steel.2013.720p.bluray.x264-felony.mkv', 'Man of Steel',
+                format='BluRay', release_group='felony', resolution='720p', video_codec='h264', audio_codec='DTS',
+                imdb_id=770828, size=7033732714, year=2013,
+                hashes={'opensubtitles': '5b8f8f4e41ccb21e', 'thesubdb': 'ad32876133355929d814457537e12dc2'})]
+
+EPISODES = [Episode('The Big Bang Theory/Season 07/The.Big.Bang.Theory.S07E05.720p.HDTV.X264-DIMENSION.mkv',
+                    'The Big Bang Theory', 7, 5, format='HDTV', release_group='DIMENSION', resolution='720p',
+                    video_codec='h264', audio_codec='AC3', imdb_id=3229392, size=501910737,
+                    title='The Workplace Proximity', year=2007, tvdb_id=80379,
+                    hashes={'opensubtitles': '6878b3ef7c1bd19e', 'thesubdb': '9dbbfb7ba81c9a6237237dae8589fccc'}),
+            Episode('Game of Thrones/Season 03/Game.of.Thrones.S03E10.Mhysa.720p.WEB-DL.DD5.1.H.264-NTb.mkv',
+                    'Game of Thrones', 3, 10, format='WEB-DL', release_group='NTb', resolution='720p',
+                    video_codec='h264', audio_codec='AC3', imdb_id=2178796, size=2142810931, title='Mhysa',
+                    tvdb_id=121361,
+                    hashes={'opensubtitles': 'b850baa096976c22', 'thesubdb': 'b1f899c77f4c960b84b8dbf840d4e42d'}),
+            Episode('Dallas.S01E03.mkv', 'Dallas', 1, 3),
+            Episode('Dallas.2012.S01E03.mkv', 'Dallas', 1, 3, year=2012)]
diff --git a/lib/subliminal/tests/test_providers.py b/lib/subliminal/tests/test_providers.py
new file mode 100644
index 00000000..e98d9ad3
--- /dev/null
+++ b/lib/subliminal/tests/test_providers.py
@@ -0,0 +1,475 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals
+import os
+from unittest import TestCase, TestSuite, TestLoader, TextTestRunner
+from babelfish import Language
+from subliminal import provider_manager
+from subliminal.tests.common import MOVIES, EPISODES
+
+
+class ProviderTestCase(TestCase):
+    provider_name = ''
+
+    def setUp(self):
+        self.Provider = provider_manager[self.provider_name]
+
+
+class Addic7edProviderTestCase(ProviderTestCase):
+    provider_name = 'addic7ed'
+
+    def test_find_show_id(self):
+        with self.Provider() as provider:
+            show_id = provider.find_show_id('the big bang')
+        self.assertEqual(show_id, 126)
+
+    def test_find_show_id_no_year(self):
+        with self.Provider() as provider:
+            show_id = provider.find_show_id('dallas')
+        self.assertEqual(show_id, 802)
+
+    def test_find_show_id_year(self):
+        with self.Provider() as provider:
+            show_id = provider.find_show_id('dallas', 2012)
+        self.assertEqual(show_id, 2559)
+
+    def test_find_show_id_error(self):
+        with self.Provider() as provider:
+            show_id = provider.find_show_id('the big how i met your mother')
+        self.assertIsNone(show_id)
+
+    def test_get_show_ids(self):
+        with self.Provider() as provider:
+            show_ids = provider.get_show_ids()
+        self.assertIn('the big bang theory', show_ids)
+        self.assertEqual(show_ids['the big bang theory'], 126)
+
+    def test_get_show_ids_no_year(self):
+        with self.Provider() as provider:
+            show_ids = provider.get_show_ids()
+        self.assertIn('dallas', show_ids)
+        self.assertEqual(show_ids['dallas'], 802)
+
+    def test_get_show_ids_year(self):
+        with self.Provider() as provider:
+            show_ids = provider.get_show_ids()
+        self.assertIn('dallas (2012)', show_ids)
+        self.assertEqual(show_ids['dallas (2012)'], 2559)
+
+    def test_query_episode_0(self):
+        video = EPISODES[0]
+        languages = {Language('tur'), Language('rus'), Language('heb'), Language('ita'), Language('fra'),
+                     Language('ron'), Language('nld'), Language('eng'), Language('deu'), Language('ell'),
+                     Language('por', 'BR'), Language('bul'), Language('por'), Language('msa')}
+        matches = {frozenset(['series', 'resolution', 'season']),
+                   frozenset(['series', 'episode', 'season', 'title']),
+                   frozenset(['series', 'release_group', 'season']),
+                   frozenset(['series', 'episode', 'season', 'release_group', 'title']),
+                   frozenset(['series', 'season']),
+                   frozenset(['series', 'season', 'format'])}
+        with self.Provider() as provider:
+            subtitles = provider.query(video.series, video.season, video.year)
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, languages)
+
+    def test_query_episode_1(self):
+        video = EPISODES[1]
+        languages = {Language('ind'), Language('spa'), Language('hrv'), Language('ita'), Language('fra'),
+                     Language('cat'), Language('ell'), Language('nld'), Language('eng'), Language('fas'),
+                     Language('por'), Language('nor'), Language('deu'), Language('ron'), Language('por', 'BR'),
+                     Language('bul')}
+        matches = {frozenset(['series', 'episode', 'resolution', 'season', 'title', 'year']),
+                   frozenset(['series', 'resolution', 'season', 'year']),
+                   frozenset(['series', 'resolution', 'season', 'year', 'format']),
+                   frozenset(['series', 'episode', 'season', 'title', 'year']),
+                   frozenset(['series', 'episode', 'season', 'title', 'year', 'format']),
+                   frozenset(['series', 'release_group', 'season', 'year']),
+                   frozenset(['series', 'release_group', 'season', 'year', 'format']),
+                   frozenset(['series', 'resolution', 'release_group', 'season', 'year']),
+                   frozenset(['series', 'resolution', 'release_group', 'season', 'year', 'format']),
+                   frozenset(['series', 'episode', 'season', 'release_group', 'title', 'year', 'format']),
+                   frozenset(['series', 'season', 'year']),
+                   frozenset(['series', 'season', 'year', 'format'])}
+        with self.Provider() as provider:
+            subtitles = provider.query(video.series, video.season, video.year)
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, languages)
+
+    def test_query_episode_year(self):
+        video_no_year = EPISODES[2]
+        video_year = EPISODES[3]
+        with self.Provider() as provider:
+            subtitles_no_year = provider.query(video_no_year.series, video_no_year.season, video_no_year.year)
+            subtitles_year = provider.query(video_year.series, video_year.season, video_year.year)
+        self.assertNotEqual(subtitles_no_year, subtitles_year)
+
+    def test_list_subtitles(self):
+        video = EPISODES[0]
+        languages = {Language('eng'), Language('fra')}
+        matches = {frozenset(['series', 'episode', 'season', 'release_group', 'title']),
+                   frozenset(['series', 'episode', 'season', 'title'])}
+        with self.Provider() as provider:
+            subtitles = provider.list_subtitles(video, languages)
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, languages)
+
+    def test_download_subtitle(self):
+        video = EPISODES[0]
+        languages = {Language('eng'), Language('fra')}
+        with self.Provider() as provider:
+            subtitles = provider.list_subtitles(video, languages)
+            provider.download_subtitle(subtitles[0])
+        self.assertIsNotNone(subtitles[0].content)
+        self.assertTrue(subtitles[0].is_valid)
+
+
+class OpenSubtitlesProviderTestCase(ProviderTestCase):
+    provider_name = 'opensubtitles'
+
+    def test_query_movie_0_query(self):
+        video = MOVIES[0]
+        languages = {Language('eng')}
+        matches = {frozenset([]),
+                   frozenset(['imdb_id', 'resolution', 'title', 'year']),
+                   frozenset(['imdb_id', 'resolution', 'title', 'year', 'format']),
+                   frozenset(['imdb_id', 'title', 'year']),
+                   frozenset(['imdb_id', 'title', 'year', 'format']),
+                   frozenset(['imdb_id', 'video_codec', 'title', 'year', 'format']),
+                   frozenset(['imdb_id', 'resolution', 'title', 'video_codec', 'year', 'format']),
+                   frozenset(['imdb_id', 'title', 'year', 'video_codec', 'resolution', 'release_group', 'format'])}
+        with self.Provider() as provider:
+            subtitles = provider.query(languages, query=video.title)
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, languages)
+
+    def test_query_episode_0_query(self):
+        video = EPISODES[0]
+        languages = {Language('eng')}
+        matches = {frozenset(['series', 'episode', 'season', 'imdb_id', 'format']),
+                   frozenset(['series', 'imdb_id', 'video_codec', 'episode', 'season', 'format']),
+                   frozenset(['episode', 'title', 'series', 'imdb_id', 'video_codec', 'season'])}
+        with self.Provider() as provider:
+            subtitles = provider.query(languages, query=os.path.split(video.name)[1])
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, languages)
+
+    def test_query_episode_year(self):
+        video_no_year = EPISODES[2]
+        video_year = EPISODES[3]
+        languages = {Language('eng')}
+        with self.Provider() as provider:
+            subtitles_no_year = provider.query(languages, query=os.path.split(video_no_year.name)[1])
+            subtitles_year = provider.query(languages, query=os.path.split(video_year.name)[1])
+        self.assertNotEqual(subtitles_no_year, subtitles_year)
+
+    def test_query_episode_1_query(self):
+        video = EPISODES[1]
+        languages = {Language('eng'), Language('fra')}
+        matches = {frozenset(['episode', 'title', 'series', 'imdb_id', 'video_codec', 'season', 'year', 'format']),
+                   frozenset(['series', 'imdb_id', 'video_codec', 'episode', 'season', 'year']),
+                   frozenset(['episode', 'video_codec', 'series', 'imdb_id', 'resolution', 'season', 'year']),
+                   frozenset(['series', 'imdb_id', 'resolution', 'episode', 'season', 'year']),
+                   frozenset(['series', 'episode', 'season', 'imdb_id', 'year']),
+                   frozenset(['series', 'episode', 'season', 'imdb_id', 'year', 'format'])}
+        with self.Provider() as provider:
+            subtitles = provider.query(languages, query=os.path.split(video.name)[1])
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, languages)
+
+    def test_query_movie_0_imdb_id(self):
+        video = MOVIES[0]
+        languages = {Language('eng'), Language('fra')}
+        matches = {frozenset(['imdb_id', 'video_codec', 'title', 'year', 'format']),
+                   frozenset(['imdb_id', 'resolution', 'title', 'video_codec', 'year']),
+                   frozenset(['imdb_id', 'resolution', 'title', 'video_codec', 'year', 'format']),
+                   frozenset(['imdb_id', 'title', 'year', 'video_codec', 'resolution', 'release_group', 'format']),
+                   frozenset(['imdb_id', 'title', 'year']),
+                   frozenset(['imdb_id', 'title', 'year', 'format']),
+                   frozenset(['imdb_id', 'resolution', 'title', 'year']),
+                   frozenset(['imdb_id', 'resolution', 'title', 'year', 'format'])}
+        with self.Provider() as provider:
+            subtitles = provider.query(languages, imdb_id=video.imdb_id)
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, languages)
+
+    def test_query_episode_0_imdb_id(self):
+        video = EPISODES[0]
+        languages = {Language('eng'), Language('fra')}
+        matches = {frozenset(['series', 'episode', 'season', 'imdb_id', 'format']),
+                   frozenset(['episode', 'release_group', 'video_codec', 'series', 'imdb_id', 'resolution', 'season', 'format']),
+                   frozenset(['series', 'imdb_id', 'video_codec', 'episode', 'season', 'format']),
+                   frozenset(['episode', 'title', 'series', 'imdb_id', 'video_codec', 'season'])}
+        with self.Provider() as provider:
+            subtitles = provider.query(languages, imdb_id=video.imdb_id)
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, languages)
+
+    def test_query_movie_0_hash(self):
+        video = MOVIES[0]
+        languages = {Language('eng')}
+        matches = {frozenset(['hash', 'title', 'video_codec', 'year', 'resolution', 'imdb_id', 'format']),
+                   frozenset(['hash', 'title', 'video_codec', 'year', 'resolution', 'release_group', 'imdb_id', 'format']),
+                   frozenset(['year', 'video_codec', 'imdb_id', 'hash', 'title', 'format']),
+                   frozenset([]),
+                   frozenset(['year', 'resolution', 'imdb_id', 'hash', 'title', 'format']),
+                   frozenset(['year', 'imdb_id', 'hash', 'title']),
+                   frozenset(['year', 'imdb_id', 'hash', 'title', 'format'])}
+        with self.Provider() as provider:
+            subtitles = provider.query(languages, hash=video.hashes['opensubtitles'], size=video.size)
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, languages)
+
+    def test_query_episode_0_hash(self):
+        video = EPISODES[0]
+        languages = {Language('eng')}
+        matches = {frozenset(['series', 'hash', 'format']),
+                   frozenset(['episode', 'season', 'series', 'imdb_id', 'video_codec', 'hash', 'format']),
+                   frozenset(['series', 'episode', 'season', 'hash', 'imdb_id', 'format']),
+                   frozenset(['series', 'resolution', 'hash', 'video_codec', 'format'])}
+        with self.Provider() as provider:
+            subtitles = provider.query(languages, hash=video.hashes['opensubtitles'], size=video.size)
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, languages)
+
+    def test_list_subtitles(self):
+        video = MOVIES[0]
+        languages = {Language('eng'), Language('fra')}
+        matches = {frozenset(['title', 'video_codec', 'year', 'resolution', 'release_group', 'imdb_id', 'format']),
+                   frozenset(['imdb_id', 'year', 'title']),
+                   frozenset(['imdb_id', 'year', 'title', 'format']),
+                   frozenset(['year', 'video_codec', 'imdb_id', 'resolution', 'title']),
+                   frozenset(['year', 'video_codec', 'imdb_id', 'resolution', 'title', 'format']),
+                   frozenset(['hash', 'title', 'video_codec', 'year', 'resolution', 'release_group', 'imdb_id', 'format']),
+                   frozenset(['year', 'video_codec', 'imdb_id', 'hash', 'title', 'format']),
+                   frozenset([]),
+                   frozenset(['year', 'resolution', 'imdb_id', 'hash', 'title', 'format']),
+                   frozenset(['hash', 'title', 'video_codec', 'year', 'resolution', 'imdb_id', 'format']),
+                   frozenset(['year', 'imdb_id', 'hash', 'title']),
+                   frozenset(['year', 'imdb_id', 'hash', 'title', 'format']),
+                   frozenset(['video_codec', 'imdb_id', 'year', 'title', 'format']),
+                   frozenset(['year', 'imdb_id', 'resolution', 'title']),
+                   frozenset(['year', 'imdb_id', 'resolution', 'title', 'format'])}
+        with self.Provider() as provider:
+            subtitles = provider.list_subtitles(video, languages)
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, languages)
+
+    def test_download_subtitle(self):
+        video = MOVIES[0]
+        languages = {Language('eng'), Language('fra')}
+        with self.Provider() as provider:
+            subtitles = provider.list_subtitles(video, languages)
+            provider.download_subtitle(subtitles[0])
+        self.assertIsNotNone(subtitles[0].content)
+        self.assertTrue(subtitles[0].is_valid)
+
+
+class PodnapisiProviderTestCase(ProviderTestCase):
+    provider_name = 'podnapisi'
+
+    def test_query_movie_0(self):
+        video = MOVIES[0]
+        language = Language('eng')
+        matches = {frozenset(['video_codec', 'title', 'resolution', 'year']),
+                   frozenset(['title', 'resolution', 'year']),
+                   frozenset(['video_codec', 'title', 'year']),
+                   frozenset(['title', 'year']),
+                   frozenset(['title']),
+                   frozenset(['video_codec', 'title', 'resolution', 'release_group', 'year', 'format']),
+                   frozenset(['video_codec', 'title', 'resolution', 'audio_codec', 'year', 'format'])}
+        with self.Provider() as provider:
+            subtitles = provider.query(language, title=video.title, year=video.year)
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, {language})
+
+    def test_query_episode_0(self):
+        video = EPISODES[0]
+        language = Language('eng')
+        matches = {frozenset(['episode', 'series', 'season', 'video_codec', 'resolution', 'release_group', 'format']),
+                   frozenset(['season', 'video_codec', 'episode', 'resolution', 'series'])}
+        with self.Provider() as provider:
+            subtitles = provider.query(language, series=video.series, season=video.season, episode=video.episode,
+                                       year=video.year)
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, {language})
+
+    def test_query_episode_1(self):
+        video = EPISODES[1]
+        language = Language('eng')
+        matches = {frozenset(['episode', 'release_group', 'series', 'video_codec', 'resolution', 'season', 'year', 'format']),
+                   frozenset(['episode', 'series', 'video_codec', 'resolution', 'season', 'year']),
+                   frozenset(['season', 'video_codec', 'episode', 'series', 'year'])}
+        with self.Provider() as provider:
+            subtitles = provider.query(language, series=video.series, season=video.season, episode=video.episode,
+                                       year=video.year)
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, {language})
+
+    def test_list_subtitles(self):
+        video = MOVIES[0]
+        languages = {Language('eng'), Language('fra')}
+        matches = {frozenset(['video_codec', 'title', 'resolution', 'year']),
+                   frozenset(['title', 'resolution', 'year']),
+                   frozenset(['video_codec', 'title', 'year']),
+                   frozenset(['video_codec', 'title', 'year', 'format']),
+                   frozenset(['title', 'year']),
+                   frozenset(['title']),
+                   frozenset(['video_codec', 'title', 'resolution', 'release_group', 'year', 'format']),
+                   frozenset(['video_codec', 'title', 'resolution', 'audio_codec', 'year', 'format'])}
+        with self.Provider() as provider:
+            subtitles = provider.list_subtitles(video, languages)
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, languages)
+
+    def test_download_subtitle(self):
+        video = MOVIES[0]
+        languages = {Language('eng'), Language('fra')}
+        with self.Provider() as provider:
+            subtitles = provider.list_subtitles(video, languages)
+            provider.download_subtitle(subtitles[0])
+        self.assertIsNotNone(subtitles[0].content)
+        self.assertTrue(subtitles[0].is_valid)
+
+
+class TheSubDBProviderTestCase(ProviderTestCase):
+    provider_name = 'thesubdb'
+
+    def test_query_episode_0(self):
+        video = EPISODES[0]
+        languages = {Language('eng'), Language('spa'), Language('por')}
+        matches = {frozenset(['hash'])}
+        with self.Provider() as provider:
+            subtitles = provider.query(video.hashes['thesubdb'])
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, languages)
+
+    def test_query_episode_1(self):
+        video = EPISODES[1]
+        languages = {Language('eng'), Language('por')}
+        matches = {frozenset(['hash'])}
+        with self.Provider() as provider:
+            subtitles = provider.query(video.hashes['thesubdb'])
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, languages)
+
+    def test_list_subtitles(self):
+        video = MOVIES[0]
+        languages = {Language('eng'), Language('por')}
+        matches = {frozenset(['hash'])}
+        with self.Provider() as provider:
+            subtitles = provider.list_subtitles(video, languages)
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, languages)
+
+    def test_download_subtitle(self):
+        video = MOVIES[0]
+        languages = {Language('eng'), Language('por')}
+        with self.Provider() as provider:
+            subtitles = provider.list_subtitles(video, languages)
+            provider.download_subtitle(subtitles[0])
+            provider.download_subtitle(subtitles[1])
+        self.assertIsNotNone(subtitles[0].content)
+        self.assertTrue(subtitles[0].is_valid)
+
+
+class TVsubtitlesProviderTestCase(ProviderTestCase):
+    provider_name = 'tvsubtitles'
+
+    def test_find_show_id(self):
+        with self.Provider() as provider:
+            show_id = provider.find_show_id('the big bang')
+        self.assertEqual(show_id, 154)
+
+    def test_find_show_id_ambiguous(self):
+        with self.Provider() as provider:
+            show_id = provider.find_show_id('new girl')
+        self.assertEqual(show_id, 977)
+
+    def test_find_show_id_no_dots(self):
+        with self.Provider() as provider:
+            show_id = provider.find_show_id('marvel\'s agents of s h i e l d')
+        self.assertEqual(show_id, 1340)
+
+    def test_find_show_id_no_year_dallas(self):
+        with self.Provider() as provider:
+            show_id = provider.find_show_id('dallas')
+        self.assertEqual(show_id, 646)
+
+    def test_find_show_id_no_year_house_of_cards(self):
+        with self.Provider() as provider:
+            show_id = provider.find_show_id('house of cards')
+        self.assertEqual(show_id, 352)
+
+    def test_find_show_id_year_dallas(self):
+        with self.Provider() as provider:
+            show_id = provider.find_show_id('dallas', 2012)
+        self.assertEqual(show_id, 1127)
+
+    def test_find_show_id_year_house_of_cards(self):
+        with self.Provider() as provider:
+            show_id = provider.find_show_id('house of cards', 2013)
+        self.assertEqual(show_id, 1246)
+
+    def test_find_show_id_error(self):
+        with self.Provider() as provider:
+            show_id = provider.find_show_id('the big gaming')
+        self.assertIsNone(show_id)
+
+    def test_find_episode_ids(self):
+        with self.Provider() as provider:
+            episode_ids = provider.find_episode_ids(154, 5)
+        self.assertEqual(set(episode_ids.keys()), set(range(1, 25)))
+
+    def test_query_episode_0(self):
+        video = EPISODES[0]
+        languages = {Language('fra'), Language('por'), Language('hun'), Language('ron'), Language('eng')}
+        matches = {frozenset(['series', 'episode', 'season', 'video_codec', 'format']),
+                   frozenset(['series', 'episode', 'season', 'format'])}
+        with self.Provider() as provider:
+            subtitles = provider.query(video.series, video.season, video.episode, video.year)
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, languages)
+
+    def test_query_episode_1(self):
+        video = EPISODES[1]
+        languages = {Language('fra'), Language('ell'), Language('ron'), Language('eng'), Language('hun'),
+                     Language('por'), Language('por', 'BR'), Language('jpn')}
+        matches = {frozenset(['series', 'episode', 'resolution', 'season', 'year']),
+                   frozenset(['series', 'episode', 'season', 'video_codec', 'year']),
+                   frozenset(['series', 'episode', 'season', 'year'])}
+        with self.Provider() as provider:
+            subtitles = provider.query(video.series, video.season, video.episode, video.year)
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, languages)
+
+    def test_list_subtitles(self):
+        video = EPISODES[0]
+        languages = {Language('eng'), Language('fra')}
+        matches = {frozenset(['series', 'episode', 'season', 'format'])}
+        with self.Provider() as provider:
+            subtitles = provider.list_subtitles(video, languages)
+        self.assertEqual({frozenset(subtitle.compute_matches(video)) for subtitle in subtitles}, matches)
+        self.assertEqual({subtitle.language for subtitle in subtitles}, languages)
+
+    def test_download_subtitle(self):
+        video = EPISODES[0]
+        languages = {Language('hun')}
+        with self.Provider() as provider:
+            subtitles = provider.list_subtitles(video, languages)
+            provider.download_subtitle(subtitles[0])
+        self.assertIsNotNone(subtitles[0].content)
+        self.assertTrue(subtitles[0].is_valid)
+
+
+def suite():
+    suite = TestSuite()
+    suite.addTest(TestLoader().loadTestsFromTestCase(Addic7edProviderTestCase))
+    suite.addTest(TestLoader().loadTestsFromTestCase(OpenSubtitlesProviderTestCase))
+    suite.addTest(TestLoader().loadTestsFromTestCase(PodnapisiProviderTestCase))
+    suite.addTest(TestLoader().loadTestsFromTestCase(TheSubDBProviderTestCase))
+    suite.addTest(TestLoader().loadTestsFromTestCase(TVsubtitlesProviderTestCase))
+    return suite
+
+
+if __name__ == '__main__':
+    TextTestRunner().run(suite())
diff --git a/lib/subliminal/tests/test_subliminal.py b/lib/subliminal/tests/test_subliminal.py
new file mode 100644
index 00000000..a991d81f
--- /dev/null
+++ b/lib/subliminal/tests/test_subliminal.py
@@ -0,0 +1,191 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals
+import os
+import shutil
+from unittest import TestCase, TestSuite, TestLoader, TextTestRunner
+from babelfish import Language
+from subliminal import list_subtitles, download_subtitles, save_subtitles, download_best_subtitles, scan_video
+from subliminal.tests.common import MOVIES, EPISODES
+
+
+TEST_DIR = 'test_data'
+
+
+class ApiTestCase(TestCase):
+    def setUp(self):
+        os.mkdir(TEST_DIR)
+
+    def tearDown(self):
+        shutil.rmtree(TEST_DIR)
+
+    def test_list_subtitles_movie_0(self):
+        videos = [MOVIES[0]]
+        languages = {Language('eng')}
+        subtitles = list_subtitles(videos, languages)
+        self.assertEqual(len(subtitles), len(videos))
+        self.assertGreater(len(subtitles[videos[0]]), 0)
+
+    def test_list_subtitles_movie_0_por_br(self):
+        videos = [MOVIES[0]]
+        languages = {Language('por', 'BR')}
+        subtitles = list_subtitles(videos, languages)
+        self.assertEqual(len(subtitles), len(videos))
+        self.assertGreater(len(subtitles[videos[0]]), 0)
+
+    def test_list_subtitles_episodes(self):
+        videos = [EPISODES[0], EPISODES[1]]
+        languages = {Language('eng'), Language('fra')}
+        subtitles = list_subtitles(videos, languages)
+        self.assertEqual(len(subtitles), len(videos))
+        self.assertGreater(len(subtitles[videos[0]]), 0)
+
+    def test_download_subtitles(self):
+        videos = [EPISODES[0]]
+        for video in videos:
+            video.name = os.path.join(TEST_DIR, os.path.split(video.name)[1])
+        languages = {Language('eng')}
+        subtitles = list_subtitles(videos, languages)
+        download_subtitles(subtitles[videos[0]][:5])
+        self.assertGreaterEqual(len([s for s in subtitles[videos[0]] if s.content is not None]), 4)
+
+    def test_download_best_subtitles(self):
+        videos = [EPISODES[0], EPISODES[1]]
+        for video in videos:
+            video.name = os.path.join(TEST_DIR, os.path.split(video.name)[1])
+        languages = {Language('eng'), Language('fra')}
+        subtitles = download_best_subtitles(videos, languages)
+        for video in videos:
+            self.assertIn(video, subtitles)
+            self.assertEqual(len(subtitles[video]), 2)
+
+    def test_save_subtitles(self):
+        videos = [EPISODES[0], EPISODES[1]]
+        for video in videos:
+            video.name = os.path.join(TEST_DIR, os.path.split(video.name)[1])
+        languages = {Language('eng'), Language('fra')}
+        subtitles = list_subtitles(videos, languages)
+
+        # make a list of subtitles to download (one per language per video)
+        subtitles_to_download = []
+        for video, video_subtitles in subtitles.items():
+            video_subtitle_languages = set()
+            for video_subtitle in video_subtitles:
+                if video_subtitle.language in video_subtitle_languages:
+                    continue
+                subtitles_to_download.append(video_subtitle)
+                video_subtitle_languages.add(video_subtitle.language)
+                if video_subtitle_languages == languages:
+                    break
+        self.assertEqual(len(subtitles_to_download), 4)
+
+        # download
+        download_subtitles(subtitles_to_download)
+        save_subtitles(subtitles)
+        for video in videos:
+            self.assertTrue(os.path.exists(os.path.splitext(video.name)[0] + '.en.srt'))
+            self.assertTrue(os.path.exists(os.path.splitext(video.name)[0] + '.fr.srt'))
+
+    def test_save_subtitles_single(self):
+        videos = [EPISODES[0], EPISODES[1]]
+        for video in videos:
+            video.name = os.path.join(TEST_DIR, os.path.split(video.name)[1])
+        languages = {Language('eng'), Language('fra')}
+        subtitles = download_best_subtitles(videos, languages)
+        save_subtitles(subtitles, single=True)
+        for video in videos:
+            self.assertIn(video, subtitles)
+            self.assertEqual(len(subtitles[video]), 2)
+            self.assertTrue(os.path.exists(os.path.splitext(video.name)[0] + '.srt'))
+
+    def test_download_best_subtitles_min_score(self):
+        videos = [MOVIES[0]]
+        for video in videos:
+            video.name = os.path.join(TEST_DIR, os.path.split(video.name)[1])
+        languages = {Language('eng'), Language('fra')}
+        subtitles = download_best_subtitles(videos, languages, min_score=1000)
+        self.assertEqual(len(subtitles), 0)
+
+    def test_download_best_subtitles_hearing_impaired(self):
+        videos = [MOVIES[0]]
+        for video in videos:
+            video.name = os.path.join(TEST_DIR, os.path.split(video.name)[1])
+        languages = {Language('eng')}
+        subtitles = download_best_subtitles(videos, languages, hearing_impaired=True)
+        self.assertTrue(subtitles[videos[0]][0].hearing_impaired)
+
+
+class VideoTestCase(TestCase):
+    def setUp(self):
+        os.mkdir(TEST_DIR)
+        for video in MOVIES + EPISODES:
+            open(os.path.join(TEST_DIR, os.path.split(video.name)[1]), 'w').close()
+
+    def tearDown(self):
+        shutil.rmtree(TEST_DIR)
+
+    def test_scan_video_movie(self):
+        video = MOVIES[0]
+        scanned_video = scan_video(os.path.join(TEST_DIR, os.path.split(video.name)[1]))
+        self.assertEqual(scanned_video.name, os.path.join(TEST_DIR, os.path.split(video.name)[1]))
+        self.assertEqual(scanned_video.title.lower(), video.title.lower())
+        self.assertEqual(scanned_video.year, video.year)
+        self.assertEqual(scanned_video.video_codec, video.video_codec)
+        self.assertEqual(scanned_video.format, video.format)
+        self.assertEqual(scanned_video.resolution, video.resolution)
+        self.assertEqual(scanned_video.release_group, video.release_group)
+        self.assertEqual(scanned_video.subtitle_languages, set())
+        self.assertEqual(scanned_video.hashes, {})
+        self.assertIsNone(scanned_video.audio_codec)
+        self.assertIsNone(scanned_video.imdb_id)
+        self.assertEqual(scanned_video.size, 0)
+
+    def test_scan_video_episode(self):
+        video = EPISODES[0]
+        scanned_video = scan_video(os.path.join(TEST_DIR, os.path.split(video.name)[1]))
+        self.assertEqual(scanned_video.name, os.path.join(TEST_DIR, os.path.split(video.name)[1]))
+        self.assertEqual(scanned_video.series, video.series)
+        self.assertEqual(scanned_video.season, video.season)
+        self.assertEqual(scanned_video.episode, video.episode)
+        self.assertEqual(scanned_video.video_codec, video.video_codec)
+        self.assertEqual(scanned_video.format, video.format)
+        self.assertEqual(scanned_video.resolution, video.resolution)
+        self.assertEqual(scanned_video.release_group, video.release_group)
+        self.assertEqual(scanned_video.subtitle_languages, set())
+        self.assertEqual(scanned_video.hashes, {})
+        self.assertIsNone(scanned_video.title)
+        self.assertIsNone(scanned_video.tvdb_id)
+        self.assertIsNone(scanned_video.imdb_id)
+        self.assertIsNone(scanned_video.audio_codec)
+        self.assertEqual(scanned_video.size, 0)
+
+    def test_scan_video_subtitle_language_und(self):
+        video = EPISODES[0]
+        open(os.path.join(TEST_DIR, os.path.splitext(os.path.split(video.name)[1])[0]) + '.srt', 'w').close()
+        scanned_video = scan_video(os.path.join(TEST_DIR, os.path.split(video.name)[1]))
+        self.assertEqual(scanned_video.subtitle_languages, {Language('und')})
+
+    def test_scan_video_subtitles_language_eng(self):
+        video = EPISODES[0]
+        open(os.path.join(TEST_DIR, os.path.splitext(os.path.split(video.name)[1])[0]) + '.en.srt', 'w').close()
+        scanned_video = scan_video(os.path.join(TEST_DIR, os.path.split(video.name)[1]))
+        self.assertEqual(scanned_video.subtitle_languages, {Language('eng')})
+
+    def test_scan_video_subtitles_languages(self):
+        video = EPISODES[0]
+        open(os.path.join(TEST_DIR, os.path.splitext(os.path.split(video.name)[1])[0]) + '.en.srt', 'w').close()
+        open(os.path.join(TEST_DIR, os.path.splitext(os.path.split(video.name)[1])[0]) + '.fr.srt', 'w').close()
+        open(os.path.join(TEST_DIR, os.path.splitext(os.path.split(video.name)[1])[0]) + '.srt', 'w').close()
+        scanned_video = scan_video(os.path.join(TEST_DIR, os.path.split(video.name)[1]))
+        self.assertEqual(scanned_video.subtitle_languages, {Language('eng'), Language('fra'), Language('und')})
+
+
+def suite():
+    suite = TestSuite()
+    suite.addTest(TestLoader().loadTestsFromTestCase(ApiTestCase))
+    suite.addTest(TestLoader().loadTestsFromTestCase(VideoTestCase))
+    return suite
+
+
+if __name__ == '__main__':
+    TextTestRunner().run(suite())
diff --git a/lib/subliminal/utils.py b/lib/subliminal/utils.py
deleted file mode 100644
index e4fe4e85..00000000
--- a/lib/subliminal/utils.py
+++ /dev/null
@@ -1,69 +0,0 @@
-# -*- coding: utf-8 -*-
-# Copyright 2011-2012 Antoine Bertin <diaoulael@gmail.com>
-#
-# This file is part of subliminal.
-#
-# subliminal is free software; you can redistribute it and/or modify it under
-# the terms of the GNU Lesser General Public License as published by
-# the Free Software Foundation; either version 3 of the License, or
-# (at your option) any later version.
-#
-# subliminal is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public License
-# along with subliminal.  If not, see <http://www.gnu.org/licenses/>.
-import re
-
-
-__all__ = ['get_keywords', 'split_keyword', 'to_unicode']
-
-
-def get_keywords(guess):
-    """Retrieve keywords from guessed informations
-
-    :param guess: guessed informations
-    :type guess: :class:`guessit.guess.Guess`
-    :return: lower case alphanumeric keywords
-    :rtype: set
-
-    """
-    keywords = set()
-    for k in ['releaseGroup', 'screenSize', 'videoCodec', 'format']:
-        if k in guess:
-            keywords = keywords | split_keyword(guess[k].lower())
-    return keywords
-
-
-def split_keyword(keyword):
-    """Split a keyword in multiple ones on any non-alphanumeric character
-
-    :param string keyword: keyword
-    :return: keywords
-    :rtype: set
-
-    """
-    split = set(re.findall(r'\w+', keyword))
-    return split
-
-
-def to_unicode(data):
-    """Convert a basestring to unicode
-
-    :param basestring data: data to decode
-    :return: data as unicode
-    :rtype: unicode
-
-    """
-    if not isinstance(data, basestring):
-        raise ValueError('Basestring expected')
-    if isinstance(data, unicode):
-        return data
-    for encoding in ('utf-8', 'latin-1'):
-        try:
-            return unicode(data, encoding)
-        except UnicodeDecodeError:
-            pass
-    return unicode(data, 'utf-8', 'replace')
diff --git a/lib/subliminal/video.py b/lib/subliminal/video.py
new file mode 100644
index 00000000..905f27c0
--- /dev/null
+++ b/lib/subliminal/video.py
@@ -0,0 +1,411 @@
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals, division
+import datetime
+import hashlib
+import logging
+import os
+import struct
+import babelfish
+import enzyme
+import guessit
+
+
+logger = logging.getLogger(__name__)
+
+#: Video extensions
+VIDEO_EXTENSIONS = ('.3g2', '.3gp', '.3gp2', '.3gpp', '.60d', '.ajp', '.asf', '.asx', '.avchd', '.avi', '.bik',
+                    '.bix', '.box', '.cam', '.dat', '.divx', '.dmf', '.dv', '.dvr-ms', '.evo', '.flc', '.fli',
+                    '.flic', '.flv', '.flx', '.gvi', '.gvp', '.h264', '.m1v', '.m2p', '.m2ts', '.m2v', '.m4e',
+                    '.m4v', '.mjp', '.mjpeg', '.mjpg', '.mkv', '.moov', '.mov', '.movhd', '.movie', '.movx', '.mp4',
+                    '.mpe', '.mpeg', '.mpg', '.mpv', '.mpv2', '.mxf', '.nsv', '.nut', '.ogg', '.ogm', '.omf', '.ps',
+                    '.qt', '.ram', '.rm', '.rmvb', '.swf', '.ts', '.vfw', '.vid', '.video', '.viv', '.vivo', '.vob',
+                    '.vro', '.wm', '.wmv', '.wmx', '.wrap', '.wvx', '.wx', '.x264', '.xvid')
+
+#: Subtitle extensions
+SUBTITLE_EXTENSIONS = ('.srt', '.sub', '.smi', '.txt', '.ssa', '.ass', '.mpl')
+
+
+class Video(object):
+    """Base class for videos
+
+    Represent a video, existing or not, with various properties that defines it.
+    Each property has an associated score based on equations that are described in
+    subclasses.
+
+    :param string name: name or path of the video
+    :param string format: format of the video (HDTV, WEB-DL, ...)
+    :param string release_group: release group of the video
+    :param string resolution: screen size of the video stream (480p, 720p, 1080p or 1080i)
+    :param string video_codec: codec of the video stream
+    :param string audio_codec: codec of the main audio stream
+    :param int imdb_id: IMDb id of the video
+    :param dict hashes: hashes of the video file by provider names
+    :param int size: byte size of the video file
+    :param set subtitle_languages: existing subtitle languages
+
+    """
+    scores = {}
+
+    def __init__(self, name, format=None, release_group=None, resolution=None, video_codec=None, audio_codec=None,
+                 imdb_id=None, hashes=None, size=None, subtitle_languages=None):
+        self.name = name
+        self.format = format
+        self.release_group = release_group
+        self.resolution = resolution
+        self.video_codec = video_codec
+        self.audio_codec = audio_codec
+        self.imdb_id = imdb_id
+        self.hashes = hashes or {}
+        self.size = size
+        self.subtitle_languages = subtitle_languages or set()
+
+    @classmethod
+    def fromguess(cls, name, guess):
+        if guess['type'] == 'episode':
+            return Episode.fromguess(name, guess)
+        if guess['type'] == 'movie':
+            return Movie.fromguess(name, guess)
+        raise ValueError('The guess must be an episode or a movie guess')
+
+    @classmethod
+    def fromname(cls, name):
+        return cls.fromguess(os.path.split(name)[1], guessit.guess_file_info(name))
+
+    def __repr__(self):
+        return '<%s [%r]>' % (self.__class__.__name__, self.name)
+
+    def __hash__(self):
+        return hash(self.name)
+
+
+class Episode(Video):
+    """Episode :class:`Video`
+
+    Scores are defined by a set of equations, see :func:`~subliminal.score.get_episode_equations`
+
+    :param string series: series of the episode
+    :param int season: season number of the episode
+    :param int episode: episode number of the episode
+    :param string title: title of the episode
+    :param int year: year of series
+    :param int tvdb_id: TheTVDB id of the episode
+
+    """
+    scores = {'format': 3, 'video_codec': 2, 'tvdb_id': 48, 'title': 12, 'imdb_id': 60, 'audio_codec': 1, 'year': 24,
+              'resolution': 2, 'season': 6, 'release_group': 6, 'series': 24, 'episode': 6, 'hash': 74}
+
+    def __init__(self, name, series, season, episode, format=None, release_group=None, resolution=None, video_codec=None,
+                 audio_codec=None, imdb_id=None, hashes=None, size=None, subtitle_languages=None, title=None,
+                 year=None, tvdb_id=None):
+        super(Episode, self).__init__(name, format, release_group, resolution, video_codec, audio_codec, imdb_id, hashes,
+                                      size, subtitle_languages)
+        self.series = series
+        self.season = season
+        self.episode = episode
+        self.title = title
+        self.year = year
+        self.tvdb_id = tvdb_id
+
+    @classmethod
+    def fromguess(cls, name, guess):
+        if guess['type'] != 'episode':
+            raise ValueError('The guess must be an episode guess')
+        if 'series' not in guess or 'season' not in guess or 'episodeNumber' not in guess:
+            raise ValueError('Insufficient data to process the guess')
+        return cls(name, guess['series'], guess['season'], guess['episodeNumber'], format=guess.get('format'),
+                   release_group=guess.get('releaseGroup'), resolution=guess.get('screenSize'),
+                   video_codec=guess.get('videoCodec'), audio_codec=guess.get('audioCodec'),
+                   title=guess.get('title'), year=guess.get('year'))
+
+    @classmethod
+    def fromname(cls, name):
+        return cls.fromguess(os.path.split(name)[1], guessit.guess_episode_info(name))
+
+    def __repr__(self):
+        if self.year is None:
+            return '<%s [%r, %dx%d]>' % (self.__class__.__name__, self.series, self.season, self.episode)
+        return '<%s [%r, %d, %dx%d]>' % (self.__class__.__name__, self.series, self.year, self.season, self.episode)
+
+
+class Movie(Video):
+    """Movie :class:`Video`
+
+    Scores are defined by a set of equations, see :func:`~subliminal.score.get_movie_equations`
+
+    :param string title: title of the movie
+    :param int year: year of the movie
+
+    """
+    scores = {'format': 3, 'video_codec': 2, 'title': 13, 'imdb_id': 34, 'audio_codec': 1, 'year': 7, 'resolution': 2,
+              'release_group': 6, 'hash': 34}
+
+    def __init__(self, name, title, format=None, release_group=None, resolution=None, video_codec=None, audio_codec=None,
+                 imdb_id=None, hashes=None, size=None, subtitle_languages=None, year=None):
+        super(Movie, self).__init__(name, format, release_group, resolution, video_codec, audio_codec, imdb_id, hashes,
+                                    size, subtitle_languages)
+        self.title = title
+        self.year = year
+
+    @classmethod
+    def fromguess(cls, name, guess):
+        if guess['type'] != 'movie':
+            raise ValueError('The guess must be a movie guess')
+        if 'title' not in guess:
+            raise ValueError('Insufficient data to process the guess')
+        return cls(name, guess['title'], format=guess.get('format'), release_group=guess.get('releaseGroup'),
+                   resolution=guess.get('screenSize'), video_codec=guess.get('videoCodec'),
+                   audio_codec=guess.get('audioCodec'),year=guess.get('year'))
+
+    @classmethod
+    def fromname(cls, name):
+        return cls.fromguess(os.path.split(name)[1], guessit.guess_movie_info(name))
+
+    def __repr__(self):
+        if self.year is None:
+            return '<%s [%r]>' % (self.__class__.__name__, self.title)
+        return '<%s [%r, %d]>' % (self.__class__.__name__, self.title, self.year)
+
+
+def scan_subtitle_languages(path):
+    """Search for subtitles with alpha2 extension from a video `path` and return their language
+
+    :param string path: path to the video
+    :return: found subtitle languages
+    :rtype: set
+
+    """
+    language_extensions = tuple('.' + c for c in babelfish.language_converters['alpha2'].codes)
+    dirpath, filename = os.path.split(path)
+    subtitles = set()
+    for p in os.listdir(dirpath):
+        if not isinstance(p, bytes) and p.startswith(os.path.splitext(filename)[0]) and p.endswith(SUBTITLE_EXTENSIONS):
+            if os.path.splitext(p)[0].endswith(language_extensions):
+                subtitles.add(babelfish.Language.fromalpha2(os.path.splitext(p)[0][-2:]))
+            else:
+                subtitles.add(babelfish.Language('und'))
+    logger.debug('Found subtitles %r', subtitles)
+    return subtitles
+
+
+def scan_video(path, subtitles=True, embedded_subtitles=True):
+    """Scan a video and its subtitle languages from a video `path`
+
+    :param string path: absolute path to the video
+    :param bool subtitles: scan for subtitles with the same name
+    :param bool embedded_subtitles: scan for embedded subtitles
+    :return: the scanned video
+    :rtype: :class:`Video`
+    :raise: ValueError if cannot guess enough information from the path
+
+    """
+    dirpath, filename = os.path.split(path)
+    logger.info('Scanning video %r in %r', filename, dirpath)
+    video = Video.fromguess(path, guessit.guess_file_info(path, 'autodetect'))
+    video.size = os.path.getsize(path)
+    if video.size > 10485760:
+        logger.debug('Size is %d', video.size)
+        video.hashes['opensubtitles'] = hash_opensubtitles(path)
+        video.hashes['thesubdb'] = hash_thesubdb(path)
+        logger.debug('Computed hashes %r', video.hashes)
+    else:
+        logger.warning('Size is lower than 10MB: hashes not computed')
+    if subtitles:
+        video.subtitle_languages |= scan_subtitle_languages(path)
+    # enzyme
+    try:
+        if filename.endswith('.mkv'):
+            with open(path, 'rb') as f:
+                mkv = enzyme.MKV(f)
+            if mkv.video_tracks:
+                video_track = mkv.video_tracks[0]
+                # resolution
+                if video_track.height in (480, 720, 1080):
+                    if video_track.interlaced:
+                        video.resolution = '%di' % video_track.height
+                        logger.debug('Found resolution %s with enzyme', video.resolution)
+                    else:
+                        video.resolution = '%dp' % video_track.height
+                        logger.debug('Found resolution %s with enzyme', video.resolution)
+                # video codec
+                if video_track.codec_id == 'V_MPEG4/ISO/AVC':
+                    video.video_codec = 'h264'
+                    logger.debug('Found video_codec %s with enzyme', video.video_codec)
+                elif video_track.codec_id == 'V_MPEG4/ISO/SP':
+                    video.video_codec = 'DivX'
+                    logger.debug('Found video_codec %s with enzyme', video.video_codec)
+                elif video_track.codec_id == 'V_MPEG4/ISO/ASP':
+                    video.video_codec = 'XviD'
+                    logger.debug('Found video_codec %s with enzyme', video.video_codec)
+            else:
+                logger.warning('MKV has no video track')
+            if mkv.audio_tracks:
+                audio_track = mkv.audio_tracks[0]
+                # audio codec
+                if audio_track.codec_id == 'A_AC3':
+                    video.audio_codec = 'AC3'
+                    logger.debug('Found audio_codec %s with enzyme', video.audio_codec)
+                elif audio_track.codec_id == 'A_DTS':
+                    video.audio_codec = 'DTS'
+                    logger.debug('Found audio_codec %s with enzyme', video.audio_codec)
+                elif audio_track.codec_id == 'A_AAC':
+                    video.audio_codec = 'AAC'
+                    logger.debug('Found audio_codec %s with enzyme', video.audio_codec)
+            else:
+                logger.warning('MKV has no audio track')
+            if mkv.subtitle_tracks:
+                # embedded subtitles
+                if embedded_subtitles:
+                    embedded_subtitle_languages = set()
+                    for st in mkv.subtitle_tracks:
+                        if st.language:
+                            try:
+                                embedded_subtitle_languages.add(babelfish.Language.fromalpha3b(st.language))
+                            except babelfish.Error:
+                                logger.error('Embedded subtitle track language %r is not a valid language', st.language)
+                                embedded_subtitle_languages.add(babelfish.Language('und'))
+                        elif st.name:
+                            try:
+                                embedded_subtitle_languages.add(babelfish.Language.fromname(st.name))
+                            except babelfish.Error:
+                                logger.debug('Embedded subtitle track name %r is not a valid language', st.name)
+                                embedded_subtitle_languages.add(babelfish.Language('und'))
+                        else:
+                            embedded_subtitle_languages.add(babelfish.Language('und'))
+                    logger.debug('Found embedded subtitle %r with enzyme', embedded_subtitle_languages)
+                    video.subtitle_languages |= embedded_subtitle_languages
+            else:
+                logger.debug('MKV has no subtitle track')
+    except enzyme.Error:
+        logger.exception('Parsing video metadata with enzyme failed')
+    return video
+
+
+def scan_videos(paths, subtitles=True, embedded_subtitles=True, age=None):
+    """Scan `paths` for videos and their subtitle languages
+
+    :params paths: absolute paths to scan for videos
+    :type paths: list of string
+    :param bool subtitles: scan for subtitles with the same name
+    :param bool embedded_subtitles: scan for embedded subtitles
+    :param age: age of the video, if any
+    :type age: datetime.timedelta or None
+    :return: the scanned videos
+    :rtype: list of :class:`Video`
+
+    """
+    videos = []
+    # scan files
+    for filepath in [p for p in paths if os.path.isfile(p)]:
+        if age is not None:
+            try:
+                video_age = datetime.datetime.now() - datetime.datetime.fromtimestamp(os.path.getmtime(filepath))
+            except ValueError:
+                logger.exception('Error while getting video age, skipping it')
+                continue
+            if video_age > age:
+                logger.info('Skipping video %r: older than %r', filepath, age)
+                continue
+        try:
+            videos.append(scan_video(filepath, subtitles, embedded_subtitles))
+        except ValueError as e:
+            logger.error('Skipping video: %s', e)
+            continue
+    # scan directories
+    for path in [p for p in paths if os.path.isdir(p)]:
+        logger.info('Scanning directory %r', path)
+        for dirpath, dirnames, filenames in os.walk(path):
+            # skip badly encoded directories
+            if isinstance(dirpath, bytes):
+                logger.error('Skipping badly encoded directory %r', dirpath.decode('utf-8', errors='replace'))
+                continue
+            # skip badly encoded and hidden sub directories
+            for dirname in list(dirnames):
+                if isinstance(dirname, bytes):
+                    logger.error('Skipping badly encoded dirname %r in %r', dirname.decode('utf-8', errors='replace'),
+                                 dirpath)
+                    dirnames.remove(dirname)
+                elif dirname.startswith('.'):
+                    logger.debug('Skipping hidden dirname %r in %r', dirname, dirpath)
+                    dirnames.remove(dirname)
+            # scan for videos
+            for filename in filenames:
+                # skip badly encoded files
+                if isinstance(filename, bytes):
+                    logger.error('Skipping badly encoded filename %r in %r', filename.decode('utf-8', errors='replace'),
+                                 dirpath)
+                    continue
+                # filter videos
+                if not filename.endswith(VIDEO_EXTENSIONS):
+                    continue
+                # skip hidden files
+                if filename.startswith('.'):
+                    logger.debug('Skipping hidden filename %r in %r', filename, dirpath)
+                    continue
+                filepath = os.path.join(dirpath, filename)
+                # skip links
+                if os.path.islink(filepath):
+                    logger.debug('Skipping link %r in %r', filename, dirpath)
+                    continue
+                if age is not None:
+                    try:
+                        video_age = datetime.datetime.now() - datetime.datetime.fromtimestamp(os.path.getmtime(filepath))
+                    except ValueError:
+                        logger.exception('Error while getting video age, skipping it')
+                        continue
+                    if video_age > age:
+                        logger.info('Skipping video %r: older than %r', filepath, age)
+                        continue
+                try:
+                    video = scan_video(filepath, subtitles, embedded_subtitles)
+                except ValueError as e:
+                    logger.error('Skipping video: %s', e)
+                    continue
+                videos.append(video)
+    return videos
+
+
+def hash_opensubtitles(video_path):
+    """Compute a hash using OpenSubtitles' algorithm
+
+    :param string video_path: path of the video
+    :return: the hash
+    :rtype: string
+
+    """
+    bytesize = struct.calcsize(b'<q')
+    with open(video_path, 'rb') as f:
+        filesize = os.path.getsize(video_path)
+        filehash = filesize
+        if filesize < 65536 * 2:
+            return None
+        for _ in range(65536 // bytesize):
+            filebuffer = f.read(bytesize)
+            (l_value,) = struct.unpack(b'<q', filebuffer)
+            filehash += l_value
+            filehash = filehash & 0xFFFFFFFFFFFFFFFF  # to remain as 64bit number
+        f.seek(max(0, filesize - 65536), 0)
+        for _ in range(65536 // bytesize):
+            filebuffer = f.read(bytesize)
+            (l_value,) = struct.unpack(b'<q', filebuffer)
+            filehash += l_value
+            filehash = filehash & 0xFFFFFFFFFFFFFFFF
+    returnedhash = '%016x' % filehash
+    return returnedhash
+
+
+def hash_thesubdb(video_path):
+    """Compute a hash using TheSubDB's algorithm
+
+    :param string video_path: path of the video
+    :return: the hash
+    :rtype: string
+
+    """
+    readsize = 64 * 1024
+    if os.path.getsize(video_path) < readsize:
+        return None
+    with open(video_path, 'rb') as f:
+        data = f.read(readsize)
+        f.seek(-readsize, os.SEEK_END)
+        data += f.read(readsize)
+    return hashlib.md5(data).hexdigest()
diff --git a/lib/subliminal/videos.py b/lib/subliminal/videos.py
deleted file mode 100644
index 9d533b2b..00000000
--- a/lib/subliminal/videos.py
+++ /dev/null
@@ -1,300 +0,0 @@
-# -*- coding: utf-8 -*-
-# Copyright 2011-2012 Antoine Bertin <diaoulael@gmail.com>
-#
-# This file is part of subliminal.
-#
-# subliminal is free software; you can redistribute it and/or modify it under
-# the terms of the GNU Lesser General Public License as published by
-# the Free Software Foundation; either version 3 of the License, or
-# (at your option) any later version.
-#
-# subliminal is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public License
-# along with subliminal.  If not, see <http://www.gnu.org/licenses/>.
-from . import subtitles
-from .language import Language
-from .utils import to_unicode
-import enzyme.core
-import guessit
-import hashlib
-import logging
-import mimetypes
-import os
-import struct
-
-from sickbeard import encodingKludge as ek
-import sickbeard
-
-
-__all__ = ['EXTENSIONS', 'MIMETYPES', 'Video', 'Episode', 'Movie', 'UnknownVideo',
-           'scan', 'hash_opensubtitles', 'hash_thesubdb']
-logger = logging.getLogger("subliminal")
-
-#: Video extensions
-EXTENSIONS = ['.avi', '.mkv', '.mpg', '.mp4', '.m4v', '.mov', '.ogm', '.ogv', '.wmv',
-              '.divx', '.asf']
-
-#: Video mimetypes
-MIMETYPES = ['video/mpeg', 'video/mp4', 'video/quicktime', 'video/x-ms-wmv', 'video/x-msvideo',
-             'video/x-flv', 'video/x-matroska', 'video/x-matroska-3d']
-
-
-class Video(object):
-    """Base class for videos
-
-    :param string path: path
-    :param guess: guessed informations
-    :type guess: :class:`~guessit.guess.Guess`
-    :param string imdbid: imdbid
-
-    """
-    def __init__(self, path, guess, imdbid=None):
-        self.release = path
-        self.guess = guess
-        self.imdbid = imdbid
-        self._path = None
-        self.hashes = {}
-        
-        if isinstance(path, unicode):
-            path = path.encode('utf-8')
-        
-        if os.path.exists(path):
-            self._path = path
-            self.size = os.path.getsize(self._path)
-            self._compute_hashes()
-
-    @classmethod
-    def from_path(cls, path):
-        """Create a :class:`Video` subclass guessing all informations from the given path
-
-        :param string path: path
-        :return: video object
-        :rtype: :class:`Episode` or :class:`Movie` or :class:`UnknownVideo`
-
-        """
-        guess = guessit.guess_file_info(path, 'autodetect')
-        result = None
-        if guess['type'] == 'episode' and 'series' in guess and 'season' in guess and 'episodeNumber' in guess:
-            title = None
-            if 'title' in guess:
-                title = guess['title']
-            result = Episode(path, guess['series'], guess['season'], guess['episodeNumber'], title, guess)
-        if guess['type'] == 'movie' and 'title' in guess:
-            year = None
-            if 'year' in guess:
-                year = guess['year']
-            result = Movie(path, guess['title'], year, guess)
-        if not result:
-            result = UnknownVideo(path, guess)
-        if not isinstance(result, cls):
-            raise ValueError('Video is not of requested type')
-        return result
-
-    @property
-    def exists(self):
-        """Whether the video exists or not"""
-        if self._path:
-            return os.path.exists(self._path)
-        return False
-
-    @property
-    def path(self):
-        """Path to the video"""
-        return self._path
-
-    @path.setter
-    def path(self, value):
-        if not os.path.exists(value):
-            raise ValueError('Path does not exists')
-        self._path = value
-        self.size = os.path.getsize(self._path)
-        self._compute_hashes()
-
-    def _compute_hashes(self):
-        """Compute different hashes"""
-        self.hashes['OpenSubtitles'] = hash_opensubtitles(self.path)
-        self.hashes['TheSubDB'] = hash_thesubdb(self.path)
-
-    def scan(self):
-        """Scan and return associated subtitles
-
-        :return: associated subtitles
-        :rtype: list of :class:`~subliminal.subtitles.Subtitle`
-
-        """
-        if not self.exists:
-            return []
-        basepath = os.path.splitext(self.path)[0]
-        results = []
-        video_infos = None
-        try:
-            video_infos = enzyme.parse(self.path)
-            logger.debug(u'Succeeded parsing %s with enzyme: %r' % (self.path, video_infos))
-        except:
-            logger.debug(u'Failed parsing %s with enzyme' % self.path)
-        if isinstance(video_infos, enzyme.core.AVContainer):
-            results.extend([subtitles.EmbeddedSubtitle.from_enzyme(self.path, s) for s in video_infos.subtitles])
-        # cannot use glob here because it chokes if there are any square
-        # brackets inside the filename, so we have to use basic string
-        # startswith/endswith comparisons
-        folder, basename = os.path.split(basepath)
-        if folder == '':
-            folder = '.'
-        existing = [f for f in os.listdir(folder) if f.startswith(basename)]
-        if sickbeard.SUBTITLES_DIR:
-            subsDir = ek.ek(os.path.join, folder, sickbeard.SUBTITLES_DIR)
-            if ek.ek(os.path.isdir, subsDir):
-                existing.extend([f for f in os.listdir(subsDir) if f.startswith(basename)])
-        for path in existing:
-            for ext in subtitles.EXTENSIONS:
-                if path.endswith(ext):
-                    language = Language(path[len(basename) + 1:-len(ext)], strict=False)
-                    results.append(subtitles.ExternalSubtitle(path, language))
-        return results
-
-    def __unicode__(self):
-        return to_unicode(self.path or self.release)
-
-    def __str__(self):
-        return unicode(self).encode('utf-8')
-
-    def __repr__(self):
-        return '%s(%s)' % (self.__class__.__name__, self)
-
-    def __hash__(self):
-        return hash(self.path or self.release)
-
-
-class Episode(Video):
-    """Episode :class:`Video`
-
-    :param string path: path
-    :param string series: series
-    :param int season: season number
-    :param int episode: episode number
-    :param string title: title
-    :param guess: guessed informations
-    :type guess: :class:`~guessit.guess.Guess`
-    :param string tvdbid: tvdbid
-    :param string imdbid: imdbid
-
-    """
-    def __init__(self, path, series, season, episode, title=None, guess=None, tvdbid=None, imdbid=None):
-        super(Episode, self).__init__(path, guess, imdbid)
-        self.series = series
-        self.title = title
-        self.season = season
-        self.episode = episode
-        self.tvdbid = tvdbid
-
-
-class Movie(Video):
-    """Movie :class:`Video`
-
-    :param string path: path
-    :param string title: title
-    :param int year: year
-    :param guess: guessed informations
-    :type guess: :class:`~guessit.guess.Guess`
-    :param string imdbid: imdbid
-
-    """
-    def __init__(self, path, title, year=None, guess=None, imdbid=None):
-        super(Movie, self).__init__(path, guess, imdbid)
-        self.title = title
-        self.year = year
-
-
-class UnknownVideo(Video):
-    """Unknown video"""
-    pass
-
-
-def scan(entry, max_depth=3, scan_filter=None, depth=0):
-    """Scan a path for videos and subtitles
-
-    :param string entry: path
-    :param int max_depth: maximum folder depth
-    :param function scan_filter: filter function that takes a path as argument and returns a boolean indicating whether it has to be filtered out (``True``) or not (``False``)
-    :param int depth: starting depth
-    :return: found videos and subtitles
-    :rtype: list of (:class:`Video`, [:class:`~subliminal.subtitles.Subtitle`])
-
-    """
-    if isinstance(entry, unicode):
-        entry = entry.encode('utf-8')
-    
-    if depth > max_depth and max_depth != 0:  # we do not want to search the whole file system except if max_depth = 0
-        return []
-    if os.path.isdir(entry):  # a dir? recurse
-        logger.debug(u'Scanning directory %s with depth %d/%d' % (entry, depth, max_depth))
-        result = []
-        for e in os.listdir(entry):
-            result.extend(scan(os.path.join(entry, e), max_depth, scan_filter, depth + 1))
-        return result
-    if os.path.isfile(entry) or depth == 0:
-        logger.debug(u'Scanning file %s with depth %d/%d' % (entry, depth, max_depth))
-        if depth != 0:  # trust the user: only check for valid format if recursing
-            if mimetypes.guess_type(entry)[0] not in MIMETYPES and os.path.splitext(entry)[1] not in EXTENSIONS:
-                return []
-            if scan_filter is not None and scan_filter(entry):
-                return []
-        video = Video.from_path(entry)
-        return [(video, video.scan())]
-    logger.warning(u'Scanning entry %s failed with depth %d/%d' % (entry, depth, max_depth))
-    return []  # anything else
-
-
-def hash_opensubtitles(path):
-    """Compute a hash using OpenSubtitles' algorithm
-
-    :param string path: path
-    :return: hash
-    :rtype: string
-
-    """
-    longlongformat = 'q'  # long long
-    bytesize = struct.calcsize(longlongformat)
-    with open(path, 'rb') as f:
-        filesize = os.path.getsize(path)
-        filehash = filesize
-        if filesize < 65536 * 2:
-            return None
-        for _ in range(65536 / bytesize):
-            filebuffer = f.read(bytesize)
-            (l_value,) = struct.unpack(longlongformat, filebuffer)
-            filehash += l_value
-            filehash = filehash & 0xFFFFFFFFFFFFFFFF  # to remain as 64bit number
-        f.seek(max(0, filesize - 65536), 0)
-        for _ in range(65536 / bytesize):
-            filebuffer = f.read(bytesize)
-            (l_value,) = struct.unpack(longlongformat, filebuffer)
-            filehash += l_value
-            filehash = filehash & 0xFFFFFFFFFFFFFFFF
-    returnedhash = '%016x' % filehash
-    logger.debug(u'Computed OpenSubtitle hash %s for %s' % (returnedhash, path))
-    return returnedhash
-
-
-def hash_thesubdb(path):
-    """Compute a hash using TheSubDB's algorithm
-
-    :param string path: path
-    :return: hash
-    :rtype: string
-
-    """
-    readsize = 64 * 1024
-    if os.path.getsize(path) < readsize:
-        return None
-    with open(path, 'rb') as f:
-        data = f.read(readsize)
-        f.seek(-readsize, os.SEEK_END)
-        data += f.read(readsize)
-    returnedhash = hashlib.md5(data).hexdigest()
-    logger.debug(u'Computed TheSubDB hash %s for %s' % (returnedhash, path))
-    return returnedhash
diff --git a/sickbeard/subtitles.py b/sickbeard/subtitles.py
index 7bb15f2b..91ad49ce 100644
--- a/sickbeard/subtitles.py
+++ b/sickbeard/subtitles.py
@@ -19,32 +19,31 @@
 import datetime
 import sickbeard
 from sickbeard.common import *
-from sickbeard import notifiers
 from sickbeard import logger
 from sickbeard import helpers
 from sickbeard import encodingKludge as ek
 from sickbeard import db
-from sickbeard import history
 from lib import subliminal
+from lib.babelfish import LANGUAGE_MATRIX
+from lib.subliminal.video import scan_subtitle_languages, scan_videos
+
+subliminal.cache_region.configure('dogpile.cache.dbm', arguments={'filename': './cache/subliminal.dbm'})
 
-SINGLE = 'und'
 def sortedServiceList():
-    servicesMapping = dict([(x.lower(), x) for x in subliminal.core.SERVICES])
-
     newList = []
 
     # add all services in the priority list, in order
     curIndex = 0
     for curService in sickbeard.SUBTITLES_SERVICES_LIST:
-        if curService in servicesMapping:
-            curServiceDict = {'id': curService, 'image': curService+'.png', 'name': servicesMapping[curService], 'enabled': sickbeard.SUBTITLES_SERVICES_ENABLED[curIndex] == 1, 'api_based': __import__('lib.subliminal.services.' + curService, globals=globals(), locals=locals(), fromlist=['Service'], level=-1).Service.api_based, 'url': __import__('lib.subliminal.services.' + curService, globals=globals(), locals=locals(), fromlist=['Service'], level=-1).Service.site_url}
+        if curService in subliminal.provider_manager.available_providers:
+            curServiceDict = {'id': curService, 'image': curService+'.png', 'name': curService, 'enabled': sickbeard.SUBTITLES_SERVICES_ENABLED[curIndex] == 1}
             newList.append(curServiceDict)
         curIndex += 1
 
     # add any services that are missing from that list
-    for curService in servicesMapping.keys():
+    for curService in subliminal.provider_manager.available_providers:
         if curService not in [x['id'] for x in newList]:
-            curServiceDict = {'id': curService, 'image': curService+'.png', 'name': servicesMapping[curService], 'enabled': False, 'api_based': __import__('lib.subliminal.services.' + curService, globals=globals(), locals=locals(), fromlist=['Service'], level=-1).Service.api_based, 'url': __import__('lib.subliminal.services.' + curService, globals=globals(), locals=locals(), fromlist=['Service'], level=-1).Service.site_url}
+            curServiceDict = {'id': curService, 'image': curService+'.png', 'name': curService, 'enabled': False}
             newList.append(curServiceDict)
 
     return newList
@@ -52,11 +51,11 @@ def sortedServiceList():
 def getEnabledServiceList():
     return [x['name'] for x in sortedServiceList() if x['enabled']]
     
-def isValidLanguage(language):
-    return subliminal.language.language_list(language)
+def isValidLanguage(lang):
+    return [x for x in subtitleLanguageFilter() if x.alpha2 in lang]
 
 def getLanguageName(selectLang):
-    return subliminal.language.Language(selectLang).name
+    return subliminal.Subtitle(selectLang).language
 
 def wantedLanguages(sqlLike = False):
     wantedLanguages = sorted(sickbeard.SUBTITLES_LANGUAGES)
@@ -66,19 +65,11 @@ def wantedLanguages(sqlLike = False):
 
 def subtitlesLanguages(video_path):
     """Return a list detected subtitles for the given video file"""
-    video = subliminal.videos.Video.from_path(video_path)
-    subtitles = video.scan()
-    languages = set()
-    for subtitle in subtitles:
-        if subtitle.language:
-            languages.add(subtitle.language.alpha2)
-        else:
-            languages.add(SINGLE)
-    return list(languages)
+    return scan_subtitle_languages(video_path)
 
 # Return a list with languages that have alpha2 code
 def subtitleLanguageFilter():
-    return [language for language in subliminal.language.LANGUAGES if language[2] != ""]
+    return [language for language in LANGUAGE_MATRIX if language.alpha2]
 
 class SubtitlesFinder():
     """
diff --git a/sickbeard/tv.py b/sickbeard/tv.py
index b823d46c..25091bc2 100644
--- a/sickbeard/tv.py
+++ b/sickbeard/tv.py
@@ -35,6 +35,7 @@ import xml.etree.cElementTree as etree
 from name_parser.parser import NameParser, InvalidNameException
 
 from lib import subliminal
+from lib import babelfish
 
 from lib.imdb import imdb
 
@@ -1277,13 +1278,23 @@ class TVEpisode(object):
         previous_subtitles = self.subtitles
 
         try:
-            need_languages = set(sickbeard.SUBTITLES_LANGUAGES) - set(self.subtitles)
-            subtitles = subliminal.download_subtitles([self.location], languages=need_languages,
-                                                      services=sickbeard.subtitles.getEnabledServiceList(), force=force,
-                                                      multi=True, cache_dir=sickbeard.CACHE_DIR)
+            languages = set()
+            for lang in set(sickbeard.SUBTITLES_LANGUAGES) - set(self.subtitles):
+                babel = babelfish.Language.fromalpha2(lang)
+                lang = babel.alpha3
+                languages.add(babelfish.Language(lang))
+
+            video = subliminal.scan_video(self.location)
+            providers = sickbeard.subtitles.getEnabledServiceList()
+            downloadedSubs = subliminal.download_best_subtitles([video], languages, providers)
+            if not len(downloadedSubs):
+                logger.log(
+                    str(self.show.indexerid) + ": No subtitles found for episode " + str(self.season) + "x" + str(
+                        self.episode) + " on any provider", logger.DEBUG)
+                return
 
             if sickbeard.SUBTITLES_DIR:
-                for video in subtitles:
+                for video in downloadedSubs:
                     subs_new_path = ek.ek(os.path.join, os.path.dirname(video.path), sickbeard.SUBTITLES_DIR)
                     dir_exists = helpers.makeDir(subs_new_path)
                     if not dir_exists:
@@ -1291,13 +1302,13 @@ class TVEpisode(object):
                     else:
                         helpers.chmodAsParent(subs_new_path)
 
-                    for subtitle in subtitles.get(video):
+                    for subtitle in downloadedSubs.get(video):
                         new_file_path = ek.ek(os.path.join, subs_new_path, os.path.basename(subtitle.path))
                         helpers.moveFile(subtitle.path, new_file_path)
                         helpers.chmodAsParent(new_file_path)
             else:
-                for video in subtitles:
-                    for subtitle in subtitles.get(video):
+                for video in downloadedSubs:
+                    for subtitle in downloadedSubs.get(video):
                         helpers.chmodAsParent(subtitle.path)
 
         except Exception as e:
@@ -1312,7 +1323,7 @@ class TVEpisode(object):
         newsubtitles = set(self.subtitles).difference(set(previous_subtitles))
 
         if newsubtitles:
-            subtitleList = ", ".join(subliminal.language.Language(x).name for x in newsubtitles)
+            subtitleList = ", ".join(subliminal.Subtitle(x).language for x in newsubtitles)
             logger.log(str(self.show.indexerid) + u": Downloaded " + subtitleList + " subtitles for episode " + str(
                 self.season) + "x" + str(self.episode), logger.DEBUG)
 
@@ -1324,8 +1335,8 @@ class TVEpisode(object):
                     self.episode), logger.DEBUG)
 
         if sickbeard.SUBTITLES_HISTORY:
-            for video in subtitles:
-                for subtitle in subtitles.get(video):
+            for video in downloadedSubs:
+                for subtitle in downloadedSubs.get(video):
                     history.logSubtitle(self.show.indexerid, self.season, self.episode, self.status, subtitle)
 
         return subtitles