From 7170eecdcabd8b191171b450feac3e6462a6da8a Mon Sep 17 00:00:00 2001 From: JackDandy Date: Thu, 12 Jan 2023 20:12:58 +0000 Subject: [PATCH] =?UTF-8?q?Update=20unidecode=20module=201.1.1=20(632af82)?= =?UTF-8?q?=20=E2=86=92=201.3.6=20(4141992).?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- CHANGES.md | 1 + lib/unidecode/__init__.py | 145 +++++++---- lib/unidecode/util.py | 31 +-- lib/unidecode/x000.py | 6 +- lib/unidecode/x002.py | 36 +-- lib/unidecode/x003.py | 100 ++++---- lib/unidecode/x004.py | 34 +-- lib/unidecode/x005.py | 184 +++++++------- lib/unidecode/x006.py | 98 ++++---- lib/unidecode/x007.py | 270 ++++++++++---------- lib/unidecode/x009.py | 124 ++++----- lib/unidecode/x00a.py | 204 +++++++-------- lib/unidecode/x00b.py | 226 ++++++++--------- lib/unidecode/x00c.py | 190 +++++++------- lib/unidecode/x00d.py | 192 +++++++------- lib/unidecode/x00e.py | 206 +++++++-------- lib/unidecode/x00f.py | 126 +++++----- lib/unidecode/x010.py | 198 +++++++-------- lib/unidecode/x011.py | 30 +-- lib/unidecode/x012.py | 50 ++-- lib/unidecode/x013.py | 114 ++++----- lib/unidecode/x014.py | 4 +- lib/unidecode/x016.py | 52 ++-- lib/unidecode/x017.py | 304 +++++++++++------------ lib/unidecode/x018.py | 202 +++++++-------- lib/unidecode/x01e.py | 16 +- lib/unidecode/x01f.py | 44 ++-- lib/unidecode/x020.py | 144 +++++------ lib/unidecode/x021.py | 68 ++--- lib/unidecode/x022.py | 488 ++++++++++++++++++------------------ lib/unidecode/x023.py | 504 ++++++++++++++++++------------------- lib/unidecode/x024.py | 92 +++---- lib/unidecode/x025.py | 34 +-- lib/unidecode/x026.py | 292 +++++++++++----------- lib/unidecode/x027.py | 136 +++++----- lib/unidecode/x029.py | 506 ++++++++++++++++++------------------- lib/unidecode/x02a.py | 504 ++++++++++++++++++------------------- lib/unidecode/x02c.py | 480 +++++++++++++++++------------------ lib/unidecode/x02e.py | 510 +++++++++++++++++++------------------- lib/unidecode/x02f.py | 510 +++++++++++++++++++------------------- lib/unidecode/x030.py | 20 +- lib/unidecode/x031.py | 162 ++++++------ lib/unidecode/x032.py | 38 +-- lib/unidecode/x04d.py | 510 +++++++++++++++++++------------------- lib/unidecode/x04e.py | 16 +- lib/unidecode/x04f.py | 10 +- lib/unidecode/x050.py | 6 +- lib/unidecode/x051.py | 4 +- lib/unidecode/x053.py | 8 +- lib/unidecode/x054.py | 6 +- lib/unidecode/x055.py | 4 +- lib/unidecode/x056.py | 8 +- lib/unidecode/x057.py | 4 +- lib/unidecode/x058.py | 14 +- lib/unidecode/x059.py | 4 +- lib/unidecode/x05a.py | 4 +- lib/unidecode/x05b.py | 2 +- lib/unidecode/x05c.py | 10 +- lib/unidecode/x05d.py | 10 +- lib/unidecode/x05e.py | 6 +- lib/unidecode/x05f.py | 4 +- lib/unidecode/x060.py | 2 +- lib/unidecode/x061.py | 6 +- lib/unidecode/x062.py | 4 +- lib/unidecode/x063.py | 8 +- lib/unidecode/x064.py | 4 +- lib/unidecode/x065.py | 4 +- lib/unidecode/x066.py | 2 +- lib/unidecode/x067.py | 8 +- lib/unidecode/x068.py | 4 +- lib/unidecode/x069.py | 8 +- lib/unidecode/x06a.py | 12 +- lib/unidecode/x06b.py | 8 +- lib/unidecode/x06c.py | 6 +- lib/unidecode/x06d.py | 4 +- lib/unidecode/x06e.py | 10 +- lib/unidecode/x06f.py | 12 +- lib/unidecode/x070.py | 16 +- lib/unidecode/x071.py | 26 +- lib/unidecode/x072.py | 14 +- lib/unidecode/x073.py | 4 +- lib/unidecode/x074.py | 10 +- lib/unidecode/x076.py | 4 +- lib/unidecode/x077.py | 2 +- lib/unidecode/x078.py | 18 +- lib/unidecode/x079.py | 12 +- lib/unidecode/x07a.py | 10 +- lib/unidecode/x07b.py | 2 +- lib/unidecode/x07c.py | 16 +- lib/unidecode/x07e.py | 2 +- lib/unidecode/x07f.py | 6 +- lib/unidecode/x080.py | 8 +- lib/unidecode/x081.py | 2 +- lib/unidecode/x082.py | 8 +- lib/unidecode/x083.py | 8 +- lib/unidecode/x084.py | 16 +- lib/unidecode/x085.py | 8 +- lib/unidecode/x086.py | 6 +- lib/unidecode/x087.py | 8 +- lib/unidecode/x088.py | 6 +- lib/unidecode/x089.py | 4 +- lib/unidecode/x08b.py | 4 +- lib/unidecode/x08c.py | 2 +- lib/unidecode/x08d.py | 6 +- lib/unidecode/x08e.py | 4 +- lib/unidecode/x08f.py | 2 +- lib/unidecode/x090.py | 4 +- lib/unidecode/x091.py | 2 +- lib/unidecode/x092.py | 4 +- lib/unidecode/x093.py | 20 +- lib/unidecode/x094.py | 8 +- lib/unidecode/x095.py | 4 +- lib/unidecode/x096.py | 2 +- lib/unidecode/x097.py | 10 +- lib/unidecode/x098.py | 2 +- lib/unidecode/x099.py | 2 +- lib/unidecode/x09b.py | 2 +- lib/unidecode/x09d.py | 2 +- lib/unidecode/x09e.py | 2 +- lib/unidecode/x09f.py | 178 ++++++------- lib/unidecode/x0a4.py | 128 +++++----- lib/unidecode/x0d7.py | 182 +++++++------- lib/unidecode/x0fa.py | 444 ++++++++++++++++----------------- lib/unidecode/x0fb.py | 154 ++++++------ lib/unidecode/x0fd.py | 122 ++++----- lib/unidecode/x0fe.py | 112 ++++----- lib/unidecode/x0ff.py | 52 ++-- lib/unidecode/x1d4.py | 24 +- lib/unidecode/x1d5.py | 24 +- lib/unidecode/x1d6.py | 78 +++--- lib/unidecode/x1d7.py | 412 +++++++++++++++--------------- lib/unidecode/x1f1.py | 276 ++++++++++----------- lib/unidecode/x1f6.py | 258 +++++++++++++++++++ 133 files changed, 5720 insertions(+), 5429 deletions(-) create mode 100644 lib/unidecode/x1f6.py diff --git a/CHANGES.md b/CHANGES.md index 548b46fc..2f2b4242 100644 --- a/CHANGES.md +++ b/CHANGES.md @@ -4,6 +4,7 @@ * Add Filelock 3.9.0 (ce3e891) * Remove Lockfile no longer used by Cachecontrol * Update Msgpack 1.0.0 (fa7d744) to 1.0.4 (b5acfd5) +* Update unidecode module 1.1.1 (632af82) to 1.3.6 (4141992) [develop changelog] diff --git a/lib/unidecode/__init__.py b/lib/unidecode/__init__.py index 5d968fdb..5633c458 100644 --- a/lib/unidecode/__init__.py +++ b/lib/unidecode/__init__.py @@ -3,35 +3,39 @@ """Transliterate Unicode text into plain 7-bit ASCII. Example usage: + >>> from unidecode import unidecode ->>> unidecode(u"\u5317\u4EB0") +>>> unidecode("\u5317\u4EB0") "Bei Jing " The transliteration uses a straightforward map, and doesn't have alternatives for the same character based on language, position, or anything else. -In Python 3, a standard string object will be returned. If you need bytes, use: +A standard string object will be returned. If you need bytes, use: + >>> unidecode("Κνωσός").encode("ascii") b'Knosos' """ import warnings -from sys import version_info +from typing import Dict, Optional, Sequence -Cache = {} +Cache = {} # type: Dict[int, Optional[Sequence[Optional[str]]]] + +class UnidecodeError(ValueError): + def __init__(self, message: str, index: Optional[int] = None) -> None: + """Raised for Unidecode-related errors. + + The index attribute contains the index of the character that caused + the error. + """ + super(UnidecodeError, self).__init__(message) + self.index = index -def _warn_if_not_unicode(string): - if version_info[0] < 3 and not isinstance(string, unicode): - warnings.warn( "Argument %r is not an unicode object. " - "Passing an encoded string will likely have " - "unexpected results." % (type(string),), - RuntimeWarning, 2) - - -def unidecode_expect_ascii(string): +def unidecode_expect_ascii(string: str, errors: str = 'ignore', replace_str: str = '?') -> str: """Transliterate an Unicode object into an ASCII string - >>> unidecode(u"\u5317\u4EB0") + >>> unidecode("\u5317\u4EB0") "Bei Jing " This function first tries to convert the string using ASCII codec. @@ -39,65 +43,96 @@ def unidecode_expect_ascii(string): transliteration using the character tables. This is approx. five times faster if the string only contains ASCII - characters, but slightly slower than using unidecode directly if non-ASCII - chars are present. + characters, but slightly slower than unicode_expect_nonascii if + non-ASCII characters are present. + + errors specifies what to do with characters that have not been + found in replacement tables. The default is 'ignore' which ignores + the character. 'strict' raises an UnidecodeError. 'replace' + substitutes the character with replace_str (default is '?'). + 'preserve' keeps the original character. + + Note that if 'preserve' is used the returned string might not be + ASCII! """ - _warn_if_not_unicode(string) try: bytestring = string.encode('ASCII') except UnicodeEncodeError: - return _unidecode(string) - if version_info[0] >= 3: - return string + pass else: - return bytestring + return string -def unidecode_expect_nonascii(string): + return _unidecode(string, errors, replace_str) + +def unidecode_expect_nonascii(string: str, errors: str = 'ignore', replace_str: str = '?') -> str: """Transliterate an Unicode object into an ASCII string - >>> unidecode(u"\u5317\u4EB0") + >>> unidecode("\u5317\u4EB0") "Bei Jing " + + See unidecode_expect_ascii. """ - _warn_if_not_unicode(string) - return _unidecode(string) + return _unidecode(string, errors, replace_str) unidecode = unidecode_expect_ascii -def _unidecode(string): +def _get_repl_str(char: str) -> Optional[str]: + codepoint = ord(char) + + if codepoint < 0x80: + # Already ASCII + return str(char) + + if codepoint > 0xeffff: + # No data on characters in Private Use Area and above. + return None + + if 0xd800 <= codepoint <= 0xdfff: + warnings.warn( "Surrogate character %r will be ignored. " + "You might be using a narrow Python build." % (char,), + RuntimeWarning, 2) + + section = codepoint >> 8 # Chop off the last two hex digits + position = codepoint % 256 # Last two hex digits + + try: + table = Cache[section] + except KeyError: + try: + mod = __import__('unidecode.x%03x'%(section), globals(), locals(), ['data']) + except ImportError: + # No data on this character + Cache[section] = None + return None + + Cache[section] = table = mod.data + + if table and len(table) > position: + return table[position] + else: + return None + +def _unidecode(string: str, errors: str, replace_str:str) -> str: retval = [] - for char in string: - codepoint = ord(char) + for index, char in enumerate(string): + repl = _get_repl_str(char) - if codepoint < 0x80: # Basic ASCII - retval.append(str(char)) - continue - - if codepoint > 0xeffff: - continue # Characters in Private Use Area and above are ignored + if repl is None: + if errors == 'ignore': + repl = '' + elif errors == 'strict': + raise UnidecodeError('no replacement found for character %r ' + 'in position %d' % (char, index), index) + elif errors == 'replace': + repl = replace_str + elif errors == 'preserve': + repl = char + else: + raise UnidecodeError('invalid value for errors parameter %r' % (errors,)) - if 0xd800 <= codepoint <= 0xdfff: - warnings.warn( "Surrogate character %r will be ignored. " - "You might be using a narrow Python build." % (char,), - RuntimeWarning, 2) - - section = codepoint >> 8 # Chop off the last two hex digits - position = codepoint % 256 # Last two hex digits - - try: - table = Cache[section] - except KeyError: - try: - mod = __import__('unidecode.x%03x'%(section), globals(), locals(), ['data']) - except ImportError: - Cache[section] = None - continue # No match: ignore this character and carry on. - - Cache[section] = table = mod.data - - if table and len(table) > position: - retval.append( table[position] ) + retval.append(repl) return ''.join(retval) diff --git a/lib/unidecode/util.py b/lib/unidecode/util.py index 2e14f1aa..05f08bd8 100644 --- a/lib/unidecode/util.py +++ b/lib/unidecode/util.py @@ -1,14 +1,12 @@ # vim:ts=4 sw=4 expandtab softtabstop=4 -from __future__ import print_function import argparse +import io import locale import os import sys from unidecode import unidecode -PY3 = sys.version_info[0] >= 3 - def fatal(msg): sys.stderr.write(msg + "\n") sys.exit(1) @@ -33,26 +31,21 @@ def main(): if args.text: fatal("Can't use both FILE and -c option") else: - with open(args.path, 'rb') as f: - stream = f.read() + stream = open(args.path, 'rb') elif args.text: - if PY3: - stream = os.fsencode(args.text) - else: - stream = args.text + text = os.fsencode(args.text) # add a newline to the string if it comes from the # command line so that the result is printed nicely # on the console. - stream += b'\n' + stream = io.BytesIO(text + b'\n') else: - if PY3: - stream = sys.stdin.buffer.read() - else: - stream = sys.stdin.read() + stream = sys.stdin.buffer - try: - stream = stream.decode(encoding) - except UnicodeDecodeError as e: - fatal('Unable to decode input: %s, start: %d, end: %d' % (e.reason, e.start, e.end)) + for line_nr, line in enumerate(stream): + try: + line = line.decode(encoding) + except UnicodeDecodeError as e: + fatal('Unable to decode input line %s: %s, start: %d, end: %d' % (line_nr, e.reason, e.start, e.end)) - sys.stdout.write(unidecode(stream)) + sys.stdout.write(unidecode(line)) + stream.close() diff --git a/lib/unidecode/x000.py b/lib/unidecode/x000.py index 27e8d684..2c288a68 100644 --- a/lib/unidecode/x000.py +++ b/lib/unidecode/x000.py @@ -76,9 +76,9 @@ data = ( '1', # 0xb9 'o', # 0xba '>>', # 0xbb -' 1/4 ', # 0xbc -' 1/2 ', # 0xbd -' 3/4 ', # 0xbe +' 1/4', # 0xbc +' 1/2', # 0xbd +' 3/4', # 0xbe '?', # 0xbf 'A', # 0xc0 'A', # 0xc1 diff --git a/lib/unidecode/x002.py b/lib/unidecode/x002.py index d7028cdf..710942c8 100644 --- a/lib/unidecode/x002.py +++ b/lib/unidecode/x002.py @@ -64,8 +64,8 @@ data = ( 'T', # 0x3e 's', # 0x3f 'z', # 0x40 -'[?]', # 0x41 -'[?]', # 0x42 +None, # 0x41 +None, # 0x42 'B', # 0x43 'U', # 0x44 '^', # 0x45 @@ -238,20 +238,20 @@ data = ( 'V', # 0xec '=', # 0xed '"', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x003.py b/lib/unidecode/x003.py index 4ba8d726..215faf2b 100644 --- a/lib/unidecode/x003.py +++ b/lib/unidecode/x003.py @@ -78,23 +78,23 @@ data = ( '', # 0x4c '', # 0x4d '', # 0x4e -'[?]', # 0x4f -'[?]', # 0x50 -'[?]', # 0x51 -'[?]', # 0x52 -'[?]', # 0x53 -'[?]', # 0x54 -'[?]', # 0x55 -'[?]', # 0x56 -'[?]', # 0x57 -'[?]', # 0x58 -'[?]', # 0x59 -'[?]', # 0x5a -'[?]', # 0x5b -'[?]', # 0x5c -'[?]', # 0x5d -'[?]', # 0x5e -'[?]', # 0x5f +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 +None, # 0x55 +None, # 0x56 +None, # 0x57 +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f '', # 0x60 '', # 0x61 '', # 0x62 @@ -111,26 +111,26 @@ data = ( 't', # 0x6d 'v', # 0x6e 'x', # 0x6f -'[?]', # 0x70 -'[?]', # 0x71 -'[?]', # 0x72 -'[?]', # 0x73 +None, # 0x70 +None, # 0x71 +None, # 0x72 +None, # 0x73 '\'', # 0x74 ',', # 0x75 -'[?]', # 0x76 -'[?]', # 0x77 -'[?]', # 0x78 -'[?]', # 0x79 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 '', # 0x7a -'[?]', # 0x7b -'[?]', # 0x7c -'[?]', # 0x7d +None, # 0x7b +None, # 0x7c +None, # 0x7d '?', # 0x7e -'[?]', # 0x7f -'[?]', # 0x80 -'[?]', # 0x81 -'[?]', # 0x82 -'[?]', # 0x83 +None, # 0x7f +None, # 0x80 +None, # 0x81 +None, # 0x82 +None, # 0x83 '', # 0x84 '', # 0x85 'A', # 0x86 @@ -138,9 +138,9 @@ data = ( 'E', # 0x88 'E', # 0x89 'I', # 0x8a -'[?]', # 0x8b +None, # 0x8b 'O', # 0x8c -'[?]', # 0x8d +None, # 0x8d 'U', # 0x8e 'O', # 0x8f 'I', # 0x90 @@ -161,7 +161,7 @@ data = ( 'O', # 0x9f 'P', # 0xa0 'R', # 0xa1 -'[?]', # 0xa2 +None, # 0xa2 'S', # 0xa3 'T', # 0xa4 'U', # 0xa5 @@ -206,7 +206,7 @@ data = ( 'o', # 0xcc 'u', # 0xcd 'o', # 0xce -'[?]', # 0xcf +None, # 0xcf 'b', # 0xd0 'th', # 0xd1 'U', # 0xd2 @@ -215,8 +215,8 @@ data = ( 'ph', # 0xd5 'p', # 0xd6 '&', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 +None, # 0xd8 +None, # 0xd9 'St', # 0xda 'st', # 0xdb 'W', # 0xdc @@ -243,15 +243,15 @@ data = ( 'r', # 0xf1 'c', # 0xf2 'j', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x004.py b/lib/unidecode/x004.py index 1cc3dbc4..d2b5ff5f 100644 --- a/lib/unidecode/x004.py +++ b/lib/unidecode/x004.py @@ -134,11 +134,11 @@ data = ( '', # 0x84 '', # 0x85 '', # 0x86 -'[?]', # 0x87 +None, # 0x87 '*100.000*', # 0x88 '*1.000.000*', # 0x89 -'[?]', # 0x8a -'[?]', # 0x8b +None, # 0x8a +None, # 0x8b '"', # 0x8c '"', # 0x8d 'R\'', # 0x8e @@ -196,17 +196,17 @@ data = ( 'zh', # 0xc2 'K\'', # 0xc3 'k\'', # 0xc4 -'[?]', # 0xc5 -'[?]', # 0xc6 +None, # 0xc5 +None, # 0xc6 'N\'', # 0xc7 'n\'', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca +None, # 0xc9 +None, # 0xca 'Ch', # 0xcb 'ch', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf +None, # 0xcd +None, # 0xce +None, # 0xcf 'a', # 0xd0 'a', # 0xd1 'A', # 0xd2 @@ -245,13 +245,13 @@ data = ( 'u', # 0xf3 'Ch', # 0xf4 'ch', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 +None, # 0xf6 +None, # 0xf7 'Y', # 0xf8 'y', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x005.py b/lib/unidecode/x005.py index ced54426..8779da6a 100644 --- a/lib/unidecode/x005.py +++ b/lib/unidecode/x005.py @@ -1,53 +1,53 @@ data = ( -'[?]', # 0x00 -'[?]', # 0x01 -'[?]', # 0x02 -'[?]', # 0x03 -'[?]', # 0x04 -'[?]', # 0x05 -'[?]', # 0x06 -'[?]', # 0x07 -'[?]', # 0x08 -'[?]', # 0x09 -'[?]', # 0x0a -'[?]', # 0x0b -'[?]', # 0x0c -'[?]', # 0x0d -'[?]', # 0x0e -'[?]', # 0x0f -'[?]', # 0x10 -'[?]', # 0x11 -'[?]', # 0x12 -'[?]', # 0x13 -'[?]', # 0x14 -'[?]', # 0x15 -'[?]', # 0x16 -'[?]', # 0x17 -'[?]', # 0x18 -'[?]', # 0x19 -'[?]', # 0x1a -'[?]', # 0x1b -'[?]', # 0x1c -'[?]', # 0x1d -'[?]', # 0x1e -'[?]', # 0x1f -'[?]', # 0x20 -'[?]', # 0x21 -'[?]', # 0x22 -'[?]', # 0x23 -'[?]', # 0x24 -'[?]', # 0x25 -'[?]', # 0x26 -'[?]', # 0x27 -'[?]', # 0x28 -'[?]', # 0x29 -'[?]', # 0x2a -'[?]', # 0x2b -'[?]', # 0x2c -'[?]', # 0x2d -'[?]', # 0x2e -'[?]', # 0x2f -'[?]', # 0x30 +None, # 0x00 +None, # 0x01 +None, # 0x02 +None, # 0x03 +None, # 0x04 +None, # 0x05 +None, # 0x06 +None, # 0x07 +None, # 0x08 +None, # 0x09 +None, # 0x0a +None, # 0x0b +None, # 0x0c +None, # 0x0d +None, # 0x0e +None, # 0x0f +None, # 0x10 +None, # 0x11 +None, # 0x12 +None, # 0x13 +None, # 0x14 +None, # 0x15 +None, # 0x16 +None, # 0x17 +None, # 0x18 +None, # 0x19 +None, # 0x1a +None, # 0x1b +None, # 0x1c +None, # 0x1d +None, # 0x1e +None, # 0x1f +None, # 0x20 +None, # 0x21 +None, # 0x22 +None, # 0x23 +None, # 0x24 +None, # 0x25 +None, # 0x26 +None, # 0x27 +None, # 0x28 +None, # 0x29 +None, # 0x2a +None, # 0x2b +None, # 0x2c +None, # 0x2d +None, # 0x2e +None, # 0x2f +None, # 0x30 'A', # 0x31 'B', # 0x32 'G', # 0x33 @@ -86,8 +86,8 @@ data = ( 'K`', # 0x54 'O', # 0x55 'F', # 0x56 -'[?]', # 0x57 -'[?]', # 0x58 +None, # 0x57 +None, # 0x58 '<', # 0x59 '\'', # 0x5a '/', # 0x5b @@ -95,7 +95,7 @@ data = ( ',', # 0x5d '?', # 0x5e '.', # 0x5f -'[?]', # 0x60 +None, # 0x60 'a', # 0x61 'b', # 0x62 'g', # 0x63 @@ -135,15 +135,15 @@ data = ( 'o', # 0x85 'f', # 0x86 'ew', # 0x87 -'[?]', # 0x88 +None, # 0x88 ':', # 0x89 '-', # 0x8a -'[?]', # 0x8b -'[?]', # 0x8c -'[?]', # 0x8d -'[?]', # 0x8e -'[?]', # 0x8f -'[?]', # 0x90 +None, # 0x8b +None, # 0x8c +None, # 0x8d +None, # 0x8e +None, # 0x8f +None, # 0x90 '', # 0x91 '', # 0x92 '', # 0x93 @@ -175,7 +175,7 @@ data = ( '', # 0xad '', # 0xae '', # 0xaf -'@', # 0xb0 +'', # 0xb0 'e', # 0xb1 'a', # 0xb2 'o', # 0xb3 @@ -187,26 +187,26 @@ data = ( 'o', # 0xb9 'o', # 0xba 'u', # 0xbb -'\'', # 0xbc +'', # 0xbc '', # 0xbd '-', # 0xbe -'-', # 0xbf +'', # 0xbf '|', # 0xc0 '', # 0xc1 '', # 0xc2 -':', # 0xc3 +'.', # 0xc3 '', # 0xc4 '', # 0xc5 'n', # 0xc6 'o', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca -'[?]', # 0xcb -'[?]', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf 'A', # 0xd0 'b', # 0xd1 'g', # 0xd2 @@ -214,11 +214,11 @@ data = ( 'h', # 0xd4 'v', # 0xd5 'z', # 0xd6 -'KH', # 0xd7 -'t', # 0xd8 +'H', # 0xd7 +'T', # 0xd8 'y', # 0xd9 -'k', # 0xda -'k', # 0xdb +'KH', # 0xda +'KH', # 0xdb 'l', # 0xdc 'm', # 0xdd 'm', # 0xde @@ -230,28 +230,28 @@ data = ( 'p', # 0xe4 'TS', # 0xe5 'TS', # 0xe6 -'q', # 0xe7 +'k', # 0xe7 'r', # 0xe8 'SH', # 0xe9 't', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +'YYY', # 0xef 'V', # 0xf0 'OY', # 0xf1 -'i', # 0xf2 +'EY', # 0xf2 '\'', # 0xf3 '"', # 0xf4 -'v', # 0xf5 -'n', # 0xf6 -'q', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x006.py b/lib/unidecode/x006.py index 09440b28..79296330 100644 --- a/lib/unidecode/x006.py +++ b/lib/unidecode/x006.py @@ -1,37 +1,37 @@ data = ( -'[?]', # 0x00 -'[?]', # 0x01 -'[?]', # 0x02 -'[?]', # 0x03 -'[?]', # 0x04 -'[?]', # 0x05 -'[?]', # 0x06 -'[?]', # 0x07 -'[?]', # 0x08 -'[?]', # 0x09 -'[?]', # 0x0a -'[?]', # 0x0b +None, # 0x00 +None, # 0x01 +None, # 0x02 +None, # 0x03 +None, # 0x04 +None, # 0x05 +None, # 0x06 +None, # 0x07 +None, # 0x08 +None, # 0x09 +None, # 0x0a +None, # 0x0b ',', # 0x0c -'[?]', # 0x0d -'[?]', # 0x0e -'[?]', # 0x0f -'[?]', # 0x10 -'[?]', # 0x11 -'[?]', # 0x12 -'[?]', # 0x13 -'[?]', # 0x14 -'[?]', # 0x15 -'[?]', # 0x16 -'[?]', # 0x17 -'[?]', # 0x18 -'[?]', # 0x19 -'[?]', # 0x1a +None, # 0x0d +None, # 0x0e +None, # 0x0f +None, # 0x10 +None, # 0x11 +None, # 0x12 +None, # 0x13 +None, # 0x14 +None, # 0x15 +None, # 0x16 +None, # 0x17 +None, # 0x18 +None, # 0x19 +None, # 0x1a ';', # 0x1b -'[?]', # 0x1c -'[?]', # 0x1d -'[?]', # 0x1e +None, # 0x1c +None, # 0x1d +None, # 0x1e '?', # 0x1f -'[?]', # 0x20 +None, # 0x20 '', # 0x21 'a', # 0x22 '\'', # 0x23 @@ -58,11 +58,11 @@ data = ( 'Z', # 0x38 '`', # 0x39 'G', # 0x3a -'[?]', # 0x3b -'[?]', # 0x3c -'[?]', # 0x3d -'[?]', # 0x3e -'[?]', # 0x3f +None, # 0x3b +None, # 0x3c +None, # 0x3d +None, # 0x3e +None, # 0x3f '', # 0x40 'f', # 0x41 'q', # 0x42 @@ -85,16 +85,16 @@ data = ( '', # 0x53 '\'', # 0x54 '\'', # 0x55 -'[?]', # 0x56 -'[?]', # 0x57 -'[?]', # 0x58 -'[?]', # 0x59 -'[?]', # 0x5a -'[?]', # 0x5b -'[?]', # 0x5c -'[?]', # 0x5d -'[?]', # 0x5e -'[?]', # 0x5f +None, # 0x56 +None, # 0x57 +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f '0', # 0x60 '1', # 0x61 '2', # 0x62 @@ -109,8 +109,8 @@ data = ( '.', # 0x6b ',', # 0x6c '*', # 0x6d -'[?]', # 0x6e -'[?]', # 0x6f +None, # 0x6e +None, # 0x6f '', # 0x70 '\'', # 0x71 '\'', # 0x72 @@ -237,8 +237,8 @@ data = ( '', # 0xeb '', # 0xec '', # 0xed -'[?]', # 0xee -'[?]', # 0xef +None, # 0xee +None, # 0xef '0', # 0xf0 '1', # 0xf1 '2', # 0xf2 diff --git a/lib/unidecode/x007.py b/lib/unidecode/x007.py index d2c00213..f2b3ecd7 100644 --- a/lib/unidecode/x007.py +++ b/lib/unidecode/x007.py @@ -13,7 +13,7 @@ data = ( '{', # 0x0b '}', # 0x0c '*', # 0x0d -'[?]', # 0x0e +None, # 0x0e '', # 0x0f '\'', # 0x10 '', # 0x11 @@ -44,9 +44,9 @@ data = ( 'r', # 0x2a 'sh', # 0x2b 't', # 0x2c -'[?]', # 0x2d -'[?]', # 0x2e -'[?]', # 0x2f +None, # 0x2d +None, # 0x2e +None, # 0x2f 'a', # 0x30 'a', # 0x31 'a', # 0x32 @@ -74,59 +74,59 @@ data = ( '@', # 0x48 '|', # 0x49 '+', # 0x4a -'[?]', # 0x4b -'[?]', # 0x4c -'[?]', # 0x4d -'[?]', # 0x4e -'[?]', # 0x4f -'[?]', # 0x50 -'[?]', # 0x51 -'[?]', # 0x52 -'[?]', # 0x53 -'[?]', # 0x54 -'[?]', # 0x55 -'[?]', # 0x56 -'[?]', # 0x57 -'[?]', # 0x58 -'[?]', # 0x59 -'[?]', # 0x5a -'[?]', # 0x5b -'[?]', # 0x5c -'[?]', # 0x5d -'[?]', # 0x5e -'[?]', # 0x5f -'[?]', # 0x60 -'[?]', # 0x61 -'[?]', # 0x62 -'[?]', # 0x63 -'[?]', # 0x64 -'[?]', # 0x65 -'[?]', # 0x66 -'[?]', # 0x67 -'[?]', # 0x68 -'[?]', # 0x69 -'[?]', # 0x6a -'[?]', # 0x6b -'[?]', # 0x6c -'[?]', # 0x6d -'[?]', # 0x6e -'[?]', # 0x6f -'[?]', # 0x70 -'[?]', # 0x71 -'[?]', # 0x72 -'[?]', # 0x73 -'[?]', # 0x74 -'[?]', # 0x75 -'[?]', # 0x76 -'[?]', # 0x77 -'[?]', # 0x78 -'[?]', # 0x79 -'[?]', # 0x7a -'[?]', # 0x7b -'[?]', # 0x7c -'[?]', # 0x7d -'[?]', # 0x7e -'[?]', # 0x7f +None, # 0x4b +None, # 0x4c +None, # 0x4d +None, # 0x4e +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 +None, # 0x55 +None, # 0x56 +None, # 0x57 +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f +None, # 0x60 +None, # 0x61 +None, # 0x62 +None, # 0x63 +None, # 0x64 +None, # 0x65 +None, # 0x66 +None, # 0x67 +None, # 0x68 +None, # 0x69 +None, # 0x6a +None, # 0x6b +None, # 0x6c +None, # 0x6d +None, # 0x6e +None, # 0x6f +None, # 0x70 +None, # 0x71 +None, # 0x72 +None, # 0x73 +None, # 0x74 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f 'h', # 0x80 'sh', # 0x81 'n', # 0x82 @@ -176,82 +176,82 @@ data = ( 'o', # 0xae 'oa', # 0xaf '', # 0xb0 -'[?]', # 0xb1 -'[?]', # 0xb2 -'[?]', # 0xb3 -'[?]', # 0xb4 -'[?]', # 0xb5 -'[?]', # 0xb6 -'[?]', # 0xb7 -'[?]', # 0xb8 -'[?]', # 0xb9 -'[?]', # 0xba -'[?]', # 0xbb -'[?]', # 0xbc -'[?]', # 0xbd -'[?]', # 0xbe -'[?]', # 0xbf -'[?]', # 0xc0 -'[?]', # 0xc1 -'[?]', # 0xc2 -'[?]', # 0xc3 -'[?]', # 0xc4 -'[?]', # 0xc5 -'[?]', # 0xc6 -'[?]', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca -'[?]', # 0xcb -'[?]', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 -'[?]', # 0xd3 -'[?]', # 0xd4 -'[?]', # 0xd5 -'[?]', # 0xd6 -'[?]', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb -'[?]', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf -'[?]', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 -'[?]', # 0xe6 -'[?]', # 0xe7 -'[?]', # 0xe8 -'[?]', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xb1 +None, # 0xb2 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 +None, # 0xb6 +None, # 0xb7 +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x009.py b/lib/unidecode/x009.py index 564ec784..c910be2f 100644 --- a/lib/unidecode/x009.py +++ b/lib/unidecode/x009.py @@ -1,9 +1,9 @@ data = ( -'[?]', # 0x00 +None, # 0x00 'N', # 0x01 'N', # 0x02 'H', # 0x03 -'[?]', # 0x04 +None, # 0x04 'a', # 0x05 'aa', # 0x06 'i', # 0x07 @@ -57,8 +57,8 @@ data = ( 'ss', # 0x37 's', # 0x38 'h', # 0x39 -'[?]', # 0x3a -'[?]', # 0x3b +None, # 0x3a +None, # 0x3b '\'', # 0x3c '\'', # 0x3d 'aa', # 0x3e @@ -77,16 +77,16 @@ data = ( 'o', # 0x4b 'au', # 0x4c '', # 0x4d -'[?]', # 0x4e -'[?]', # 0x4f +None, # 0x4e +None, # 0x4f 'AUM', # 0x50 '\'', # 0x51 '\'', # 0x52 '`', # 0x53 '\'', # 0x54 -'[?]', # 0x55 -'[?]', # 0x56 -'[?]', # 0x57 +None, # 0x55 +None, # 0x56 +None, # 0x57 'q', # 0x58 'khh', # 0x59 'ghh', # 0x5a @@ -112,26 +112,26 @@ data = ( '8', # 0x6e '9', # 0x6f '.', # 0x70 -'[?]', # 0x71 -'[?]', # 0x72 -'[?]', # 0x73 -'[?]', # 0x74 -'[?]', # 0x75 -'[?]', # 0x76 -'[?]', # 0x77 -'[?]', # 0x78 -'[?]', # 0x79 -'[?]', # 0x7a -'[?]', # 0x7b -'[?]', # 0x7c -'[?]', # 0x7d -'[?]', # 0x7e -'[?]', # 0x7f -'[?]', # 0x80 +None, # 0x71 +None, # 0x72 +None, # 0x73 +None, # 0x74 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 'N', # 0x81 'N', # 0x82 'H', # 0x83 -'[?]', # 0x84 +None, # 0x84 'a', # 0x85 'aa', # 0x86 'i', # 0x87 @@ -140,12 +140,12 @@ data = ( 'uu', # 0x8a 'R', # 0x8b 'RR', # 0x8c -'[?]', # 0x8d -'[?]', # 0x8e +None, # 0x8d +None, # 0x8e 'e', # 0x8f 'ai', # 0x90 -'[?]', # 0x91 -'[?]', # 0x92 +None, # 0x91 +None, # 0x92 'o', # 0x93 'au', # 0x94 'k', # 0x95 @@ -168,7 +168,7 @@ data = ( 'd', # 0xa6 'dh', # 0xa7 'n', # 0xa8 -'[?]', # 0xa9 +None, # 0xa9 'p', # 0xaa 'ph', # 0xab 'b', # 0xac @@ -176,19 +176,19 @@ data = ( 'm', # 0xae 'y', # 0xaf 'r', # 0xb0 -'[?]', # 0xb1 +None, # 0xb1 'l', # 0xb2 -'[?]', # 0xb3 -'[?]', # 0xb4 -'[?]', # 0xb5 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 'sh', # 0xb6 'ss', # 0xb7 's', # 0xb8 'h', # 0xb9 -'[?]', # 0xba -'[?]', # 0xbb +None, # 0xba +None, # 0xbb '\'', # 0xbc -'[?]', # 0xbd +None, # 0xbd 'aa', # 0xbe 'i', # 0xbf 'ii', # 0xc0 @@ -196,39 +196,39 @@ data = ( 'uu', # 0xc2 'R', # 0xc3 'RR', # 0xc4 -'[?]', # 0xc5 -'[?]', # 0xc6 +None, # 0xc5 +None, # 0xc6 'e', # 0xc7 'ai', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca +None, # 0xc9 +None, # 0xca 'o', # 0xcb 'au', # 0xcc '', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 -'[?]', # 0xd3 -'[?]', # 0xd4 -'[?]', # 0xd5 -'[?]', # 0xd6 +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 '+', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb 'rr', # 0xdc 'rh', # 0xdd -'[?]', # 0xde +None, # 0xde 'yy', # 0xdf 'RR', # 0xe0 'LL', # 0xe1 'L', # 0xe2 'LL', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 +None, # 0xe4 +None, # 0xe5 '0', # 0xe6 '1', # 0xe7 '2', # 0xe8 @@ -250,8 +250,8 @@ data = ( ' 1 - 1/', # 0xf8 '/16', # 0xf9 '', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x00a.py b/lib/unidecode/x00a.py index 1ccd9df6..26c43a58 100644 --- a/lib/unidecode/x00a.py +++ b/lib/unidecode/x00a.py @@ -1,23 +1,23 @@ data = ( -'[?]', # 0x00 -'[?]', # 0x01 +None, # 0x00 +None, # 0x01 'N', # 0x02 -'[?]', # 0x03 -'[?]', # 0x04 +None, # 0x03 +None, # 0x04 'a', # 0x05 'aa', # 0x06 'i', # 0x07 'ii', # 0x08 'u', # 0x09 'uu', # 0x0a -'[?]', # 0x0b -'[?]', # 0x0c -'[?]', # 0x0d -'[?]', # 0x0e +None, # 0x0b +None, # 0x0c +None, # 0x0d +None, # 0x0e 'ee', # 0x0f 'ai', # 0x10 -'[?]', # 0x11 -'[?]', # 0x12 +None, # 0x11 +None, # 0x12 'oo', # 0x13 'au', # 0x14 'k', # 0x15 @@ -40,7 +40,7 @@ data = ( 'd', # 0x26 'dh', # 0x27 'n', # 0x28 -'[?]', # 0x29 +None, # 0x29 'p', # 0x2a 'ph', # 0x2b 'b', # 0x2c @@ -48,59 +48,59 @@ data = ( 'm', # 0x2e 'y', # 0x2f 'r', # 0x30 -'[?]', # 0x31 +None, # 0x31 'l', # 0x32 'll', # 0x33 -'[?]', # 0x34 +None, # 0x34 'v', # 0x35 'sh', # 0x36 -'[?]', # 0x37 +None, # 0x37 's', # 0x38 'h', # 0x39 -'[?]', # 0x3a -'[?]', # 0x3b +None, # 0x3a +None, # 0x3b '\'', # 0x3c -'[?]', # 0x3d +None, # 0x3d 'aa', # 0x3e 'i', # 0x3f 'ii', # 0x40 'u', # 0x41 'uu', # 0x42 -'[?]', # 0x43 -'[?]', # 0x44 -'[?]', # 0x45 -'[?]', # 0x46 +None, # 0x43 +None, # 0x44 +None, # 0x45 +None, # 0x46 'ee', # 0x47 'ai', # 0x48 -'[?]', # 0x49 -'[?]', # 0x4a +None, # 0x49 +None, # 0x4a 'oo', # 0x4b 'au', # 0x4c '', # 0x4d -'[?]', # 0x4e -'[?]', # 0x4f -'[?]', # 0x50 -'[?]', # 0x51 -'[?]', # 0x52 -'[?]', # 0x53 -'[?]', # 0x54 -'[?]', # 0x55 -'[?]', # 0x56 -'[?]', # 0x57 -'[?]', # 0x58 +None, # 0x4e +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 +None, # 0x55 +None, # 0x56 +None, # 0x57 +None, # 0x58 'khh', # 0x59 'ghh', # 0x5a 'z', # 0x5b 'rr', # 0x5c -'[?]', # 0x5d +None, # 0x5d 'f', # 0x5e -'[?]', # 0x5f -'[?]', # 0x60 -'[?]', # 0x61 -'[?]', # 0x62 -'[?]', # 0x63 -'[?]', # 0x64 -'[?]', # 0x65 +None, # 0x5f +None, # 0x60 +None, # 0x61 +None, # 0x62 +None, # 0x63 +None, # 0x64 +None, # 0x65 '0', # 0x66 '1', # 0x67 '2', # 0x68 @@ -116,22 +116,22 @@ data = ( '', # 0x72 '', # 0x73 'G.E.O.', # 0x74 -'[?]', # 0x75 -'[?]', # 0x76 -'[?]', # 0x77 -'[?]', # 0x78 -'[?]', # 0x79 -'[?]', # 0x7a -'[?]', # 0x7b -'[?]', # 0x7c -'[?]', # 0x7d -'[?]', # 0x7e -'[?]', # 0x7f -'[?]', # 0x80 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 'N', # 0x81 'N', # 0x82 'H', # 0x83 -'[?]', # 0x84 +None, # 0x84 'a', # 0x85 'aa', # 0x86 'i', # 0x87 @@ -139,13 +139,13 @@ data = ( 'u', # 0x89 'uu', # 0x8a 'R', # 0x8b -'[?]', # 0x8c +None, # 0x8c 'eN', # 0x8d -'[?]', # 0x8e +None, # 0x8e 'e', # 0x8f 'ai', # 0x90 'oN', # 0x91 -'[?]', # 0x92 +None, # 0x92 'o', # 0x93 'au', # 0x94 'k', # 0x95 @@ -168,7 +168,7 @@ data = ( 'd', # 0xa6 'dh', # 0xa7 'n', # 0xa8 -'[?]', # 0xa9 +None, # 0xa9 'p', # 0xaa 'ph', # 0xab 'b', # 0xac @@ -176,17 +176,17 @@ data = ( 'm', # 0xae 'ya', # 0xaf 'r', # 0xb0 -'[?]', # 0xb1 +None, # 0xb1 'l', # 0xb2 'll', # 0xb3 -'[?]', # 0xb4 +None, # 0xb4 'v', # 0xb5 'sh', # 0xb6 'ss', # 0xb7 's', # 0xb8 'h', # 0xb9 -'[?]', # 0xba -'[?]', # 0xbb +None, # 0xba +None, # 0xbb '\'', # 0xbc '\'', # 0xbd 'aa', # 0xbe @@ -197,38 +197,38 @@ data = ( 'R', # 0xc3 'RR', # 0xc4 'eN', # 0xc5 -'[?]', # 0xc6 +None, # 0xc6 'e', # 0xc7 'ai', # 0xc8 'oN', # 0xc9 -'[?]', # 0xca +None, # 0xca 'o', # 0xcb 'au', # 0xcc '', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf +None, # 0xce +None, # 0xcf 'AUM', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 -'[?]', # 0xd3 -'[?]', # 0xd4 -'[?]', # 0xd5 -'[?]', # 0xd6 -'[?]', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb -'[?]', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf 'RR', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 '0', # 0xe6 '1', # 0xe7 '2', # 0xe8 @@ -239,19 +239,19 @@ data = ( '7', # 0xed '8', # 0xee '9', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x00b.py b/lib/unidecode/x00b.py index 19d18488..294ea45b 100644 --- a/lib/unidecode/x00b.py +++ b/lib/unidecode/x00b.py @@ -1,9 +1,9 @@ data = ( -'[?]', # 0x00 +None, # 0x00 'N', # 0x01 'N', # 0x02 'H', # 0x03 -'[?]', # 0x04 +None, # 0x04 'a', # 0x05 'aa', # 0x06 'i', # 0x07 @@ -12,12 +12,12 @@ data = ( 'uu', # 0x0a 'R', # 0x0b 'L', # 0x0c -'[?]', # 0x0d -'[?]', # 0x0e +None, # 0x0d +None, # 0x0e 'e', # 0x0f 'ai', # 0x10 -'[?]', # 0x11 -'[?]', # 0x12 +None, # 0x11 +None, # 0x12 'o', # 0x13 'au', # 0x14 'k', # 0x15 @@ -40,7 +40,7 @@ data = ( 'd', # 0x26 'dh', # 0x27 'n', # 0x28 -'[?]', # 0x29 +None, # 0x29 'p', # 0x2a 'ph', # 0x2b 'b', # 0x2c @@ -48,17 +48,17 @@ data = ( 'm', # 0x2e 'y', # 0x2f 'r', # 0x30 -'[?]', # 0x31 +None, # 0x31 'l', # 0x32 'll', # 0x33 -'[?]', # 0x34 +None, # 0x34 '', # 0x35 'sh', # 0x36 'ss', # 0x37 's', # 0x38 'h', # 0x39 -'[?]', # 0x3a -'[?]', # 0x3b +None, # 0x3a +None, # 0x3b '\'', # 0x3c '\'', # 0x3d 'aa', # 0x3e @@ -67,40 +67,40 @@ data = ( 'u', # 0x41 'uu', # 0x42 'R', # 0x43 -'[?]', # 0x44 -'[?]', # 0x45 -'[?]', # 0x46 +None, # 0x44 +None, # 0x45 +None, # 0x46 'e', # 0x47 'ai', # 0x48 -'[?]', # 0x49 -'[?]', # 0x4a +None, # 0x49 +None, # 0x4a 'o', # 0x4b 'au', # 0x4c '', # 0x4d -'[?]', # 0x4e -'[?]', # 0x4f -'[?]', # 0x50 -'[?]', # 0x51 -'[?]', # 0x52 -'[?]', # 0x53 -'[?]', # 0x54 -'[?]', # 0x55 +None, # 0x4e +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 +None, # 0x55 '+', # 0x56 '+', # 0x57 -'[?]', # 0x58 -'[?]', # 0x59 -'[?]', # 0x5a -'[?]', # 0x5b +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b 'rr', # 0x5c 'rh', # 0x5d -'[?]', # 0x5e +None, # 0x5e 'yy', # 0x5f 'RR', # 0x60 'LL', # 0x61 -'[?]', # 0x62 -'[?]', # 0x63 -'[?]', # 0x64 -'[?]', # 0x65 +None, # 0x62 +None, # 0x63 +None, # 0x64 +None, # 0x65 '0', # 0x66 '1', # 0x67 '2', # 0x68 @@ -112,67 +112,67 @@ data = ( '8', # 0x6e '9', # 0x6f '', # 0x70 -'[?]', # 0x71 -'[?]', # 0x72 -'[?]', # 0x73 -'[?]', # 0x74 -'[?]', # 0x75 -'[?]', # 0x76 -'[?]', # 0x77 -'[?]', # 0x78 -'[?]', # 0x79 -'[?]', # 0x7a -'[?]', # 0x7b -'[?]', # 0x7c -'[?]', # 0x7d -'[?]', # 0x7e -'[?]', # 0x7f -'[?]', # 0x80 -'[?]', # 0x81 +None, # 0x71 +None, # 0x72 +None, # 0x73 +None, # 0x74 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 +None, # 0x81 'N', # 0x82 'H', # 0x83 -'[?]', # 0x84 +None, # 0x84 'a', # 0x85 'aa', # 0x86 'i', # 0x87 'ii', # 0x88 'u', # 0x89 'uu', # 0x8a -'[?]', # 0x8b -'[?]', # 0x8c -'[?]', # 0x8d +None, # 0x8b +None, # 0x8c +None, # 0x8d 'e', # 0x8e 'ee', # 0x8f 'ai', # 0x90 -'[?]', # 0x91 +None, # 0x91 'o', # 0x92 'oo', # 0x93 'au', # 0x94 'k', # 0x95 -'[?]', # 0x96 -'[?]', # 0x97 -'[?]', # 0x98 +None, # 0x96 +None, # 0x97 +None, # 0x98 'ng', # 0x99 'c', # 0x9a -'[?]', # 0x9b +None, # 0x9b 'j', # 0x9c -'[?]', # 0x9d +None, # 0x9d 'ny', # 0x9e 'tt', # 0x9f -'[?]', # 0xa0 -'[?]', # 0xa1 -'[?]', # 0xa2 +None, # 0xa0 +None, # 0xa1 +None, # 0xa2 'nn', # 0xa3 't', # 0xa4 -'[?]', # 0xa5 -'[?]', # 0xa6 -'[?]', # 0xa7 +None, # 0xa5 +None, # 0xa6 +None, # 0xa7 'n', # 0xa8 'nnn', # 0xa9 'p', # 0xaa -'[?]', # 0xab -'[?]', # 0xac -'[?]', # 0xad +None, # 0xab +None, # 0xac +None, # 0xad 'm', # 0xae 'y', # 0xaf 'r', # 0xb0 @@ -181,54 +181,54 @@ data = ( 'll', # 0xb3 'lll', # 0xb4 'v', # 0xb5 -'[?]', # 0xb6 +None, # 0xb6 'ss', # 0xb7 's', # 0xb8 'h', # 0xb9 -'[?]', # 0xba -'[?]', # 0xbb -'[?]', # 0xbc -'[?]', # 0xbd +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd 'aa', # 0xbe 'i', # 0xbf 'ii', # 0xc0 'u', # 0xc1 'uu', # 0xc2 -'[?]', # 0xc3 -'[?]', # 0xc4 -'[?]', # 0xc5 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 'e', # 0xc6 'ee', # 0xc7 'ai', # 0xc8 -'[?]', # 0xc9 +None, # 0xc9 'o', # 0xca 'oo', # 0xcb 'au', # 0xcc '', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 -'[?]', # 0xd3 -'[?]', # 0xd4 -'[?]', # 0xd5 -'[?]', # 0xd6 +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 '+', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb -'[?]', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf -'[?]', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 '0', # 0xe6 '1', # 0xe7 '2', # 0xe8 @@ -242,16 +242,16 @@ data = ( '+10+', # 0xf0 '+100+', # 0xf1 '+1000+', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x00c.py b/lib/unidecode/x00c.py index 56f3654f..54987d82 100644 --- a/lib/unidecode/x00c.py +++ b/lib/unidecode/x00c.py @@ -1,9 +1,9 @@ data = ( -'[?]', # 0x00 +None, # 0x00 'N', # 0x01 'N', # 0x02 'H', # 0x03 -'[?]', # 0x04 +None, # 0x04 'a', # 0x05 'aa', # 0x06 'i', # 0x07 @@ -12,11 +12,11 @@ data = ( 'uu', # 0x0a 'R', # 0x0b 'L', # 0x0c -'[?]', # 0x0d +None, # 0x0d 'e', # 0x0e 'ee', # 0x0f 'ai', # 0x10 -'[?]', # 0x11 +None, # 0x11 'o', # 0x12 'oo', # 0x13 'au', # 0x14 @@ -40,7 +40,7 @@ data = ( 'd', # 0x26 'dh', # 0x27 'n', # 0x28 -'[?]', # 0x29 +None, # 0x29 'p', # 0x2a 'ph', # 0x2b 'b', # 0x2c @@ -51,16 +51,16 @@ data = ( 'rr', # 0x31 'l', # 0x32 'll', # 0x33 -'[?]', # 0x34 +None, # 0x34 'v', # 0x35 'sh', # 0x36 'ss', # 0x37 's', # 0x38 'h', # 0x39 -'[?]', # 0x3a -'[?]', # 0x3b -'[?]', # 0x3c -'[?]', # 0x3d +None, # 0x3a +None, # 0x3b +None, # 0x3c +None, # 0x3d 'aa', # 0x3e 'i', # 0x3f 'ii', # 0x40 @@ -68,39 +68,39 @@ data = ( 'uu', # 0x42 'R', # 0x43 'RR', # 0x44 -'[?]', # 0x45 +None, # 0x45 'e', # 0x46 'ee', # 0x47 'ai', # 0x48 -'[?]', # 0x49 +None, # 0x49 'o', # 0x4a 'oo', # 0x4b 'au', # 0x4c '', # 0x4d -'[?]', # 0x4e -'[?]', # 0x4f -'[?]', # 0x50 -'[?]', # 0x51 -'[?]', # 0x52 -'[?]', # 0x53 -'[?]', # 0x54 +None, # 0x4e +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 '+', # 0x55 '+', # 0x56 -'[?]', # 0x57 -'[?]', # 0x58 -'[?]', # 0x59 -'[?]', # 0x5a -'[?]', # 0x5b -'[?]', # 0x5c -'[?]', # 0x5d -'[?]', # 0x5e -'[?]', # 0x5f +None, # 0x57 +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f 'RR', # 0x60 'LL', # 0x61 -'[?]', # 0x62 -'[?]', # 0x63 -'[?]', # 0x64 -'[?]', # 0x65 +None, # 0x62 +None, # 0x63 +None, # 0x64 +None, # 0x65 '0', # 0x66 '1', # 0x67 '2', # 0x68 @@ -111,27 +111,27 @@ data = ( '7', # 0x6d '8', # 0x6e '9', # 0x6f -'[?]', # 0x70 -'[?]', # 0x71 -'[?]', # 0x72 -'[?]', # 0x73 -'[?]', # 0x74 -'[?]', # 0x75 -'[?]', # 0x76 -'[?]', # 0x77 -'[?]', # 0x78 -'[?]', # 0x79 -'[?]', # 0x7a -'[?]', # 0x7b -'[?]', # 0x7c -'[?]', # 0x7d -'[?]', # 0x7e -'[?]', # 0x7f -'[?]', # 0x80 -'[?]', # 0x81 +None, # 0x70 +None, # 0x71 +None, # 0x72 +None, # 0x73 +None, # 0x74 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 +None, # 0x81 'N', # 0x82 'H', # 0x83 -'[?]', # 0x84 +None, # 0x84 'a', # 0x85 'aa', # 0x86 'i', # 0x87 @@ -140,11 +140,11 @@ data = ( 'uu', # 0x8a 'R', # 0x8b 'L', # 0x8c -'[?]', # 0x8d +None, # 0x8d 'e', # 0x8e 'ee', # 0x8f 'ai', # 0x90 -'[?]', # 0x91 +None, # 0x91 'o', # 0x92 'oo', # 0x93 'au', # 0x94 @@ -168,7 +168,7 @@ data = ( 'd', # 0xa6 'dh', # 0xa7 'n', # 0xa8 -'[?]', # 0xa9 +None, # 0xa9 'p', # 0xaa 'ph', # 0xab 'b', # 0xac @@ -179,16 +179,16 @@ data = ( 'rr', # 0xb1 'l', # 0xb2 'll', # 0xb3 -'[?]', # 0xb4 +None, # 0xb4 'v', # 0xb5 'sh', # 0xb6 'ss', # 0xb7 's', # 0xb8 'h', # 0xb9 -'[?]', # 0xba -'[?]', # 0xbb -'[?]', # 0xbc -'[?]', # 0xbd +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd 'aa', # 0xbe 'i', # 0xbf 'ii', # 0xc0 @@ -196,39 +196,39 @@ data = ( 'uu', # 0xc2 'R', # 0xc3 'RR', # 0xc4 -'[?]', # 0xc5 +None, # 0xc5 'e', # 0xc6 'ee', # 0xc7 'ai', # 0xc8 -'[?]', # 0xc9 +None, # 0xc9 'o', # 0xca 'oo', # 0xcb 'au', # 0xcc '', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 -'[?]', # 0xd3 -'[?]', # 0xd4 +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 '+', # 0xd5 '+', # 0xd6 -'[?]', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb -'[?]', # 0xdc -'[?]', # 0xdd +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd 'lll', # 0xde -'[?]', # 0xdf +None, # 0xdf 'RR', # 0xe0 'LL', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 '0', # 0xe6 '1', # 0xe7 '2', # 0xe8 @@ -239,19 +239,19 @@ data = ( '7', # 0xed '8', # 0xee '9', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x00d.py b/lib/unidecode/x00d.py index d105c437..093df92e 100644 --- a/lib/unidecode/x00d.py +++ b/lib/unidecode/x00d.py @@ -1,9 +1,9 @@ data = ( -'[?]', # 0x00 -'[?]', # 0x01 +None, # 0x00 +None, # 0x01 'N', # 0x02 'H', # 0x03 -'[?]', # 0x04 +None, # 0x04 'a', # 0x05 'aa', # 0x06 'i', # 0x07 @@ -12,11 +12,11 @@ data = ( 'uu', # 0x0a 'R', # 0x0b 'L', # 0x0c -'[?]', # 0x0d +None, # 0x0d 'e', # 0x0e 'ee', # 0x0f 'ai', # 0x10 -'[?]', # 0x11 +None, # 0x11 'o', # 0x12 'oo', # 0x13 'au', # 0x14 @@ -40,7 +40,7 @@ data = ( 'd', # 0x26 'dh', # 0x27 'n', # 0x28 -'[?]', # 0x29 +None, # 0x29 'p', # 0x2a 'ph', # 0x2b 'b', # 0x2c @@ -57,18 +57,18 @@ data = ( 'ss', # 0x37 's', # 0x38 'h', # 0x39 -'[?]', # 0x3a -'[?]', # 0x3b -'[?]', # 0x3c -'[?]', # 0x3d +None, # 0x3a +None, # 0x3b +None, # 0x3c +None, # 0x3d 'aa', # 0x3e 'i', # 0x3f 'ii', # 0x40 'u', # 0x41 'uu', # 0x42 'R', # 0x43 -'[?]', # 0x44 -'[?]', # 0x45 +None, # 0x44 +None, # 0x45 'e', # 0x46 'ee', # 0x47 'ai', # 0x48 @@ -77,30 +77,30 @@ data = ( 'oo', # 0x4b 'au', # 0x4c '', # 0x4d -'[?]', # 0x4e -'[?]', # 0x4f -'[?]', # 0x50 -'[?]', # 0x51 -'[?]', # 0x52 -'[?]', # 0x53 -'[?]', # 0x54 -'[?]', # 0x55 -'[?]', # 0x56 +None, # 0x4e +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 +None, # 0x55 +None, # 0x56 '+', # 0x57 -'[?]', # 0x58 -'[?]', # 0x59 -'[?]', # 0x5a -'[?]', # 0x5b -'[?]', # 0x5c -'[?]', # 0x5d -'[?]', # 0x5e -'[?]', # 0x5f +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f 'RR', # 0x60 'LL', # 0x61 -'[?]', # 0x62 -'[?]', # 0x63 -'[?]', # 0x64 -'[?]', # 0x65 +None, # 0x62 +None, # 0x63 +None, # 0x64 +None, # 0x65 '0', # 0x66 '1', # 0x67 '2', # 0x68 @@ -111,27 +111,27 @@ data = ( '7', # 0x6d '8', # 0x6e '9', # 0x6f -'[?]', # 0x70 -'[?]', # 0x71 -'[?]', # 0x72 -'[?]', # 0x73 -'[?]', # 0x74 -'[?]', # 0x75 -'[?]', # 0x76 -'[?]', # 0x77 -'[?]', # 0x78 -'[?]', # 0x79 -'[?]', # 0x7a -'[?]', # 0x7b -'[?]', # 0x7c -'[?]', # 0x7d -'[?]', # 0x7e -'[?]', # 0x7f -'[?]', # 0x80 -'[?]', # 0x81 +None, # 0x70 +None, # 0x71 +None, # 0x72 +None, # 0x73 +None, # 0x74 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 +None, # 0x81 'N', # 0x82 'H', # 0x83 -'[?]', # 0x84 +None, # 0x84 'a', # 0x85 'aa', # 0x86 'ae', # 0x87 @@ -150,9 +150,9 @@ data = ( 'o', # 0x94 'oo', # 0x95 'au', # 0x96 -'[?]', # 0x97 -'[?]', # 0x98 -'[?]', # 0x99 +None, # 0x97 +None, # 0x98 +None, # 0x99 'k', # 0x9a 'kh', # 0x9b 'g', # 0x9c @@ -177,7 +177,7 @@ data = ( 'd', # 0xaf 'dh', # 0xb0 'n', # 0xb1 -'[?]', # 0xb2 +None, # 0xb2 'nd', # 0xb3 'p', # 0xb4 'ph', # 0xb5 @@ -187,10 +187,10 @@ data = ( 'mb', # 0xb9 'y', # 0xba 'r', # 0xbb -'[?]', # 0xbc +None, # 0xbc 'l', # 0xbd -'[?]', # 0xbe -'[?]', # 0xbf +None, # 0xbe +None, # 0xbf 'v', # 0xc0 'sh', # 0xc1 'ss', # 0xc2 @@ -198,23 +198,23 @@ data = ( 'h', # 0xc4 'll', # 0xc5 'f', # 0xc6 -'[?]', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 '', # 0xca -'[?]', # 0xcb -'[?]', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce 'aa', # 0xcf 'ae', # 0xd0 'aae', # 0xd1 'i', # 0xd2 'ii', # 0xd3 'u', # 0xd4 -'[?]', # 0xd5 +None, # 0xd5 'uu', # 0xd6 -'[?]', # 0xd7 +None, # 0xd7 'R', # 0xd8 'e', # 0xd9 'ee', # 0xda @@ -223,35 +223,35 @@ data = ( 'oo', # 0xdd 'au', # 0xde 'L', # 0xdf -'[?]', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 -'[?]', # 0xe6 -'[?]', # 0xe7 -'[?]', # 0xe8 -'[?]', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 'RR', # 0xf2 'LL', # 0xf3 ' . ', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x00e.py b/lib/unidecode/x00e.py index 775b5f4a..5f1c085d 100644 --- a/lib/unidecode/x00e.py +++ b/lib/unidecode/x00e.py @@ -1,5 +1,5 @@ data = ( -'[?]', # 0x00 +None, # 0x00 'k', # 0x01 'kh', # 0x02 'kh', # 0x03 @@ -58,10 +58,10 @@ data = ( 'u', # 0x38 'uu', # 0x39 '\'', # 0x3a -'[?]', # 0x3b -'[?]', # 0x3c -'[?]', # 0x3d -'[?]', # 0x3e +None, # 0x3b +None, # 0x3c +None, # 0x3d +None, # 0x3e 'Bh.', # 0x3f 'e', # 0x40 'ae', # 0x41 @@ -91,67 +91,67 @@ data = ( '9', # 0x59 ' // ', # 0x5a ' /// ', # 0x5b -'[?]', # 0x5c -'[?]', # 0x5d -'[?]', # 0x5e -'[?]', # 0x5f -'[?]', # 0x60 -'[?]', # 0x61 -'[?]', # 0x62 -'[?]', # 0x63 -'[?]', # 0x64 -'[?]', # 0x65 -'[?]', # 0x66 -'[?]', # 0x67 -'[?]', # 0x68 -'[?]', # 0x69 -'[?]', # 0x6a -'[?]', # 0x6b -'[?]', # 0x6c -'[?]', # 0x6d -'[?]', # 0x6e -'[?]', # 0x6f -'[?]', # 0x70 -'[?]', # 0x71 -'[?]', # 0x72 -'[?]', # 0x73 -'[?]', # 0x74 -'[?]', # 0x75 -'[?]', # 0x76 -'[?]', # 0x77 -'[?]', # 0x78 -'[?]', # 0x79 -'[?]', # 0x7a -'[?]', # 0x7b -'[?]', # 0x7c -'[?]', # 0x7d -'[?]', # 0x7e -'[?]', # 0x7f -'[?]', # 0x80 +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f +None, # 0x60 +None, # 0x61 +None, # 0x62 +None, # 0x63 +None, # 0x64 +None, # 0x65 +None, # 0x66 +None, # 0x67 +None, # 0x68 +None, # 0x69 +None, # 0x6a +None, # 0x6b +None, # 0x6c +None, # 0x6d +None, # 0x6e +None, # 0x6f +None, # 0x70 +None, # 0x71 +None, # 0x72 +None, # 0x73 +None, # 0x74 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 'k', # 0x81 'kh', # 0x82 -'[?]', # 0x83 +None, # 0x83 'kh', # 0x84 -'[?]', # 0x85 -'[?]', # 0x86 +None, # 0x85 +None, # 0x86 'ng', # 0x87 'ch', # 0x88 -'[?]', # 0x89 +None, # 0x89 's', # 0x8a -'[?]', # 0x8b -'[?]', # 0x8c +None, # 0x8b +None, # 0x8c 'ny', # 0x8d -'[?]', # 0x8e -'[?]', # 0x8f -'[?]', # 0x90 -'[?]', # 0x91 -'[?]', # 0x92 -'[?]', # 0x93 +None, # 0x8e +None, # 0x8f +None, # 0x90 +None, # 0x91 +None, # 0x92 +None, # 0x93 'd', # 0x94 'h', # 0x95 'th', # 0x96 'th', # 0x97 -'[?]', # 0x98 +None, # 0x98 'n', # 0x99 'b', # 0x9a 'p', # 0x9b @@ -159,19 +159,19 @@ data = ( 'f', # 0x9d 'ph', # 0x9e 'f', # 0x9f -'[?]', # 0xa0 +None, # 0xa0 'm', # 0xa1 'y', # 0xa2 'r', # 0xa3 -'[?]', # 0xa4 +None, # 0xa4 'l', # 0xa5 -'[?]', # 0xa6 +None, # 0xa6 'w', # 0xa7 -'[?]', # 0xa8 -'[?]', # 0xa9 +None, # 0xa8 +None, # 0xa9 's', # 0xaa 'h', # 0xab -'[?]', # 0xac +None, # 0xac '`', # 0xad '', # 0xae '~', # 0xaf @@ -185,28 +185,28 @@ data = ( 'yy', # 0xb7 'u', # 0xb8 'uu', # 0xb9 -'[?]', # 0xba +None, # 0xba 'o', # 0xbb 'l', # 0xbc 'ny', # 0xbd -'[?]', # 0xbe -'[?]', # 0xbf +None, # 0xbe +None, # 0xbf 'e', # 0xc0 'ei', # 0xc1 'o', # 0xc2 'ay', # 0xc3 'ai', # 0xc4 -'[?]', # 0xc5 +None, # 0xc5 '+', # 0xc6 -'[?]', # 0xc7 +None, # 0xc7 '', # 0xc8 '', # 0xc9 '', # 0xca '', # 0xcb '', # 0xcc 'M', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf +None, # 0xce +None, # 0xcf '0', # 0xd0 '1', # 0xd1 '2', # 0xd2 @@ -217,41 +217,41 @@ data = ( '7', # 0xd7 '8', # 0xd8 '9', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb +None, # 0xda +None, # 0xdb 'hn', # 0xdc 'hm', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf -'[?]', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 -'[?]', # 0xe6 -'[?]', # 0xe7 -'[?]', # 0xe8 -'[?]', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x00f.py b/lib/unidecode/x00f.py index 4c2410e0..8b66eb07 100644 --- a/lib/unidecode/x00f.py +++ b/lib/unidecode/x00f.py @@ -57,7 +57,7 @@ data = ( '_', # 0x37 '', # 0x38 '~', # 0x39 -'[?]', # 0x3a +None, # 0x3a ']', # 0x3b '[[', # 0x3c ']]', # 0x3d @@ -71,7 +71,7 @@ data = ( 'c', # 0x45 'ch', # 0x46 'j', # 0x47 -'[?]', # 0x48 +None, # 0x48 'ny', # 0x49 'tt', # 0x4a 'tth', # 0x4b @@ -106,12 +106,12 @@ data = ( 'a', # 0x68 'kss', # 0x69 'r', # 0x6a -'[?]', # 0x6b -'[?]', # 0x6c -'[?]', # 0x6d -'[?]', # 0x6e -'[?]', # 0x6f -'[?]', # 0x70 +None, # 0x6b +None, # 0x6c +None, # 0x6d +None, # 0x6e +None, # 0x6f +None, # 0x70 'aa', # 0x71 'i', # 0x72 'ii', # 0x73 @@ -139,10 +139,10 @@ data = ( '', # 0x89 '', # 0x8a '', # 0x8b -'[?]', # 0x8c -'[?]', # 0x8d -'[?]', # 0x8e -'[?]', # 0x8f +None, # 0x8c +None, # 0x8d +None, # 0x8e +None, # 0x8f 'k', # 0x90 'kh', # 0x91 'g', # 0x92 @@ -151,7 +151,7 @@ data = ( 'c', # 0x95 'ch', # 0x96 'j', # 0x97 -'[?]', # 0x98 +None, # 0x98 'ny', # 0x99 'tt', # 0x9a 'tth', # 0x9b @@ -188,7 +188,7 @@ data = ( 'w', # 0xba 'y', # 0xbb 'r', # 0xbc -'[?]', # 0xbd +None, # 0xbd 'X', # 0xbe ' :X: ', # 0xbf ' /O/ ', # 0xc0 @@ -204,54 +204,54 @@ data = ( '', # 0xca '', # 0xcb '', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce +None, # 0xcd +None, # 0xce '', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 -'[?]', # 0xd3 -'[?]', # 0xd4 -'[?]', # 0xd5 -'[?]', # 0xd6 -'[?]', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb -'[?]', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf -'[?]', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 -'[?]', # 0xe6 -'[?]', # 0xe7 -'[?]', # 0xe8 -'[?]', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x010.py b/lib/unidecode/x010.py index aaf820d9..7f9ef764 100644 --- a/lib/unidecode/x010.py +++ b/lib/unidecode/x010.py @@ -33,16 +33,16 @@ data = ( 'h', # 0x1f 'll', # 0x20 'a', # 0x21 -'[?]', # 0x22 +None, # 0x22 'i', # 0x23 'ii', # 0x24 'u', # 0x25 'uu', # 0x26 'e', # 0x27 -'[?]', # 0x28 +None, # 0x28 'o', # 0x29 'au', # 0x2a -'[?]', # 0x2b +None, # 0x2b 'aa', # 0x2c 'i', # 0x2d 'ii', # 0x2e @@ -50,19 +50,19 @@ data = ( 'uu', # 0x30 'e', # 0x31 'ai', # 0x32 -'[?]', # 0x33 -'[?]', # 0x34 -'[?]', # 0x35 +None, # 0x33 +None, # 0x34 +None, # 0x35 'N', # 0x36 '\'', # 0x37 ':', # 0x38 '', # 0x39 -'[?]', # 0x3a -'[?]', # 0x3b -'[?]', # 0x3c -'[?]', # 0x3d -'[?]', # 0x3e -'[?]', # 0x3f +None, # 0x3a +None, # 0x3b +None, # 0x3c +None, # 0x3d +None, # 0x3e +None, # 0x3f '0', # 0x40 '1', # 0x41 '2', # 0x42 @@ -89,76 +89,76 @@ data = ( 'RR', # 0x57 'L', # 0x58 'LL', # 0x59 -'[?]', # 0x5a -'[?]', # 0x5b -'[?]', # 0x5c -'[?]', # 0x5d -'[?]', # 0x5e -'[?]', # 0x5f -'[?]', # 0x60 -'[?]', # 0x61 -'[?]', # 0x62 -'[?]', # 0x63 -'[?]', # 0x64 -'[?]', # 0x65 -'[?]', # 0x66 -'[?]', # 0x67 -'[?]', # 0x68 -'[?]', # 0x69 -'[?]', # 0x6a -'[?]', # 0x6b -'[?]', # 0x6c -'[?]', # 0x6d -'[?]', # 0x6e -'[?]', # 0x6f -'[?]', # 0x70 -'[?]', # 0x71 -'[?]', # 0x72 -'[?]', # 0x73 -'[?]', # 0x74 -'[?]', # 0x75 -'[?]', # 0x76 -'[?]', # 0x77 -'[?]', # 0x78 -'[?]', # 0x79 -'[?]', # 0x7a -'[?]', # 0x7b -'[?]', # 0x7c -'[?]', # 0x7d -'[?]', # 0x7e -'[?]', # 0x7f -'[?]', # 0x80 -'[?]', # 0x81 -'[?]', # 0x82 -'[?]', # 0x83 -'[?]', # 0x84 -'[?]', # 0x85 -'[?]', # 0x86 -'[?]', # 0x87 -'[?]', # 0x88 -'[?]', # 0x89 -'[?]', # 0x8a -'[?]', # 0x8b -'[?]', # 0x8c -'[?]', # 0x8d -'[?]', # 0x8e -'[?]', # 0x8f -'[?]', # 0x90 -'[?]', # 0x91 -'[?]', # 0x92 -'[?]', # 0x93 -'[?]', # 0x94 -'[?]', # 0x95 -'[?]', # 0x96 -'[?]', # 0x97 -'[?]', # 0x98 -'[?]', # 0x99 -'[?]', # 0x9a -'[?]', # 0x9b -'[?]', # 0x9c -'[?]', # 0x9d -'[?]', # 0x9e -'[?]', # 0x9f +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f +None, # 0x60 +None, # 0x61 +None, # 0x62 +None, # 0x63 +None, # 0x64 +None, # 0x65 +None, # 0x66 +None, # 0x67 +None, # 0x68 +None, # 0x69 +None, # 0x6a +None, # 0x6b +None, # 0x6c +None, # 0x6d +None, # 0x6e +None, # 0x6f +None, # 0x70 +None, # 0x71 +None, # 0x72 +None, # 0x73 +None, # 0x74 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 +None, # 0x81 +None, # 0x82 +None, # 0x83 +None, # 0x84 +None, # 0x85 +None, # 0x86 +None, # 0x87 +None, # 0x88 +None, # 0x89 +None, # 0x8a +None, # 0x8b +None, # 0x8c +None, # 0x8d +None, # 0x8e +None, # 0x8f +None, # 0x90 +None, # 0x91 +None, # 0x92 +None, # 0x93 +None, # 0x94 +None, # 0x95 +None, # 0x96 +None, # 0x97 +None, # 0x98 +None, # 0x99 +None, # 0x9a +None, # 0x9b +None, # 0x9c +None, # 0x9d +None, # 0x9e +None, # 0x9f 'A', # 0xa0 'B', # 0xa1 'G', # 0xa2 @@ -197,16 +197,16 @@ data = ( 'W', # 0xc3 'Xh', # 0xc4 'OE', # 0xc5 -'[?]', # 0xc6 -'[?]', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca -'[?]', # 0xcb -'[?]', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf 'a', # 0xd0 'b', # 0xd1 'g', # 0xd2 @@ -246,12 +246,12 @@ data = ( 'xh', # 0xf4 'oe', # 0xf5 'f', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa ' // ', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x011.py b/lib/unidecode/x011.py index f0d8f929..51bfb0a0 100644 --- a/lib/unidecode/x011.py +++ b/lib/unidecode/x011.py @@ -89,11 +89,11 @@ data = ( 'pN', # 0x57 'hh', # 0x58 'Q', # 0x59 -'[?]', # 0x5a -'[?]', # 0x5b -'[?]', # 0x5c -'[?]', # 0x5d -'[?]', # 0x5e +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e '', # 0x5f '', # 0x60 'a', # 0x61 @@ -162,11 +162,11 @@ data = ( 'U-u', # 0xa0 'U-i', # 0xa1 'UU', # 0xa2 -'[?]', # 0xa3 -'[?]', # 0xa4 -'[?]', # 0xa5 -'[?]', # 0xa6 -'[?]', # 0xa7 +None, # 0xa3 +None, # 0xa4 +None, # 0xa5 +None, # 0xa6 +None, # 0xa7 'g', # 0xa8 'gg', # 0xa9 'gs', # 0xaa @@ -249,9 +249,9 @@ data = ( 'hm', # 0xf7 'hb', # 0xf8 'Q', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x012.py b/lib/unidecode/x012.py index f2670650..2314a559 100644 --- a/lib/unidecode/x012.py +++ b/lib/unidecode/x012.py @@ -6,7 +6,7 @@ data = ( 'hee', # 0x04 'he', # 0x05 'ho', # 0x06 -'[?]', # 0x07 +None, # 0x07 'la', # 0x08 'lu', # 0x09 'li', # 0x0a @@ -70,15 +70,15 @@ data = ( 'qee', # 0x44 'qe', # 0x45 'qo', # 0x46 -'[?]', # 0x47 +None, # 0x47 'qwa', # 0x48 -'[?]', # 0x49 +None, # 0x49 'qwi', # 0x4a 'qwaa', # 0x4b 'qwee', # 0x4c 'qwe', # 0x4d -'[?]', # 0x4e -'[?]', # 0x4f +None, # 0x4e +None, # 0x4f 'qha', # 0x50 'qhu', # 0x51 'qhi', # 0x52 @@ -86,15 +86,15 @@ data = ( 'qhee', # 0x54 'qhe', # 0x55 'qho', # 0x56 -'[?]', # 0x57 +None, # 0x57 'qhwa', # 0x58 -'[?]', # 0x59 +None, # 0x59 'qhwi', # 0x5a 'qhwaa', # 0x5b 'qhwee', # 0x5c 'qhwe', # 0x5d -'[?]', # 0x5e -'[?]', # 0x5f +None, # 0x5e +None, # 0x5f 'ba', # 0x60 'bu', # 0x61 'bi', # 0x62 @@ -134,15 +134,15 @@ data = ( 'xee', # 0x84 'xe', # 0x85 'xo', # 0x86 -'[?]', # 0x87 +None, # 0x87 'xwa', # 0x88 -'[?]', # 0x89 +None, # 0x89 'xwi', # 0x8a 'xwaa', # 0x8b 'xwee', # 0x8c 'xwe', # 0x8d -'[?]', # 0x8e -'[?]', # 0x8f +None, # 0x8e +None, # 0x8f 'na', # 0x90 'nu', # 0x91 'ni', # 0x92 @@ -161,7 +161,7 @@ data = ( 'nywa', # 0x9f '\'a', # 0xa0 '\'u', # 0xa1 -'[?]', # 0xa2 +None, # 0xa2 '\'aa', # 0xa3 '\'ee', # 0xa4 '\'e', # 0xa5 @@ -174,15 +174,15 @@ data = ( 'kee', # 0xac 'ke', # 0xad 'ko', # 0xae -'[?]', # 0xaf +None, # 0xaf 'kwa', # 0xb0 -'[?]', # 0xb1 +None, # 0xb1 'kwi', # 0xb2 'kwaa', # 0xb3 'kwee', # 0xb4 'kwe', # 0xb5 -'[?]', # 0xb6 -'[?]', # 0xb7 +None, # 0xb6 +None, # 0xb7 'kxa', # 0xb8 'kxu', # 0xb9 'kxi', # 0xba @@ -190,15 +190,15 @@ data = ( 'kxee', # 0xbc 'kxe', # 0xbd 'kxo', # 0xbe -'[?]', # 0xbf +None, # 0xbf 'kxwa', # 0xc0 -'[?]', # 0xc1 +None, # 0xc1 'kxwi', # 0xc2 'kxwaa', # 0xc3 'kxwee', # 0xc4 'kxwe', # 0xc5 -'[?]', # 0xc6 -'[?]', # 0xc7 +None, # 0xc6 +None, # 0xc7 'wa', # 0xc8 'wu', # 0xc9 'wi', # 0xca @@ -206,7 +206,7 @@ data = ( 'wee', # 0xcc 'we', # 0xcd 'wo', # 0xce -'[?]', # 0xcf +None, # 0xcf '`a', # 0xd0 '`u', # 0xd1 '`i', # 0xd2 @@ -214,7 +214,7 @@ data = ( '`ee', # 0xd4 '`e', # 0xd5 '`o', # 0xd6 -'[?]', # 0xd7 +None, # 0xd7 'za', # 0xd8 'zu', # 0xd9 'zi', # 0xda @@ -238,7 +238,7 @@ data = ( 'yee', # 0xec 'ye', # 0xed 'yo', # 0xee -'[?]', # 0xef +None, # 0xef 'da', # 0xf0 'du', # 0xf1 'di', # 0xf2 diff --git a/lib/unidecode/x013.py b/lib/unidecode/x013.py index 8a8c3f9c..f1e4b997 100644 --- a/lib/unidecode/x013.py +++ b/lib/unidecode/x013.py @@ -14,15 +14,15 @@ data = ( 'gee', # 0x0c 'ge', # 0x0d 'go', # 0x0e -'[?]', # 0x0f +None, # 0x0f 'gwa', # 0x10 -'[?]', # 0x11 +None, # 0x11 'gwi', # 0x12 'gwaa', # 0x13 'gwee', # 0x14 'gwe', # 0x15 -'[?]', # 0x16 -'[?]', # 0x17 +None, # 0x16 +None, # 0x17 'gga', # 0x18 'ggu', # 0x19 'ggi', # 0x1a @@ -30,7 +30,7 @@ data = ( 'ggee', # 0x1c 'gge', # 0x1d 'ggo', # 0x1e -'[?]', # 0x1f +None, # 0x1f 'tha', # 0x20 'thu', # 0x21 'thi', # 0x22 @@ -70,7 +70,7 @@ data = ( 'tzee', # 0x44 'tze', # 0x45 'tzo', # 0x46 -'[?]', # 0x47 +None, # 0x47 'fa', # 0x48 'fu', # 0x49 'fi', # 0x4a @@ -90,12 +90,12 @@ data = ( 'rya', # 0x58 'mya', # 0x59 'fya', # 0x5a -'[?]', # 0x5b -'[?]', # 0x5c -'[?]', # 0x5d -'[?]', # 0x5e -'[?]', # 0x5f -'[?]', # 0x60 +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f +None, # 0x60 ' ', # 0x61 '.', # 0x62 ',', # 0x63 @@ -124,41 +124,41 @@ data = ( '90+', # 0x7a '100+', # 0x7b '10,000+', # 0x7c -'[?]', # 0x7d -'[?]', # 0x7e -'[?]', # 0x7f -'[?]', # 0x80 -'[?]', # 0x81 -'[?]', # 0x82 -'[?]', # 0x83 -'[?]', # 0x84 -'[?]', # 0x85 -'[?]', # 0x86 -'[?]', # 0x87 -'[?]', # 0x88 -'[?]', # 0x89 -'[?]', # 0x8a -'[?]', # 0x8b -'[?]', # 0x8c -'[?]', # 0x8d -'[?]', # 0x8e -'[?]', # 0x8f -'[?]', # 0x90 -'[?]', # 0x91 -'[?]', # 0x92 -'[?]', # 0x93 -'[?]', # 0x94 -'[?]', # 0x95 -'[?]', # 0x96 -'[?]', # 0x97 -'[?]', # 0x98 -'[?]', # 0x99 -'[?]', # 0x9a -'[?]', # 0x9b -'[?]', # 0x9c -'[?]', # 0x9d -'[?]', # 0x9e -'[?]', # 0x9f +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 +None, # 0x81 +None, # 0x82 +None, # 0x83 +None, # 0x84 +None, # 0x85 +None, # 0x86 +None, # 0x87 +None, # 0x88 +None, # 0x89 +None, # 0x8a +None, # 0x8b +None, # 0x8c +None, # 0x8d +None, # 0x8e +None, # 0x8f +None, # 0x90 +None, # 0x91 +None, # 0x92 +None, # 0x93 +None, # 0x94 +None, # 0x95 +None, # 0x96 +None, # 0x97 +None, # 0x98 +None, # 0x99 +None, # 0x9a +None, # 0x9b +None, # 0x9c +None, # 0x9d +None, # 0x9e +None, # 0x9f 'a', # 0xa0 'e', # 0xa1 'i', # 0xa2 @@ -244,14 +244,14 @@ data = ( 'yo', # 0xf2 'yu', # 0xf3 'yv', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x014.py b/lib/unidecode/x014.py index e8c01809..0f56a91f 100644 --- a/lib/unidecode/x014.py +++ b/lib/unidecode/x014.py @@ -1,5 +1,5 @@ data = ( -'[?]', # 0x00 +None, # 0x00 'e', # 0x01 'aai', # 0x02 'i', # 0x03 @@ -37,7 +37,7 @@ data = ( 'n', # 0x23 'w', # 0x24 'n', # 0x25 -'[?]', # 0x26 +None, # 0x26 'w', # 0x27 'c', # 0x28 '?', # 0x29 diff --git a/lib/unidecode/x016.py b/lib/unidecode/x016.py index 613d1e90..0998689d 100644 --- a/lib/unidecode/x016.py +++ b/lib/unidecode/x016.py @@ -118,15 +118,15 @@ data = ( 'nngoo', # 0x74 'nnga', # 0x75 'nngaa', # 0x76 -'[?]', # 0x77 -'[?]', # 0x78 -'[?]', # 0x79 -'[?]', # 0x7a -'[?]', # 0x7b -'[?]', # 0x7c -'[?]', # 0x7d -'[?]', # 0x7e -'[?]', # 0x7f +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f ' ', # 0x80 'b', # 0x81 'l', # 0x82 @@ -156,9 +156,9 @@ data = ( 'p', # 0x9a '<', # 0x9b '>', # 0x9c -'[?]', # 0x9d -'[?]', # 0x9e -'[?]', # 0x9f +None, # 0x9d +None, # 0x9e +None, # 0x9f 'f', # 0xa0 'v', # 0xa1 'u', # 0xa2 @@ -240,18 +240,18 @@ data = ( '17', # 0xee '18', # 0xef '19', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x017.py b/lib/unidecode/x017.py index e0a8f447..09ca04c2 100644 --- a/lib/unidecode/x017.py +++ b/lib/unidecode/x017.py @@ -1,132 +1,132 @@ data = ( -'[?]', # 0x00 -'[?]', # 0x01 -'[?]', # 0x02 -'[?]', # 0x03 -'[?]', # 0x04 -'[?]', # 0x05 -'[?]', # 0x06 -'[?]', # 0x07 -'[?]', # 0x08 -'[?]', # 0x09 -'[?]', # 0x0a -'[?]', # 0x0b -'[?]', # 0x0c -'[?]', # 0x0d -'[?]', # 0x0e -'[?]', # 0x0f -'[?]', # 0x10 -'[?]', # 0x11 -'[?]', # 0x12 -'[?]', # 0x13 -'[?]', # 0x14 -'[?]', # 0x15 -'[?]', # 0x16 -'[?]', # 0x17 -'[?]', # 0x18 -'[?]', # 0x19 -'[?]', # 0x1a -'[?]', # 0x1b -'[?]', # 0x1c -'[?]', # 0x1d -'[?]', # 0x1e -'[?]', # 0x1f -'[?]', # 0x20 -'[?]', # 0x21 -'[?]', # 0x22 -'[?]', # 0x23 -'[?]', # 0x24 -'[?]', # 0x25 -'[?]', # 0x26 -'[?]', # 0x27 -'[?]', # 0x28 -'[?]', # 0x29 -'[?]', # 0x2a -'[?]', # 0x2b -'[?]', # 0x2c -'[?]', # 0x2d -'[?]', # 0x2e -'[?]', # 0x2f -'[?]', # 0x30 -'[?]', # 0x31 -'[?]', # 0x32 -'[?]', # 0x33 -'[?]', # 0x34 -'[?]', # 0x35 -'[?]', # 0x36 -'[?]', # 0x37 -'[?]', # 0x38 -'[?]', # 0x39 -'[?]', # 0x3a -'[?]', # 0x3b -'[?]', # 0x3c -'[?]', # 0x3d -'[?]', # 0x3e -'[?]', # 0x3f -'[?]', # 0x40 -'[?]', # 0x41 -'[?]', # 0x42 -'[?]', # 0x43 -'[?]', # 0x44 -'[?]', # 0x45 -'[?]', # 0x46 -'[?]', # 0x47 -'[?]', # 0x48 -'[?]', # 0x49 -'[?]', # 0x4a -'[?]', # 0x4b -'[?]', # 0x4c -'[?]', # 0x4d -'[?]', # 0x4e -'[?]', # 0x4f -'[?]', # 0x50 -'[?]', # 0x51 -'[?]', # 0x52 -'[?]', # 0x53 -'[?]', # 0x54 -'[?]', # 0x55 -'[?]', # 0x56 -'[?]', # 0x57 -'[?]', # 0x58 -'[?]', # 0x59 -'[?]', # 0x5a -'[?]', # 0x5b -'[?]', # 0x5c -'[?]', # 0x5d -'[?]', # 0x5e -'[?]', # 0x5f -'[?]', # 0x60 -'[?]', # 0x61 -'[?]', # 0x62 -'[?]', # 0x63 -'[?]', # 0x64 -'[?]', # 0x65 -'[?]', # 0x66 -'[?]', # 0x67 -'[?]', # 0x68 -'[?]', # 0x69 -'[?]', # 0x6a -'[?]', # 0x6b -'[?]', # 0x6c -'[?]', # 0x6d -'[?]', # 0x6e -'[?]', # 0x6f -'[?]', # 0x70 -'[?]', # 0x71 -'[?]', # 0x72 -'[?]', # 0x73 -'[?]', # 0x74 -'[?]', # 0x75 -'[?]', # 0x76 -'[?]', # 0x77 -'[?]', # 0x78 -'[?]', # 0x79 -'[?]', # 0x7a -'[?]', # 0x7b -'[?]', # 0x7c -'[?]', # 0x7d -'[?]', # 0x7e -'[?]', # 0x7f +None, # 0x00 +None, # 0x01 +None, # 0x02 +None, # 0x03 +None, # 0x04 +None, # 0x05 +None, # 0x06 +None, # 0x07 +None, # 0x08 +None, # 0x09 +None, # 0x0a +None, # 0x0b +None, # 0x0c +None, # 0x0d +None, # 0x0e +None, # 0x0f +None, # 0x10 +None, # 0x11 +None, # 0x12 +None, # 0x13 +None, # 0x14 +None, # 0x15 +None, # 0x16 +None, # 0x17 +None, # 0x18 +None, # 0x19 +None, # 0x1a +None, # 0x1b +None, # 0x1c +None, # 0x1d +None, # 0x1e +None, # 0x1f +None, # 0x20 +None, # 0x21 +None, # 0x22 +None, # 0x23 +None, # 0x24 +None, # 0x25 +None, # 0x26 +None, # 0x27 +None, # 0x28 +None, # 0x29 +None, # 0x2a +None, # 0x2b +None, # 0x2c +None, # 0x2d +None, # 0x2e +None, # 0x2f +None, # 0x30 +None, # 0x31 +None, # 0x32 +None, # 0x33 +None, # 0x34 +None, # 0x35 +None, # 0x36 +None, # 0x37 +None, # 0x38 +None, # 0x39 +None, # 0x3a +None, # 0x3b +None, # 0x3c +None, # 0x3d +None, # 0x3e +None, # 0x3f +None, # 0x40 +None, # 0x41 +None, # 0x42 +None, # 0x43 +None, # 0x44 +None, # 0x45 +None, # 0x46 +None, # 0x47 +None, # 0x48 +None, # 0x49 +None, # 0x4a +None, # 0x4b +None, # 0x4c +None, # 0x4d +None, # 0x4e +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 +None, # 0x55 +None, # 0x56 +None, # 0x57 +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f +None, # 0x60 +None, # 0x61 +None, # 0x62 +None, # 0x63 +None, # 0x64 +None, # 0x65 +None, # 0x66 +None, # 0x67 +None, # 0x68 +None, # 0x69 +None, # 0x6a +None, # 0x6b +None, # 0x6c +None, # 0x6d +None, # 0x6e +None, # 0x6f +None, # 0x70 +None, # 0x71 +None, # 0x72 +None, # 0x73 +None, # 0x74 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f 'k', # 0x80 'kh', # 0x81 'g', # 0x82 @@ -220,9 +220,9 @@ data = ( ' /// ', # 0xda 'KR', # 0xdb '\'', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf +None, # 0xdd +None, # 0xde +None, # 0xdf '0', # 0xe0 '1', # 0xe1 '2', # 0xe2 @@ -233,25 +233,25 @@ data = ( '7', # 0xe7 '8', # 0xe8 '9', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x018.py b/lib/unidecode/x018.py index 3162a010..1b52c8aa 100644 --- a/lib/unidecode/x018.py +++ b/lib/unidecode/x018.py @@ -14,7 +14,7 @@ data = ( '', # 0x0c '', # 0x0d '', # 0x0e -'[?]', # 0x0f +None, # 0x0f '0', # 0x10 '1', # 0x11 '2', # 0x12 @@ -25,12 +25,12 @@ data = ( '7', # 0x17 '8', # 0x18 '9', # 0x19 -'[?]', # 0x1a -'[?]', # 0x1b -'[?]', # 0x1c -'[?]', # 0x1d -'[?]', # 0x1e -'[?]', # 0x1f +None, # 0x1a +None, # 0x1b +None, # 0x1c +None, # 0x1d +None, # 0x1e +None, # 0x1f 'a', # 0x20 'e', # 0x21 'i', # 0x22 @@ -119,15 +119,15 @@ data = ( 'r', # 0x75 'f', # 0x76 'zh', # 0x77 -'[?]', # 0x78 -'[?]', # 0x79 -'[?]', # 0x7a -'[?]', # 0x7b -'[?]', # 0x7c -'[?]', # 0x7d -'[?]', # 0x7e -'[?]', # 0x7f -'[?]', # 0x80 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 'H', # 0x81 'X', # 0x82 'W', # 0x83 @@ -169,89 +169,89 @@ data = ( 'y', # 0xa7 'bh', # 0xa8 '\'', # 0xa9 -'[?]', # 0xaa -'[?]', # 0xab -'[?]', # 0xac -'[?]', # 0xad -'[?]', # 0xae -'[?]', # 0xaf -'[?]', # 0xb0 -'[?]', # 0xb1 -'[?]', # 0xb2 -'[?]', # 0xb3 -'[?]', # 0xb4 -'[?]', # 0xb5 -'[?]', # 0xb6 -'[?]', # 0xb7 -'[?]', # 0xb8 -'[?]', # 0xb9 -'[?]', # 0xba -'[?]', # 0xbb -'[?]', # 0xbc -'[?]', # 0xbd -'[?]', # 0xbe -'[?]', # 0xbf -'[?]', # 0xc0 -'[?]', # 0xc1 -'[?]', # 0xc2 -'[?]', # 0xc3 -'[?]', # 0xc4 -'[?]', # 0xc5 -'[?]', # 0xc6 -'[?]', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca -'[?]', # 0xcb -'[?]', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 -'[?]', # 0xd3 -'[?]', # 0xd4 -'[?]', # 0xd5 -'[?]', # 0xd6 -'[?]', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb -'[?]', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf -'[?]', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 -'[?]', # 0xe6 -'[?]', # 0xe7 -'[?]', # 0xe8 -'[?]', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xaa +None, # 0xab +None, # 0xac +None, # 0xad +None, # 0xae +None, # 0xaf +None, # 0xb0 +None, # 0xb1 +None, # 0xb2 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 +None, # 0xb6 +None, # 0xb7 +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x01e.py b/lib/unidecode/x01e.py index 606576b6..540786a8 100644 --- a/lib/unidecode/x01e.py +++ b/lib/unidecode/x01e.py @@ -155,10 +155,10 @@ data = ( 'y', # 0x99 'a', # 0x9a 'S', # 0x9b -'[?]', # 0x9c -'[?]', # 0x9d +None, # 0x9c +None, # 0x9d 'Ss', # 0x9e -'[?]', # 0x9f +None, # 0x9f 'A', # 0xa0 'a', # 0xa1 'A', # 0xa2 @@ -249,9 +249,9 @@ data = ( 'y', # 0xf7 'Y', # 0xf8 'y', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x01f.py b/lib/unidecode/x01f.py index bcd2dec5..f65fc6bc 100644 --- a/lib/unidecode/x01f.py +++ b/lib/unidecode/x01f.py @@ -21,16 +21,16 @@ data = ( 'e', # 0x13 'e', # 0x14 'e', # 0x15 -'[?]', # 0x16 -'[?]', # 0x17 +None, # 0x16 +None, # 0x17 'E', # 0x18 'E', # 0x19 'E', # 0x1a 'E', # 0x1b 'E', # 0x1c 'E', # 0x1d -'[?]', # 0x1e -'[?]', # 0x1f +None, # 0x1e +None, # 0x1f 'e', # 0x20 'e', # 0x21 'e', # 0x22 @@ -69,16 +69,16 @@ data = ( 'o', # 0x43 'o', # 0x44 'o', # 0x45 -'[?]', # 0x46 -'[?]', # 0x47 +None, # 0x46 +None, # 0x47 'O', # 0x48 'O', # 0x49 'O', # 0x4a 'O', # 0x4b 'O', # 0x4c 'O', # 0x4d -'[?]', # 0x4e -'[?]', # 0x4f +None, # 0x4e +None, # 0x4f 'u', # 0x50 'u', # 0x51 'u', # 0x52 @@ -87,13 +87,13 @@ data = ( 'u', # 0x55 'u', # 0x56 'u', # 0x57 -'[?]', # 0x58 +None, # 0x58 'U', # 0x59 -'[?]', # 0x5a +None, # 0x5a 'U', # 0x5b -'[?]', # 0x5c +None, # 0x5c 'U', # 0x5d -'[?]', # 0x5e +None, # 0x5e 'U', # 0x5f 'o', # 0x60 'o', # 0x61 @@ -125,8 +125,8 @@ data = ( 'u', # 0x7b 'o', # 0x7c 'o', # 0x7d -'[?]', # 0x7e -'[?]', # 0x7f +None, # 0x7e +None, # 0x7f 'a', # 0x80 'a', # 0x81 'a', # 0x82 @@ -180,7 +180,7 @@ data = ( 'a', # 0xb2 'a', # 0xb3 'a', # 0xb4 -'[?]', # 0xb5 +None, # 0xb5 'a', # 0xb6 'a', # 0xb7 'A', # 0xb8 @@ -196,7 +196,7 @@ data = ( 'e', # 0xc2 'e', # 0xc3 'e', # 0xc4 -'[?]', # 0xc5 +None, # 0xc5 'e', # 0xc6 'e', # 0xc7 'E', # 0xc8 @@ -211,15 +211,15 @@ data = ( 'i', # 0xd1 'i', # 0xd2 'i', # 0xd3 -'[?]', # 0xd4 -'[?]', # 0xd5 +None, # 0xd4 +None, # 0xd5 'i', # 0xd6 'i', # 0xd7 'I', # 0xd8 'I', # 0xd9 'I', # 0xda 'I', # 0xdb -'[?]', # 0xdc +None, # 0xdc '`\'', # 0xdd '`\'', # 0xde '`~', # 0xdf @@ -239,12 +239,12 @@ data = ( '"`', # 0xed '"\'', # 0xee '`', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 +None, # 0xf0 +None, # 0xf1 'o', # 0xf2 'o', # 0xf3 'o', # 0xf4 -'[?]', # 0xf5 +None, # 0xf5 'o', # 0xf6 'o', # 0xf7 'O', # 0xf8 diff --git a/lib/unidecode/x020.py b/lib/unidecode/x020.py index 46425bf0..60ff9616 100644 --- a/lib/unidecode/x020.py +++ b/lib/unidecode/x020.py @@ -73,38 +73,42 @@ data = ( '??', # 0x47 '?!', # 0x48 '!?', # 0x49 -'7', # 0x4a + +# Tironian note standing for Latin "et". Still used as an ampersand +# in modern Irish. See https://github.com/avian2/unidecode/issues/57 +'&', # 0x4a + 'PP', # 0x4b '(]', # 0x4c '[)', # 0x4d '*', # 0x4e -'[?]', # 0x4f -'[?]', # 0x50 -'[?]', # 0x51 +None, # 0x4f +None, # 0x50 +None, # 0x51 '%', # 0x52 '~', # 0x53 -'[?]', # 0x54 -'[?]', # 0x55 -'[?]', # 0x56 +None, # 0x54 +None, # 0x55 +None, # 0x56 "''''", # 0x57 -'[?]', # 0x58 -'[?]', # 0x59 -'[?]', # 0x5a -'[?]', # 0x5b -'[?]', # 0x5c -'[?]', # 0x5d -'[?]', # 0x5e +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e ' ', # 0x5f '', # 0x60 -'[?]', # 0x61 -'[?]', # 0x62 -'[?]', # 0x63 -'[?]', # 0x64 -'[?]', # 0x65 -'[?]', # 0x66 -'[?]', # 0x67 -'[?]', # 0x68 -'[?]', # 0x69 +None, # 0x61 +None, # 0x62 +None, # 0x63 +None, # 0x64 +None, # 0x65 +None, # 0x66 +None, # 0x67 +None, # 0x68 +None, # 0x69 '', # 0x6a '', # 0x6b '', # 0x6c @@ -142,12 +146,12 @@ data = ( '=', # 0x8c '(', # 0x8d ')', # 0x8e -'[?]', # 0x8f +None, # 0x8f 'a', # 0x90 'e', # 0x91 'o', # 0x92 'x', # 0x93 -'[?]', # 0x94 +None, # 0x94 'h', # 0x95 'k', # 0x96 'l', # 0x97 @@ -156,9 +160,9 @@ data = ( 'p', # 0x9a 's', # 0x9b 't', # 0x9c -'[?]', # 0x9d -'[?]', # 0x9e -'[?]', # 0x9f +None, # 0x9d +None, # 0x9e +None, # 0x9f 'ECU', # 0xa0 'CL', # 0xa1 'Cr', # 0xa2 @@ -191,22 +195,22 @@ data = ( 'R', # 0xbd 'l', # 0xbe 'BTC', # 0xbf -'[?]', # 0xc0 -'[?]', # 0xc1 -'[?]', # 0xc2 -'[?]', # 0xc3 -'[?]', # 0xc4 -'[?]', # 0xc5 -'[?]', # 0xc6 -'[?]', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca -'[?]', # 0xcb -'[?]', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf '', # 0xd0 '', # 0xd1 '', # 0xd2 @@ -227,31 +231,31 @@ data = ( '', # 0xe1 '', # 0xe2 '', # 0xe3 -'[?]', # 0xe4 +None, # 0xe4 '', # 0xe5 -'[?]', # 0xe6 -'[?]', # 0xe7 -'[?]', # 0xe8 -'[?]', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x021.py b/lib/unidecode/x021.py index 29f05fd4..6bd37f7e 100644 --- a/lib/unidecode/x021.py +++ b/lib/unidecode/x021.py @@ -22,7 +22,7 @@ data = ( '', # 0x14 'N', # 0x15 'No. ', # 0x16 -'', # 0x17 +'(p)', # 0x17 '', # 0x18 'P', # 0x19 'Q', # 0x1a @@ -37,7 +37,7 @@ data = ( '', # 0x23 'Z', # 0x24 '', # 0x25 -'', # 0x26 +'ohm', # 0x26 '', # 0x27 'Z', # 0x28 '', # 0x29 @@ -63,22 +63,22 @@ data = ( '', # 0x3d '', # 0x3e '', # 0x3f -'[?]', # 0x40 -'[?]', # 0x41 -'[?]', # 0x42 -'[?]', # 0x43 -'[?]', # 0x44 +None, # 0x40 +None, # 0x41 +None, # 0x42 +None, # 0x43 +None, # 0x44 'D', # 0x45 'd', # 0x46 'e', # 0x47 'i', # 0x48 'j', # 0x49 -'[?]', # 0x4a -'[?]', # 0x4b -'[?]', # 0x4c -'[?]', # 0x4d +None, # 0x4a +None, # 0x4b +None, # 0x4c +None, # 0x4d 'F', # 0x4e -'[?]', # 0x4f +None, # 0x4f ' 1/7 ', # 0x50 ' 1/9 ', # 0x51 ' 1/10 ', # 0x52 @@ -131,18 +131,18 @@ data = ( 'D)', # 0x81 '((|))', # 0x82 ')', # 0x83 -'[?]', # 0x84 -'[?]', # 0x85 -'[?]', # 0x86 -'[?]', # 0x87 -'[?]', # 0x88 +None, # 0x84 +None, # 0x85 +None, # 0x86 +None, # 0x87 +None, # 0x88 ' 0/3 ', # 0x89 -'[?]', # 0x8a -'[?]', # 0x8b -'[?]', # 0x8c -'[?]', # 0x8d -'[?]', # 0x8e -'[?]', # 0x8f +None, # 0x8a +None, # 0x8b +None, # 0x8c +None, # 0x8d +None, # 0x8e +None, # 0x8f '-', # 0x90 '|', # 0x91 '-', # 0x92 @@ -243,15 +243,15 @@ data = ( '\\', # 0xf1 '\\', # 0xf2 '|', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x022.py b/lib/unidecode/x022.py index e38fb5cc..f2db33f0 100644 --- a/lib/unidecode/x022.py +++ b/lib/unidecode/x022.py @@ -1,257 +1,257 @@ data = ( -'[?]', # 0x00 -'[?]', # 0x01 -'[?]', # 0x02 -'[?]', # 0x03 -'[?]', # 0x04 -'[?]', # 0x05 -'[?]', # 0x06 -'[?]', # 0x07 -'[?]', # 0x08 -'[?]', # 0x09 -'[?]', # 0x0a -'[?]', # 0x0b -'[?]', # 0x0c -'[?]', # 0x0d -'[?]', # 0x0e -'[?]', # 0x0f -'[?]', # 0x10 -'[?]', # 0x11 +None, # 0x00 +None, # 0x01 +None, # 0x02 +None, # 0x03 +None, # 0x04 +None, # 0x05 +None, # 0x06 +None, # 0x07 +None, # 0x08 +None, # 0x09 +None, # 0x0a +None, # 0x0b +None, # 0x0c +None, # 0x0d +None, # 0x0e +None, # 0x0f +None, # 0x10 +None, # 0x11 '-', # 0x12 -'[?]', # 0x13 -'[?]', # 0x14 +None, # 0x13 +None, # 0x14 '/', # 0x15 '\\', # 0x16 '*', # 0x17 -'[?]', # 0x18 -'[?]', # 0x19 -'[?]', # 0x1a -'[?]', # 0x1b -'[?]', # 0x1c -'[?]', # 0x1d -'[?]', # 0x1e -'[?]', # 0x1f -'[?]', # 0x20 -'[?]', # 0x21 -'[?]', # 0x22 +None, # 0x18 +None, # 0x19 +None, # 0x1a +None, # 0x1b +None, # 0x1c +None, # 0x1d +None, # 0x1e +None, # 0x1f +None, # 0x20 +None, # 0x21 +None, # 0x22 '|', # 0x23 -'[?]', # 0x24 -'[?]', # 0x25 -'[?]', # 0x26 -'[?]', # 0x27 -'[?]', # 0x28 -'[?]', # 0x29 -'[?]', # 0x2a -'[?]', # 0x2b -'[?]', # 0x2c -'[?]', # 0x2d -'[?]', # 0x2e -'[?]', # 0x2f -'[?]', # 0x30 -'[?]', # 0x31 -'[?]', # 0x32 -'[?]', # 0x33 -'[?]', # 0x34 -'[?]', # 0x35 +None, # 0x24 +None, # 0x25 +None, # 0x26 +None, # 0x27 +None, # 0x28 +None, # 0x29 +None, # 0x2a +None, # 0x2b +None, # 0x2c +None, # 0x2d +None, # 0x2e +None, # 0x2f +None, # 0x30 +None, # 0x31 +None, # 0x32 +None, # 0x33 +None, # 0x34 +None, # 0x35 ':', # 0x36 -'[?]', # 0x37 -'[?]', # 0x38 -'[?]', # 0x39 -'[?]', # 0x3a -'[?]', # 0x3b +None, # 0x37 +None, # 0x38 +None, # 0x39 +None, # 0x3a +None, # 0x3b '~', # 0x3c -'[?]', # 0x3d -'[?]', # 0x3e -'[?]', # 0x3f -'[?]', # 0x40 -'[?]', # 0x41 -'[?]', # 0x42 -'[?]', # 0x43 -'[?]', # 0x44 -'[?]', # 0x45 -'[?]', # 0x46 -'[?]', # 0x47 -'[?]', # 0x48 -'[?]', # 0x49 -'[?]', # 0x4a -'[?]', # 0x4b -'[?]', # 0x4c -'[?]', # 0x4d -'[?]', # 0x4e -'[?]', # 0x4f -'[?]', # 0x50 -'[?]', # 0x51 -'[?]', # 0x52 -'[?]', # 0x53 -'[?]', # 0x54 -'[?]', # 0x55 -'[?]', # 0x56 -'[?]', # 0x57 -'[?]', # 0x58 -'[?]', # 0x59 -'[?]', # 0x5a -'[?]', # 0x5b -'[?]', # 0x5c -'[?]', # 0x5d -'[?]', # 0x5e -'[?]', # 0x5f -'[?]', # 0x60 -'[?]', # 0x61 -'[?]', # 0x62 -'[?]', # 0x63 +None, # 0x3d +None, # 0x3e +None, # 0x3f +None, # 0x40 +None, # 0x41 +None, # 0x42 +None, # 0x43 +None, # 0x44 +None, # 0x45 +None, # 0x46 +None, # 0x47 +None, # 0x48 +None, # 0x49 +None, # 0x4a +None, # 0x4b +None, # 0x4c +None, # 0x4d +None, # 0x4e +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 +None, # 0x55 +None, # 0x56 +None, # 0x57 +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f +None, # 0x60 +None, # 0x61 +None, # 0x62 +None, # 0x63 '<=', # 0x64 '>=', # 0x65 '<=', # 0x66 '>=', # 0x67 -'[?]', # 0x68 -'[?]', # 0x69 -'[?]', # 0x6a -'[?]', # 0x6b -'[?]', # 0x6c -'[?]', # 0x6d -'[?]', # 0x6e -'[?]', # 0x6f -'[?]', # 0x70 -'[?]', # 0x71 -'[?]', # 0x72 -'[?]', # 0x73 -'[?]', # 0x74 -'[?]', # 0x75 -'[?]', # 0x76 -'[?]', # 0x77 -'[?]', # 0x78 -'[?]', # 0x79 -'[?]', # 0x7a -'[?]', # 0x7b -'[?]', # 0x7c -'[?]', # 0x7d -'[?]', # 0x7e -'[?]', # 0x7f -'[?]', # 0x80 -'[?]', # 0x81 -'[?]', # 0x82 -'[?]', # 0x83 -'[?]', # 0x84 -'[?]', # 0x85 -'[?]', # 0x86 -'[?]', # 0x87 -'[?]', # 0x88 -'[?]', # 0x89 -'[?]', # 0x8a -'[?]', # 0x8b -'[?]', # 0x8c -'[?]', # 0x8d -'[?]', # 0x8e -'[?]', # 0x8f -'[?]', # 0x90 -'[?]', # 0x91 -'[?]', # 0x92 -'[?]', # 0x93 -'[?]', # 0x94 -'[?]', # 0x95 -'[?]', # 0x96 -'[?]', # 0x97 -'[?]', # 0x98 -'[?]', # 0x99 -'[?]', # 0x9a -'[?]', # 0x9b -'[?]', # 0x9c -'[?]', # 0x9d -'[?]', # 0x9e -'[?]', # 0x9f -'[?]', # 0xa0 -'[?]', # 0xa1 -'[?]', # 0xa2 -'[?]', # 0xa3 -'[?]', # 0xa4 -'[?]', # 0xa5 -'[?]', # 0xa6 -'[?]', # 0xa7 -'[?]', # 0xa8 -'[?]', # 0xa9 -'[?]', # 0xaa -'[?]', # 0xab -'[?]', # 0xac -'[?]', # 0xad -'[?]', # 0xae -'[?]', # 0xaf -'[?]', # 0xb0 -'[?]', # 0xb1 -'[?]', # 0xb2 -'[?]', # 0xb3 -'[?]', # 0xb4 -'[?]', # 0xb5 -'[?]', # 0xb6 -'[?]', # 0xb7 -'[?]', # 0xb8 -'[?]', # 0xb9 -'[?]', # 0xba -'[?]', # 0xbb -'[?]', # 0xbc -'[?]', # 0xbd -'[?]', # 0xbe -'[?]', # 0xbf -'[?]', # 0xc0 -'[?]', # 0xc1 -'[?]', # 0xc2 -'[?]', # 0xc3 -'[?]', # 0xc4 -'[?]', # 0xc5 -'[?]', # 0xc6 -'[?]', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca -'[?]', # 0xcb -'[?]', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 -'[?]', # 0xd3 -'[?]', # 0xd4 -'[?]', # 0xd5 -'[?]', # 0xd6 -'[?]', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb -'[?]', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf -'[?]', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 -'[?]', # 0xe6 -'[?]', # 0xe7 -'[?]', # 0xe8 -'[?]', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0x68 +None, # 0x69 +None, # 0x6a +None, # 0x6b +None, # 0x6c +None, # 0x6d +None, # 0x6e +None, # 0x6f +None, # 0x70 +None, # 0x71 +None, # 0x72 +None, # 0x73 +None, # 0x74 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 +None, # 0x81 +None, # 0x82 +None, # 0x83 +None, # 0x84 +None, # 0x85 +None, # 0x86 +None, # 0x87 +None, # 0x88 +None, # 0x89 +None, # 0x8a +None, # 0x8b +None, # 0x8c +None, # 0x8d +None, # 0x8e +None, # 0x8f +None, # 0x90 +None, # 0x91 +None, # 0x92 +None, # 0x93 +None, # 0x94 +None, # 0x95 +None, # 0x96 +None, # 0x97 +None, # 0x98 +None, # 0x99 +None, # 0x9a +None, # 0x9b +None, # 0x9c +None, # 0x9d +None, # 0x9e +None, # 0x9f +None, # 0xa0 +None, # 0xa1 +None, # 0xa2 +None, # 0xa3 +None, # 0xa4 +None, # 0xa5 +None, # 0xa6 +None, # 0xa7 +None, # 0xa8 +None, # 0xa9 +None, # 0xaa +None, # 0xab +None, # 0xac +None, # 0xad +None, # 0xae +None, # 0xaf +None, # 0xb0 +None, # 0xb1 +None, # 0xb2 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 +None, # 0xb6 +None, # 0xb7 +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x023.py b/lib/unidecode/x023.py index 3c4462e2..cb798848 100644 --- a/lib/unidecode/x023.py +++ b/lib/unidecode/x023.py @@ -1,257 +1,257 @@ data = ( -'[?]', # 0x00 -'[?]', # 0x01 -'[?]', # 0x02 +None, # 0x00 +None, # 0x01 +None, # 0x02 '^', # 0x03 -'[?]', # 0x04 -'[?]', # 0x05 -'[?]', # 0x06 -'[?]', # 0x07 -'[?]', # 0x08 -'[?]', # 0x09 -'[?]', # 0x0a -'[?]', # 0x0b -'[?]', # 0x0c -'[?]', # 0x0d -'[?]', # 0x0e -'[?]', # 0x0f -'[?]', # 0x10 -'[?]', # 0x11 -'[?]', # 0x12 -'[?]', # 0x13 -'[?]', # 0x14 -'[?]', # 0x15 -'[?]', # 0x16 -'[?]', # 0x17 -'[?]', # 0x18 -'[?]', # 0x19 -'[?]', # 0x1a -'[?]', # 0x1b -'[?]', # 0x1c -'[?]', # 0x1d -'[?]', # 0x1e -'[?]', # 0x1f -'[?]', # 0x20 -'[?]', # 0x21 -'[?]', # 0x22 -'[?]', # 0x23 -'[?]', # 0x24 -'[?]', # 0x25 -'[?]', # 0x26 -'[?]', # 0x27 -'[?]', # 0x28 +None, # 0x04 +None, # 0x05 +None, # 0x06 +None, # 0x07 +None, # 0x08 +None, # 0x09 +None, # 0x0a +None, # 0x0b +None, # 0x0c +None, # 0x0d +None, # 0x0e +None, # 0x0f +None, # 0x10 +None, # 0x11 +None, # 0x12 +None, # 0x13 +None, # 0x14 +None, # 0x15 +None, # 0x16 +None, # 0x17 +None, # 0x18 +None, # 0x19 +None, # 0x1a +None, # 0x1b +None, # 0x1c +None, # 0x1d +None, # 0x1e +None, # 0x1f +None, # 0x20 +None, # 0x21 +None, # 0x22 +None, # 0x23 +None, # 0x24 +None, # 0x25 +None, # 0x26 +None, # 0x27 +None, # 0x28 '<', # 0x29 '> ', # 0x2a -'[?]', # 0x2b -'[?]', # 0x2c -'[?]', # 0x2d -'[?]', # 0x2e -'[?]', # 0x2f -'[?]', # 0x30 -'[?]', # 0x31 -'[?]', # 0x32 -'[?]', # 0x33 -'[?]', # 0x34 -'[?]', # 0x35 -'[?]', # 0x36 -'[?]', # 0x37 -'[?]', # 0x38 -'[?]', # 0x39 -'[?]', # 0x3a -'[?]', # 0x3b -'[?]', # 0x3c -'[?]', # 0x3d -'[?]', # 0x3e -'[?]', # 0x3f -'[?]', # 0x40 -'[?]', # 0x41 -'[?]', # 0x42 -'[?]', # 0x43 -'[?]', # 0x44 -'[?]', # 0x45 -'[?]', # 0x46 -'[?]', # 0x47 -'[?]', # 0x48 -'[?]', # 0x49 -'[?]', # 0x4a -'[?]', # 0x4b -'[?]', # 0x4c -'[?]', # 0x4d -'[?]', # 0x4e -'[?]', # 0x4f -'[?]', # 0x50 -'[?]', # 0x51 -'[?]', # 0x52 -'[?]', # 0x53 -'[?]', # 0x54 -'[?]', # 0x55 -'[?]', # 0x56 -'[?]', # 0x57 -'[?]', # 0x58 -'[?]', # 0x59 -'[?]', # 0x5a -'[?]', # 0x5b -'[?]', # 0x5c -'[?]', # 0x5d -'[?]', # 0x5e -'[?]', # 0x5f -'[?]', # 0x60 -'[?]', # 0x61 -'[?]', # 0x62 -'[?]', # 0x63 -'[?]', # 0x64 -'[?]', # 0x65 -'[?]', # 0x66 -'[?]', # 0x67 -'[?]', # 0x68 -'[?]', # 0x69 -'[?]', # 0x6a -'[?]', # 0x6b -'[?]', # 0x6c -'[?]', # 0x6d -'[?]', # 0x6e -'[?]', # 0x6f -'[?]', # 0x70 -'[?]', # 0x71 -'[?]', # 0x72 -'[?]', # 0x73 -'[?]', # 0x74 -'[?]', # 0x75 -'[?]', # 0x76 -'[?]', # 0x77 -'[?]', # 0x78 -'[?]', # 0x79 -'[?]', # 0x7a -'[?]', # 0x7b -'[?]', # 0x7c -'[?]', # 0x7d -'[?]', # 0x7e -'[?]', # 0x7f -'[?]', # 0x80 -'[?]', # 0x81 -'[?]', # 0x82 -'[?]', # 0x83 -'[?]', # 0x84 -'[?]', # 0x85 -'[?]', # 0x86 -'[?]', # 0x87 -'[?]', # 0x88 -'[?]', # 0x89 -'[?]', # 0x8a -'[?]', # 0x8b -'[?]', # 0x8c -'[?]', # 0x8d -'[?]', # 0x8e -'[?]', # 0x8f -'[?]', # 0x90 -'[?]', # 0x91 -'[?]', # 0x92 -'[?]', # 0x93 -'[?]', # 0x94 -'[?]', # 0x95 -'[?]', # 0x96 -'[?]', # 0x97 -'[?]', # 0x98 -'[?]', # 0x99 -'[?]', # 0x9a -'[?]', # 0x9b -'[?]', # 0x9c -'[?]', # 0x9d -'[?]', # 0x9e -'[?]', # 0x9f -'[?]', # 0xa0 -'[?]', # 0xa1 -'[?]', # 0xa2 -'[?]', # 0xa3 -'[?]', # 0xa4 -'[?]', # 0xa5 -'[?]', # 0xa6 -'[?]', # 0xa7 -'[?]', # 0xa8 -'[?]', # 0xa9 -'[?]', # 0xaa -'[?]', # 0xab -'[?]', # 0xac -'[?]', # 0xad -'[?]', # 0xae -'[?]', # 0xaf -'[?]', # 0xb0 -'[?]', # 0xb1 -'[?]', # 0xb2 -'[?]', # 0xb3 -'[?]', # 0xb4 -'[?]', # 0xb5 -'[?]', # 0xb6 -'[?]', # 0xb7 -'[?]', # 0xb8 -'[?]', # 0xb9 -'[?]', # 0xba -'[?]', # 0xbb -'[?]', # 0xbc -'[?]', # 0xbd -'[?]', # 0xbe -'[?]', # 0xbf -'[?]', # 0xc0 -'[?]', # 0xc1 -'[?]', # 0xc2 -'[?]', # 0xc3 -'[?]', # 0xc4 -'[?]', # 0xc5 -'[?]', # 0xc6 -'[?]', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca -'[?]', # 0xcb -'[?]', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 -'[?]', # 0xd3 -'[?]', # 0xd4 -'[?]', # 0xd5 -'[?]', # 0xd6 -'[?]', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb -'[?]', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf -'[?]', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 -'[?]', # 0xe6 -'[?]', # 0xe7 -'[?]', # 0xe8 -'[?]', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0x2b +None, # 0x2c +None, # 0x2d +None, # 0x2e +None, # 0x2f +None, # 0x30 +None, # 0x31 +None, # 0x32 +None, # 0x33 +None, # 0x34 +None, # 0x35 +None, # 0x36 +None, # 0x37 +None, # 0x38 +None, # 0x39 +None, # 0x3a +None, # 0x3b +None, # 0x3c +None, # 0x3d +None, # 0x3e +None, # 0x3f +None, # 0x40 +None, # 0x41 +None, # 0x42 +None, # 0x43 +None, # 0x44 +None, # 0x45 +None, # 0x46 +None, # 0x47 +None, # 0x48 +None, # 0x49 +None, # 0x4a +None, # 0x4b +None, # 0x4c +None, # 0x4d +None, # 0x4e +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 +None, # 0x55 +None, # 0x56 +None, # 0x57 +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f +None, # 0x60 +None, # 0x61 +None, # 0x62 +None, # 0x63 +None, # 0x64 +None, # 0x65 +None, # 0x66 +None, # 0x67 +None, # 0x68 +None, # 0x69 +None, # 0x6a +None, # 0x6b +None, # 0x6c +None, # 0x6d +None, # 0x6e +None, # 0x6f +None, # 0x70 +None, # 0x71 +None, # 0x72 +None, # 0x73 +None, # 0x74 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 +None, # 0x81 +None, # 0x82 +None, # 0x83 +None, # 0x84 +None, # 0x85 +None, # 0x86 +None, # 0x87 +None, # 0x88 +None, # 0x89 +None, # 0x8a +None, # 0x8b +None, # 0x8c +None, # 0x8d +None, # 0x8e +None, # 0x8f +None, # 0x90 +None, # 0x91 +None, # 0x92 +None, # 0x93 +None, # 0x94 +None, # 0x95 +None, # 0x96 +None, # 0x97 +None, # 0x98 +None, # 0x99 +None, # 0x9a +None, # 0x9b +None, # 0x9c +None, # 0x9d +None, # 0x9e +None, # 0x9f +None, # 0xa0 +None, # 0xa1 +None, # 0xa2 +None, # 0xa3 +None, # 0xa4 +None, # 0xa5 +None, # 0xa6 +None, # 0xa7 +None, # 0xa8 +None, # 0xa9 +None, # 0xaa +None, # 0xab +None, # 0xac +None, # 0xad +None, # 0xae +None, # 0xaf +None, # 0xb0 +None, # 0xb1 +None, # 0xb2 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 +None, # 0xb6 +None, # 0xb7 +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x024.py b/lib/unidecode/x024.py index 231b0ca1..57126178 100644 --- a/lib/unidecode/x024.py +++ b/lib/unidecode/x024.py @@ -38,31 +38,31 @@ data = ( '', # 0x24 '', # 0x25 '', # 0x26 -'[?]', # 0x27 -'[?]', # 0x28 -'[?]', # 0x29 -'[?]', # 0x2a -'[?]', # 0x2b -'[?]', # 0x2c -'[?]', # 0x2d -'[?]', # 0x2e -'[?]', # 0x2f -'[?]', # 0x30 -'[?]', # 0x31 -'[?]', # 0x32 -'[?]', # 0x33 -'[?]', # 0x34 -'[?]', # 0x35 -'[?]', # 0x36 -'[?]', # 0x37 -'[?]', # 0x38 -'[?]', # 0x39 -'[?]', # 0x3a -'[?]', # 0x3b -'[?]', # 0x3c -'[?]', # 0x3d -'[?]', # 0x3e -'[?]', # 0x3f +None, # 0x27 +None, # 0x28 +None, # 0x29 +None, # 0x2a +None, # 0x2b +None, # 0x2c +None, # 0x2d +None, # 0x2e +None, # 0x2f +None, # 0x30 +None, # 0x31 +None, # 0x32 +None, # 0x33 +None, # 0x34 +None, # 0x35 +None, # 0x36 +None, # 0x37 +None, # 0x38 +None, # 0x39 +None, # 0x3a +None, # 0x3b +None, # 0x3c +None, # 0x3d +None, # 0x3e +None, # 0x3f '', # 0x40 '', # 0x41 '', # 0x42 @@ -74,27 +74,27 @@ data = ( '', # 0x48 '', # 0x49 '', # 0x4a -'[?]', # 0x4b -'[?]', # 0x4c -'[?]', # 0x4d -'[?]', # 0x4e -'[?]', # 0x4f -'[?]', # 0x50 -'[?]', # 0x51 -'[?]', # 0x52 -'[?]', # 0x53 -'[?]', # 0x54 -'[?]', # 0x55 -'[?]', # 0x56 -'[?]', # 0x57 -'[?]', # 0x58 -'[?]', # 0x59 -'[?]', # 0x5a -'[?]', # 0x5b -'[?]', # 0x5c -'[?]', # 0x5d -'[?]', # 0x5e -'[?]', # 0x5f +None, # 0x4b +None, # 0x4c +None, # 0x4d +None, # 0x4e +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 +None, # 0x55 +None, # 0x56 +None, # 0x57 +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f '1', # 0x60 '2', # 0x61 '3', # 0x62 diff --git a/lib/unidecode/x025.py b/lib/unidecode/x025.py index 5a62b10d..90eac33b 100644 --- a/lib/unidecode/x025.py +++ b/lib/unidecode/x025.py @@ -149,16 +149,16 @@ data = ( '#', # 0x93 '-', # 0x94 '|', # 0x95 -'[?]', # 0x96 -'[?]', # 0x97 -'[?]', # 0x98 -'[?]', # 0x99 -'[?]', # 0x9a -'[?]', # 0x9b -'[?]', # 0x9c -'[?]', # 0x9d -'[?]', # 0x9e -'[?]', # 0x9f +None, # 0x96 +None, # 0x97 +None, # 0x98 +None, # 0x99 +None, # 0x9a +None, # 0x9b +None, # 0x9c +None, # 0x9d +None, # 0x9e +None, # 0x9f '#', # 0xa0 '#', # 0xa1 '#', # 0xa2 @@ -247,11 +247,11 @@ data = ( '#', # 0xf5 '#', # 0xf6 '#', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x026.py b/lib/unidecode/x026.py index c575472c..380e84b9 100644 --- a/lib/unidecode/x026.py +++ b/lib/unidecode/x026.py @@ -19,11 +19,11 @@ data = ( '', # 0x11 '', # 0x12 '', # 0x13 -'[?]', # 0x14 -'[?]', # 0x15 -'[?]', # 0x16 -'[?]', # 0x17 -'[?]', # 0x18 +None, # 0x14 +None, # 0x15 +None, # 0x16 +None, # 0x17 +None, # 0x18 '', # 0x19 '', # 0x1a '', # 0x1b @@ -113,145 +113,145 @@ data = ( '#', # 0x6f '', # 0x70 '', # 0x71 -'[?]', # 0x72 -'[?]', # 0x73 -'[?]', # 0x74 -'[?]', # 0x75 -'[?]', # 0x76 -'[?]', # 0x77 -'[?]', # 0x78 -'[?]', # 0x79 -'[?]', # 0x7a -'[?]', # 0x7b -'[?]', # 0x7c -'[?]', # 0x7d -'[?]', # 0x7e -'[?]', # 0x7f -'[?]', # 0x80 -'[?]', # 0x81 -'[?]', # 0x82 -'[?]', # 0x83 -'[?]', # 0x84 -'[?]', # 0x85 -'[?]', # 0x86 -'[?]', # 0x87 -'[?]', # 0x88 -'[?]', # 0x89 -'[?]', # 0x8a -'[?]', # 0x8b -'[?]', # 0x8c -'[?]', # 0x8d -'[?]', # 0x8e -'[?]', # 0x8f -'[?]', # 0x90 -'[?]', # 0x91 -'[?]', # 0x92 -'[?]', # 0x93 -'[?]', # 0x94 -'[?]', # 0x95 -'[?]', # 0x96 -'[?]', # 0x97 -'[?]', # 0x98 -'[?]', # 0x99 -'[?]', # 0x9a -'[?]', # 0x9b -'[?]', # 0x9c -'[?]', # 0x9d -'[?]', # 0x9e -'[?]', # 0x9f -'[?]', # 0xa0 -'[?]', # 0xa1 -'[?]', # 0xa2 -'[?]', # 0xa3 -'[?]', # 0xa4 -'[?]', # 0xa5 -'[?]', # 0xa6 -'[?]', # 0xa7 -'[?]', # 0xa8 -'[?]', # 0xa9 -'[?]', # 0xaa -'[?]', # 0xab -'[?]', # 0xac -'[?]', # 0xad -'[?]', # 0xae -'[?]', # 0xaf -'[?]', # 0xb0 -'[?]', # 0xb1 -'[?]', # 0xb2 -'[?]', # 0xb3 -'[?]', # 0xb4 -'[?]', # 0xb5 -'[?]', # 0xb6 -'[?]', # 0xb7 -'[?]', # 0xb8 -'[?]', # 0xb9 -'[?]', # 0xba -'[?]', # 0xbb -'[?]', # 0xbc -'[?]', # 0xbd -'[?]', # 0xbe -'[?]', # 0xbf -'[?]', # 0xc0 -'[?]', # 0xc1 -'[?]', # 0xc2 -'[?]', # 0xc3 -'[?]', # 0xc4 -'[?]', # 0xc5 -'[?]', # 0xc6 -'[?]', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca -'[?]', # 0xcb -'[?]', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 -'[?]', # 0xd3 -'[?]', # 0xd4 -'[?]', # 0xd5 -'[?]', # 0xd6 -'[?]', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb -'[?]', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf -'[?]', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 -'[?]', # 0xe6 -'[?]', # 0xe7 -'[?]', # 0xe8 -'[?]', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0x72 +None, # 0x73 +None, # 0x74 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 +None, # 0x81 +None, # 0x82 +None, # 0x83 +None, # 0x84 +None, # 0x85 +None, # 0x86 +None, # 0x87 +None, # 0x88 +None, # 0x89 +None, # 0x8a +None, # 0x8b +None, # 0x8c +None, # 0x8d +None, # 0x8e +None, # 0x8f +None, # 0x90 +None, # 0x91 +None, # 0x92 +None, # 0x93 +None, # 0x94 +None, # 0x95 +None, # 0x96 +None, # 0x97 +None, # 0x98 +None, # 0x99 +None, # 0x9a +None, # 0x9b +None, # 0x9c +None, # 0x9d +None, # 0x9e +None, # 0x9f +None, # 0xa0 +None, # 0xa1 +None, # 0xa2 +None, # 0xa3 +None, # 0xa4 +None, # 0xa5 +None, # 0xa6 +None, # 0xa7 +None, # 0xa8 +None, # 0xa9 +None, # 0xaa +None, # 0xab +None, # 0xac +None, # 0xad +None, # 0xae +None, # 0xaf +None, # 0xb0 +None, # 0xb1 +None, # 0xb2 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 +None, # 0xb6 +None, # 0xb7 +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x027.py b/lib/unidecode/x027.py index 3c74c073..ab33ab95 100644 --- a/lib/unidecode/x027.py +++ b/lib/unidecode/x027.py @@ -1,5 +1,5 @@ data = ( -'[?]', # 0x00 +None, # 0x00 '', # 0x01 '', # 0x02 '', # 0x03 @@ -91,11 +91,11 @@ data = ( '', # 0x59 '', # 0x5a '', # 0x5b -'', # 0x5c -'', # 0x5d -'', # 0x5e -'[?]', # 0x5f -'[?]', # 0x60 +'\'', # 0x5c +'"', # 0x5d +'"', # 0x5e +',', # 0x5f +',,', # 0x60 '', # 0x61 '!', # 0x62 '', # 0x63 @@ -175,7 +175,7 @@ data = ( '', # 0xad '', # 0xae '', # 0xaf -'[?]', # 0xb0 +None, # 0xb0 '', # 0xb1 '', # 0xb2 '', # 0xb3 @@ -190,68 +190,68 @@ data = ( '', # 0xbc '', # 0xbd '', # 0xbe -'[?]', # 0xbf -'[?]', # 0xc0 -'[?]', # 0xc1 -'[?]', # 0xc2 -'[?]', # 0xc3 -'[?]', # 0xc4 -'[?]', # 0xc5 -'[?]', # 0xc6 -'[?]', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca -'[?]', # 0xcb -'[?]', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 -'[?]', # 0xd3 -'[?]', # 0xd4 -'[?]', # 0xd5 -'[?]', # 0xd6 -'[?]', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb -'[?]', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf -'[?]', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 '[', # 0xe6 -'[?]', # 0xe7 +None, # 0xe7 '<', # 0xe8 '> ', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x029.py b/lib/unidecode/x029.py index c2df2548..717e9031 100644 --- a/lib/unidecode/x029.py +++ b/lib/unidecode/x029.py @@ -1,257 +1,257 @@ data = ( -'', # 0x00 -'', # 0x01 -'', # 0x02 -'', # 0x03 -'', # 0x04 -'', # 0x05 -'', # 0x06 -'', # 0x07 -'', # 0x08 -'', # 0x09 -'', # 0x0a -'', # 0x0b -'', # 0x0c -'', # 0x0d -'', # 0x0e -'', # 0x0f -'', # 0x10 -'', # 0x11 -'', # 0x12 -'', # 0x13 -'', # 0x14 -'', # 0x15 -'', # 0x16 -'', # 0x17 -'', # 0x18 -'', # 0x19 -'', # 0x1a -'', # 0x1b -'', # 0x1c -'', # 0x1d -'', # 0x1e -'', # 0x1f -'', # 0x20 -'', # 0x21 -'', # 0x22 -'', # 0x23 -'', # 0x24 -'', # 0x25 -'', # 0x26 -'', # 0x27 -'', # 0x28 -'', # 0x29 -'', # 0x2a -'', # 0x2b -'', # 0x2c -'', # 0x2d -'', # 0x2e -'', # 0x2f -'', # 0x30 -'', # 0x31 -'', # 0x32 -'', # 0x33 -'', # 0x34 -'', # 0x35 -'', # 0x36 -'', # 0x37 -'', # 0x38 -'', # 0x39 -'', # 0x3a -'', # 0x3b -'', # 0x3c -'', # 0x3d -'', # 0x3e -'', # 0x3f -'', # 0x40 -'', # 0x41 -'', # 0x42 -'', # 0x43 -'', # 0x44 -'', # 0x45 -'', # 0x46 -'', # 0x47 -'', # 0x48 -'', # 0x49 -'', # 0x4a -'', # 0x4b -'', # 0x4c -'', # 0x4d -'', # 0x4e -'', # 0x4f -'', # 0x50 -'', # 0x51 -'', # 0x52 -'', # 0x53 -'', # 0x54 -'', # 0x55 -'', # 0x56 -'', # 0x57 -'', # 0x58 -'', # 0x59 -'', # 0x5a -'', # 0x5b -'', # 0x5c -'', # 0x5d -'', # 0x5e -'', # 0x5f -'', # 0x60 -'', # 0x61 -'', # 0x62 -'', # 0x63 -'', # 0x64 -'', # 0x65 -'', # 0x66 -'', # 0x67 -'', # 0x68 -'', # 0x69 -'', # 0x6a -'', # 0x6b -'', # 0x6c -'', # 0x6d -'', # 0x6e -'', # 0x6f -'', # 0x70 -'', # 0x71 -'', # 0x72 -'', # 0x73 -'', # 0x74 -'', # 0x75 -'', # 0x76 -'', # 0x77 -'', # 0x78 -'', # 0x79 -'', # 0x7a -'', # 0x7b -'', # 0x7c -'', # 0x7d -'', # 0x7e -'', # 0x7f -'', # 0x80 -'', # 0x81 -'', # 0x82 +None, # 0x00 +None, # 0x01 +None, # 0x02 +None, # 0x03 +None, # 0x04 +None, # 0x05 +None, # 0x06 +None, # 0x07 +None, # 0x08 +None, # 0x09 +None, # 0x0a +None, # 0x0b +None, # 0x0c +None, # 0x0d +None, # 0x0e +None, # 0x0f +None, # 0x10 +None, # 0x11 +None, # 0x12 +None, # 0x13 +None, # 0x14 +None, # 0x15 +None, # 0x16 +None, # 0x17 +None, # 0x18 +None, # 0x19 +None, # 0x1a +None, # 0x1b +None, # 0x1c +None, # 0x1d +None, # 0x1e +None, # 0x1f +None, # 0x20 +None, # 0x21 +None, # 0x22 +None, # 0x23 +None, # 0x24 +None, # 0x25 +None, # 0x26 +None, # 0x27 +None, # 0x28 +None, # 0x29 +None, # 0x2a +None, # 0x2b +None, # 0x2c +None, # 0x2d +None, # 0x2e +None, # 0x2f +None, # 0x30 +None, # 0x31 +None, # 0x32 +None, # 0x33 +None, # 0x34 +None, # 0x35 +None, # 0x36 +None, # 0x37 +None, # 0x38 +None, # 0x39 +None, # 0x3a +None, # 0x3b +None, # 0x3c +None, # 0x3d +None, # 0x3e +None, # 0x3f +None, # 0x40 +None, # 0x41 +None, # 0x42 +None, # 0x43 +None, # 0x44 +None, # 0x45 +None, # 0x46 +None, # 0x47 +None, # 0x48 +None, # 0x49 +None, # 0x4a +None, # 0x4b +None, # 0x4c +None, # 0x4d +None, # 0x4e +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 +None, # 0x55 +None, # 0x56 +None, # 0x57 +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f +None, # 0x60 +None, # 0x61 +None, # 0x62 +None, # 0x63 +None, # 0x64 +None, # 0x65 +None, # 0x66 +None, # 0x67 +None, # 0x68 +None, # 0x69 +None, # 0x6a +None, # 0x6b +None, # 0x6c +None, # 0x6d +None, # 0x6e +None, # 0x6f +None, # 0x70 +None, # 0x71 +None, # 0x72 +None, # 0x73 +None, # 0x74 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 +None, # 0x81 +None, # 0x82 '{', # 0x83 '} ', # 0x84 -'', # 0x85 -'', # 0x86 -'', # 0x87 -'', # 0x88 -'', # 0x89 -'', # 0x8a -'', # 0x8b -'', # 0x8c -'', # 0x8d -'', # 0x8e -'', # 0x8f -'', # 0x90 -'', # 0x91 -'', # 0x92 -'', # 0x93 -'', # 0x94 -'', # 0x95 -'', # 0x96 -'', # 0x97 -'', # 0x98 -'', # 0x99 -'', # 0x9a -'', # 0x9b -'', # 0x9c -'', # 0x9d -'', # 0x9e -'', # 0x9f -'', # 0xa0 -'', # 0xa1 -'', # 0xa2 -'', # 0xa3 -'', # 0xa4 -'', # 0xa5 -'', # 0xa6 -'', # 0xa7 -'', # 0xa8 -'', # 0xa9 -'', # 0xaa -'', # 0xab -'', # 0xac -'', # 0xad -'', # 0xae -'', # 0xaf -'', # 0xb0 -'', # 0xb1 -'', # 0xb2 -'', # 0xb3 -'', # 0xb4 -'', # 0xb5 -'', # 0xb6 -'', # 0xb7 -'', # 0xb8 -'', # 0xb9 -'', # 0xba -'', # 0xbb -'', # 0xbc -'', # 0xbd -'', # 0xbe -'', # 0xbf -'', # 0xc0 -'', # 0xc1 -'', # 0xc2 -'', # 0xc3 -'', # 0xc4 -'', # 0xc5 -'', # 0xc6 -'', # 0xc7 -'', # 0xc8 -'', # 0xc9 -'', # 0xca -'', # 0xcb -'', # 0xcc -'', # 0xcd -'', # 0xce -'', # 0xcf -'', # 0xd0 -'', # 0xd1 -'', # 0xd2 -'', # 0xd3 -'', # 0xd4 -'', # 0xd5 -'', # 0xd6 -'', # 0xd7 -'', # 0xd8 -'', # 0xd9 -'', # 0xda -'', # 0xdb -'', # 0xdc -'', # 0xdd -'', # 0xde -'', # 0xdf -'', # 0xe0 -'', # 0xe1 -'', # 0xe2 -'', # 0xe3 -'', # 0xe4 -'', # 0xe5 -'', # 0xe6 -'', # 0xe7 -'', # 0xe8 -'', # 0xe9 -'', # 0xea -'', # 0xeb -'', # 0xec -'', # 0xed -'', # 0xee -'', # 0xef -'', # 0xf0 -'', # 0xf1 -'', # 0xf2 -'', # 0xf3 -'', # 0xf4 -'', # 0xf5 -'', # 0xf6 -'', # 0xf7 -'', # 0xf8 -'', # 0xf9 -'', # 0xfa -'', # 0xfb -'', # 0xfc -'', # 0xfd -'', # 0xfe +None, # 0x85 +None, # 0x86 +None, # 0x87 +None, # 0x88 +None, # 0x89 +None, # 0x8a +None, # 0x8b +None, # 0x8c +None, # 0x8d +None, # 0x8e +None, # 0x8f +None, # 0x90 +None, # 0x91 +None, # 0x92 +None, # 0x93 +None, # 0x94 +None, # 0x95 +None, # 0x96 +None, # 0x97 +None, # 0x98 +None, # 0x99 +None, # 0x9a +None, # 0x9b +None, # 0x9c +None, # 0x9d +None, # 0x9e +None, # 0x9f +None, # 0xa0 +None, # 0xa1 +None, # 0xa2 +None, # 0xa3 +None, # 0xa4 +None, # 0xa5 +None, # 0xa6 +None, # 0xa7 +None, # 0xa8 +None, # 0xa9 +None, # 0xaa +None, # 0xab +None, # 0xac +None, # 0xad +None, # 0xae +None, # 0xaf +None, # 0xb0 +None, # 0xb1 +None, # 0xb2 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 +None, # 0xb6 +None, # 0xb7 +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x02a.py b/lib/unidecode/x02a.py index b832ef35..4f574c14 100644 --- a/lib/unidecode/x02a.py +++ b/lib/unidecode/x02a.py @@ -1,257 +1,257 @@ data = ( -'', # 0x00 -'', # 0x01 -'', # 0x02 -'', # 0x03 -'', # 0x04 -'', # 0x05 -'', # 0x06 -'', # 0x07 -'', # 0x08 -'', # 0x09 -'', # 0x0a -'', # 0x0b -'', # 0x0c -'', # 0x0d -'', # 0x0e -'', # 0x0f -'', # 0x10 -'', # 0x11 -'', # 0x12 -'', # 0x13 -'', # 0x14 -'', # 0x15 -'', # 0x16 -'', # 0x17 -'', # 0x18 -'', # 0x19 -'', # 0x1a -'', # 0x1b -'', # 0x1c -'', # 0x1d -'', # 0x1e -'', # 0x1f -'', # 0x20 -'', # 0x21 -'', # 0x22 -'', # 0x23 -'', # 0x24 -'', # 0x25 -'', # 0x26 -'', # 0x27 -'', # 0x28 -'', # 0x29 -'', # 0x2a -'', # 0x2b -'', # 0x2c -'', # 0x2d -'', # 0x2e -'', # 0x2f -'', # 0x30 -'', # 0x31 -'', # 0x32 -'', # 0x33 -'', # 0x34 -'', # 0x35 -'', # 0x36 -'', # 0x37 -'', # 0x38 -'', # 0x39 -'', # 0x3a -'', # 0x3b -'', # 0x3c -'', # 0x3d -'', # 0x3e -'', # 0x3f -'', # 0x40 -'', # 0x41 -'', # 0x42 -'', # 0x43 -'', # 0x44 -'', # 0x45 -'', # 0x46 -'', # 0x47 -'', # 0x48 -'', # 0x49 -'', # 0x4a -'', # 0x4b -'', # 0x4c -'', # 0x4d -'', # 0x4e -'', # 0x4f -'', # 0x50 -'', # 0x51 -'', # 0x52 -'', # 0x53 -'', # 0x54 -'', # 0x55 -'', # 0x56 -'', # 0x57 -'', # 0x58 -'', # 0x59 -'', # 0x5a -'', # 0x5b -'', # 0x5c -'', # 0x5d -'', # 0x5e -'', # 0x5f -'', # 0x60 -'', # 0x61 -'', # 0x62 -'', # 0x63 -'', # 0x64 -'', # 0x65 -'', # 0x66 -'', # 0x67 -'', # 0x68 -'', # 0x69 -'', # 0x6a -'', # 0x6b -'', # 0x6c -'', # 0x6d -'', # 0x6e -'', # 0x6f -'', # 0x70 -'', # 0x71 -'', # 0x72 -'', # 0x73 +None, # 0x00 +None, # 0x01 +None, # 0x02 +None, # 0x03 +None, # 0x04 +None, # 0x05 +None, # 0x06 +None, # 0x07 +None, # 0x08 +None, # 0x09 +None, # 0x0a +None, # 0x0b +None, # 0x0c +None, # 0x0d +None, # 0x0e +None, # 0x0f +None, # 0x10 +None, # 0x11 +None, # 0x12 +None, # 0x13 +None, # 0x14 +None, # 0x15 +None, # 0x16 +None, # 0x17 +None, # 0x18 +None, # 0x19 +None, # 0x1a +None, # 0x1b +None, # 0x1c +None, # 0x1d +None, # 0x1e +None, # 0x1f +None, # 0x20 +None, # 0x21 +None, # 0x22 +None, # 0x23 +None, # 0x24 +None, # 0x25 +None, # 0x26 +None, # 0x27 +None, # 0x28 +None, # 0x29 +None, # 0x2a +None, # 0x2b +None, # 0x2c +None, # 0x2d +None, # 0x2e +None, # 0x2f +None, # 0x30 +None, # 0x31 +None, # 0x32 +None, # 0x33 +None, # 0x34 +None, # 0x35 +None, # 0x36 +None, # 0x37 +None, # 0x38 +None, # 0x39 +None, # 0x3a +None, # 0x3b +None, # 0x3c +None, # 0x3d +None, # 0x3e +None, # 0x3f +None, # 0x40 +None, # 0x41 +None, # 0x42 +None, # 0x43 +None, # 0x44 +None, # 0x45 +None, # 0x46 +None, # 0x47 +None, # 0x48 +None, # 0x49 +None, # 0x4a +None, # 0x4b +None, # 0x4c +None, # 0x4d +None, # 0x4e +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 +None, # 0x55 +None, # 0x56 +None, # 0x57 +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f +None, # 0x60 +None, # 0x61 +None, # 0x62 +None, # 0x63 +None, # 0x64 +None, # 0x65 +None, # 0x66 +None, # 0x67 +None, # 0x68 +None, # 0x69 +None, # 0x6a +None, # 0x6b +None, # 0x6c +None, # 0x6d +None, # 0x6e +None, # 0x6f +None, # 0x70 +None, # 0x71 +None, # 0x72 +None, # 0x73 '::=', # 0x74 '==', # 0x75 '===', # 0x76 -'', # 0x77 -'', # 0x78 -'', # 0x79 -'', # 0x7a -'', # 0x7b -'', # 0x7c -'', # 0x7d -'', # 0x7e -'', # 0x7f -'', # 0x80 -'', # 0x81 -'', # 0x82 -'', # 0x83 -'', # 0x84 -'', # 0x85 -'', # 0x86 -'', # 0x87 -'', # 0x88 -'', # 0x89 -'', # 0x8a -'', # 0x8b -'', # 0x8c -'', # 0x8d -'', # 0x8e -'', # 0x8f -'', # 0x90 -'', # 0x91 -'', # 0x92 -'', # 0x93 -'', # 0x94 -'', # 0x95 -'', # 0x96 -'', # 0x97 -'', # 0x98 -'', # 0x99 -'', # 0x9a -'', # 0x9b -'', # 0x9c -'', # 0x9d -'', # 0x9e -'', # 0x9f -'', # 0xa0 -'', # 0xa1 -'', # 0xa2 -'', # 0xa3 -'', # 0xa4 -'', # 0xa5 -'', # 0xa6 -'', # 0xa7 -'', # 0xa8 -'', # 0xa9 -'', # 0xaa -'', # 0xab -'', # 0xac -'', # 0xad -'', # 0xae -'', # 0xaf -'', # 0xb0 -'', # 0xb1 -'', # 0xb2 -'', # 0xb3 -'', # 0xb4 -'', # 0xb5 -'', # 0xb6 -'', # 0xb7 -'', # 0xb8 -'', # 0xb9 -'', # 0xba -'', # 0xbb -'', # 0xbc -'', # 0xbd -'', # 0xbe -'', # 0xbf -'', # 0xc0 -'', # 0xc1 -'', # 0xc2 -'', # 0xc3 -'', # 0xc4 -'', # 0xc5 -'', # 0xc6 -'', # 0xc7 -'', # 0xc8 -'', # 0xc9 -'', # 0xca -'', # 0xcb -'', # 0xcc -'', # 0xcd -'', # 0xce -'', # 0xcf -'', # 0xd0 -'', # 0xd1 -'', # 0xd2 -'', # 0xd3 -'', # 0xd4 -'', # 0xd5 -'', # 0xd6 -'', # 0xd7 -'', # 0xd8 -'', # 0xd9 -'', # 0xda -'', # 0xdb -'', # 0xdc -'', # 0xdd -'', # 0xde -'', # 0xdf -'', # 0xe0 -'', # 0xe1 -'', # 0xe2 -'', # 0xe3 -'', # 0xe4 -'', # 0xe5 -'', # 0xe6 -'', # 0xe7 -'', # 0xe8 -'', # 0xe9 -'', # 0xea -'', # 0xeb -'', # 0xec -'', # 0xed -'', # 0xee -'', # 0xef -'', # 0xf0 -'', # 0xf1 -'', # 0xf2 -'', # 0xf3 -'', # 0xf4 -'', # 0xf5 -'', # 0xf6 -'', # 0xf7 -'', # 0xf8 -'', # 0xf9 -'', # 0xfa -'', # 0xfb -'', # 0xfc -'', # 0xfd -'', # 0xfe +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 +None, # 0x81 +None, # 0x82 +None, # 0x83 +None, # 0x84 +None, # 0x85 +None, # 0x86 +None, # 0x87 +None, # 0x88 +None, # 0x89 +None, # 0x8a +None, # 0x8b +None, # 0x8c +None, # 0x8d +None, # 0x8e +None, # 0x8f +None, # 0x90 +None, # 0x91 +None, # 0x92 +None, # 0x93 +None, # 0x94 +None, # 0x95 +None, # 0x96 +None, # 0x97 +None, # 0x98 +None, # 0x99 +None, # 0x9a +None, # 0x9b +None, # 0x9c +None, # 0x9d +None, # 0x9e +None, # 0x9f +None, # 0xa0 +None, # 0xa1 +None, # 0xa2 +None, # 0xa3 +None, # 0xa4 +None, # 0xa5 +None, # 0xa6 +None, # 0xa7 +None, # 0xa8 +None, # 0xa9 +None, # 0xaa +None, # 0xab +None, # 0xac +None, # 0xad +None, # 0xae +None, # 0xaf +None, # 0xb0 +None, # 0xb1 +None, # 0xb2 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 +None, # 0xb6 +None, # 0xb7 +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x02c.py b/lib/unidecode/x02c.py index 0d05d069..f6e6d1f3 100644 --- a/lib/unidecode/x02c.py +++ b/lib/unidecode/x02c.py @@ -1,100 +1,100 @@ data = ( -'', # 0x00 -'', # 0x01 -'', # 0x02 -'', # 0x03 -'', # 0x04 -'', # 0x05 -'', # 0x06 -'', # 0x07 -'', # 0x08 -'', # 0x09 -'', # 0x0a -'', # 0x0b -'', # 0x0c -'', # 0x0d -'', # 0x0e -'', # 0x0f -'', # 0x10 -'', # 0x11 -'', # 0x12 -'', # 0x13 -'', # 0x14 -'', # 0x15 -'', # 0x16 -'', # 0x17 -'', # 0x18 -'', # 0x19 -'', # 0x1a -'', # 0x1b -'', # 0x1c -'', # 0x1d -'', # 0x1e -'', # 0x1f -'', # 0x20 -'', # 0x21 -'', # 0x22 -'', # 0x23 -'', # 0x24 -'', # 0x25 -'', # 0x26 -'', # 0x27 -'', # 0x28 -'', # 0x29 -'', # 0x2a -'', # 0x2b -'', # 0x2c -'', # 0x2d -'', # 0x2e -'', # 0x2f -'', # 0x30 -'', # 0x31 -'', # 0x32 -'', # 0x33 -'', # 0x34 -'', # 0x35 -'', # 0x36 -'', # 0x37 -'', # 0x38 -'', # 0x39 -'', # 0x3a -'', # 0x3b -'', # 0x3c -'', # 0x3d -'', # 0x3e -'', # 0x3f -'', # 0x40 -'', # 0x41 -'', # 0x42 -'', # 0x43 -'', # 0x44 -'', # 0x45 -'', # 0x46 -'', # 0x47 -'', # 0x48 -'', # 0x49 -'', # 0x4a -'', # 0x4b -'', # 0x4c -'', # 0x4d -'', # 0x4e -'', # 0x4f -'', # 0x50 -'', # 0x51 -'', # 0x52 -'', # 0x53 -'', # 0x54 -'', # 0x55 -'', # 0x56 -'', # 0x57 -'', # 0x58 -'', # 0x59 -'', # 0x5a -'', # 0x5b -'', # 0x5c -'', # 0x5d -'', # 0x5e -'', # 0x5f +None, # 0x00 +None, # 0x01 +None, # 0x02 +None, # 0x03 +None, # 0x04 +None, # 0x05 +None, # 0x06 +None, # 0x07 +None, # 0x08 +None, # 0x09 +None, # 0x0a +None, # 0x0b +None, # 0x0c +None, # 0x0d +None, # 0x0e +None, # 0x0f +None, # 0x10 +None, # 0x11 +None, # 0x12 +None, # 0x13 +None, # 0x14 +None, # 0x15 +None, # 0x16 +None, # 0x17 +None, # 0x18 +None, # 0x19 +None, # 0x1a +None, # 0x1b +None, # 0x1c +None, # 0x1d +None, # 0x1e +None, # 0x1f +None, # 0x20 +None, # 0x21 +None, # 0x22 +None, # 0x23 +None, # 0x24 +None, # 0x25 +None, # 0x26 +None, # 0x27 +None, # 0x28 +None, # 0x29 +None, # 0x2a +None, # 0x2b +None, # 0x2c +None, # 0x2d +None, # 0x2e +None, # 0x2f +None, # 0x30 +None, # 0x31 +None, # 0x32 +None, # 0x33 +None, # 0x34 +None, # 0x35 +None, # 0x36 +None, # 0x37 +None, # 0x38 +None, # 0x39 +None, # 0x3a +None, # 0x3b +None, # 0x3c +None, # 0x3d +None, # 0x3e +None, # 0x3f +None, # 0x40 +None, # 0x41 +None, # 0x42 +None, # 0x43 +None, # 0x44 +None, # 0x45 +None, # 0x46 +None, # 0x47 +None, # 0x48 +None, # 0x49 +None, # 0x4a +None, # 0x4b +None, # 0x4c +None, # 0x4d +None, # 0x4e +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 +None, # 0x55 +None, # 0x56 +None, # 0x57 +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f 'L', # 0x60 'l', # 0x61 'L', # 0x62 @@ -108,150 +108,150 @@ data = ( 'k', # 0x6a 'Z', # 0x6b 'z', # 0x6c -'', # 0x6d +None, # 0x6d 'M', # 0x6e 'A', # 0x6f -'', # 0x70 -'', # 0x71 -'', # 0x72 -'', # 0x73 -'', # 0x74 -'', # 0x75 -'', # 0x76 -'', # 0x77 -'', # 0x78 -'', # 0x79 -'', # 0x7a -'', # 0x7b -'', # 0x7c -'', # 0x7d -'', # 0x7e -'', # 0x7f -'', # 0x80 -'', # 0x81 -'', # 0x82 -'', # 0x83 -'', # 0x84 -'', # 0x85 -'', # 0x86 -'', # 0x87 -'', # 0x88 -'', # 0x89 -'', # 0x8a -'', # 0x8b -'', # 0x8c -'', # 0x8d -'', # 0x8e -'', # 0x8f -'', # 0x90 -'', # 0x91 -'', # 0x92 -'', # 0x93 -'', # 0x94 -'', # 0x95 -'', # 0x96 -'', # 0x97 -'', # 0x98 -'', # 0x99 -'', # 0x9a -'', # 0x9b -'', # 0x9c -'', # 0x9d -'', # 0x9e -'', # 0x9f -'', # 0xa0 -'', # 0xa1 -'', # 0xa2 -'', # 0xa3 -'', # 0xa4 -'', # 0xa5 -'', # 0xa6 -'', # 0xa7 -'', # 0xa8 -'', # 0xa9 -'', # 0xaa -'', # 0xab -'', # 0xac -'', # 0xad -'', # 0xae -'', # 0xaf -'', # 0xb0 -'', # 0xb1 -'', # 0xb2 -'', # 0xb3 -'', # 0xb4 -'', # 0xb5 -'', # 0xb6 -'', # 0xb7 -'', # 0xb8 -'', # 0xb9 -'', # 0xba -'', # 0xbb -'', # 0xbc -'', # 0xbd -'', # 0xbe -'', # 0xbf -'', # 0xc0 -'', # 0xc1 -'', # 0xc2 -'', # 0xc3 -'', # 0xc4 -'', # 0xc5 -'', # 0xc6 -'', # 0xc7 -'', # 0xc8 -'', # 0xc9 -'', # 0xca -'', # 0xcb -'', # 0xcc -'', # 0xcd -'', # 0xce -'', # 0xcf -'', # 0xd0 -'', # 0xd1 -'', # 0xd2 -'', # 0xd3 -'', # 0xd4 -'', # 0xd5 -'', # 0xd6 -'', # 0xd7 -'', # 0xd8 -'', # 0xd9 -'', # 0xda -'', # 0xdb -'', # 0xdc -'', # 0xdd -'', # 0xde -'', # 0xdf -'', # 0xe0 -'', # 0xe1 -'', # 0xe2 -'', # 0xe3 -'', # 0xe4 -'', # 0xe5 -'', # 0xe6 -'', # 0xe7 -'', # 0xe8 -'', # 0xe9 -'', # 0xea -'', # 0xeb -'', # 0xec -'', # 0xed -'', # 0xee -'', # 0xef -'', # 0xf0 -'', # 0xf1 -'', # 0xf2 -'', # 0xf3 -'', # 0xf4 -'', # 0xf5 -'', # 0xf6 -'', # 0xf7 -'', # 0xf8 -'', # 0xf9 -'', # 0xfa -'', # 0xfb -'', # 0xfc -'', # 0xfd -'', # 0xfe +None, # 0x70 +None, # 0x71 +None, # 0x72 +None, # 0x73 +None, # 0x74 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 +None, # 0x81 +None, # 0x82 +None, # 0x83 +None, # 0x84 +None, # 0x85 +None, # 0x86 +None, # 0x87 +None, # 0x88 +None, # 0x89 +None, # 0x8a +None, # 0x8b +None, # 0x8c +None, # 0x8d +None, # 0x8e +None, # 0x8f +None, # 0x90 +None, # 0x91 +None, # 0x92 +None, # 0x93 +None, # 0x94 +None, # 0x95 +None, # 0x96 +None, # 0x97 +None, # 0x98 +None, # 0x99 +None, # 0x9a +None, # 0x9b +None, # 0x9c +None, # 0x9d +None, # 0x9e +None, # 0x9f +None, # 0xa0 +None, # 0xa1 +None, # 0xa2 +None, # 0xa3 +None, # 0xa4 +None, # 0xa5 +None, # 0xa6 +None, # 0xa7 +None, # 0xa8 +None, # 0xa9 +None, # 0xaa +None, # 0xab +None, # 0xac +None, # 0xad +None, # 0xae +None, # 0xaf +None, # 0xb0 +None, # 0xb1 +None, # 0xb2 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 +None, # 0xb6 +None, # 0xb7 +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x02e.py b/lib/unidecode/x02e.py index feaad8d3..32a45fcd 100644 --- a/lib/unidecode/x02e.py +++ b/lib/unidecode/x02e.py @@ -1,257 +1,257 @@ data = ( -'[?]', # 0x00 -'[?]', # 0x01 -'[?]', # 0x02 -'[?]', # 0x03 -'[?]', # 0x04 -'[?]', # 0x05 -'[?]', # 0x06 -'[?]', # 0x07 -'[?]', # 0x08 -'[?]', # 0x09 -'[?]', # 0x0a -'[?]', # 0x0b -'[?]', # 0x0c -'[?]', # 0x0d -'[?]', # 0x0e -'[?]', # 0x0f -'[?]', # 0x10 -'[?]', # 0x11 -'[?]', # 0x12 -'[?]', # 0x13 -'[?]', # 0x14 -'[?]', # 0x15 -'[?]', # 0x16 -'[?]', # 0x17 -'[?]', # 0x18 -'[?]', # 0x19 -'[?]', # 0x1a -'[?]', # 0x1b -'[?]', # 0x1c -'[?]', # 0x1d -'[?]', # 0x1e -'[?]', # 0x1f -'[?]', # 0x20 -'[?]', # 0x21 -'[?]', # 0x22 -'[?]', # 0x23 -'[?]', # 0x24 -'[?]', # 0x25 -'[?]', # 0x26 -'[?]', # 0x27 -'[?]', # 0x28 -'[?]', # 0x29 -'[?]', # 0x2a -'[?]', # 0x2b -'[?]', # 0x2c -'[?]', # 0x2d -'[?]', # 0x2e -'[?]', # 0x2f -'[?]', # 0x30 -'[?]', # 0x31 -'[?]', # 0x32 -'[?]', # 0x33 -'[?]', # 0x34 -'[?]', # 0x35 -'[?]', # 0x36 -'[?]', # 0x37 -'[?]', # 0x38 -'[?]', # 0x39 -'[?]', # 0x3a -'[?]', # 0x3b -'[?]', # 0x3c -'[?]', # 0x3d -'[?]', # 0x3e -'[?]', # 0x3f -'[?]', # 0x40 -'[?]', # 0x41 -'[?]', # 0x42 -'[?]', # 0x43 -'[?]', # 0x44 -'[?]', # 0x45 -'[?]', # 0x46 -'[?]', # 0x47 -'[?]', # 0x48 -'[?]', # 0x49 -'[?]', # 0x4a -'[?]', # 0x4b -'[?]', # 0x4c -'[?]', # 0x4d -'[?]', # 0x4e -'[?]', # 0x4f -'[?]', # 0x50 -'[?]', # 0x51 -'[?]', # 0x52 -'[?]', # 0x53 -'[?]', # 0x54 -'[?]', # 0x55 -'[?]', # 0x56 -'[?]', # 0x57 -'[?]', # 0x58 -'[?]', # 0x59 -'[?]', # 0x5a -'[?]', # 0x5b -'[?]', # 0x5c -'[?]', # 0x5d -'[?]', # 0x5e -'[?]', # 0x5f -'[?]', # 0x60 -'[?]', # 0x61 -'[?]', # 0x62 -'[?]', # 0x63 -'[?]', # 0x64 -'[?]', # 0x65 -'[?]', # 0x66 -'[?]', # 0x67 -'[?]', # 0x68 -'[?]', # 0x69 -'[?]', # 0x6a -'[?]', # 0x6b -'[?]', # 0x6c -'[?]', # 0x6d -'[?]', # 0x6e -'[?]', # 0x6f -'[?]', # 0x70 -'[?]', # 0x71 -'[?]', # 0x72 -'[?]', # 0x73 -'[?]', # 0x74 -'[?]', # 0x75 -'[?]', # 0x76 -'[?]', # 0x77 -'[?]', # 0x78 -'[?]', # 0x79 -'[?]', # 0x7a -'[?]', # 0x7b -'[?]', # 0x7c -'[?]', # 0x7d -'[?]', # 0x7e -'[?]', # 0x7f -'[?] ', # 0x80 -'[?] ', # 0x81 -'[?] ', # 0x82 -'[?] ', # 0x83 -'[?] ', # 0x84 -'[?] ', # 0x85 -'[?] ', # 0x86 -'[?] ', # 0x87 -'[?] ', # 0x88 -'[?] ', # 0x89 -'[?] ', # 0x8a -'[?] ', # 0x8b -'[?] ', # 0x8c -'[?] ', # 0x8d -'[?] ', # 0x8e -'[?] ', # 0x8f -'[?] ', # 0x90 -'[?] ', # 0x91 -'[?] ', # 0x92 -'[?] ', # 0x93 -'[?] ', # 0x94 -'[?] ', # 0x95 -'[?] ', # 0x96 -'[?] ', # 0x97 -'[?] ', # 0x98 -'[?] ', # 0x99 -'[?]', # 0x9a -'[?] ', # 0x9b -'[?] ', # 0x9c -'[?] ', # 0x9d -'[?] ', # 0x9e -'[?] ', # 0x9f -'[?] ', # 0xa0 -'[?] ', # 0xa1 -'[?] ', # 0xa2 -'[?] ', # 0xa3 -'[?] ', # 0xa4 -'[?] ', # 0xa5 -'[?] ', # 0xa6 -'[?] ', # 0xa7 -'[?] ', # 0xa8 -'[?] ', # 0xa9 -'[?] ', # 0xaa -'[?] ', # 0xab -'[?] ', # 0xac -'[?] ', # 0xad -'[?] ', # 0xae -'[?] ', # 0xaf -'[?] ', # 0xb0 -'[?] ', # 0xb1 -'[?] ', # 0xb2 -'[?] ', # 0xb3 -'[?] ', # 0xb4 -'[?] ', # 0xb5 -'[?] ', # 0xb6 -'[?] ', # 0xb7 -'[?] ', # 0xb8 -'[?] ', # 0xb9 -'[?] ', # 0xba -'[?] ', # 0xbb -'[?] ', # 0xbc -'[?] ', # 0xbd -'[?] ', # 0xbe -'[?] ', # 0xbf -'[?] ', # 0xc0 -'[?] ', # 0xc1 -'[?] ', # 0xc2 -'[?] ', # 0xc3 -'[?] ', # 0xc4 -'[?] ', # 0xc5 -'[?] ', # 0xc6 -'[?] ', # 0xc7 -'[?] ', # 0xc8 -'[?] ', # 0xc9 -'[?] ', # 0xca -'[?] ', # 0xcb -'[?] ', # 0xcc -'[?] ', # 0xcd -'[?] ', # 0xce -'[?] ', # 0xcf -'[?] ', # 0xd0 -'[?] ', # 0xd1 -'[?] ', # 0xd2 -'[?] ', # 0xd3 -'[?] ', # 0xd4 -'[?] ', # 0xd5 -'[?] ', # 0xd6 -'[?] ', # 0xd7 -'[?] ', # 0xd8 -'[?] ', # 0xd9 -'[?] ', # 0xda -'[?] ', # 0xdb -'[?] ', # 0xdc -'[?] ', # 0xdd -'[?] ', # 0xde -'[?] ', # 0xdf -'[?] ', # 0xe0 -'[?] ', # 0xe1 -'[?] ', # 0xe2 -'[?] ', # 0xe3 -'[?] ', # 0xe4 -'[?] ', # 0xe5 -'[?] ', # 0xe6 -'[?] ', # 0xe7 -'[?] ', # 0xe8 -'[?] ', # 0xe9 -'[?] ', # 0xea -'[?] ', # 0xeb -'[?] ', # 0xec -'[?] ', # 0xed -'[?] ', # 0xee -'[?] ', # 0xef -'[?] ', # 0xf0 -'[?] ', # 0xf1 -'[?] ', # 0xf2 -'[?] ', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +'r', # 0x00 +'r.', # 0x01 +None, # 0x02 +None, # 0x03 +None, # 0x04 +None, # 0x05 +'T', # 0x06 +'T.', # 0x07 +None, # 0x08 +'s', # 0x09 +None, # 0x0a +'[]', # 0x0b +'\\', # 0x0c +'/', # 0x0d +None, # 0x0e +'__', # 0x0f +None, # 0x10 +None, # 0x11 +'>', # 0x12 +'%', # 0x13 +None, # 0x14 +None, # 0x15 +'>', # 0x16 +'=', # 0x17 +None, # 0x18 +'/', # 0x19 +'-', # 0x1a +'~', # 0x1b +'\\', # 0x1c +'/', # 0x1d +'~', # 0x1e +'~', # 0x1f +'|-', # 0x20 +'-|', # 0x21 +None, # 0x22 +None, # 0x23 +None, # 0x24 +None, # 0x25 +'<=', # 0x26 +'=>', # 0x27 +'((', # 0x28 +'))', # 0x29 +None, # 0x2a +None, # 0x2b +'::', # 0x2c +None, # 0x2d +'?', # 0x2e +'\'', # 0x2f +'o', # 0x30 +'.', # 0x31 +',', # 0x32 +'.', # 0x33 +',', # 0x34 +';', # 0x35 +None, # 0x36 +None, # 0x37 +None, # 0x38 +None, # 0x39 +'----', # 0x3a +'------', # 0x3b +'x', # 0x3c +'|', # 0x3d +None, # 0x3e +None, # 0x3f +'=', # 0x40 +',', # 0x41 +'"', # 0x42 +'`--', # 0x43 +None, # 0x44 +None, # 0x45 +None, # 0x46 +None, # 0x47 +None, # 0x48 +None, # 0x49 +None, # 0x4a +None, # 0x4b +None, # 0x4c +None, # 0x4d +None, # 0x4e +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 +None, # 0x55 +None, # 0x56 +None, # 0x57 +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f +None, # 0x60 +None, # 0x61 +None, # 0x62 +None, # 0x63 +None, # 0x64 +None, # 0x65 +None, # 0x66 +None, # 0x67 +None, # 0x68 +None, # 0x69 +None, # 0x6a +None, # 0x6b +None, # 0x6c +None, # 0x6d +None, # 0x6e +None, # 0x6f +None, # 0x70 +None, # 0x71 +None, # 0x72 +None, # 0x73 +None, # 0x74 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 +None, # 0x81 +None, # 0x82 +None, # 0x83 +None, # 0x84 +None, # 0x85 +None, # 0x86 +None, # 0x87 +None, # 0x88 +None, # 0x89 +None, # 0x8a +None, # 0x8b +None, # 0x8c +None, # 0x8d +None, # 0x8e +None, # 0x8f +None, # 0x90 +None, # 0x91 +None, # 0x92 +None, # 0x93 +None, # 0x94 +None, # 0x95 +None, # 0x96 +None, # 0x97 +None, # 0x98 +None, # 0x99 +None, # 0x9a +None, # 0x9b +None, # 0x9c +None, # 0x9d +None, # 0x9e +None, # 0x9f +None, # 0xa0 +None, # 0xa1 +None, # 0xa2 +None, # 0xa3 +None, # 0xa4 +None, # 0xa5 +None, # 0xa6 +None, # 0xa7 +None, # 0xa8 +None, # 0xa9 +None, # 0xaa +None, # 0xab +None, # 0xac +None, # 0xad +None, # 0xae +None, # 0xaf +None, # 0xb0 +None, # 0xb1 +None, # 0xb2 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 +None, # 0xb6 +None, # 0xb7 +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x02f.py b/lib/unidecode/x02f.py index 01f8b15b..eccead0c 100644 --- a/lib/unidecode/x02f.py +++ b/lib/unidecode/x02f.py @@ -1,257 +1,257 @@ data = ( -'[?] ', # 0x00 -'[?] ', # 0x01 -'[?] ', # 0x02 -'[?] ', # 0x03 -'[?] ', # 0x04 -'[?] ', # 0x05 -'[?] ', # 0x06 -'[?] ', # 0x07 -'[?] ', # 0x08 -'[?] ', # 0x09 -'[?] ', # 0x0a -'[?] ', # 0x0b -'[?] ', # 0x0c -'[?] ', # 0x0d -'[?] ', # 0x0e -'[?] ', # 0x0f -'[?] ', # 0x10 -'[?] ', # 0x11 -'[?] ', # 0x12 -'[?] ', # 0x13 -'[?] ', # 0x14 -'[?] ', # 0x15 -'[?] ', # 0x16 -'[?] ', # 0x17 -'[?] ', # 0x18 -'[?] ', # 0x19 -'[?] ', # 0x1a -'[?] ', # 0x1b -'[?] ', # 0x1c -'[?] ', # 0x1d -'[?] ', # 0x1e -'[?] ', # 0x1f -'[?] ', # 0x20 -'[?] ', # 0x21 -'[?] ', # 0x22 -'[?] ', # 0x23 -'[?] ', # 0x24 -'[?] ', # 0x25 -'[?] ', # 0x26 -'[?] ', # 0x27 -'[?] ', # 0x28 -'[?] ', # 0x29 -'[?] ', # 0x2a -'[?] ', # 0x2b -'[?] ', # 0x2c -'[?] ', # 0x2d -'[?] ', # 0x2e -'[?] ', # 0x2f -'[?] ', # 0x30 -'[?] ', # 0x31 -'[?] ', # 0x32 -'[?] ', # 0x33 -'[?] ', # 0x34 -'[?] ', # 0x35 -'[?] ', # 0x36 -'[?] ', # 0x37 -'[?] ', # 0x38 -'[?] ', # 0x39 -'[?] ', # 0x3a -'[?] ', # 0x3b -'[?] ', # 0x3c -'[?] ', # 0x3d -'[?] ', # 0x3e -'[?] ', # 0x3f -'[?] ', # 0x40 -'[?] ', # 0x41 -'[?] ', # 0x42 -'[?] ', # 0x43 -'[?] ', # 0x44 -'[?] ', # 0x45 -'[?] ', # 0x46 -'[?] ', # 0x47 -'[?] ', # 0x48 -'[?] ', # 0x49 -'[?] ', # 0x4a -'[?] ', # 0x4b -'[?] ', # 0x4c -'[?] ', # 0x4d -'[?] ', # 0x4e -'[?] ', # 0x4f -'[?] ', # 0x50 -'[?] ', # 0x51 -'[?] ', # 0x52 -'[?] ', # 0x53 -'[?] ', # 0x54 -'[?] ', # 0x55 -'[?] ', # 0x56 -'[?] ', # 0x57 -'[?] ', # 0x58 -'[?] ', # 0x59 -'[?] ', # 0x5a -'[?] ', # 0x5b -'[?] ', # 0x5c -'[?] ', # 0x5d -'[?] ', # 0x5e -'[?] ', # 0x5f -'[?] ', # 0x60 -'[?] ', # 0x61 -'[?] ', # 0x62 -'[?] ', # 0x63 -'[?] ', # 0x64 -'[?] ', # 0x65 -'[?] ', # 0x66 -'[?] ', # 0x67 -'[?] ', # 0x68 -'[?] ', # 0x69 -'[?] ', # 0x6a -'[?] ', # 0x6b -'[?] ', # 0x6c -'[?] ', # 0x6d -'[?] ', # 0x6e -'[?] ', # 0x6f -'[?] ', # 0x70 -'[?] ', # 0x71 -'[?] ', # 0x72 -'[?] ', # 0x73 -'[?] ', # 0x74 -'[?] ', # 0x75 -'[?] ', # 0x76 -'[?] ', # 0x77 -'[?] ', # 0x78 -'[?] ', # 0x79 -'[?] ', # 0x7a -'[?] ', # 0x7b -'[?] ', # 0x7c -'[?] ', # 0x7d -'[?] ', # 0x7e -'[?] ', # 0x7f -'[?] ', # 0x80 -'[?] ', # 0x81 -'[?] ', # 0x82 -'[?] ', # 0x83 -'[?] ', # 0x84 -'[?] ', # 0x85 -'[?] ', # 0x86 -'[?] ', # 0x87 -'[?] ', # 0x88 -'[?] ', # 0x89 -'[?] ', # 0x8a -'[?] ', # 0x8b -'[?] ', # 0x8c -'[?] ', # 0x8d -'[?] ', # 0x8e -'[?] ', # 0x8f -'[?] ', # 0x90 -'[?] ', # 0x91 -'[?] ', # 0x92 -'[?] ', # 0x93 -'[?] ', # 0x94 -'[?] ', # 0x95 -'[?] ', # 0x96 -'[?] ', # 0x97 -'[?] ', # 0x98 -'[?] ', # 0x99 -'[?] ', # 0x9a -'[?] ', # 0x9b -'[?] ', # 0x9c -'[?] ', # 0x9d -'[?] ', # 0x9e -'[?] ', # 0x9f -'[?] ', # 0xa0 -'[?] ', # 0xa1 -'[?] ', # 0xa2 -'[?] ', # 0xa3 -'[?] ', # 0xa4 -'[?] ', # 0xa5 -'[?] ', # 0xa6 -'[?] ', # 0xa7 -'[?] ', # 0xa8 -'[?] ', # 0xa9 -'[?] ', # 0xaa -'[?] ', # 0xab -'[?] ', # 0xac -'[?] ', # 0xad -'[?] ', # 0xae -'[?] ', # 0xaf -'[?] ', # 0xb0 -'[?] ', # 0xb1 -'[?] ', # 0xb2 -'[?] ', # 0xb3 -'[?] ', # 0xb4 -'[?] ', # 0xb5 -'[?] ', # 0xb6 -'[?] ', # 0xb7 -'[?] ', # 0xb8 -'[?] ', # 0xb9 -'[?] ', # 0xba -'[?] ', # 0xbb -'[?] ', # 0xbc -'[?] ', # 0xbd -'[?] ', # 0xbe -'[?] ', # 0xbf -'[?] ', # 0xc0 -'[?] ', # 0xc1 -'[?] ', # 0xc2 -'[?] ', # 0xc3 -'[?] ', # 0xc4 -'[?] ', # 0xc5 -'[?] ', # 0xc6 -'[?] ', # 0xc7 -'[?] ', # 0xc8 -'[?] ', # 0xc9 -'[?] ', # 0xca -'[?] ', # 0xcb -'[?] ', # 0xcc -'[?] ', # 0xcd -'[?] ', # 0xce -'[?] ', # 0xcf -'[?] ', # 0xd0 -'[?] ', # 0xd1 -'[?] ', # 0xd2 -'[?] ', # 0xd3 -'[?] ', # 0xd4 -'[?] ', # 0xd5 -'[?]', # 0xd6 -'[?]', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb -'[?]', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf -'[?]', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 -'[?]', # 0xe6 -'[?]', # 0xe7 -'[?]', # 0xe8 -'[?]', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef -'[?] ', # 0xf0 -'[?] ', # 0xf1 -'[?] ', # 0xf2 -'[?] ', # 0xf3 -'[?] ', # 0xf4 -'[?] ', # 0xf5 -'[?] ', # 0xf6 -'[?] ', # 0xf7 -'[?] ', # 0xf8 -'[?] ', # 0xf9 -'[?] ', # 0xfa -'[?] ', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0x00 +None, # 0x01 +None, # 0x02 +None, # 0x03 +None, # 0x04 +None, # 0x05 +None, # 0x06 +None, # 0x07 +None, # 0x08 +None, # 0x09 +None, # 0x0a +None, # 0x0b +None, # 0x0c +None, # 0x0d +None, # 0x0e +None, # 0x0f +None, # 0x10 +None, # 0x11 +None, # 0x12 +None, # 0x13 +None, # 0x14 +None, # 0x15 +None, # 0x16 +None, # 0x17 +None, # 0x18 +None, # 0x19 +None, # 0x1a +None, # 0x1b +None, # 0x1c +None, # 0x1d +None, # 0x1e +None, # 0x1f +None, # 0x20 +None, # 0x21 +None, # 0x22 +None, # 0x23 +None, # 0x24 +None, # 0x25 +None, # 0x26 +None, # 0x27 +None, # 0x28 +None, # 0x29 +None, # 0x2a +None, # 0x2b +None, # 0x2c +None, # 0x2d +None, # 0x2e +None, # 0x2f +None, # 0x30 +None, # 0x31 +None, # 0x32 +None, # 0x33 +None, # 0x34 +None, # 0x35 +None, # 0x36 +None, # 0x37 +None, # 0x38 +None, # 0x39 +None, # 0x3a +None, # 0x3b +None, # 0x3c +None, # 0x3d +None, # 0x3e +None, # 0x3f +None, # 0x40 +None, # 0x41 +None, # 0x42 +None, # 0x43 +None, # 0x44 +None, # 0x45 +None, # 0x46 +None, # 0x47 +None, # 0x48 +None, # 0x49 +None, # 0x4a +None, # 0x4b +None, # 0x4c +None, # 0x4d +None, # 0x4e +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 +None, # 0x55 +None, # 0x56 +None, # 0x57 +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f +None, # 0x60 +None, # 0x61 +None, # 0x62 +None, # 0x63 +None, # 0x64 +None, # 0x65 +None, # 0x66 +None, # 0x67 +None, # 0x68 +None, # 0x69 +None, # 0x6a +None, # 0x6b +None, # 0x6c +None, # 0x6d +None, # 0x6e +None, # 0x6f +None, # 0x70 +None, # 0x71 +None, # 0x72 +None, # 0x73 +None, # 0x74 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 +None, # 0x81 +None, # 0x82 +None, # 0x83 +None, # 0x84 +None, # 0x85 +None, # 0x86 +None, # 0x87 +None, # 0x88 +None, # 0x89 +None, # 0x8a +None, # 0x8b +None, # 0x8c +None, # 0x8d +None, # 0x8e +None, # 0x8f +None, # 0x90 +None, # 0x91 +None, # 0x92 +None, # 0x93 +None, # 0x94 +None, # 0x95 +None, # 0x96 +None, # 0x97 +None, # 0x98 +None, # 0x99 +None, # 0x9a +None, # 0x9b +None, # 0x9c +None, # 0x9d +None, # 0x9e +None, # 0x9f +None, # 0xa0 +None, # 0xa1 +None, # 0xa2 +None, # 0xa3 +None, # 0xa4 +None, # 0xa5 +None, # 0xa6 +None, # 0xa7 +None, # 0xa8 +None, # 0xa9 +None, # 0xaa +None, # 0xab +None, # 0xac +None, # 0xad +None, # 0xae +None, # 0xaf +None, # 0xb0 +None, # 0xb1 +None, # 0xb2 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 +None, # 0xb6 +None, # 0xb7 +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x030.py b/lib/unidecode/x030.py index d65ed4c5..549ee824 100644 --- a/lib/unidecode/x030.py +++ b/lib/unidecode/x030.py @@ -58,12 +58,12 @@ data = ( '+10+', # 0x38 '+20+', # 0x39 '+30+', # 0x3a -'[?]', # 0x3b -'[?]', # 0x3c -'[?]', # 0x3d +None, # 0x3b +None, # 0x3c +None, # 0x3d '', # 0x3e '', # 0x3f -'[?]', # 0x40 +None, # 0x40 'a', # 0x41 'a', # 0x42 'i', # 0x43 @@ -148,18 +148,18 @@ data = ( 'wo', # 0x92 'n', # 0x93 'vu', # 0x94 -'[?]', # 0x95 -'[?]', # 0x96 -'[?]', # 0x97 -'[?]', # 0x98 +None, # 0x95 +None, # 0x96 +None, # 0x97 +None, # 0x98 '', # 0x99 '', # 0x9a '', # 0x9b '', # 0x9c '"', # 0x9d '"', # 0x9e -'[?]', # 0x9f -'[?]', # 0xa0 +None, # 0x9f +None, # 0xa0 'a', # 0xa1 'a', # 0xa2 'i', # 0xa3 diff --git a/lib/unidecode/x031.py b/lib/unidecode/x031.py index f5576080..fe57d2fb 100644 --- a/lib/unidecode/x031.py +++ b/lib/unidecode/x031.py @@ -1,9 +1,9 @@ data = ( -'[?]', # 0x00 -'[?]', # 0x01 -'[?]', # 0x02 -'[?]', # 0x03 -'[?]', # 0x04 +None, # 0x00 +None, # 0x01 +None, # 0x02 +None, # 0x03 +None, # 0x04 'B', # 0x05 'P', # 0x06 'M', # 0x07 @@ -44,10 +44,10 @@ data = ( 'V', # 0x2a 'NG', # 0x2b 'GN', # 0x2c -'[?]', # 0x2d -'[?]', # 0x2e -'[?]', # 0x2f -'[?]', # 0x30 +None, # 0x2d +None, # 0x2e +None, # 0x2f +None, # 0x30 'g', # 0x31 'gg', # 0x32 'gs', # 0x33 @@ -142,7 +142,7 @@ data = ( 'yu-i', # 0x8c 'U', # 0x8d 'U-i', # 0x8e -'[?]', # 0x8f +None, # 0x8f '', # 0x90 '', # 0x91 '', # 0x92 @@ -183,75 +183,75 @@ data = ( 'T', # 0xb5 'K', # 0xb6 'H', # 0xb7 -'[?]', # 0xb8 -'[?]', # 0xb9 -'[?]', # 0xba -'[?]', # 0xbb -'[?]', # 0xbc -'[?]', # 0xbd -'[?]', # 0xbe -'[?]', # 0xbf -'[?]', # 0xc0 -'[?]', # 0xc1 -'[?]', # 0xc2 -'[?]', # 0xc3 -'[?]', # 0xc4 -'[?]', # 0xc5 -'[?]', # 0xc6 -'[?]', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca -'[?]', # 0xcb -'[?]', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 -'[?]', # 0xd3 -'[?]', # 0xd4 -'[?]', # 0xd5 -'[?]', # 0xd6 -'[?]', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb -'[?]', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf -'[?]', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 -'[?]', # 0xe6 -'[?]', # 0xe7 -'[?]', # 0xe8 -'[?]', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x032.py b/lib/unidecode/x032.py index a0c21d11..2aa497a2 100644 --- a/lib/unidecode/x032.py +++ b/lib/unidecode/x032.py @@ -28,9 +28,9 @@ data = ( '(pa)', # 0x1a '(ha)', # 0x1b '(ju)', # 0x1c -'[?]', # 0x1d -'[?]', # 0x1e -'[?]', # 0x1f +None, # 0x1d +None, # 0x1e +None, # 0x1f '(1) ', # 0x20 '(2) ', # 0x21 '(3) ', # 0x22 @@ -67,19 +67,19 @@ data = ( '(Xiu) ', # 0x41 '<<', # 0x42 '>>', # 0x43 -'[?]', # 0x44 -'[?]', # 0x45 -'[?]', # 0x46 -'[?]', # 0x47 -'[?]', # 0x48 -'[?]', # 0x49 -'[?]', # 0x4a -'[?]', # 0x4b -'[?]', # 0x4c -'[?]', # 0x4d -'[?]', # 0x4e -'[?]', # 0x4f -'[?]', # 0x50 +None, # 0x44 +None, # 0x45 +None, # 0x46 +None, # 0x47 +None, # 0x48 +None, # 0x49 +None, # 0x4a +None, # 0x4b +None, # 0x4c +None, # 0x4d +None, # 0x4e +None, # 0x4f +None, # 0x50 '21', # 0x51 '22', # 0x52 '23', # 0x53 @@ -123,9 +123,9 @@ data = ( '(ta)', # 0x79 '(pa)', # 0x7a '(ha)', # 0x7b -'[?]', # 0x7c -'[?]', # 0x7d -'[?]', # 0x7e +None, # 0x7c +None, # 0x7d +None, # 0x7e 'KIS ', # 0x7f '(1) ', # 0x80 '(2) ', # 0x81 diff --git a/lib/unidecode/x04d.py b/lib/unidecode/x04d.py index b025461a..eccead0c 100644 --- a/lib/unidecode/x04d.py +++ b/lib/unidecode/x04d.py @@ -1,257 +1,257 @@ data = ( -'[?] ', # 0x00 -'[?] ', # 0x01 -'[?] ', # 0x02 -'[?] ', # 0x03 -'[?] ', # 0x04 -'[?] ', # 0x05 -'[?] ', # 0x06 -'[?] ', # 0x07 -'[?] ', # 0x08 -'[?] ', # 0x09 -'[?] ', # 0x0a -'[?] ', # 0x0b -'[?] ', # 0x0c -'[?] ', # 0x0d -'[?] ', # 0x0e -'[?] ', # 0x0f -'[?] ', # 0x10 -'[?] ', # 0x11 -'[?] ', # 0x12 -'[?] ', # 0x13 -'[?] ', # 0x14 -'[?] ', # 0x15 -'[?] ', # 0x16 -'[?] ', # 0x17 -'[?] ', # 0x18 -'[?] ', # 0x19 -'[?] ', # 0x1a -'[?] ', # 0x1b -'[?] ', # 0x1c -'[?] ', # 0x1d -'[?] ', # 0x1e -'[?] ', # 0x1f -'[?] ', # 0x20 -'[?] ', # 0x21 -'[?] ', # 0x22 -'[?] ', # 0x23 -'[?] ', # 0x24 -'[?] ', # 0x25 -'[?] ', # 0x26 -'[?] ', # 0x27 -'[?] ', # 0x28 -'[?] ', # 0x29 -'[?] ', # 0x2a -'[?] ', # 0x2b -'[?] ', # 0x2c -'[?] ', # 0x2d -'[?] ', # 0x2e -'[?] ', # 0x2f -'[?] ', # 0x30 -'[?] ', # 0x31 -'[?] ', # 0x32 -'[?] ', # 0x33 -'[?] ', # 0x34 -'[?] ', # 0x35 -'[?] ', # 0x36 -'[?] ', # 0x37 -'[?] ', # 0x38 -'[?] ', # 0x39 -'[?] ', # 0x3a -'[?] ', # 0x3b -'[?] ', # 0x3c -'[?] ', # 0x3d -'[?] ', # 0x3e -'[?] ', # 0x3f -'[?] ', # 0x40 -'[?] ', # 0x41 -'[?] ', # 0x42 -'[?] ', # 0x43 -'[?] ', # 0x44 -'[?] ', # 0x45 -'[?] ', # 0x46 -'[?] ', # 0x47 -'[?] ', # 0x48 -'[?] ', # 0x49 -'[?] ', # 0x4a -'[?] ', # 0x4b -'[?] ', # 0x4c -'[?] ', # 0x4d -'[?] ', # 0x4e -'[?] ', # 0x4f -'[?] ', # 0x50 -'[?] ', # 0x51 -'[?] ', # 0x52 -'[?] ', # 0x53 -'[?] ', # 0x54 -'[?] ', # 0x55 -'[?] ', # 0x56 -'[?] ', # 0x57 -'[?] ', # 0x58 -'[?] ', # 0x59 -'[?] ', # 0x5a -'[?] ', # 0x5b -'[?] ', # 0x5c -'[?] ', # 0x5d -'[?] ', # 0x5e -'[?] ', # 0x5f -'[?] ', # 0x60 -'[?] ', # 0x61 -'[?] ', # 0x62 -'[?] ', # 0x63 -'[?] ', # 0x64 -'[?] ', # 0x65 -'[?] ', # 0x66 -'[?] ', # 0x67 -'[?] ', # 0x68 -'[?] ', # 0x69 -'[?] ', # 0x6a -'[?] ', # 0x6b -'[?] ', # 0x6c -'[?] ', # 0x6d -'[?] ', # 0x6e -'[?] ', # 0x6f -'[?] ', # 0x70 -'[?] ', # 0x71 -'[?] ', # 0x72 -'[?] ', # 0x73 -'[?] ', # 0x74 -'[?] ', # 0x75 -'[?] ', # 0x76 -'[?] ', # 0x77 -'[?] ', # 0x78 -'[?] ', # 0x79 -'[?] ', # 0x7a -'[?] ', # 0x7b -'[?] ', # 0x7c -'[?] ', # 0x7d -'[?] ', # 0x7e -'[?] ', # 0x7f -'[?] ', # 0x80 -'[?] ', # 0x81 -'[?] ', # 0x82 -'[?] ', # 0x83 -'[?] ', # 0x84 -'[?] ', # 0x85 -'[?] ', # 0x86 -'[?] ', # 0x87 -'[?] ', # 0x88 -'[?] ', # 0x89 -'[?] ', # 0x8a -'[?] ', # 0x8b -'[?] ', # 0x8c -'[?] ', # 0x8d -'[?] ', # 0x8e -'[?] ', # 0x8f -'[?] ', # 0x90 -'[?] ', # 0x91 -'[?] ', # 0x92 -'[?] ', # 0x93 -'[?] ', # 0x94 -'[?] ', # 0x95 -'[?] ', # 0x96 -'[?] ', # 0x97 -'[?] ', # 0x98 -'[?] ', # 0x99 -'[?] ', # 0x9a -'[?] ', # 0x9b -'[?] ', # 0x9c -'[?] ', # 0x9d -'[?] ', # 0x9e -'[?] ', # 0x9f -'[?] ', # 0xa0 -'[?] ', # 0xa1 -'[?] ', # 0xa2 -'[?] ', # 0xa3 -'[?] ', # 0xa4 -'[?] ', # 0xa5 -'[?] ', # 0xa6 -'[?] ', # 0xa7 -'[?] ', # 0xa8 -'[?] ', # 0xa9 -'[?] ', # 0xaa -'[?] ', # 0xab -'[?] ', # 0xac -'[?] ', # 0xad -'[?] ', # 0xae -'[?] ', # 0xaf -'[?] ', # 0xb0 -'[?] ', # 0xb1 -'[?] ', # 0xb2 -'[?] ', # 0xb3 -'[?] ', # 0xb4 -'[?] ', # 0xb5 -'[?]', # 0xb6 -'[?]', # 0xb7 -'[?]', # 0xb8 -'[?]', # 0xb9 -'[?]', # 0xba -'[?]', # 0xbb -'[?]', # 0xbc -'[?]', # 0xbd -'[?]', # 0xbe -'[?]', # 0xbf -'[?]', # 0xc0 -'[?]', # 0xc1 -'[?]', # 0xc2 -'[?]', # 0xc3 -'[?]', # 0xc4 -'[?]', # 0xc5 -'[?]', # 0xc6 -'[?]', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca -'[?]', # 0xcb -'[?]', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 -'[?]', # 0xd3 -'[?]', # 0xd4 -'[?]', # 0xd5 -'[?]', # 0xd6 -'[?]', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb -'[?]', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf -'[?]', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 -'[?]', # 0xe6 -'[?]', # 0xe7 -'[?]', # 0xe8 -'[?]', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0x00 +None, # 0x01 +None, # 0x02 +None, # 0x03 +None, # 0x04 +None, # 0x05 +None, # 0x06 +None, # 0x07 +None, # 0x08 +None, # 0x09 +None, # 0x0a +None, # 0x0b +None, # 0x0c +None, # 0x0d +None, # 0x0e +None, # 0x0f +None, # 0x10 +None, # 0x11 +None, # 0x12 +None, # 0x13 +None, # 0x14 +None, # 0x15 +None, # 0x16 +None, # 0x17 +None, # 0x18 +None, # 0x19 +None, # 0x1a +None, # 0x1b +None, # 0x1c +None, # 0x1d +None, # 0x1e +None, # 0x1f +None, # 0x20 +None, # 0x21 +None, # 0x22 +None, # 0x23 +None, # 0x24 +None, # 0x25 +None, # 0x26 +None, # 0x27 +None, # 0x28 +None, # 0x29 +None, # 0x2a +None, # 0x2b +None, # 0x2c +None, # 0x2d +None, # 0x2e +None, # 0x2f +None, # 0x30 +None, # 0x31 +None, # 0x32 +None, # 0x33 +None, # 0x34 +None, # 0x35 +None, # 0x36 +None, # 0x37 +None, # 0x38 +None, # 0x39 +None, # 0x3a +None, # 0x3b +None, # 0x3c +None, # 0x3d +None, # 0x3e +None, # 0x3f +None, # 0x40 +None, # 0x41 +None, # 0x42 +None, # 0x43 +None, # 0x44 +None, # 0x45 +None, # 0x46 +None, # 0x47 +None, # 0x48 +None, # 0x49 +None, # 0x4a +None, # 0x4b +None, # 0x4c +None, # 0x4d +None, # 0x4e +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 +None, # 0x55 +None, # 0x56 +None, # 0x57 +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f +None, # 0x60 +None, # 0x61 +None, # 0x62 +None, # 0x63 +None, # 0x64 +None, # 0x65 +None, # 0x66 +None, # 0x67 +None, # 0x68 +None, # 0x69 +None, # 0x6a +None, # 0x6b +None, # 0x6c +None, # 0x6d +None, # 0x6e +None, # 0x6f +None, # 0x70 +None, # 0x71 +None, # 0x72 +None, # 0x73 +None, # 0x74 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 +None, # 0x81 +None, # 0x82 +None, # 0x83 +None, # 0x84 +None, # 0x85 +None, # 0x86 +None, # 0x87 +None, # 0x88 +None, # 0x89 +None, # 0x8a +None, # 0x8b +None, # 0x8c +None, # 0x8d +None, # 0x8e +None, # 0x8f +None, # 0x90 +None, # 0x91 +None, # 0x92 +None, # 0x93 +None, # 0x94 +None, # 0x95 +None, # 0x96 +None, # 0x97 +None, # 0x98 +None, # 0x99 +None, # 0x9a +None, # 0x9b +None, # 0x9c +None, # 0x9d +None, # 0x9e +None, # 0x9f +None, # 0xa0 +None, # 0xa1 +None, # 0xa2 +None, # 0xa3 +None, # 0xa4 +None, # 0xa5 +None, # 0xa6 +None, # 0xa7 +None, # 0xa8 +None, # 0xa9 +None, # 0xaa +None, # 0xab +None, # 0xac +None, # 0xad +None, # 0xae +None, # 0xaf +None, # 0xb0 +None, # 0xb1 +None, # 0xb2 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 +None, # 0xb6 +None, # 0xb7 +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x04e.py b/lib/unidecode/x04e.py index b472b855..6037a63e 100644 --- a/lib/unidecode/x04e.py +++ b/lib/unidecode/x04e.py @@ -5,7 +5,7 @@ data = ( 'Qi ', # 0x03 'Shang ', # 0x04 'Xia ', # 0x05 -'[?] ', # 0x06 +None, # 0x06 'Mo ', # 0x07 'Zhang ', # 0x08 'San ', # 0x09 @@ -73,7 +73,7 @@ data = ( 'Zhe ', # 0x47 'Yao ', # 0x48 'Yi ', # 0x49 -'[?] ', # 0x4a +None, # 0x4a 'Zhi ', # 0x4b 'Wu ', # 0x4c 'Zha ', # 0x4d @@ -90,7 +90,7 @@ data = ( 'Cheng ', # 0x58 'Yi ', # 0x59 'Yin ', # 0x5a -'[?] ', # 0x5b +None, # 0x5b 'Mie ', # 0x5c 'Jiu ', # 0x5d 'Qi ', # 0x5e @@ -100,7 +100,7 @@ data = ( 'Gai ', # 0x62 'Diu ', # 0x63 'Hal ', # 0x64 -'[?] ', # 0x65 +None, # 0x65 'Shu ', # 0x66 'Twul ', # 0x67 'Shi ', # 0x68 @@ -109,7 +109,7 @@ data = ( 'Jia ', # 0x6b 'Kel ', # 0x6c 'Shi ', # 0x6d -'[?] ', # 0x6e +None, # 0x6e 'Ol ', # 0x6f 'Mai ', # 0x70 'Luan ', # 0x71 @@ -124,7 +124,7 @@ data = ( 'Sol ', # 0x7a 'El ', # 0x7b 'Cwul ', # 0x7c -'[?] ', # 0x7d +None, # 0x7d 'Gan ', # 0x7e 'Chi ', # 0x7f 'Gui ', # 0x80 @@ -169,7 +169,7 @@ data = ( 'Chan ', # 0xa7 'Heng ', # 0xa8 'Mu ', # 0xa9 -'[?] ', # 0xaa +None, # 0xaa 'Xiang ', # 0xab 'Jing ', # 0xac 'Ting ', # 0xad @@ -232,7 +232,7 @@ data = ( 'Chao ', # 0xe6 'Chang ', # 0xe7 'Sa ', # 0xe8 -'[?] ', # 0xe9 +None, # 0xe9 'Yi ', # 0xea 'Mu ', # 0xeb 'Men ', # 0xec diff --git a/lib/unidecode/x04f.py b/lib/unidecode/x04f.py index 98c22910..3e372864 100644 --- a/lib/unidecode/x04f.py +++ b/lib/unidecode/x04f.py @@ -43,7 +43,7 @@ data = ( 'Xin ', # 0x29 'Wei ', # 0x2a 'Zhu ', # 0x2b -'[?] ', # 0x2c +None, # 0x2c 'Xuan ', # 0x2d 'Nu ', # 0x2e 'Bo ', # 0x2f @@ -101,9 +101,9 @@ data = ( 'Yong ', # 0x63 'Wa ', # 0x64 'Qian ', # 0x65 -'[?] ', # 0x66 +None, # 0x66 'Ka ', # 0x67 -'[?] ', # 0x68 +None, # 0x68 'Pei ', # 0x69 'Huai ', # 0x6a 'He ', # 0x6b @@ -230,12 +230,12 @@ data = ( 'Ti ', # 0xe4 'Che ', # 0xe5 'Chou ', # 0xe6 -'[?] ', # 0xe7 +None, # 0xe7 'Yan ', # 0xe8 'Lia ', # 0xe9 'Li ', # 0xea 'Lai ', # 0xeb -'[?] ', # 0xec +None, # 0xec 'Jian ', # 0xed 'Xiu ', # 0xee 'Fu ', # 0xef diff --git a/lib/unidecode/x050.py b/lib/unidecode/x050.py index 184b87fd..dbadd290 100644 --- a/lib/unidecode/x050.py +++ b/lib/unidecode/x050.py @@ -62,7 +62,7 @@ data = ( 'Zhi ', # 0x3c 'Sha ', # 0x3d 'Qing ', # 0x3e -'[?] ', # 0x3f +None, # 0x3f 'Ying ', # 0x40 'Cheng ', # 0x41 'Jian ', # 0x42 @@ -165,7 +165,7 @@ data = ( 'Dai ', # 0xa3 'Zai ', # 0xa4 'Tang ', # 0xa5 -'[?] ', # 0xa6 +None, # 0xa6 'Bin ', # 0xa7 'Chu ', # 0xa8 'Nuo ', # 0xa9 @@ -241,7 +241,7 @@ data = ( 'Lin ', # 0xef 'Bo ', # 0xf0 'Gu ', # 0xf1 -'[?] ', # 0xf2 +None, # 0xf2 'Su ', # 0xf3 'Xian ', # 0xf4 'Jiang ', # 0xf5 diff --git a/lib/unidecode/x051.py b/lib/unidecode/x051.py index c1928354..8dae426c 100644 --- a/lib/unidecode/x051.py +++ b/lib/unidecode/x051.py @@ -14,7 +14,7 @@ data = ( 'Jiao ', # 0x0c 'Sha ', # 0x0d 'Zai ', # 0x0e -'[?] ', # 0x0f +None, # 0x0f 'Bin ', # 0x10 'An ', # 0x11 'Ru ', # 0x12 @@ -110,7 +110,7 @@ data = ( 'Gong ', # 0x6c 'Liu ', # 0x6d 'Xi ', # 0x6e -'[?] ', # 0x6f +None, # 0x6f 'Lan ', # 0x70 'Gong ', # 0x71 'Tian ', # 0x72 diff --git a/lib/unidecode/x053.py b/lib/unidecode/x053.py index fa08b6ef..ab313b3c 100644 --- a/lib/unidecode/x053.py +++ b/lib/unidecode/x053.py @@ -6,7 +6,7 @@ data = ( 'Gai ', # 0x04 'Bao ', # 0x05 'Cong ', # 0x06 -'[?] ', # 0x07 +None, # 0x07 'Xiong ', # 0x08 'Peng ', # 0x09 'Ju ', # 0x0a @@ -128,7 +128,7 @@ data = ( 'E ', # 0x7e 'Qing ', # 0x7f 'Xi ', # 0x80 -'[?] ', # 0x81 +None, # 0x81 'Han ', # 0x82 'Zhan ', # 0x83 'E ', # 0x84 @@ -144,7 +144,7 @@ data = ( 'Zhi ', # 0x8e 'Zha ', # 0x8f 'Pang ', # 0x90 -'[?] ', # 0x91 +None, # 0x91 'He ', # 0x92 'Ya ', # 0x93 'Zhi ', # 0x94 @@ -253,6 +253,6 @@ data = ( 'Le ', # 0xfb 'Diao ', # 0xfc 'Ji ', # 0xfd -'[?] ', # 0xfe +None, # 0xfe 'Hong ', # 0xff ) diff --git a/lib/unidecode/x054.py b/lib/unidecode/x054.py index c014e0fe..b12b6242 100644 --- a/lib/unidecode/x054.py +++ b/lib/unidecode/x054.py @@ -89,7 +89,7 @@ data = ( 'Bai ', # 0x57 'Yuan ', # 0x58 'Kuai ', # 0x59 -'[?] ', # 0x5a +None, # 0x5a 'Qiang ', # 0x5b 'Wu ', # 0x5c 'E ', # 0x5d @@ -213,12 +213,12 @@ data = ( 'Xiao ', # 0xd3 'Bi ', # 0xd4 'Yue ', # 0xd5 -'[?] ', # 0xd6 +None, # 0xd6 'Hua ', # 0xd7 'Sasou ', # 0xd8 'Kuai ', # 0xd9 'Duo ', # 0xda -'[?] ', # 0xdb +None, # 0xdb 'Ji ', # 0xdc 'Nong ', # 0xdd 'Mou ', # 0xde diff --git a/lib/unidecode/x055.py b/lib/unidecode/x055.py index 26aea747..71be2089 100644 --- a/lib/unidecode/x055.py +++ b/lib/unidecode/x055.py @@ -120,7 +120,7 @@ data = ( 'Ding ', # 0x76 'Lang ', # 0x77 'Xiao ', # 0x78 -'[?] ', # 0x79 +None, # 0x79 'Tang ', # 0x7a 'Chi ', # 0x7b 'Ti ', # 0x7c @@ -243,7 +243,7 @@ data = ( 'Na ', # 0xf1 'Dia ', # 0xf2 'Ai ', # 0xf3 -'[?] ', # 0xf4 +None, # 0xf4 'Tong ', # 0xf5 'Bi ', # 0xf6 'Ao ', # 0xf7 diff --git a/lib/unidecode/x056.py b/lib/unidecode/x056.py index 30b7fa54..341e046f 100644 --- a/lib/unidecode/x056.py +++ b/lib/unidecode/x056.py @@ -144,8 +144,8 @@ data = ( 'Hao ', # 0x8e 'Ti ', # 0x8f 'Chang ', # 0x90 -'[?] ', # 0x91 -'[?] ', # 0x92 +None, # 0x91 +None, # 0x92 'Ca ', # 0x93 'Ti ', # 0x94 'Lu ', # 0x95 @@ -212,8 +212,8 @@ data = ( 'Lan ', # 0xd2 'Nie ', # 0xd3 'Nang ', # 0xd4 -'[?] ', # 0xd5 -'[?] ', # 0xd6 +None, # 0xd5 +None, # 0xd6 'Wei ', # 0xd7 'Hui ', # 0xd8 'Yin ', # 0xd9 diff --git a/lib/unidecode/x057.py b/lib/unidecode/x057.py index 9392fb86..fd6a5bfa 100644 --- a/lib/unidecode/x057.py +++ b/lib/unidecode/x057.py @@ -137,7 +137,7 @@ data = ( 'Ao ', # 0x87 'Tay ', # 0x88 'Pao ', # 0x89 -'[?] ', # 0x8a +None, # 0x8a 'Xing ', # 0x8b 'Dong ', # 0x8c 'Ji ', # 0x8d @@ -174,7 +174,7 @@ data = ( 'Hong ', # 0xac 'Wu ', # 0xad 'Kua ', # 0xae -'[?] ', # 0xaf +None, # 0xaf 'Tao ', # 0xb0 'Dang ', # 0xb1 'Kai ', # 0xb2 diff --git a/lib/unidecode/x058.py b/lib/unidecode/x058.py index 88057182..f23c1a6e 100644 --- a/lib/unidecode/x058.py +++ b/lib/unidecode/x058.py @@ -14,12 +14,12 @@ data = ( 'Gu ', # 0x0c 'Tu ', # 0x0d 'Leng ', # 0x0e -'[?] ', # 0x0f +None, # 0x0f 'Ya ', # 0x10 'Qian ', # 0x11 -'[?] ', # 0x12 +None, # 0x12 'An ', # 0x13 -'[?] ', # 0x14 +None, # 0x14 'Duo ', # 0x15 'Nao ', # 0x16 'Tu ', # 0x17 @@ -69,7 +69,7 @@ data = ( 'Huang ', # 0x43 'Leng ', # 0x44 'Duan ', # 0x45 -'[?] ', # 0x46 +None, # 0x46 'Xuan ', # 0x47 'Ji ', # 0x48 'Ji ', # 0x49 @@ -154,7 +154,7 @@ data = ( 'Qi ', # 0x98 'Qiang ', # 0x99 'Liang ', # 0x9a -'[?] ', # 0x9b +None, # 0x9b 'Zhui ', # 0x9c 'Qiao ', # 0x9d 'Zeng ', # 0x9e @@ -233,10 +233,10 @@ data = ( 'Yan ', # 0xe7 'Lei ', # 0xe8 'Ba ', # 0xe9 -'[?] ', # 0xea +None, # 0xea 'Shi ', # 0xeb 'Ren ', # 0xec -'[?] ', # 0xed +None, # 0xed 'Zhuang ', # 0xee 'Zhuang ', # 0xef 'Sheng ', # 0xf0 diff --git a/lib/unidecode/x059.py b/lib/unidecode/x059.py index 45966661..f850b0f4 100644 --- a/lib/unidecode/x059.py +++ b/lib/unidecode/x059.py @@ -16,7 +16,7 @@ data = ( 'Zuo ', # 0x0e 'Xia ', # 0x0f 'Xiong ', # 0x10 -'[?] ', # 0x11 +None, # 0x11 'Nao ', # 0x12 'Xia ', # 0x13 'Kui ', # 0x14 @@ -76,7 +76,7 @@ data = ( 'Xie ', # 0x4a 'Fen ', # 0x4b 'Dian ', # 0x4c -'[?] ', # 0x4d +None, # 0x4d 'Kui ', # 0x4e 'Zou ', # 0x4f 'Huan ', # 0x50 diff --git a/lib/unidecode/x05a.py b/lib/unidecode/x05a.py index be56e652..8e938646 100644 --- a/lib/unidecode/x05a.py +++ b/lib/unidecode/x05a.py @@ -50,7 +50,7 @@ data = ( 'Si ', # 0x30 'Yu ', # 0x31 'Wa ', # 0x32 -'[?] ', # 0x33 +None, # 0x33 'Xian ', # 0x34 'Ju ', # 0x35 'Qu ', # 0x36 @@ -170,7 +170,7 @@ data = ( 'Jiu ', # 0xa8 'Hu ', # 0xa9 'Ao ', # 0xaa -'[?] ', # 0xab +None, # 0xab 'Bou ', # 0xac 'Xu ', # 0xad 'Tou ', # 0xae diff --git a/lib/unidecode/x05b.py b/lib/unidecode/x05b.py index 1b167b3e..3d2ec495 100644 --- a/lib/unidecode/x05b.py +++ b/lib/unidecode/x05b.py @@ -102,7 +102,7 @@ data = ( 'Gu ', # 0x64 'Nu ', # 0x65 'Xue ', # 0x66 -'[?] ', # 0x67 +None, # 0x67 'Zhuan ', # 0x68 'Hai ', # 0x69 'Luan ', # 0x6a diff --git a/lib/unidecode/x05c.py b/lib/unidecode/x05c.py index 62957e87..bcb2df6d 100644 --- a/lib/unidecode/x05c.py +++ b/lib/unidecode/x05c.py @@ -32,7 +32,7 @@ data = ( 'Liao ', # 0x1e 'Xian ', # 0x1f 'Xian ', # 0x20 -'[?] ', # 0x21 +None, # 0x21 'Wang ', # 0x22 'Wang ', # 0x23 'You ', # 0x24 @@ -86,7 +86,7 @@ data = ( 'Ni ', # 0x54 'Zhan ', # 0x55 'Xi ', # 0x56 -'[?] ', # 0x57 +None, # 0x57 'Man ', # 0x58 'E ', # 0x59 'Lou ', # 0x5a @@ -113,12 +113,12 @@ data = ( 'Tun ', # 0x6f 'Ni ', # 0x70 'Shan ', # 0x71 -'[?] ', # 0x72 +None, # 0x72 'Xian ', # 0x73 'Li ', # 0x74 'Xue ', # 0x75 'Nata ', # 0x76 -'[?] ', # 0x77 +None, # 0x77 'Long ', # 0x78 'Yi ', # 0x79 'Qi ', # 0x7a @@ -130,7 +130,7 @@ data = ( 'Chu ', # 0x80 'Sui ', # 0x81 'Qi ', # 0x82 -'[?] ', # 0x83 +None, # 0x83 'Yue ', # 0x84 'Ban ', # 0x85 'Yao ', # 0x86 diff --git a/lib/unidecode/x05d.py b/lib/unidecode/x05d.py index c85032aa..6f43044c 100644 --- a/lib/unidecode/x05d.py +++ b/lib/unidecode/x05d.py @@ -47,7 +47,7 @@ data = ( 'Zhan ', # 0x2d 'Gu ', # 0x2e 'Yin ', # 0x2f -'[?] ', # 0x30 +None, # 0x30 'Ze ', # 0x31 'Huang ', # 0x32 'Yu ', # 0x33 @@ -116,7 +116,7 @@ data = ( 'Nie ', # 0x72 'Cuo ', # 0x73 'Ji ', # 0x74 -'[?] ', # 0x75 +None, # 0x75 'Tao ', # 0x76 'Song ', # 0x77 'Zong ', # 0x78 @@ -181,7 +181,7 @@ data = ( 'Di ', # 0xb3 'Ao ', # 0xb4 'Zui ', # 0xb5 -'[?] ', # 0xb6 +None, # 0xb6 'Ni ', # 0xb7 'Rong ', # 0xb8 'Dao ', # 0xb9 @@ -190,7 +190,7 @@ data = ( 'Yu ', # 0xbc 'Yue ', # 0xbd 'Yin ', # 0xbe -'[?] ', # 0xbf +None, # 0xbf 'Jie ', # 0xc0 'Li ', # 0xc1 'Sui ', # 0xc2 @@ -212,7 +212,7 @@ data = ( 'Luan ', # 0xd2 'Dian ', # 0xd3 'Dian ', # 0xd4 -'[?] ', # 0xd5 +None, # 0xd5 'Yan ', # 0xd6 'Yan ', # 0xd7 'Yan ', # 0xd8 diff --git a/lib/unidecode/x05e.py b/lib/unidecode/x05e.py index af879280..4f587404 100644 --- a/lib/unidecode/x05e.py +++ b/lib/unidecode/x05e.py @@ -100,7 +100,7 @@ data = ( 'Chuang ', # 0x62 'Bi ', # 0x63 'Hei ', # 0x64 -'[?] ', # 0x65 +None, # 0x65 'Mi ', # 0x66 'Qiao ', # 0x67 'Chan ', # 0x68 @@ -145,7 +145,7 @@ data = ( 'Xu ', # 0x8f 'Lu ', # 0x90 'Wu ', # 0x91 -'[?] ', # 0x92 +None, # 0x92 'Ku ', # 0x93 'Ying ', # 0x94 'Di ', # 0x95 @@ -236,7 +236,7 @@ data = ( 'Lin ', # 0xea 'Liao ', # 0xeb 'Lu ', # 0xec -'[?] ', # 0xed +None, # 0xed 'Ying ', # 0xee 'Xian ', # 0xef 'Ting ', # 0xf0 diff --git a/lib/unidecode/x05f.py b/lib/unidecode/x05f.py index 032eab89..547d75db 100644 --- a/lib/unidecode/x05f.py +++ b/lib/unidecode/x05f.py @@ -147,13 +147,13 @@ data = ( 'Jing ', # 0x91 'Tu ', # 0x92 'Cong ', # 0x93 -'[?] ', # 0x94 +None, # 0x94 'Lai ', # 0x95 'Cong ', # 0x96 'De ', # 0x97 'Pai ', # 0x98 'Xi ', # 0x99 -'[?] ', # 0x9a +None, # 0x9a 'Qi ', # 0x9b 'Chang ', # 0x9c 'Zhi ', # 0x9d diff --git a/lib/unidecode/x060.py b/lib/unidecode/x060.py index ad3728f8..5487c560 100644 --- a/lib/unidecode/x060.py +++ b/lib/unidecode/x060.py @@ -60,7 +60,7 @@ data = ( 'Koraeru ', # 0x3a 'Zong ', # 0x3b 'Dui ', # 0x3c -'[?] ', # 0x3d +None, # 0x3d 'Ki ', # 0x3e 'Yi ', # 0x3f 'Chi ', # 0x40 diff --git a/lib/unidecode/x061.py b/lib/unidecode/x061.py index 6e8ab80d..39a3b4bb 100644 --- a/lib/unidecode/x061.py +++ b/lib/unidecode/x061.py @@ -36,7 +36,7 @@ data = ( 'Sai ', # 0x22 'Leng ', # 0x23 'Fen ', # 0x24 -'[?] ', # 0x25 +None, # 0x25 'Kui ', # 0x26 'Kui ', # 0x27 'Que ', # 0x28 @@ -79,7 +79,7 @@ data = ( 'Yun ', # 0x4d 'Shen ', # 0x4e 'Ming ', # 0x4f -'[?] ', # 0x50 +None, # 0x50 'She ', # 0x51 'Cong ', # 0x52 'Piao ', # 0x53 @@ -242,7 +242,7 @@ data = ( 'Liu ', # 0xf0 'Mie ', # 0xf1 'Cheng ', # 0xf2 -'[?] ', # 0xf3 +None, # 0xf3 'Chan ', # 0xf4 'Meng ', # 0xf5 'Lan ', # 0xf6 diff --git a/lib/unidecode/x062.py b/lib/unidecode/x062.py index 97979203..ffa55aef 100644 --- a/lib/unidecode/x062.py +++ b/lib/unidecode/x062.py @@ -162,7 +162,7 @@ data = ( 'Kou ', # 0xa0 'Lun ', # 0xa1 'Qiang ', # 0xa2 -'[?] ', # 0xa3 +None, # 0xa3 'Hu ', # 0xa4 'Bao ', # 0xa5 'Bing ', # 0xa6 @@ -227,7 +227,7 @@ data = ( 'Kuo ', # 0xe1 'Long ', # 0xe2 'Jian ', # 0xe3 -'[?] ', # 0xe4 +None, # 0xe4 'Yong ', # 0xe5 'Lan ', # 0xe6 'Ning ', # 0xe7 diff --git a/lib/unidecode/x063.py b/lib/unidecode/x063.py index 896cea25..3906e52a 100644 --- a/lib/unidecode/x063.py +++ b/lib/unidecode/x063.py @@ -99,7 +99,7 @@ data = ( 'Jian ', # 0x61 'Huan ', # 0x62 'Dao ', # 0x63 -'[?] ', # 0x64 +None, # 0x64 'Wan ', # 0x65 'Qin ', # 0x66 'Peng ', # 0x67 @@ -181,7 +181,7 @@ data = ( 'Lu ', # 0xb3 'Guo ', # 0xb4 'Haba ', # 0xb5 -'[?] ', # 0xb6 +None, # 0xb6 'Zhi ', # 0xb7 'Dan ', # 0xb8 'Mang ', # 0xb9 @@ -250,8 +250,8 @@ data = ( 'Zha ', # 0xf8 'Bei ', # 0xf9 'Yao ', # 0xfa -'[?] ', # 0xfb -'[?] ', # 0xfc +None, # 0xfb +None, # 0xfc 'Lan ', # 0xfd 'Wen ', # 0xfe 'Qin ', # 0xff diff --git a/lib/unidecode/x064.py b/lib/unidecode/x064.py index dc1514b6..d36ffd89 100644 --- a/lib/unidecode/x064.py +++ b/lib/unidecode/x064.py @@ -181,7 +181,7 @@ data = ( 'Qin ', # 0xb3 'Dun ', # 0xb4 'Nian ', # 0xb5 -'[?] ', # 0xb6 +None, # 0xb6 'Xie ', # 0xb7 'Lu ', # 0xb8 'Jiao ', # 0xb9 @@ -219,7 +219,7 @@ data = ( 'Ao ', # 0xd9 'Ju ', # 0xda 'Ye ', # 0xdb -'[?] ', # 0xdc +None, # 0xdc 'Mang ', # 0xdd 'Sou ', # 0xde 'Mi ', # 0xdf diff --git a/lib/unidecode/x065.py b/lib/unidecode/x065.py index ede51764..5390e96e 100644 --- a/lib/unidecode/x065.py +++ b/lib/unidecode/x065.py @@ -25,7 +25,7 @@ data = ( 'Mei ', # 0x17 'Rang ', # 0x18 'Chan ', # 0x19 -'[?] ', # 0x1a +None, # 0x1a 'Cuan ', # 0x1b 'Xi ', # 0x1c 'She ', # 0x1d @@ -142,7 +142,7 @@ data = ( 'Bin ', # 0x8c 'Jue ', # 0x8d 'Zhai ', # 0x8e -'[?] ', # 0x8f +None, # 0x8f 'Fei ', # 0x90 'Ban ', # 0x91 'Ban ', # 0x92 diff --git a/lib/unidecode/x066.py b/lib/unidecode/x066.py index 01898d55..08549f49 100644 --- a/lib/unidecode/x066.py +++ b/lib/unidecode/x066.py @@ -225,7 +225,7 @@ data = ( 'Chen ', # 0xdf 'Kuang ', # 0xe0 'Die ', # 0xe1 -'[?] ', # 0xe2 +None, # 0xe2 'Yan ', # 0xe3 'Huo ', # 0xe4 'Lu ', # 0xe5 diff --git a/lib/unidecode/x067.py b/lib/unidecode/x067.py index 2e863ae0..51cab591 100644 --- a/lib/unidecode/x067.py +++ b/lib/unidecode/x067.py @@ -16,7 +16,7 @@ data = ( 'Ling ', # 0x0e 'Fei ', # 0x0f 'Qu ', # 0x10 -'[?] ', # 0x11 +None, # 0x11 'Nu ', # 0x12 'Tiao ', # 0x13 'Shuo ', # 0x14 @@ -36,7 +36,7 @@ data = ( 'Wang ', # 0x22 'Tong ', # 0x23 'Lang ', # 0x24 -'[?] ', # 0x25 +None, # 0x25 'Meng ', # 0x26 'Long ', # 0x27 'Mu ', # 0x28 @@ -47,7 +47,7 @@ data = ( 'Zha ', # 0x2d 'Zhu ', # 0x2e 'Zhu ', # 0x2f -'[?] ', # 0x30 +None, # 0x30 'Zhu ', # 0x31 'Ren ', # 0x32 'Ba ', # 0x33 @@ -163,7 +163,7 @@ data = ( 'Dou ', # 0xa1 'Shu ', # 0xa2 'Zao ', # 0xa3 -'[?] ', # 0xa4 +None, # 0xa4 'Li ', # 0xa5 'Haze ', # 0xa6 'Jian ', # 0xa7 diff --git a/lib/unidecode/x068.py b/lib/unidecode/x068.py index c562311c..822ec5f9 100644 --- a/lib/unidecode/x068.py +++ b/lib/unidecode/x068.py @@ -5,7 +5,7 @@ data = ( 'Hoy ', # 0x03 'Rong ', # 0x04 'Zha ', # 0x05 -'[?] ', # 0x06 +None, # 0x06 'Biao ', # 0x07 'Zhan ', # 0x08 'Jie ', # 0x09 @@ -93,7 +93,7 @@ data = ( 'Kasei ', # 0x5b 'Ying ', # 0x5c 'Masu ', # 0x5d -'[?] ', # 0x5e +None, # 0x5e 'Zhan ', # 0x5f 'Ya ', # 0x60 'Nao ', # 0x61 diff --git a/lib/unidecode/x069.py b/lib/unidecode/x069.py index 7fa8c7de..ed13a6ad 100644 --- a/lib/unidecode/x069.py +++ b/lib/unidecode/x069.py @@ -40,10 +40,10 @@ data = ( 'Ken ', # 0x26 'Myeng ', # 0x27 'Tafu ', # 0x28 -'[?] ', # 0x29 +None, # 0x29 'Peng ', # 0x2a 'Zhan ', # 0x2b -'[?] ', # 0x2c +None, # 0x2c 'Tuo ', # 0x2d 'Sen ', # 0x2e 'Duo ', # 0x2f @@ -138,7 +138,7 @@ data = ( 'Lu ', # 0x88 'Ju ', # 0x89 'Sakaki ', # 0x8a -'[?] ', # 0x8b +None, # 0x8b 'Pi ', # 0x8c 'Xie ', # 0x8d 'Jia ', # 0x8e @@ -224,7 +224,7 @@ data = ( 'Ori ', # 0xde 'Bin ', # 0xdf 'Zhu ', # 0xe0 -'[?] ', # 0xe1 +None, # 0xe1 'Xi ', # 0xe2 'Qi ', # 0xe3 'Lian ', # 0xe4 diff --git a/lib/unidecode/x06a.py b/lib/unidecode/x06a.py index 12fcabd5..5f5abdf5 100644 --- a/lib/unidecode/x06a.py +++ b/lib/unidecode/x06a.py @@ -44,7 +44,7 @@ data = ( 'Heng ', # 0x2a 'Jian ', # 0x2b 'Cong ', # 0x2c -'[?] ', # 0x2d +None, # 0x2d 'Hokuso ', # 0x2e 'Qiang ', # 0x2f 'Tara ', # 0x30 @@ -121,8 +121,8 @@ data = ( 'Dou ', # 0x77 'Shou ', # 0x78 'Lu ', # 0x79 -'[?] ', # 0x7a -'[?] ', # 0x7b +None, # 0x7a +None, # 0x7b 'Yuan ', # 0x7c 'Ta ', # 0x7d 'Shu ', # 0x7e @@ -201,7 +201,7 @@ data = ( 'Po ', # 0xc7 'Deng ', # 0xc8 'Chu ', # 0xc9 -'[?] ', # 0xca +None, # 0xca 'Mian ', # 0xcb 'You ', # 0xcc 'Zhi ', # 0xcd @@ -229,7 +229,7 @@ data = ( 'Lian ', # 0xe3 'Tamo ', # 0xe4 'Chu ', # 0xe5 -'[?] ', # 0xe6 +None, # 0xe6 'Zhu ', # 0xe7 'Lu ', # 0xe8 'Yan ', # 0xe9 @@ -244,7 +244,7 @@ data = ( 'Yu ', # 0xf2 'Long ', # 0xf3 'Lai ', # 0xf4 -'[?] ', # 0xf5 +None, # 0xf5 'Xian ', # 0xf6 'Kwi ', # 0xf7 'Ju ', # 0xf8 diff --git a/lib/unidecode/x06b.py b/lib/unidecode/x06b.py index 56aa7c65..417056c5 100644 --- a/lib/unidecode/x06b.py +++ b/lib/unidecode/x06b.py @@ -12,7 +12,7 @@ data = ( 'Quan ', # 0x0a 'Qu ', # 0x0b 'Cang ', # 0x0c -'[?] ', # 0x0d +None, # 0x0d 'Yu ', # 0x0e 'Luo ', # 0x0f 'Li ', # 0x10 @@ -219,8 +219,8 @@ data = ( 'Bi ', # 0xd9 'Chan ', # 0xda 'Mao ', # 0xdb -'[?] ', # 0xdc -'[?] ', # 0xdd +None, # 0xdc +None, # 0xdd 'Pu ', # 0xde 'Mushiru ', # 0xdf 'Jia ', # 0xe0 @@ -245,7 +245,7 @@ data = ( 'Cui ', # 0xf3 'Bi ', # 0xf4 'San ', # 0xf5 -'[?] ', # 0xf6 +None, # 0xf6 'Mao ', # 0xf7 'Sui ', # 0xf8 'Yu ', # 0xf9 diff --git a/lib/unidecode/x06c.py b/lib/unidecode/x06c.py index a1534e74..db7650ab 100644 --- a/lib/unidecode/x06c.py +++ b/lib/unidecode/x06c.py @@ -29,7 +29,7 @@ data = ( 'Fen ', # 0x1b 'Ri ', # 0x1c 'Nei ', # 0x1d -'[?] ', # 0x1e +None, # 0x1e 'Fu ', # 0x1f 'Shen ', # 0x20 'Dong ', # 0x21 @@ -98,7 +98,7 @@ data = ( 'Chi ', # 0x60 'Wu ', # 0x61 'Tsuchi ', # 0x62 -'[?] ', # 0x63 +None, # 0x63 'Tang ', # 0x64 'Zhi ', # 0x65 'Chi ', # 0x66 @@ -248,7 +248,7 @@ data = ( 'Xue ', # 0xf6 'Long ', # 0xf7 'Lu ', # 0xf8 -'[?] ', # 0xf9 +None, # 0xf9 'Bo ', # 0xfa 'Xie ', # 0xfb 'Po ', # 0xfc diff --git a/lib/unidecode/x06d.py b/lib/unidecode/x06d.py index a9113465..da29aabc 100644 --- a/lib/unidecode/x06d.py +++ b/lib/unidecode/x06d.py @@ -27,7 +27,7 @@ data = ( 'Zhu ', # 0x19 'Jiang ', # 0x1a 'Luo ', # 0x1b -'[?] ', # 0x1c +None, # 0x1c 'An ', # 0x1d 'Dong ', # 0x1e 'Yi ', # 0x1f @@ -164,7 +164,7 @@ data = ( 'Yun ', # 0xa2 'Huan ', # 0xa3 'Di ', # 0xa4 -'[?] ', # 0xa5 +None, # 0xa5 'Run ', # 0xa6 'Jian ', # 0xa7 'Zhang ', # 0xa8 diff --git a/lib/unidecode/x06e.py b/lib/unidecode/x06e.py index d4698fd4..e12e6598 100644 --- a/lib/unidecode/x06e.py +++ b/lib/unidecode/x06e.py @@ -14,7 +14,7 @@ data = ( 'Lu ', # 0x0c 'Zi ', # 0x0d 'Du ', # 0x0e -'[?] ', # 0x0f +None, # 0x0f 'Jian ', # 0x10 'Min ', # 0x11 'Pi ', # 0x12 @@ -131,14 +131,14 @@ data = ( 'Ying ', # 0x81 'Ratsu ', # 0x82 'Kui ', # 0x83 -'[?] ', # 0x84 +None, # 0x84 'Jian ', # 0x85 'Xu ', # 0x86 'Lu ', # 0x87 'Gui ', # 0x88 'Gai ', # 0x89 -'[?] ', # 0x8a -'[?] ', # 0x8b +None, # 0x8a +None, # 0x8b 'Po ', # 0x8c 'Jin ', # 0x8d 'Gui ', # 0x8e @@ -230,7 +230,7 @@ data = ( 'Lu ', # 0xe4 'Lan ', # 0xe5 'Luan ', # 0xe6 -'[?] ', # 0xe7 +None, # 0xe7 'Bin ', # 0xe8 'Tan ', # 0xe9 'Yu ', # 0xea diff --git a/lib/unidecode/x06f.py b/lib/unidecode/x06f.py index 36bf2a26..822a628a 100644 --- a/lib/unidecode/x06f.py +++ b/lib/unidecode/x06f.py @@ -71,8 +71,8 @@ data = ( 'Guan ', # 0x45 'Ying ', # 0x46 'Xiao ', # 0x47 -'[?] ', # 0x48 -'[?] ', # 0x49 +None, # 0x48 +None, # 0x49 'Xu ', # 0x4a 'Lian ', # 0x4b 'Zhi ', # 0x4c @@ -154,9 +154,9 @@ data = ( 'Shan ', # 0x98 'Xi ', # 0x99 'Oki ', # 0x9a -'[?] ', # 0x9b +None, # 0x9b 'Lan ', # 0x9c -'[?] ', # 0x9d +None, # 0x9d 'Yu ', # 0x9e 'Lin ', # 0x9f 'Min ', # 0xa0 @@ -206,7 +206,7 @@ data = ( 'Ta ', # 0xcc 'Song ', # 0xcd 'Ding ', # 0xce -'[?] ', # 0xcf +None, # 0xcf 'Zhu ', # 0xd0 'Lai ', # 0xd1 'Bin ', # 0xd2 @@ -247,7 +247,7 @@ data = ( 'Hama ', # 0xf5 'Kuo ', # 0xf6 'Fei ', # 0xf7 -'[?] ', # 0xf8 +None, # 0xf8 'Boku ', # 0xf9 'Jian ', # 0xfa 'Wei ', # 0xfb diff --git a/lib/unidecode/x070.py b/lib/unidecode/x070.py index b12567ff..4330f273 100644 --- a/lib/unidecode/x070.py +++ b/lib/unidecode/x070.py @@ -44,8 +44,8 @@ data = ( 'Fan ', # 0x2a 'Hu ', # 0x2b 'Lai ', # 0x2c -'[?] ', # 0x2d -'[?] ', # 0x2e +None, # 0x2d +None, # 0x2e 'Ying ', # 0x2f 'Mi ', # 0x30 'Ji ', # 0x31 @@ -91,7 +91,7 @@ data = ( 'Dang ', # 0x59 'Jiao ', # 0x5a 'Chan ', # 0x5b -'[?] ', # 0x5c +None, # 0x5c 'Hao ', # 0x5d 'Ba ', # 0x5e 'Zhu ', # 0x5f @@ -157,7 +157,7 @@ data = ( 'Guang ', # 0x9b 'Wei ', # 0x9c 'Qiang ', # 0x9d -'[?] ', # 0x9e +None, # 0x9e 'Da ', # 0x9f 'Xia ', # 0xa0 'Zheng ', # 0xa1 @@ -190,7 +190,7 @@ data = ( 'Lian ', # 0xbc 'Chi ', # 0xbd 'Huang ', # 0xbe -'[?] ', # 0xbf +None, # 0xbf 'Hu ', # 0xc0 'Shuo ', # 0xc1 'Lan ', # 0xc2 @@ -228,16 +228,16 @@ data = ( 'Zhe ', # 0xe2 'Hui ', # 0xe3 'Kao ', # 0xe4 -'[?] ', # 0xe5 +None, # 0xe5 'Fan ', # 0xe6 'Shao ', # 0xe7 'Ye ', # 0xe8 'Hui ', # 0xe9 -'[?] ', # 0xea +None, # 0xea 'Tang ', # 0xeb 'Jin ', # 0xec 'Re ', # 0xed -'[?] ', # 0xee +None, # 0xee 'Xi ', # 0xef 'Fu ', # 0xf0 'Jiong ', # 0xf1 diff --git a/lib/unidecode/x071.py b/lib/unidecode/x071.py index bad8f7ea..5d0b73f0 100644 --- a/lib/unidecode/x071.py +++ b/lib/unidecode/x071.py @@ -16,8 +16,8 @@ data = ( 'Xie ', # 0x0e 'Ji ', # 0x0f 'Wu ', # 0x10 -'[?] ', # 0x11 -'[?] ', # 0x12 +None, # 0x11 +None, # 0x12 'Han ', # 0x13 'Yan ', # 0x14 'Huan ', # 0x15 @@ -56,14 +56,14 @@ data = ( 'Ran ', # 0x36 'Pi ', # 0x37 'Gu ', # 0x38 -'[?] ', # 0x39 +None, # 0x39 'Sheng ', # 0x3a 'Chang ', # 0x3b 'Shao ', # 0x3c -'[?] ', # 0x3d -'[?] ', # 0x3e -'[?] ', # 0x3f -'[?] ', # 0x40 +None, # 0x3d +None, # 0x3e +None, # 0x3f +None, # 0x40 'Chen ', # 0x41 'He ', # 0x42 'Kui ', # 0x43 @@ -117,8 +117,8 @@ data = ( 'Hu ', # 0x73 'Yun ', # 0x74 'Xia ', # 0x75 -'[?] ', # 0x76 -'[?] ', # 0x77 +None, # 0x76 +None, # 0x77 'Bian ', # 0x78 'Gou ', # 0x79 'Tui ', # 0x7a @@ -149,7 +149,7 @@ data = ( 'Wen ', # 0x93 'Rong ', # 0x94 'Oozutsu ', # 0x95 -'[?] ', # 0x96 +None, # 0x96 'Qiang ', # 0x97 'Liu ', # 0x98 'Xi ', # 0x99 @@ -179,7 +179,7 @@ data = ( 'Re ', # 0xb1 'Jiong ', # 0xb2 'Man ', # 0xb3 -'[?] ', # 0xb4 +None, # 0xb4 'Shang ', # 0xb5 'Cuan ', # 0xb6 'Zeng ', # 0xb7 @@ -220,8 +220,8 @@ data = ( 'Yi ', # 0xda 'Jing ', # 0xdb 'Men ', # 0xdc -'[?] ', # 0xdd -'[?] ', # 0xde +None, # 0xdd +None, # 0xde 'Ying ', # 0xdf 'Yu ', # 0xe0 'Yi ', # 0xe1 diff --git a/lib/unidecode/x072.py b/lib/unidecode/x072.py index c91c93cb..eb48d956 100644 --- a/lib/unidecode/x072.py +++ b/lib/unidecode/x072.py @@ -13,7 +13,7 @@ data = ( 'Xun ', # 0x0b 'Kuang ', # 0x0c 'Shuo ', # 0x0d -'[?] ', # 0x0e +None, # 0x0e 'Li ', # 0x0f 'Lu ', # 0x10 'Jue ', # 0x11 @@ -23,7 +23,7 @@ data = ( 'Xie ', # 0x15 'Long ', # 0x16 'Ye ', # 0x17 -'[?] ', # 0x18 +None, # 0x18 'Rang ', # 0x19 'Yue ', # 0x1a 'Lan ', # 0x1b @@ -31,13 +31,13 @@ data = ( 'Jue ', # 0x1d 'Tong ', # 0x1e 'Guan ', # 0x1f -'[?] ', # 0x20 +None, # 0x20 'Che ', # 0x21 'Mi ', # 0x22 'Tang ', # 0x23 'Lan ', # 0x24 'Zhu ', # 0x25 -'[?] ', # 0x26 +None, # 0x26 'Ling ', # 0x27 'Cuan ', # 0x28 'Yu ', # 0x29 @@ -50,7 +50,7 @@ data = ( 'Yuan ', # 0x30 'Ai ', # 0x31 'Wei ', # 0x32 -'[?] ', # 0x33 +None, # 0x33 'Jue ', # 0x34 'Jue ', # 0x35 'Fu ', # 0x36 @@ -86,7 +86,7 @@ data = ( 'Bo ', # 0x54 'Chuang ', # 0x55 'You ', # 0x56 -'[?] ', # 0x57 +None, # 0x57 'Du ', # 0x58 'Ya ', # 0x59 'Cheng ', # 0x5a @@ -157,7 +157,7 @@ data = ( 'Li ', # 0x9b 'Dun ', # 0x9c 'Tong ', # 0x9d -'[?] ', # 0x9e +None, # 0x9e 'Jiang ', # 0x9f 'Ikenie ', # 0xa0 'Li ', # 0xa1 diff --git a/lib/unidecode/x073.py b/lib/unidecode/x073.py index 4cf0176d..8e294413 100644 --- a/lib/unidecode/x073.py +++ b/lib/unidecode/x073.py @@ -70,7 +70,7 @@ data = ( 'Yu ', # 0x44 'Shi ', # 0x45 'Hao ', # 0x46 -'[?] ', # 0x47 +None, # 0x47 'Yi ', # 0x48 'Zhen ', # 0x49 'Chuang ', # 0x4a @@ -238,7 +238,7 @@ data = ( 'Xu ', # 0xec 'Ban ', # 0xed 'Pei ', # 0xee -'[?] ', # 0xef +None, # 0xef 'Dang ', # 0xf0 'Ei ', # 0xf1 'Hun ', # 0xf2 diff --git a/lib/unidecode/x074.py b/lib/unidecode/x074.py index 312fc646..c44a3a08 100644 --- a/lib/unidecode/x074.py +++ b/lib/unidecode/x074.py @@ -17,7 +17,7 @@ data = ( 'Lian ', # 0x0f 'Suo ', # 0x10 'Chiisai ', # 0x11 -'[?] ', # 0x12 +None, # 0x12 'Wan ', # 0x13 'Dian ', # 0x14 'Pin ', # 0x15 @@ -58,7 +58,7 @@ data = ( 'Zhuo ', # 0x38 'Qin ', # 0x39 'Fa ', # 0x3a -'[?] ', # 0x3b +None, # 0x3b 'Qiong ', # 0x3c 'Du ', # 0x3d 'Jie ', # 0x3e @@ -140,7 +140,7 @@ data = ( 'Man ', # 0x8a 'Zhang ', # 0x8b 'Yin ', # 0x8c -'[?] ', # 0x8d +None, # 0x8d 'Ying ', # 0x8e 'Zhi ', # 0x8f 'Lu ', # 0x90 @@ -163,7 +163,7 @@ data = ( 'Jin ', # 0xa1 'Liu ', # 0xa2 'Ji ', # 0xa3 -'[?] ', # 0xa4 +None, # 0xa4 'Jing ', # 0xa5 'Ai ', # 0xa6 'Bi ', # 0xa7 @@ -179,7 +179,7 @@ data = ( 'Se ', # 0xb1 'Sui ', # 0xb2 'Tian ', # 0xb3 -'[?] ', # 0xb4 +None, # 0xb4 'Yu ', # 0xb5 'Jin ', # 0xb6 'Lu ', # 0xb7 diff --git a/lib/unidecode/x076.py b/lib/unidecode/x076.py index fc8b1672..29667f62 100644 --- a/lib/unidecode/x076.py +++ b/lib/unidecode/x076.py @@ -101,7 +101,7 @@ data = ( 'Xian ', # 0x63 'Jie ', # 0x64 'Zheng ', # 0x65 -'[?] ', # 0x66 +None, # 0x66 'Li ', # 0x67 'Huo ', # 0x68 'Lai ', # 0x69 @@ -118,7 +118,7 @@ data = ( 'Luan ', # 0x74 'Luan ', # 0x75 'Bo ', # 0x76 -'[?] ', # 0x77 +None, # 0x77 'Gui ', # 0x78 'Po ', # 0x79 'Fa ', # 0x7a diff --git a/lib/unidecode/x077.py b/lib/unidecode/x077.py index 3ed6a36b..347afbdc 100644 --- a/lib/unidecode/x077.py +++ b/lib/unidecode/x077.py @@ -162,7 +162,7 @@ data = ( 'Cheng ', # 0xa0 'Ji ', # 0xa1 'Meng ', # 0xa2 -'[?] ', # 0xa3 +None, # 0xa3 'Run ', # 0xa4 'Pie ', # 0xa5 'Xi ', # 0xa6 diff --git a/lib/unidecode/x078.py b/lib/unidecode/x078.py index 23d677de..e07980e1 100644 --- a/lib/unidecode/x078.py +++ b/lib/unidecode/x078.py @@ -26,7 +26,7 @@ data = ( 'Dun ', # 0x18 'Pan ', # 0x19 'Yan ', # 0x1a -'[?] ', # 0x1b +None, # 0x1b 'Feng ', # 0x1c 'Fa ', # 0x1d 'Mo ', # 0x1e @@ -60,7 +60,7 @@ data = ( 'Li ', # 0x3a 'Long ', # 0x3b 'Tong ', # 0x3c -'[?] ', # 0x3d +None, # 0x3d 'Li ', # 0x3e 'Aragane ', # 0x3f 'Chu ', # 0x40 @@ -82,15 +82,15 @@ data = ( 'Tong ', # 0x50 'Peng ', # 0x51 'Xi ', # 0x52 -'[?] ', # 0x53 +None, # 0x53 'Hong ', # 0x54 'Shuo ', # 0x55 'Xia ', # 0x56 'Qiao ', # 0x57 -'[?] ', # 0x58 +None, # 0x58 'Wei ', # 0x59 'Qiao ', # 0x5a -'[?] ', # 0x5b +None, # 0x5b 'Keng ', # 0x5c 'Xiao ', # 0x5d 'Que ', # 0x5e @@ -114,7 +114,7 @@ data = ( 'Sha ', # 0x70 'Kun ', # 0x71 'Yu ', # 0x72 -'[?] ', # 0x73 +None, # 0x73 'Kaki ', # 0x74 'Lu ', # 0x75 'Chen ', # 0x76 @@ -182,7 +182,7 @@ data = ( 'Cha ', # 0xb4 'Seki ', # 0xb5 'Qi ', # 0xb6 -'[?] ', # 0xb7 +None, # 0xb7 'Feng ', # 0xb8 'Xuan ', # 0xb9 'Que ', # 0xba @@ -214,7 +214,7 @@ data = ( 'Zhe ', # 0xd4 'Ke ', # 0xd5 'La ', # 0xd6 -'[?] ', # 0xd7 +None, # 0xd7 'Qing ', # 0xd8 'Gun ', # 0xd9 'Zhuan ', # 0xda @@ -237,7 +237,7 @@ data = ( 'Zong ', # 0xeb 'Qing ', # 0xec 'Chuo ', # 0xed -'[?] ', # 0xee +None, # 0xee 'Ji ', # 0xef 'Shan ', # 0xf0 'Lao ', # 0xf1 diff --git a/lib/unidecode/x079.py b/lib/unidecode/x079.py index ed1c5143..130ed608 100644 --- a/lib/unidecode/x079.py +++ b/lib/unidecode/x079.py @@ -1,7 +1,7 @@ data = ( 'Tani ', # 0x00 'Jiao ', # 0x01 -'[?] ', # 0x02 +None, # 0x02 'Zhang ', # 0x03 'Qiao ', # 0x04 'Dun ', # 0x05 @@ -32,8 +32,8 @@ data = ( 'Meng ', # 0x1e 'Pao ', # 0x1f 'Ci ', # 0x20 -'[?] ', # 0x21 -'[?] ', # 0x22 +None, # 0x21 +None, # 0x22 'Mie ', # 0x23 'Ca ', # 0x24 'Xian ', # 0x25 @@ -76,7 +76,7 @@ data = ( 'Beng ', # 0x4a 'Dui ', # 0x4b 'Zhong ', # 0x4c -'[?] ', # 0x4d +None, # 0x4d 'Yi ', # 0x4e 'Shi ', # 0x4f 'You ', # 0x50 @@ -152,7 +152,7 @@ data = ( 'Mei ', # 0x96 'Si ', # 0x97 'Di ', # 0x98 -'[?] ', # 0x99 +None, # 0x99 'Zhuo ', # 0x9a 'Zhen ', # 0x9b 'Yong ', # 0x9c @@ -162,7 +162,7 @@ data = ( 'Si ', # 0xa0 'Ma ', # 0xa1 'Ta ', # 0xa2 -'[?] ', # 0xa3 +None, # 0xa3 'Xuan ', # 0xa4 'Qi ', # 0xa5 'Yu ', # 0xa6 diff --git a/lib/unidecode/x07a.py b/lib/unidecode/x07a.py index b6d512cd..856b1cc1 100644 --- a/lib/unidecode/x07a.py +++ b/lib/unidecode/x07a.py @@ -36,7 +36,7 @@ data = ( 'Yu ', # 0x22 'Su ', # 0x23 'Lue ', # 0x24 -'[?] ', # 0x25 +None, # 0x25 'Yi ', # 0x26 'Xi ', # 0x27 'Bian ', # 0x28 @@ -81,7 +81,7 @@ data = ( 'Wen ', # 0x4f 'Qiu ', # 0x50 'Se ', # 0x51 -'[?] ', # 0x52 +None, # 0x52 'Yi ', # 0x53 'Huang ', # 0x54 'Qie ', # 0x55 @@ -110,7 +110,7 @@ data = ( 'Gong ', # 0x6c 'Lu ', # 0x6d 'Biao ', # 0x6e -'[?] ', # 0x6f +None, # 0x6f 'Rang ', # 0x70 'Zhuo ', # 0x71 'Li ', # 0x72 @@ -166,7 +166,7 @@ data = ( 'Guan ', # 0xa4 'Kui ', # 0xa5 'Dou ', # 0xa6 -'[?] ', # 0xa7 +None, # 0xa7 'Yin ', # 0xa8 'Wo ', # 0xa9 'Wa ', # 0xaa @@ -188,7 +188,7 @@ data = ( 'Kui ', # 0xba 'Chuang ', # 0xbb 'Zhao ', # 0xbc -'[?] ', # 0xbd +None, # 0xbd 'Kuan ', # 0xbe 'Long ', # 0xbf 'Cheng ', # 0xc0 diff --git a/lib/unidecode/x07b.py b/lib/unidecode/x07b.py index c904395c..e3aa7a6b 100644 --- a/lib/unidecode/x07b.py +++ b/lib/unidecode/x07b.py @@ -207,7 +207,7 @@ data = ( 'Qiu ', # 0xcd 'Miao ', # 0xce 'Qian ', # 0xcf -'[?] ', # 0xd0 +None, # 0xd0 'Kui ', # 0xd1 'Sik ', # 0xd2 'Lou ', # 0xd3 diff --git a/lib/unidecode/x07c.py b/lib/unidecode/x07c.py index 3379947a..f4580504 100644 --- a/lib/unidecode/x07c.py +++ b/lib/unidecode/x07c.py @@ -46,7 +46,7 @@ data = ( 'Du ', # 0x2c 'Shi ', # 0x2d 'Zan ', # 0x2e -'[?] ', # 0x2f +None, # 0x2f 'Pai ', # 0x30 'Hata ', # 0x31 'Pai ', # 0x32 @@ -65,7 +65,7 @@ data = ( 'Bo ', # 0x3f 'Zhou ', # 0x40 'Lai ', # 0x41 -'[?] ', # 0x42 +None, # 0x42 'Lan ', # 0x43 'Kui ', # 0x44 'Yu ', # 0x45 @@ -77,7 +77,7 @@ data = ( 'Mi ', # 0x4b 'Chou ', # 0x4c 'Ji ', # 0x4d -'[?] ', # 0x4e +None, # 0x4e 'Hata ', # 0x4f 'Teng ', # 0x50 'Zhuan ', # 0x51 @@ -127,7 +127,7 @@ data = ( 'Zi ', # 0x7d 'Ni ', # 0x7e 'Cun ', # 0x7f -'[?] ', # 0x80 +None, # 0x80 'Qian ', # 0x81 'Kume ', # 0x82 'Bi ', # 0x83 @@ -139,7 +139,7 @@ data = ( 'Fen ', # 0x89 'Bi ', # 0x8a 'Cui ', # 0x8b -'[?] ', # 0x8c +None, # 0x8c 'Li ', # 0x8d 'Chi ', # 0x8e 'Nukamiso ', # 0x8f @@ -168,10 +168,10 @@ data = ( 'Lin ', # 0xa6 'Zhuang ', # 0xa7 'Bai ', # 0xa8 -'[?] ', # 0xa9 +None, # 0xa9 'Fen ', # 0xaa 'Ji ', # 0xab -'[?] ', # 0xac +None, # 0xac 'Sukumo ', # 0xad 'Liang ', # 0xae 'Xian ', # 0xaf @@ -235,7 +235,7 @@ data = ( 'Kuai ', # 0xe9 'Bo ', # 0xea 'Huan ', # 0xeb -'[?] ', # 0xec +None, # 0xec 'Zong ', # 0xed 'Xian ', # 0xee 'Nuo ', # 0xef diff --git a/lib/unidecode/x07e.py b/lib/unidecode/x07e.py index 131ef35c..e302f2a8 100644 --- a/lib/unidecode/x07e.py +++ b/lib/unidecode/x07e.py @@ -235,7 +235,7 @@ data = ( 'Ji ', # 0xe9 'Xu ', # 0xea 'Ling ', # 0xeb -'[?] ', # 0xec +None, # 0xec 'Xu ', # 0xed 'Qi ', # 0xee 'Fei ', # 0xef diff --git a/lib/unidecode/x07f.py b/lib/unidecode/x07f.py index 0a708d6d..994f4701 100644 --- a/lib/unidecode/x07f.py +++ b/lib/unidecode/x07f.py @@ -63,7 +63,7 @@ data = ( 'Bo ', # 0x3d 'Ping ', # 0x3e 'Hou ', # 0x3f -'[?] ', # 0x40 +None, # 0x40 'Gang ', # 0x41 'Ying ', # 0x42 'Ying ', # 0x43 @@ -85,7 +85,7 @@ data = ( 'Gang ', # 0x53 'Wang ', # 0x54 'Han ', # 0x55 -'[?] ', # 0x56 +None, # 0x56 'Luo ', # 0x57 'Fu ', # 0x58 'Mi ', # 0x59 @@ -245,7 +245,7 @@ data = ( 'Yi ', # 0xf3 'Lian ', # 0xf4 'Qu ', # 0xf5 -'[?] ', # 0xf6 +None, # 0xf6 'Lin ', # 0xf7 'Pen ', # 0xf8 'Qiao ', # 0xf9 diff --git a/lib/unidecode/x080.py b/lib/unidecode/x080.py index 11f324b4..145ab01a 100644 --- a/lib/unidecode/x080.py +++ b/lib/unidecode/x080.py @@ -1,7 +1,7 @@ data = ( 'Yao ', # 0x00 'Lao ', # 0x01 -'[?] ', # 0x02 +None, # 0x02 'Kao ', # 0x03 'Mao ', # 0x04 'Zhe ', # 0x05 @@ -64,7 +64,7 @@ data = ( 'Hong ', # 0x3e 'Geng ', # 0x3f 'Zhi ', # 0x40 -'[?] ', # 0x41 +None, # 0x41 'Nie ', # 0x42 'Dan ', # 0x43 'Zhen ', # 0x44 @@ -82,7 +82,7 @@ data = ( 'Ya ', # 0x50 'Die ', # 0x51 'Gua ', # 0x52 -'[?] ', # 0x53 +None, # 0x53 'Lian ', # 0x54 'Hao ', # 0x55 'Sheng ', # 0x56 @@ -98,7 +98,7 @@ data = ( 'Ping ', # 0x60 'Cong ', # 0x61 'Shikato ', # 0x62 -'[?] ', # 0x63 +None, # 0x63 'Ting ', # 0x64 'Yu ', # 0x65 'Cong ', # 0x66 diff --git a/lib/unidecode/x081.py b/lib/unidecode/x081.py index 01ca95d3..38817811 100644 --- a/lib/unidecode/x081.py +++ b/lib/unidecode/x081.py @@ -11,7 +11,7 @@ data = ( 'Mai ', # 0x09 'Ji ', # 0x0a 'Obiyaakasu ', # 0x0b -'[?] ', # 0x0c +None, # 0x0c 'Kuai ', # 0x0d 'Sa ', # 0x0e 'Zang ', # 0x0f diff --git a/lib/unidecode/x082.py b/lib/unidecode/x082.py index daea2e23..890f63ea 100644 --- a/lib/unidecode/x082.py +++ b/lib/unidecode/x082.py @@ -35,7 +35,7 @@ data = ( 'Gang ', # 0x21 'Shan ', # 0x22 'Yi ', # 0x23 -'[?] ', # 0x24 +None, # 0x24 'Pa ', # 0x25 'Tai ', # 0x26 'Fan ', # 0x27 @@ -62,7 +62,7 @@ data = ( 'Hong ', # 0x3c 'Pang ', # 0x3d 'Xi ', # 0x3e -'[?] ', # 0x3f +None, # 0x3f 'Fu ', # 0x40 'Zao ', # 0x41 'Feng ', # 0x42 @@ -71,7 +71,7 @@ data = ( 'Yu ', # 0x45 'Lang ', # 0x46 'Ting ', # 0x47 -'[?] ', # 0x48 +None, # 0x48 'Wei ', # 0x49 'Bo ', # 0x4a 'Meng ', # 0x4b @@ -83,7 +83,7 @@ data = ( 'Bian ', # 0x51 'Mao ', # 0x52 'Die ', # 0x53 -'[?] ', # 0x54 +None, # 0x54 'Bang ', # 0x55 'Cha ', # 0x56 'Yi ', # 0x57 diff --git a/lib/unidecode/x083.py b/lib/unidecode/x083.py index 672cd5d8..703a215c 100644 --- a/lib/unidecode/x083.py +++ b/lib/unidecode/x083.py @@ -15,9 +15,9 @@ data = ( 'Ji ', # 0x0d 'Jing ', # 0x0e 'Long ', # 0x0f -'[?] ', # 0x10 +None, # 0x10 'Niao ', # 0x11 -'[?] ', # 0x12 +None, # 0x12 'Xue ', # 0x13 'Ying ', # 0x14 'Qiong ', # 0x15 @@ -61,7 +61,7 @@ data = ( 'Mang ', # 0x3b 'Tong ', # 0x3c 'Zhong ', # 0x3d -'[?] ', # 0x3e +None, # 0x3e 'Zhu ', # 0x3f 'Xun ', # 0x40 'Huan ', # 0x41 @@ -97,7 +97,7 @@ data = ( 'Hui ', # 0x5f 'Qi ', # 0x60 'Dang ', # 0x61 -'[?] ', # 0x62 +None, # 0x62 'Rong ', # 0x63 'Hun ', # 0x64 'Ying ', # 0x65 diff --git a/lib/unidecode/x084.py b/lib/unidecode/x084.py index 571a3607..703936cb 100644 --- a/lib/unidecode/x084.py +++ b/lib/unidecode/x084.py @@ -29,12 +29,12 @@ data = ( 'Jiu ', # 0x1b 'Tie ', # 0x1c 'Luo ', # 0x1d -'[?] ', # 0x1e -'[?] ', # 0x1f +None, # 0x1e +None, # 0x1f 'Meng ', # 0x20 -'[?] ', # 0x21 +None, # 0x21 'Yaji ', # 0x22 -'[?] ', # 0x23 +None, # 0x23 'Ying ', # 0x24 'Ying ', # 0x25 'Ying ', # 0x26 @@ -137,12 +137,12 @@ data = ( 'Chan ', # 0x87 'Kai ', # 0x88 'Kui ', # 0x89 -'[?] ', # 0x8a +None, # 0x8a 'Jiang ', # 0x8b 'Lou ', # 0x8c 'Wei ', # 0x8d 'Pai ', # 0x8e -'[?] ', # 0x8f +None, # 0x8f 'Sou ', # 0x90 'Yin ', # 0x91 'Shi ', # 0x92 @@ -221,13 +221,13 @@ data = ( 'Ce ', # 0xdb 'Hai ', # 0xdc 'Lan ', # 0xdd -'[?] ', # 0xde +None, # 0xde 'Ji ', # 0xdf 'Li ', # 0xe0 'Can ', # 0xe1 'Lang ', # 0xe2 'Yu ', # 0xe3 -'[?] ', # 0xe4 +None, # 0xe4 'Ying ', # 0xe5 'Mo ', # 0xe6 'Diao ', # 0xe7 diff --git a/lib/unidecode/x085.py b/lib/unidecode/x085.py index c11c513b..5b3bfa0a 100644 --- a/lib/unidecode/x085.py +++ b/lib/unidecode/x085.py @@ -112,7 +112,7 @@ data = ( 'Xi ', # 0x6e 'Long ', # 0x6f 'Yun ', # 0x70 -'[?] ', # 0x71 +None, # 0x71 'Qi ', # 0x72 'Jian ', # 0x73 'Yun ', # 0x74 @@ -211,7 +211,7 @@ data = ( 'Qiong ', # 0xd1 'Qie ', # 0xd2 'Xian ', # 0xd3 -'[?] ', # 0xd4 +None, # 0xd4 'Ou ', # 0xd5 'Xian ', # 0xd6 'Su ', # 0xd7 @@ -241,10 +241,10 @@ data = ( 'Wei ', # 0xef 'Liu ', # 0xf0 'Hui ', # 0xf1 -'[?] ', # 0xf2 +None, # 0xf2 'Gao ', # 0xf3 'Yun ', # 0xf4 -'[?] ', # 0xf5 +None, # 0xf5 'Li ', # 0xf6 'Shu ', # 0xf7 'Chu ', # 0xf8 diff --git a/lib/unidecode/x086.py b/lib/unidecode/x086.py index 38784a61..bd094e1a 100644 --- a/lib/unidecode/x086.py +++ b/lib/unidecode/x086.py @@ -20,7 +20,7 @@ data = ( 'Hagi ', # 0x12 'Su ', # 0x13 'Jiong ', # 0x14 -'[?] ', # 0x15 +None, # 0x15 'Nie ', # 0x16 'Bo ', # 0x17 'Rang ', # 0x18 @@ -68,7 +68,7 @@ data = ( 'Lu ', # 0x42 'Jian ', # 0x43 'San ', # 0x44 -'[?] ', # 0x45 +None, # 0x45 'Lei ', # 0x46 'Quan ', # 0x47 'Xiao ', # 0x48 @@ -113,7 +113,7 @@ data = ( 'Qiu ', # 0x6f 'Cheng ', # 0x70 'Shi ', # 0x71 -'[?] ', # 0x72 +None, # 0x72 'Di ', # 0x73 'Zhe ', # 0x74 'She ', # 0x75 diff --git a/lib/unidecode/x087.py b/lib/unidecode/x087.py index 2a2b79aa..6875ac8f 100644 --- a/lib/unidecode/x087.py +++ b/lib/unidecode/x087.py @@ -73,7 +73,7 @@ data = ( 'Ying ', # 0x47 'Guo ', # 0x48 'Chan ', # 0x49 -'[?] ', # 0x4a +None, # 0x4a 'La ', # 0x4b 'Ke ', # 0x4c 'Ji ', # 0x4d @@ -128,7 +128,7 @@ data = ( 'Rong ', # 0x7e 'Ying ', # 0x7f 'Jiang ', # 0x80 -'[?] ', # 0x81 +None, # 0x81 'Lang ', # 0x82 'Pang ', # 0x83 'Si ', # 0x84 @@ -168,7 +168,7 @@ data = ( 'So ', # 0xa6 'Ebi ', # 0xa7 'Man ', # 0xa8 -'[?] ', # 0xa9 +None, # 0xa9 'Shang ', # 0xaa 'Zhe ', # 0xab 'Cao ', # 0xac @@ -244,7 +244,7 @@ data = ( 'Chong ', # 0xf2 'Xun ', # 0xf3 'Si ', # 0xf4 -'[?] ', # 0xf5 +None, # 0xf5 'Cheng ', # 0xf6 'Dang ', # 0xf7 'Li ', # 0xf8 diff --git a/lib/unidecode/x088.py b/lib/unidecode/x088.py index f907ce92..bca16854 100644 --- a/lib/unidecode/x088.py +++ b/lib/unidecode/x088.py @@ -51,7 +51,7 @@ data = ( 'Gu ', # 0x31 'Juan ', # 0x32 'Ying ', # 0x33 -'[?] ', # 0x34 +None, # 0x34 'Xi ', # 0x35 'Can ', # 0x36 'Qu ', # 0x37 @@ -79,7 +79,7 @@ data = ( 'Yan ', # 0x4d 'Kan ', # 0x4e 'Yuan ', # 0x4f -'[?] ', # 0x50 +None, # 0x50 'Ling ', # 0x51 'Xuan ', # 0x52 'Shu ', # 0x53 @@ -198,7 +198,7 @@ data = ( 'Yuki ', # 0xc4 'Zhuang ', # 0xc5 'Dang ', # 0xc6 -'[?] ', # 0xc7 +None, # 0xc7 'Kun ', # 0xc8 'Ken ', # 0xc9 'Niao ', # 0xca diff --git a/lib/unidecode/x089.py b/lib/unidecode/x089.py index d23abc3c..e223cad0 100644 --- a/lib/unidecode/x089.py +++ b/lib/unidecode/x089.py @@ -103,7 +103,7 @@ data = ( 'Pu ', # 0x65 'Ru ', # 0x66 'Zhi ', # 0x67 -'[?] ', # 0x68 +None, # 0x68 'Shu ', # 0x69 'Wa ', # 0x6a 'Shi ', # 0x6b @@ -131,7 +131,7 @@ data = ( 'Yao ', # 0x81 'Feng ', # 0x82 'Tan ', # 0x83 -'[?] ', # 0x84 +None, # 0x84 'Biao ', # 0x85 'Fu ', # 0x86 'Ba ', # 0x87 diff --git a/lib/unidecode/x08b.py b/lib/unidecode/x08b.py index b89c37a2..f3c7d374 100644 --- a/lib/unidecode/x08b.py +++ b/lib/unidecode/x08b.py @@ -2,7 +2,7 @@ data = ( 'Mou ', # 0x00 'Ye ', # 0x01 'Wei ', # 0x02 -'[?] ', # 0x03 +None, # 0x03 'Teng ', # 0x04 'Zou ', # 0x05 'Shan ', # 0x06 @@ -33,7 +33,7 @@ data = ( 'Tao ', # 0x1f 'Yao ', # 0x20 'Yao ', # 0x21 -'[?] ', # 0x22 +None, # 0x22 'Yu ', # 0x23 'Biao ', # 0x24 'Cong ', # 0x25 diff --git a/lib/unidecode/x08c.py b/lib/unidecode/x08c.py index 514c446b..3735ef71 100644 --- a/lib/unidecode/x08c.py +++ b/lib/unidecode/x08c.py @@ -109,7 +109,7 @@ data = ( 'Yu ', # 0x6b 'Zhu ', # 0x6c 'Jia ', # 0x6d -'[?] ', # 0x6e +None, # 0x6e 'Xi ', # 0x6f 'Bo ', # 0x70 'Wen ', # 0x71 diff --git a/lib/unidecode/x08d.py b/lib/unidecode/x08d.py index ae63f226..f6cbadde 100644 --- a/lib/unidecode/x08d.py +++ b/lib/unidecode/x08d.py @@ -11,7 +11,7 @@ data = ( 'Tan ', # 0x09 'Zan ', # 0x0a 'Yan ', # 0x0b -'[?] ', # 0x0c +None, # 0x0c 'Shan ', # 0x0d 'Wan ', # 0x0e 'Ying ', # 0x0f @@ -23,7 +23,7 @@ data = ( 'Du ', # 0x15 'Shu ', # 0x16 'Yan ', # 0x17 -'[?] ', # 0x18 +None, # 0x18 'Xuan ', # 0x19 'Long ', # 0x1a 'Gan ', # 0x1b @@ -175,7 +175,7 @@ data = ( 'Yao ', # 0xad 'Zao ', # 0xae 'Ti ', # 0xaf -'[?] ', # 0xb0 +None, # 0xb0 'Zan ', # 0xb1 'Zan ', # 0xb2 'Zu ', # 0xb3 diff --git a/lib/unidecode/x08e.py b/lib/unidecode/x08e.py index 015ed1ea..628faf2b 100644 --- a/lib/unidecode/x08e.py +++ b/lib/unidecode/x08e.py @@ -13,7 +13,7 @@ data = ( 'Jiao ', # 0x0b 'Chou ', # 0x0c 'Qiao ', # 0x0d -'[?] ', # 0x0e +None, # 0x0e 'Ta ', # 0x0f 'Jian ', # 0x10 'Qi ', # 0x11 @@ -187,7 +187,7 @@ data = ( 'Ju ', # 0xb9 'Tang ', # 0xba 'Utsuke ', # 0xbb -'[?] ', # 0xbc +None, # 0xbc 'Yan ', # 0xbd 'Shitsuke ', # 0xbe 'Kang ', # 0xbf diff --git a/lib/unidecode/x08f.py b/lib/unidecode/x08f.py index 39d04a9c..d52164bc 100644 --- a/lib/unidecode/x08f.py +++ b/lib/unidecode/x08f.py @@ -169,7 +169,7 @@ data = ( 'Bian ', # 0xa7 'Bian ', # 0xa8 'Bian ', # 0xa9 -'[?] ', # 0xaa +None, # 0xaa 'Bian ', # 0xab 'Ban ', # 0xac 'Ci ', # 0xad diff --git a/lib/unidecode/x090.py b/lib/unidecode/x090.py index ade65069..e8b1eee1 100644 --- a/lib/unidecode/x090.py +++ b/lib/unidecode/x090.py @@ -99,7 +99,7 @@ data = ( 'Su ', # 0x61 'Ta ', # 0x62 'Qian ', # 0x63 -'[?] ', # 0x64 +None, # 0x64 'Yao ', # 0x65 'Guan ', # 0x66 'Zhang ', # 0x67 @@ -155,7 +155,7 @@ data = ( 'Mang ', # 0x99 'Ru ', # 0x9a 'Qiong ', # 0x9b -'[?] ', # 0x9c +None, # 0x9c 'Kuang ', # 0x9d 'Fu ', # 0x9e 'Kang ', # 0x9f diff --git a/lib/unidecode/x091.py b/lib/unidecode/x091.py index fa3dd766..764e3e4d 100644 --- a/lib/unidecode/x091.py +++ b/lib/unidecode/x091.py @@ -91,7 +91,7 @@ data = ( 'Zhen ', # 0x59 'Fen ', # 0x5a 'Sakenomoto ', # 0x5b -'[?] ', # 0x5c +None, # 0x5c 'Yun ', # 0x5d 'Tai ', # 0x5e 'Tian ', # 0x5f diff --git a/lib/unidecode/x092.py b/lib/unidecode/x092.py index e752f4fe..da9cccd2 100644 --- a/lib/unidecode/x092.py +++ b/lib/unidecode/x092.py @@ -42,7 +42,7 @@ data = ( 'Habaki ', # 0x28 'Irori ', # 0x29 'Ngaak ', # 0x2a -'[?] ', # 0x2b +None, # 0x2b 'Duo ', # 0x2c 'Zi ', # 0x2d 'Ni ', # 0x2e @@ -243,7 +243,7 @@ data = ( 'Te ', # 0xf1 'Pyeng ', # 0xf2 'Zhu ', # 0xf3 -'[?] ', # 0xf4 +None, # 0xf4 'Tu ', # 0xf5 'Liu ', # 0xf6 'Zui ', # 0xf7 diff --git a/lib/unidecode/x093.py b/lib/unidecode/x093.py index 82857e9a..eabec27f 100644 --- a/lib/unidecode/x093.py +++ b/lib/unidecode/x093.py @@ -62,13 +62,13 @@ data = ( 'Nai ', # 0x3c 'Wan ', # 0x3d 'Zan ', # 0x3e -'[?] ', # 0x3f +None, # 0x3f 'De ', # 0x40 'Xian ', # 0x41 -'[?] ', # 0x42 +None, # 0x42 'Huo ', # 0x43 'Liang ', # 0x44 -'[?] ', # 0x45 +None, # 0x45 'Men ', # 0x46 'Kai ', # 0x47 'Ying ', # 0x48 @@ -133,7 +133,7 @@ data = ( 'Pai ', # 0x83 'Ai ', # 0x84 'Jie ', # 0x85 -'[?] ', # 0x86 +None, # 0x86 'Mei ', # 0x87 'Chuo ', # 0x88 'Ta ', # 0x89 @@ -187,9 +187,9 @@ data = ( 'Kasugai ', # 0xb9 'Habaki ', # 0xba 'Suo ', # 0xbb -'[?] ', # 0xbc -'[?] ', # 0xbd -'[?] ', # 0xbe +None, # 0xbc +None, # 0xbd +None, # 0xbe 'Na ', # 0xbf 'Lu ', # 0xc0 'Suo ', # 0xc1 @@ -238,10 +238,10 @@ data = ( 'Xia ', # 0xec 'Xi ', # 0xed 'Kang ', # 0xee -'[?] ', # 0xef +None, # 0xef 'Beng ', # 0xf0 -'[?] ', # 0xf1 -'[?] ', # 0xf2 +None, # 0xf1 +None, # 0xf2 'Zheng ', # 0xf3 'Lu ', # 0xf4 'Hua ', # 0xf5 diff --git a/lib/unidecode/x094.py b/lib/unidecode/x094.py index 17eb9ddb..990ab60c 100644 --- a/lib/unidecode/x094.py +++ b/lib/unidecode/x094.py @@ -33,8 +33,8 @@ data = ( 'Ti ', # 0x1f 'Pu ', # 0x20 'Tie ', # 0x21 -'[?] ', # 0x22 -'[?] ', # 0x23 +None, # 0x22 +None, # 0x23 'Ding ', # 0x24 'Shan ', # 0x25 'Kai ', # 0x26 @@ -101,8 +101,8 @@ data = ( 'Biao ', # 0x63 'Bao ', # 0x64 'Lu ', # 0x65 -'[?] ', # 0x66 -'[?] ', # 0x67 +None, # 0x66 +None, # 0x67 'Long ', # 0x68 'E ', # 0x69 'Lu ', # 0x6a diff --git a/lib/unidecode/x095.py b/lib/unidecode/x095.py index 4b363942..71b7e4ba 100644 --- a/lib/unidecode/x095.py +++ b/lib/unidecode/x095.py @@ -205,7 +205,7 @@ data = ( 'Que ', # 0xcb 'Lan ', # 0xcc 'Du ', # 0xcd -'[?] ', # 0xce +None, # 0xce 'Phwung ', # 0xcf 'Tian ', # 0xd0 'Nie ', # 0xd1 @@ -230,7 +230,7 @@ data = ( 'Huan ', # 0xe4 'Ta ', # 0xe5 'Wen ', # 0xe6 -'[?] ', # 0xe7 +None, # 0xe7 'Men ', # 0xe8 'Shuan ', # 0xe9 'Shan ', # 0xea diff --git a/lib/unidecode/x096.py b/lib/unidecode/x096.py index 738a4ea3..6aaa359d 100644 --- a/lib/unidecode/x096.py +++ b/lib/unidecode/x096.py @@ -160,7 +160,7 @@ data = ( 'Ao ', # 0x9e 'Xi ', # 0x9f 'Yin ', # 0xa0 -'[?] ', # 0xa1 +None, # 0xa1 'Rao ', # 0xa2 'Lin ', # 0xa3 'Tui ', # 0xa4 diff --git a/lib/unidecode/x097.py b/lib/unidecode/x097.py index 7255f0f8..66e08e90 100644 --- a/lib/unidecode/x097.py +++ b/lib/unidecode/x097.py @@ -22,7 +22,7 @@ data = ( 'Chou ', # 0x14 'Tun ', # 0x15 'Lin ', # 0x16 -'[?] ', # 0x17 +None, # 0x17 'Dong ', # 0x18 'Ying ', # 0x19 'Wu ', # 0x1a @@ -58,7 +58,7 @@ data = ( 'Ba ', # 0x38 'Pi ', # 0x39 'Wei ', # 0x3a -'[?] ', # 0x3b +None, # 0x3b 'Xi ', # 0x3c 'Ji ', # 0x3d 'Mai ', # 0x3e @@ -76,7 +76,7 @@ data = ( 'Feng ', # 0x4a 'Li ', # 0x4b 'Bao ', # 0x4c -'[?] ', # 0x4d +None, # 0x4d 'He ', # 0x4e 'He ', # 0x4f 'Bing ', # 0x50 @@ -212,7 +212,7 @@ data = ( 'Qiao ', # 0xd2 'Han ', # 0xd3 'Chang ', # 0xd4 -'[?] ', # 0xd5 +None, # 0xd5 'Rou ', # 0xd6 'Xun ', # 0xd7 'She ', # 0xd8 @@ -222,7 +222,7 @@ data = ( 'Tao ', # 0xdc 'Gou ', # 0xdd 'Yun ', # 0xde -'[?] ', # 0xdf +None, # 0xdf 'Bi ', # 0xe0 'Wei ', # 0xe1 'Hui ', # 0xe2 diff --git a/lib/unidecode/x098.py b/lib/unidecode/x098.py index 98160e77..298a1fbd 100644 --- a/lib/unidecode/x098.py +++ b/lib/unidecode/x098.py @@ -201,7 +201,7 @@ data = ( 'Biao ', # 0xc7 'Biao ', # 0xc8 'Liao ', # 0xc9 -'[?] ', # 0xca +None, # 0xca 'Se ', # 0xcb 'Feng ', # 0xcc 'Biao ', # 0xcd diff --git a/lib/unidecode/x099.py b/lib/unidecode/x099.py index 2adf3de8..60a68014 100644 --- a/lib/unidecode/x099.py +++ b/lib/unidecode/x099.py @@ -198,7 +198,7 @@ data = ( 'Tuo ', # 0xc4 'Yi ', # 0xc5 'Qu ', # 0xc6 -'[?] ', # 0xc7 +None, # 0xc7 'Qu ', # 0xc8 'Jiong ', # 0xc9 'Bo ', # 0xca diff --git a/lib/unidecode/x09b.py b/lib/unidecode/x09b.py index 7fd0a2db..24dfb99e 100644 --- a/lib/unidecode/x09b.py +++ b/lib/unidecode/x09b.py @@ -151,7 +151,7 @@ data = ( 'Gu ', # 0x95 'Kajika ', # 0x96 'Tong ', # 0x97 -'[?] ', # 0x98 +None, # 0x98 'Ta ', # 0x99 'Jie ', # 0x9a 'Shu ', # 0x9b diff --git a/lib/unidecode/x09d.py b/lib/unidecode/x09d.py index 99d5859c..c23f21a8 100644 --- a/lib/unidecode/x09d.py +++ b/lib/unidecode/x09d.py @@ -144,7 +144,7 @@ data = ( 'Kikuitadaki ', # 0x8e 'Ji ', # 0x8f 'Shu ', # 0x90 -'[?] ', # 0x91 +None, # 0x91 'Chi ', # 0x92 'Miao ', # 0x93 'Rou ', # 0x94 diff --git a/lib/unidecode/x09e.py b/lib/unidecode/x09e.py index 8a392a23..5ddf6812 100644 --- a/lib/unidecode/x09e.py +++ b/lib/unidecode/x09e.py @@ -181,7 +181,7 @@ data = ( 'Lai ', # 0xb3 'Qu ', # 0xb4 'Mian ', # 0xb5 -'[?] ', # 0xb6 +None, # 0xb6 'Feng ', # 0xb7 'Fu ', # 0xb8 'Qu ', # 0xb9 diff --git a/lib/unidecode/x09f.py b/lib/unidecode/x09f.py index acd59a69..ea8e372b 100644 --- a/lib/unidecode/x09f.py +++ b/lib/unidecode/x09f.py @@ -165,93 +165,93 @@ data = ( 'Jue ', # 0xa3 'Xie ', # 0xa4 'Yu ', # 0xa5 -'[?]', # 0xa6 -'[?]', # 0xa7 -'[?]', # 0xa8 -'[?]', # 0xa9 -'[?]', # 0xaa -'[?]', # 0xab -'[?]', # 0xac -'[?]', # 0xad -'[?]', # 0xae -'[?]', # 0xaf -'[?]', # 0xb0 -'[?]', # 0xb1 -'[?]', # 0xb2 -'[?]', # 0xb3 -'[?]', # 0xb4 -'[?]', # 0xb5 -'[?]', # 0xb6 -'[?]', # 0xb7 -'[?]', # 0xb8 -'[?]', # 0xb9 -'[?]', # 0xba -'[?]', # 0xbb -'[?]', # 0xbc -'[?]', # 0xbd -'[?]', # 0xbe -'[?]', # 0xbf -'[?]', # 0xc0 -'[?]', # 0xc1 -'[?]', # 0xc2 -'[?]', # 0xc3 -'[?]', # 0xc4 -'[?]', # 0xc5 -'[?]', # 0xc6 -'[?]', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca -'[?]', # 0xcb -'[?]', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 -'[?]', # 0xd3 -'[?]', # 0xd4 -'[?]', # 0xd5 -'[?]', # 0xd6 -'[?]', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb -'[?]', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf -'[?]', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 -'[?]', # 0xe6 -'[?]', # 0xe7 -'[?]', # 0xe8 -'[?]', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xa6 +None, # 0xa7 +None, # 0xa8 +None, # 0xa9 +None, # 0xaa +None, # 0xab +None, # 0xac +None, # 0xad +None, # 0xae +None, # 0xaf +None, # 0xb0 +None, # 0xb1 +None, # 0xb2 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 +None, # 0xb6 +None, # 0xb7 +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x0a4.py b/lib/unidecode/x0a4.py index 4fb6b264..334030e1 100644 --- a/lib/unidecode/x0a4.py +++ b/lib/unidecode/x0a4.py @@ -140,9 +140,9 @@ data = ( 'yyp', # 0x8a 'yyrx', # 0x8b 'yyr', # 0x8c -'[?]', # 0x8d -'[?]', # 0x8e -'[?]', # 0x8f +None, # 0x8d +None, # 0x8e +None, # 0x8f 'Qot', # 0x90 'Li', # 0x91 'Kit', # 0x92 @@ -161,8 +161,8 @@ data = ( 'Hxuo', # 0x9f 'Tat', # 0xa0 'Ga', # 0xa1 -'[?]', # 0xa2 -'[?]', # 0xa3 +None, # 0xa2 +None, # 0xa3 'Ddur', # 0xa4 'Bur', # 0xa5 'Gguo', # 0xa6 @@ -179,7 +179,7 @@ data = ( 'Vep', # 0xb1 'Za', # 0xb2 'Jo', # 0xb3 -'[?]', # 0xb4 +None, # 0xb4 'Jjy', # 0xb5 'Got', # 0xb6 'Jjie', # 0xb7 @@ -192,66 +192,66 @@ data = ( 'Cip', # 0xbe 'Hxop', # 0xbf 'Shat', # 0xc0 -'[?]', # 0xc1 +None, # 0xc1 'Shop', # 0xc2 'Che', # 0xc3 'Zziet', # 0xc4 -'[?]', # 0xc5 +None, # 0xc5 'Ke', # 0xc6 -'[?]', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca -'[?]', # 0xcb -'[?]', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 -'[?]', # 0xd3 -'[?]', # 0xd4 -'[?]', # 0xd5 -'[?]', # 0xd6 -'[?]', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb -'[?]', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf -'[?]', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 -'[?]', # 0xe6 -'[?]', # 0xe7 -'[?]', # 0xe8 -'[?]', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x0d7.py b/lib/unidecode/x0d7.py index 1dfb7296..5036de25 100644 --- a/lib/unidecode/x0d7.py +++ b/lib/unidecode/x0d7.py @@ -163,95 +163,95 @@ data = ( 'hit', # 0xa1 'hip', # 0xa2 'hih', # 0xa3 -'[?]', # 0xa4 -'[?]', # 0xa5 -'[?]', # 0xa6 -'[?]', # 0xa7 -'[?]', # 0xa8 -'[?]', # 0xa9 -'[?]', # 0xaa -'[?]', # 0xab -'[?]', # 0xac -'[?]', # 0xad -'[?]', # 0xae -'[?]', # 0xaf -'[?]', # 0xb0 -'[?]', # 0xb1 -'[?]', # 0xb2 -'[?]', # 0xb3 -'[?]', # 0xb4 -'[?]', # 0xb5 -'[?]', # 0xb6 -'[?]', # 0xb7 -'[?]', # 0xb8 -'[?]', # 0xb9 -'[?]', # 0xba -'[?]', # 0xbb -'[?]', # 0xbc -'[?]', # 0xbd -'[?]', # 0xbe -'[?]', # 0xbf -'[?]', # 0xc0 -'[?]', # 0xc1 -'[?]', # 0xc2 -'[?]', # 0xc3 -'[?]', # 0xc4 -'[?]', # 0xc5 -'[?]', # 0xc6 -'[?]', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca -'[?]', # 0xcb -'[?]', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 -'[?]', # 0xd3 -'[?]', # 0xd4 -'[?]', # 0xd5 -'[?]', # 0xd6 -'[?]', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb -'[?]', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf -'[?]', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 -'[?]', # 0xe6 -'[?]', # 0xe7 -'[?]', # 0xe8 -'[?]', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xa4 +None, # 0xa5 +None, # 0xa6 +None, # 0xa7 +None, # 0xa8 +None, # 0xa9 +None, # 0xaa +None, # 0xab +None, # 0xac +None, # 0xad +None, # 0xae +None, # 0xaf +None, # 0xb0 +None, # 0xb1 +None, # 0xb2 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 +None, # 0xb6 +None, # 0xb7 +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x0fa.py b/lib/unidecode/x0fa.py index 3d4e705c..24ff84d1 100644 --- a/lib/unidecode/x0fa.py +++ b/lib/unidecode/x0fa.py @@ -13,13 +13,13 @@ data = ( 'Hwak ', # 0x0b 'Wu ', # 0x0c 'Huo ', # 0x0d -'[?] ', # 0x0e -'[?] ', # 0x0f +None, # 0x0e +None, # 0x0f 'Zhong ', # 0x10 -'[?] ', # 0x11 +None, # 0x11 'Qing ', # 0x12 -'[?] ', # 0x13 -'[?] ', # 0x14 +None, # 0x13 +None, # 0x14 'Xi ', # 0x15 'Zhu ', # 0x16 'Yi ', # 0x17 @@ -30,228 +30,228 @@ data = ( 'Jing ', # 0x1c 'Jing ', # 0x1d 'Yu ', # 0x1e -'[?] ', # 0x1f +None, # 0x1f 'Hagi ', # 0x20 -'[?] ', # 0x21 +None, # 0x21 'Zhu ', # 0x22 -'[?] ', # 0x23 -'[?] ', # 0x24 +None, # 0x23 +None, # 0x24 'Yi ', # 0x25 'Du ', # 0x26 -'[?] ', # 0x27 -'[?] ', # 0x28 -'[?] ', # 0x29 +None, # 0x27 +None, # 0x28 +None, # 0x29 'Fan ', # 0x2a 'Si ', # 0x2b 'Guan ', # 0x2c -'[?]', # 0x2d -'[?]', # 0x2e -'[?]', # 0x2f -'[?]', # 0x30 -'[?]', # 0x31 -'[?]', # 0x32 -'[?]', # 0x33 -'[?]', # 0x34 -'[?]', # 0x35 -'[?]', # 0x36 -'[?]', # 0x37 -'[?]', # 0x38 -'[?]', # 0x39 -'[?]', # 0x3a -'[?]', # 0x3b -'[?]', # 0x3c -'[?]', # 0x3d -'[?]', # 0x3e -'[?]', # 0x3f -'[?]', # 0x40 -'[?]', # 0x41 -'[?]', # 0x42 -'[?]', # 0x43 -'[?]', # 0x44 -'[?]', # 0x45 -'[?]', # 0x46 -'[?]', # 0x47 -'[?]', # 0x48 -'[?]', # 0x49 -'[?]', # 0x4a -'[?]', # 0x4b -'[?]', # 0x4c -'[?]', # 0x4d -'[?]', # 0x4e -'[?]', # 0x4f -'[?]', # 0x50 -'[?]', # 0x51 -'[?]', # 0x52 -'[?]', # 0x53 -'[?]', # 0x54 -'[?]', # 0x55 -'[?]', # 0x56 -'[?]', # 0x57 -'[?]', # 0x58 -'[?]', # 0x59 -'[?]', # 0x5a -'[?]', # 0x5b -'[?]', # 0x5c -'[?]', # 0x5d -'[?]', # 0x5e -'[?]', # 0x5f -'[?]', # 0x60 -'[?]', # 0x61 -'[?]', # 0x62 -'[?]', # 0x63 -'[?]', # 0x64 -'[?]', # 0x65 -'[?]', # 0x66 -'[?]', # 0x67 -'[?]', # 0x68 -'[?]', # 0x69 -'[?]', # 0x6a -'[?]', # 0x6b -'[?]', # 0x6c -'[?]', # 0x6d -'[?]', # 0x6e -'[?]', # 0x6f -'[?]', # 0x70 -'[?]', # 0x71 -'[?]', # 0x72 -'[?]', # 0x73 -'[?]', # 0x74 -'[?]', # 0x75 -'[?]', # 0x76 -'[?]', # 0x77 -'[?]', # 0x78 -'[?]', # 0x79 -'[?]', # 0x7a -'[?]', # 0x7b -'[?]', # 0x7c -'[?]', # 0x7d -'[?]', # 0x7e -'[?]', # 0x7f -'[?]', # 0x80 -'[?]', # 0x81 -'[?]', # 0x82 -'[?]', # 0x83 -'[?]', # 0x84 -'[?]', # 0x85 -'[?]', # 0x86 -'[?]', # 0x87 -'[?]', # 0x88 -'[?]', # 0x89 -'[?]', # 0x8a -'[?]', # 0x8b -'[?]', # 0x8c -'[?]', # 0x8d -'[?]', # 0x8e -'[?]', # 0x8f -'[?]', # 0x90 -'[?]', # 0x91 -'[?]', # 0x92 -'[?]', # 0x93 -'[?]', # 0x94 -'[?]', # 0x95 -'[?]', # 0x96 -'[?]', # 0x97 -'[?]', # 0x98 -'[?]', # 0x99 -'[?]', # 0x9a -'[?]', # 0x9b -'[?]', # 0x9c -'[?]', # 0x9d -'[?]', # 0x9e -'[?]', # 0x9f -'[?]', # 0xa0 -'[?]', # 0xa1 -'[?]', # 0xa2 -'[?]', # 0xa3 -'[?]', # 0xa4 -'[?]', # 0xa5 -'[?]', # 0xa6 -'[?]', # 0xa7 -'[?]', # 0xa8 -'[?]', # 0xa9 -'[?]', # 0xaa -'[?]', # 0xab -'[?]', # 0xac -'[?]', # 0xad -'[?]', # 0xae -'[?]', # 0xaf -'[?]', # 0xb0 -'[?]', # 0xb1 -'[?]', # 0xb2 -'[?]', # 0xb3 -'[?]', # 0xb4 -'[?]', # 0xb5 -'[?]', # 0xb6 -'[?]', # 0xb7 -'[?]', # 0xb8 -'[?]', # 0xb9 -'[?]', # 0xba -'[?]', # 0xbb -'[?]', # 0xbc -'[?]', # 0xbd -'[?]', # 0xbe -'[?]', # 0xbf -'[?]', # 0xc0 -'[?]', # 0xc1 -'[?]', # 0xc2 -'[?]', # 0xc3 -'[?]', # 0xc4 -'[?]', # 0xc5 -'[?]', # 0xc6 -'[?]', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca -'[?]', # 0xcb -'[?]', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 -'[?]', # 0xd3 -'[?]', # 0xd4 -'[?]', # 0xd5 -'[?]', # 0xd6 -'[?]', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb -'[?]', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf -'[?]', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 -'[?]', # 0xe6 -'[?]', # 0xe7 -'[?]', # 0xe8 -'[?]', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 -'[?]', # 0xf9 -'[?]', # 0xfa -'[?]', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0x2d +None, # 0x2e +None, # 0x2f +None, # 0x30 +None, # 0x31 +None, # 0x32 +None, # 0x33 +None, # 0x34 +None, # 0x35 +None, # 0x36 +None, # 0x37 +None, # 0x38 +None, # 0x39 +None, # 0x3a +None, # 0x3b +None, # 0x3c +None, # 0x3d +None, # 0x3e +None, # 0x3f +None, # 0x40 +None, # 0x41 +None, # 0x42 +None, # 0x43 +None, # 0x44 +None, # 0x45 +None, # 0x46 +None, # 0x47 +None, # 0x48 +None, # 0x49 +None, # 0x4a +None, # 0x4b +None, # 0x4c +None, # 0x4d +None, # 0x4e +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 +None, # 0x55 +None, # 0x56 +None, # 0x57 +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f +None, # 0x60 +None, # 0x61 +None, # 0x62 +None, # 0x63 +None, # 0x64 +None, # 0x65 +None, # 0x66 +None, # 0x67 +None, # 0x68 +None, # 0x69 +None, # 0x6a +None, # 0x6b +None, # 0x6c +None, # 0x6d +None, # 0x6e +None, # 0x6f +None, # 0x70 +None, # 0x71 +None, # 0x72 +None, # 0x73 +None, # 0x74 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 +None, # 0x81 +None, # 0x82 +None, # 0x83 +None, # 0x84 +None, # 0x85 +None, # 0x86 +None, # 0x87 +None, # 0x88 +None, # 0x89 +None, # 0x8a +None, # 0x8b +None, # 0x8c +None, # 0x8d +None, # 0x8e +None, # 0x8f +None, # 0x90 +None, # 0x91 +None, # 0x92 +None, # 0x93 +None, # 0x94 +None, # 0x95 +None, # 0x96 +None, # 0x97 +None, # 0x98 +None, # 0x99 +None, # 0x9a +None, # 0x9b +None, # 0x9c +None, # 0x9d +None, # 0x9e +None, # 0x9f +None, # 0xa0 +None, # 0xa1 +None, # 0xa2 +None, # 0xa3 +None, # 0xa4 +None, # 0xa5 +None, # 0xa6 +None, # 0xa7 +None, # 0xa8 +None, # 0xa9 +None, # 0xaa +None, # 0xab +None, # 0xac +None, # 0xad +None, # 0xae +None, # 0xaf +None, # 0xb0 +None, # 0xb1 +None, # 0xb2 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 +None, # 0xb6 +None, # 0xb7 +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x0fb.py b/lib/unidecode/x0fb.py index bf69dbb9..5e098bc9 100644 --- a/lib/unidecode/x0fb.py +++ b/lib/unidecode/x0fb.py @@ -6,79 +6,79 @@ data = ( 'ffl', # 0x04 'st', # 0x05 'st', # 0x06 -'[?]', # 0x07 -'[?]', # 0x08 -'[?]', # 0x09 -'[?]', # 0x0a -'[?]', # 0x0b -'[?]', # 0x0c -'[?]', # 0x0d -'[?]', # 0x0e -'[?]', # 0x0f -'[?]', # 0x10 -'[?]', # 0x11 -'[?]', # 0x12 +None, # 0x07 +None, # 0x08 +None, # 0x09 +None, # 0x0a +None, # 0x0b +None, # 0x0c +None, # 0x0d +None, # 0x0e +None, # 0x0f +None, # 0x10 +None, # 0x11 +None, # 0x12 'mn', # 0x13 'me', # 0x14 'mi', # 0x15 'vn', # 0x16 'mkh', # 0x17 -'[?]', # 0x18 -'[?]', # 0x19 -'[?]', # 0x1a -'[?]', # 0x1b -'[?]', # 0x1c -'yi', # 0x1d +None, # 0x18 +None, # 0x19 +None, # 0x1a +None, # 0x1b +None, # 0x1c +'i', # 0x1d '', # 0x1e -'ay', # 0x1f +'AY', # 0x1f '`', # 0x20 -'', # 0x21 +'A', # 0x21 'd', # 0x22 'h', # 0x23 -'k', # 0x24 +'KH', # 0x24 'l', # 0x25 'm', # 0x26 -'m', # 0x27 +'r', # 0x27 't', # 0x28 '+', # 0x29 -'sh', # 0x2a -'s', # 0x2b -'sh', # 0x2c -'s', # 0x2d +'SH', # 0x2a +'S', # 0x2b +'SH', # 0x2c +'S', # 0x2d 'a', # 0x2e 'a', # 0x2f -'', # 0x30 +'A', # 0x30 'b', # 0x31 'g', # 0x32 'd', # 0x33 'h', # 0x34 'v', # 0x35 'z', # 0x36 -'[?]', # 0x37 +None, # 0x37 't', # 0x38 'y', # 0x39 -'k', # 0x3a -'k', # 0x3b +'KH', # 0x3a +'KH', # 0x3b 'l', # 0x3c -'[?]', # 0x3d -'l', # 0x3e -'[?]', # 0x3f +None, # 0x3d +'m', # 0x3e +None, # 0x3f 'n', # 0x40 -'n', # 0x41 -'[?]', # 0x42 +'s', # 0x41 +None, # 0x42 'p', # 0x43 'p', # 0x44 -'[?]', # 0x45 -'ts', # 0x46 -'ts', # 0x47 +None, # 0x45 +'TS', # 0x46 +'k', # 0x47 'r', # 0x48 -'sh', # 0x49 +'SH', # 0x49 't', # 0x4a -'vo', # 0x4b -'b', # 0x4c -'k', # 0x4d -'p', # 0x4e -'l', # 0x4f +'o', # 0x4b +'v', # 0x4c +'KH', # 0x4d +'f', # 0x4e +'EL', # 0x4f '', # 0x50 '', # 0x51 '', # 0x52 @@ -177,39 +177,39 @@ data = ( '', # 0xaf '', # 0xb0 '', # 0xb1 -'[?]', # 0xb2 -'[?]', # 0xb3 -'[?]', # 0xb4 -'[?]', # 0xb5 -'[?]', # 0xb6 -'[?]', # 0xb7 -'[?]', # 0xb8 -'[?]', # 0xb9 -'[?]', # 0xba -'[?]', # 0xbb -'[?]', # 0xbc -'[?]', # 0xbd -'[?]', # 0xbe -'[?]', # 0xbf -'[?]', # 0xc0 -'[?]', # 0xc1 -'[?]', # 0xc2 -'[?]', # 0xc3 -'[?]', # 0xc4 -'[?]', # 0xc5 -'[?]', # 0xc6 -'[?]', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca -'[?]', # 0xcb -'[?]', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 +None, # 0xb2 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 +None, # 0xb6 +None, # 0xb7 +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 '', # 0xd3 '', # 0xd4 '', # 0xd5 diff --git a/lib/unidecode/x0fd.py b/lib/unidecode/x0fd.py index 892bcb05..be0c0f95 100644 --- a/lib/unidecode/x0fd.py +++ b/lib/unidecode/x0fd.py @@ -63,22 +63,22 @@ data = ( '', # 0x3d '', # 0x3e '', # 0x3f -'[?]', # 0x40 -'[?]', # 0x41 -'[?]', # 0x42 -'[?]', # 0x43 -'[?]', # 0x44 -'[?]', # 0x45 -'[?]', # 0x46 -'[?]', # 0x47 -'[?]', # 0x48 -'[?]', # 0x49 -'[?]', # 0x4a -'[?]', # 0x4b -'[?]', # 0x4c -'[?]', # 0x4d -'[?]', # 0x4e -'[?]', # 0x4f +None, # 0x40 +None, # 0x41 +None, # 0x42 +None, # 0x43 +None, # 0x44 +None, # 0x45 +None, # 0x46 +None, # 0x47 +None, # 0x48 +None, # 0x49 +None, # 0x4a +None, # 0x4b +None, # 0x4c +None, # 0x4d +None, # 0x4e +None, # 0x4f '', # 0x50 '', # 0x51 '', # 0x52 @@ -143,8 +143,8 @@ data = ( '', # 0x8d '', # 0x8e '', # 0x8f -'[?]', # 0x90 -'[?]', # 0x91 +None, # 0x90 +None, # 0x91 '', # 0x92 '', # 0x93 '', # 0x94 @@ -199,46 +199,46 @@ data = ( '', # 0xc5 '', # 0xc6 '', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 -'[?]', # 0xca -'[?]', # 0xcb -'[?]', # 0xcc -'[?]', # 0xcd -'[?]', # 0xce -'[?]', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 -'[?]', # 0xd2 -'[?]', # 0xd3 -'[?]', # 0xd4 -'[?]', # 0xd5 -'[?]', # 0xd6 -'[?]', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 -'[?]', # 0xda -'[?]', # 0xdb -'[?]', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf -'[?]', # 0xe0 -'[?]', # 0xe1 -'[?]', # 0xe2 -'[?]', # 0xe3 -'[?]', # 0xe4 -'[?]', # 0xe5 -'[?]', # 0xe6 -'[?]', # 0xe7 -'[?]', # 0xe8 -'[?]', # 0xe9 -'[?]', # 0xea -'[?]', # 0xeb -'[?]', # 0xec -'[?]', # 0xed -'[?]', # 0xee -'[?]', # 0xef +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef '', # 0xf0 '', # 0xf1 '', # 0xf2 @@ -251,7 +251,7 @@ data = ( '', # 0xf9 '', # 0xfa '', # 0xfb -'[?]', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xfc +None, # 0xfd +None, # 0xfe ) diff --git a/lib/unidecode/x0fe.py b/lib/unidecode/x0fe.py index 60e86179..04dbd93f 100644 --- a/lib/unidecode/x0fe.py +++ b/lib/unidecode/x0fe.py @@ -1,52 +1,52 @@ data = ( -'[?]', # 0x00 -'[?]', # 0x01 -'[?]', # 0x02 -'[?]', # 0x03 -'[?]', # 0x04 -'[?]', # 0x05 -'[?]', # 0x06 -'[?]', # 0x07 -'[?]', # 0x08 -'[?]', # 0x09 -'[?]', # 0x0a -'[?]', # 0x0b -'[?]', # 0x0c -'[?]', # 0x0d -'[?]', # 0x0e -'[?]', # 0x0f -'[?]', # 0x10 -'[?]', # 0x11 -'[?]', # 0x12 -'[?]', # 0x13 -'[?]', # 0x14 -'[?]', # 0x15 -'[?]', # 0x16 -'[?]', # 0x17 -'[?]', # 0x18 -'[?]', # 0x19 -'[?]', # 0x1a -'[?]', # 0x1b -'[?]', # 0x1c -'[?]', # 0x1d -'[?]', # 0x1e -'[?]', # 0x1f +None, # 0x00 +None, # 0x01 +None, # 0x02 +None, # 0x03 +None, # 0x04 +None, # 0x05 +None, # 0x06 +None, # 0x07 +None, # 0x08 +None, # 0x09 +None, # 0x0a +None, # 0x0b +None, # 0x0c +None, # 0x0d +None, # 0x0e +None, # 0x0f +None, # 0x10 +None, # 0x11 +None, # 0x12 +None, # 0x13 +None, # 0x14 +None, # 0x15 +None, # 0x16 +None, # 0x17 +None, # 0x18 +None, # 0x19 +None, # 0x1a +None, # 0x1b +None, # 0x1c +None, # 0x1d +None, # 0x1e +None, # 0x1f '', # 0x20 '', # 0x21 '', # 0x22 '~', # 0x23 -'[?]', # 0x24 -'[?]', # 0x25 -'[?]', # 0x26 -'[?]', # 0x27 -'[?]', # 0x28 -'[?]', # 0x29 -'[?]', # 0x2a -'[?]', # 0x2b -'[?]', # 0x2c -'[?]', # 0x2d -'[?]', # 0x2e -'[?]', # 0x2f +None, # 0x24 +None, # 0x25 +None, # 0x26 +None, # 0x27 +None, # 0x28 +None, # 0x29 +None, # 0x2a +None, # 0x2b +None, # 0x2c +None, # 0x2d +None, # 0x2e +None, # 0x2f '..', # 0x30 '--', # 0x31 '-', # 0x32 @@ -68,10 +68,10 @@ data = ( '] ', # 0x42 '{', # 0x43 '}', # 0x44 -'[?]', # 0x45 -'[?]', # 0x46 -'[?]', # 0x47 -'[?]', # 0x48 +None, # 0x45 +None, # 0x46 +None, # 0x47 +None, # 0x48 '', # 0x49 '', # 0x4a '', # 0x4b @@ -107,16 +107,16 @@ data = ( '$', # 0x69 '%', # 0x6a '@', # 0x6b -'[?]', # 0x6c -'[?]', # 0x6d -'[?]', # 0x6e -'[?]', # 0x6f +None, # 0x6c +None, # 0x6d +None, # 0x6e +None, # 0x6f '', # 0x70 '', # 0x71 '', # 0x72 -'[?]', # 0x73 +None, # 0x73 '', # 0x74 -'[?]', # 0x75 +None, # 0x75 '', # 0x76 '', # 0x77 '', # 0x78 @@ -252,7 +252,7 @@ data = ( '', # 0xfa '', # 0xfb '', # 0xfc -'[?]', # 0xfd -'[?]', # 0xfe +None, # 0xfd +None, # 0xfe '', # 0xff ) diff --git a/lib/unidecode/x0ff.py b/lib/unidecode/x0ff.py index 04410151..557462c6 100644 --- a/lib/unidecode/x0ff.py +++ b/lib/unidecode/x0ff.py @@ -1,5 +1,5 @@ data = ( -'[?]', # 0x00 +None, # 0x00 '!', # 0x01 '"', # 0x02 '#', # 0x03 @@ -94,8 +94,8 @@ data = ( '|', # 0x5c '}', # 0x5d '~', # 0x5e -'[?]', # 0x5f -'[?]', # 0x60 +None, # 0x5f +None, # 0x60 '.', # 0x61 '[', # 0x62 ']', # 0x63 @@ -190,39 +190,39 @@ data = ( 't', # 0xbc 'p', # 0xbd 'h', # 0xbe -'[?]', # 0xbf -'[?]', # 0xc0 -'[?]', # 0xc1 +None, # 0xbf +None, # 0xc0 +None, # 0xc1 'a', # 0xc2 'ae', # 0xc3 'ya', # 0xc4 'yae', # 0xc5 'eo', # 0xc6 'e', # 0xc7 -'[?]', # 0xc8 -'[?]', # 0xc9 +None, # 0xc8 +None, # 0xc9 'yeo', # 0xca 'ye', # 0xcb 'o', # 0xcc 'wa', # 0xcd 'wae', # 0xce 'oe', # 0xcf -'[?]', # 0xd0 -'[?]', # 0xd1 +None, # 0xd0 +None, # 0xd1 'yo', # 0xd2 'u', # 0xd3 'weo', # 0xd4 'we', # 0xd5 'wi', # 0xd6 'yu', # 0xd7 -'[?]', # 0xd8 -'[?]', # 0xd9 +None, # 0xd8 +None, # 0xd9 'eu', # 0xda 'yi', # 0xdb 'i', # 0xdc -'[?]', # 0xdd -'[?]', # 0xde -'[?]', # 0xdf +None, # 0xdd +None, # 0xde +None, # 0xdf '/C', # 0xe0 'PS', # 0xe1 '!', # 0xe2 @@ -230,7 +230,7 @@ data = ( '|', # 0xe4 'Y=', # 0xe5 'W=', # 0xe6 -'[?]', # 0xe7 +None, # 0xe7 '|', # 0xe8 '-', # 0xe9 '|', # 0xea @@ -238,16 +238,16 @@ data = ( '|', # 0xec '#', # 0xed 'O', # 0xee -'[?]', # 0xef -'[?]', # 0xf0 -'[?]', # 0xf1 -'[?]', # 0xf2 -'[?]', # 0xf3 -'[?]', # 0xf4 -'[?]', # 0xf5 -'[?]', # 0xf6 -'[?]', # 0xf7 -'[?]', # 0xf8 +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 '{', # 0xf9 '|', # 0xfa '}', # 0xfb diff --git a/lib/unidecode/x1d4.py b/lib/unidecode/x1d4.py index 53795931..7d23fd47 100644 --- a/lib/unidecode/x1d4.py +++ b/lib/unidecode/x1d4.py @@ -84,7 +84,7 @@ data = ( 'e', # 0x52 'f', # 0x53 'g', # 0x54 -'', # 0x55 +None, # 0x55 'i', # 0x56 'j', # 0x57 'k', # 0x58 @@ -156,23 +156,23 @@ data = ( 'y', # 0x9a 'z', # 0x9b 'A', # 0x9c -'', # 0x9d +None, # 0x9d 'C', # 0x9e 'D', # 0x9f -'', # 0xa0 -'', # 0xa1 +None, # 0xa0 +None, # 0xa1 'G', # 0xa2 -'', # 0xa3 -'', # 0xa4 +None, # 0xa3 +None, # 0xa4 'J', # 0xa5 'K', # 0xa6 -'', # 0xa7 -'', # 0xa8 +None, # 0xa7 +None, # 0xa8 'N', # 0xa9 'O', # 0xaa 'P', # 0xab 'Q', # 0xac -'', # 0xad +None, # 0xad 'S', # 0xae 'T', # 0xaf 'U', # 0xb0 @@ -185,9 +185,9 @@ data = ( 'b', # 0xb7 'c', # 0xb8 'd', # 0xb9 -'', # 0xba +None, # 0xba 'f', # 0xbb -'', # 0xbc +None, # 0xbc 'h', # 0xbd 'i', # 0xbe 'j', # 0xbf @@ -195,7 +195,7 @@ data = ( 'l', # 0xc1 'm', # 0xc2 'n', # 0xc3 -'', # 0xc4 +None, # 0xc4 'p', # 0xc5 'q', # 0xc6 'r', # 0xc7 diff --git a/lib/unidecode/x1d5.py b/lib/unidecode/x1d5.py index 6ec605ba..40e6935d 100644 --- a/lib/unidecode/x1d5.py +++ b/lib/unidecode/x1d5.py @@ -5,13 +5,13 @@ data = ( 'z', # 0x03 'A', # 0x04 'B', # 0x05 -'', # 0x06 +None, # 0x06 'D', # 0x07 'E', # 0x08 'F', # 0x09 'G', # 0x0a -'', # 0x0b -'', # 0x0c +None, # 0x0b +None, # 0x0c 'J', # 0x0d 'K', # 0x0e 'L', # 0x0f @@ -20,7 +20,7 @@ data = ( 'O', # 0x12 'P', # 0x13 'Q', # 0x14 -'', # 0x15 +None, # 0x15 'S', # 0x16 'T', # 0x17 'U', # 0x18 @@ -28,7 +28,7 @@ data = ( 'W', # 0x1a 'X', # 0x1b 'Y', # 0x1c -'', # 0x1d +None, # 0x1d 'a', # 0x1e 'b', # 0x1f 'c', # 0x20 @@ -57,22 +57,22 @@ data = ( 'z', # 0x37 'A', # 0x38 'B', # 0x39 -'', # 0x3a +None, # 0x3a 'D', # 0x3b 'E', # 0x3c 'F', # 0x3d 'G', # 0x3e -'', # 0x3f +None, # 0x3f 'I', # 0x40 'J', # 0x41 'K', # 0x42 'L', # 0x43 'M', # 0x44 -'', # 0x45 +None, # 0x45 'O', # 0x46 -'', # 0x47 -'', # 0x48 -'', # 0x49 +None, # 0x47 +None, # 0x48 +None, # 0x49 'S', # 0x4a 'T', # 0x4b 'U', # 0x4c @@ -80,7 +80,7 @@ data = ( 'W', # 0x4e 'X', # 0x4f 'Y', # 0x50 -'', # 0x51 +None, # 0x51 'a', # 0x52 'b', # 0x53 'c', # 0x54 diff --git a/lib/unidecode/x1d6.py b/lib/unidecode/x1d6.py index c06a855d..2be1a7fb 100644 --- a/lib/unidecode/x1d6.py +++ b/lib/unidecode/x1d6.py @@ -165,8 +165,8 @@ data = ( 'z', # 0xa3 'i', # 0xa4 'j', # 0xa5 -'', # 0xa6 -'', # 0xa7 +None, # 0xa6 +None, # 0xa7 'Alpha', # 0xa8 'Beta', # 0xa9 'Gamma', # 0xaa @@ -218,41 +218,41 @@ data = ( 'chi', # 0xd8 'psi', # 0xd9 'omega', # 0xda -'', # 0xdb -'', # 0xdc -'', # 0xdd -'', # 0xde -'', # 0xdf -'', # 0xe0 -'', # 0xe1 -'', # 0xe2 -'', # 0xe3 -'', # 0xe4 -'', # 0xe5 -'', # 0xe6 -'', # 0xe7 -'', # 0xe8 -'', # 0xe9 -'', # 0xea -'', # 0xeb -'', # 0xec -'', # 0xed -'', # 0xee -'', # 0xef -'', # 0xf0 -'', # 0xf1 -'', # 0xf2 -'', # 0xf3 -'', # 0xf4 -'', # 0xf5 -'', # 0xf6 -'', # 0xf7 -'', # 0xf8 -'', # 0xf9 -'', # 0xfa -'', # 0xfb -'', # 0xfc -'', # 0xfd -'', # 0xfe -'', # 0xff +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe +None, # 0xff ) diff --git a/lib/unidecode/x1d7.py b/lib/unidecode/x1d7.py index 6943bf45..46242ecd 100644 --- a/lib/unidecode/x1d7.py +++ b/lib/unidecode/x1d7.py @@ -1,210 +1,210 @@ data = ( -'', # 0x00 -'', # 0x01 -'', # 0x02 -'', # 0x03 -'', # 0x04 -'', # 0x05 -'', # 0x06 -'', # 0x07 -'', # 0x08 -'', # 0x09 -'', # 0x0a -'', # 0x0b -'', # 0x0c -'', # 0x0d -'', # 0x0e -'', # 0x0f -'', # 0x10 -'', # 0x11 -'', # 0x12 -'', # 0x13 -'', # 0x14 -'', # 0x15 -'', # 0x16 -'', # 0x17 -'', # 0x18 -'', # 0x19 -'', # 0x1a -'', # 0x1b -'', # 0x1c -'', # 0x1d -'', # 0x1e -'', # 0x1f -'', # 0x20 -'', # 0x21 -'', # 0x22 -'', # 0x23 -'', # 0x24 -'', # 0x25 -'', # 0x26 -'', # 0x27 -'', # 0x28 -'', # 0x29 -'', # 0x2a -'', # 0x2b -'', # 0x2c -'', # 0x2d -'', # 0x2e -'', # 0x2f -'', # 0x30 -'', # 0x31 -'', # 0x32 -'', # 0x33 -'', # 0x34 -'', # 0x35 -'', # 0x36 -'', # 0x37 -'', # 0x38 -'', # 0x39 -'', # 0x3a -'', # 0x3b -'', # 0x3c -'', # 0x3d -'', # 0x3e -'', # 0x3f -'', # 0x40 -'', # 0x41 -'', # 0x42 -'', # 0x43 -'', # 0x44 -'', # 0x45 -'', # 0x46 -'', # 0x47 -'', # 0x48 -'', # 0x49 -'', # 0x4a -'', # 0x4b -'', # 0x4c -'', # 0x4d -'', # 0x4e -'', # 0x4f -'', # 0x50 -'', # 0x51 -'', # 0x52 -'', # 0x53 -'', # 0x54 -'', # 0x55 -'', # 0x56 -'', # 0x57 -'', # 0x58 -'', # 0x59 -'', # 0x5a -'', # 0x5b -'', # 0x5c -'', # 0x5d -'', # 0x5e -'', # 0x5f -'', # 0x60 -'', # 0x61 -'', # 0x62 -'', # 0x63 -'', # 0x64 -'', # 0x65 -'', # 0x66 -'', # 0x67 -'', # 0x68 -'', # 0x69 -'', # 0x6a -'', # 0x6b -'', # 0x6c -'', # 0x6d -'', # 0x6e -'', # 0x6f -'', # 0x70 -'', # 0x71 -'', # 0x72 -'', # 0x73 -'', # 0x74 -'', # 0x75 -'', # 0x76 -'', # 0x77 -'', # 0x78 -'', # 0x79 -'', # 0x7a -'', # 0x7b -'', # 0x7c -'', # 0x7d -'', # 0x7e -'', # 0x7f -'', # 0x80 -'', # 0x81 -'', # 0x82 -'', # 0x83 -'', # 0x84 -'', # 0x85 -'', # 0x86 -'', # 0x87 -'', # 0x88 -'', # 0x89 -'', # 0x8a -'', # 0x8b -'', # 0x8c -'', # 0x8d -'', # 0x8e -'', # 0x8f -'', # 0x90 -'', # 0x91 -'', # 0x92 -'', # 0x93 -'', # 0x94 -'', # 0x95 -'', # 0x96 -'', # 0x97 -'', # 0x98 -'', # 0x99 -'', # 0x9a -'', # 0x9b -'', # 0x9c -'', # 0x9d -'', # 0x9e -'', # 0x9f -'', # 0xa0 -'', # 0xa1 -'', # 0xa2 -'', # 0xa3 -'', # 0xa4 -'', # 0xa5 -'', # 0xa6 -'', # 0xa7 -'', # 0xa8 -'', # 0xa9 -'', # 0xaa -'', # 0xab -'', # 0xac -'', # 0xad -'', # 0xae -'', # 0xaf -'', # 0xb0 -'', # 0xb1 -'', # 0xb2 -'', # 0xb3 -'', # 0xb4 -'', # 0xb5 -'', # 0xb6 -'', # 0xb7 -'', # 0xb8 -'', # 0xb9 -'', # 0xba -'', # 0xbb -'', # 0xbc -'', # 0xbd -'', # 0xbe -'', # 0xbf -'', # 0xc0 -'', # 0xc1 -'', # 0xc2 -'', # 0xc3 -'', # 0xc4 -'', # 0xc5 -'', # 0xc6 -'', # 0xc7 -'', # 0xc8 -'', # 0xc9 -'', # 0xca -'', # 0xcb -'', # 0xcc -'', # 0xcd +None, # 0x00 +None, # 0x01 +None, # 0x02 +None, # 0x03 +None, # 0x04 +None, # 0x05 +None, # 0x06 +None, # 0x07 +None, # 0x08 +None, # 0x09 +None, # 0x0a +None, # 0x0b +None, # 0x0c +None, # 0x0d +None, # 0x0e +None, # 0x0f +None, # 0x10 +None, # 0x11 +None, # 0x12 +None, # 0x13 +None, # 0x14 +None, # 0x15 +None, # 0x16 +None, # 0x17 +None, # 0x18 +None, # 0x19 +None, # 0x1a +None, # 0x1b +None, # 0x1c +None, # 0x1d +None, # 0x1e +None, # 0x1f +None, # 0x20 +None, # 0x21 +None, # 0x22 +None, # 0x23 +None, # 0x24 +None, # 0x25 +None, # 0x26 +None, # 0x27 +None, # 0x28 +None, # 0x29 +None, # 0x2a +None, # 0x2b +None, # 0x2c +None, # 0x2d +None, # 0x2e +None, # 0x2f +None, # 0x30 +None, # 0x31 +None, # 0x32 +None, # 0x33 +None, # 0x34 +None, # 0x35 +None, # 0x36 +None, # 0x37 +None, # 0x38 +None, # 0x39 +None, # 0x3a +None, # 0x3b +None, # 0x3c +None, # 0x3d +None, # 0x3e +None, # 0x3f +None, # 0x40 +None, # 0x41 +None, # 0x42 +None, # 0x43 +None, # 0x44 +None, # 0x45 +None, # 0x46 +None, # 0x47 +None, # 0x48 +None, # 0x49 +None, # 0x4a +None, # 0x4b +None, # 0x4c +None, # 0x4d +None, # 0x4e +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 +None, # 0x55 +None, # 0x56 +None, # 0x57 +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f +None, # 0x60 +None, # 0x61 +None, # 0x62 +None, # 0x63 +None, # 0x64 +None, # 0x65 +None, # 0x66 +None, # 0x67 +None, # 0x68 +None, # 0x69 +None, # 0x6a +None, # 0x6b +None, # 0x6c +None, # 0x6d +None, # 0x6e +None, # 0x6f +None, # 0x70 +None, # 0x71 +None, # 0x72 +None, # 0x73 +None, # 0x74 +None, # 0x75 +None, # 0x76 +None, # 0x77 +None, # 0x78 +None, # 0x79 +None, # 0x7a +None, # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 +None, # 0x81 +None, # 0x82 +None, # 0x83 +None, # 0x84 +None, # 0x85 +None, # 0x86 +None, # 0x87 +None, # 0x88 +None, # 0x89 +None, # 0x8a +None, # 0x8b +None, # 0x8c +None, # 0x8d +None, # 0x8e +None, # 0x8f +None, # 0x90 +None, # 0x91 +None, # 0x92 +None, # 0x93 +None, # 0x94 +None, # 0x95 +None, # 0x96 +None, # 0x97 +None, # 0x98 +None, # 0x99 +None, # 0x9a +None, # 0x9b +None, # 0x9c +None, # 0x9d +None, # 0x9e +None, # 0x9f +None, # 0xa0 +None, # 0xa1 +None, # 0xa2 +None, # 0xa3 +None, # 0xa4 +None, # 0xa5 +None, # 0xa6 +None, # 0xa7 +None, # 0xa8 +None, # 0xa9 +None, # 0xaa +None, # 0xab +None, # 0xac +None, # 0xad +None, # 0xae +None, # 0xaf +None, # 0xb0 +None, # 0xb1 +None, # 0xb2 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 +None, # 0xb6 +None, # 0xb7 +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd '0', # 0xce '1', # 0xcf '2', # 0xd0 diff --git a/lib/unidecode/x1f1.py b/lib/unidecode/x1f1.py index 4bc82b57..2f78cf01 100644 --- a/lib/unidecode/x1f1.py +++ b/lib/unidecode/x1f1.py @@ -10,11 +10,11 @@ data = ( '7,', # 0x08 '8,', # 0x09 '9,', # 0x0a -'', # 0x0b -'', # 0x0c -'', # 0x0d -'', # 0x0e -'', # 0x0f +None, # 0x0b +None, # 0x0c +None, # 0x0d +None, # 0x0e +None, # 0x0f '(A)', # 0x10 '(B)', # 0x11 '(C)', # 0x12 @@ -44,9 +44,9 @@ data = ( '', # 0x2a '(C)', # 0x2b '(R)', # 0x2c -'', # 0x2d -'', # 0x2e -'', # 0x2f +None, # 0x2d +None, # 0x2e +None, # 0x2f '[A]', # 0x30 '[B]', # 0x31 '[C]', # 0x32 @@ -73,12 +73,12 @@ data = ( '[X]', # 0x47 '[Y]', # 0x48 '[Z]', # 0x49 -'', # 0x4a -'', # 0x4b -'', # 0x4c -'', # 0x4d -'', # 0x4e -'', # 0x4f +None, # 0x4a +None, # 0x4b +None, # 0x4c +None, # 0x4d +None, # 0x4e +None, # 0x4f '(A)', # 0x50 '(B)', # 0x51 '(C)', # 0x52 @@ -105,12 +105,12 @@ data = ( '(X)', # 0x67 '(Y)', # 0x68 '(Z)', # 0x69 -'', # 0x6a -'', # 0x6b -'', # 0x6c -'', # 0x6d -'', # 0x6e -'', # 0x6f +None, # 0x6a +None, # 0x6b +None, # 0x6c +None, # 0x6d +None, # 0x6e +None, # 0x6f '[A]', # 0x70 '[B]', # 0x71 '[C]', # 0x72 @@ -137,122 +137,122 @@ data = ( '[X]', # 0x87 '[Y]', # 0x88 '[Z]', # 0x89 -'', # 0x8a -'', # 0x8b -'', # 0x8c -'', # 0x8d -'', # 0x8e -'', # 0x8f -'', # 0x90 -'', # 0x91 -'', # 0x92 -'', # 0x93 -'', # 0x94 -'', # 0x95 -'', # 0x96 -'', # 0x97 -'', # 0x98 -'', # 0x99 -'', # 0x9a -'', # 0x9b -'', # 0x9c -'', # 0x9d -'', # 0x9e -'', # 0x9f -'', # 0xa0 -'', # 0xa1 -'', # 0xa2 -'', # 0xa3 -'', # 0xa4 -'', # 0xa5 -'', # 0xa6 -'', # 0xa7 -'', # 0xa8 -'', # 0xa9 -'', # 0xaa -'', # 0xab -'', # 0xac -'', # 0xad -'', # 0xae -'', # 0xaf -'', # 0xb0 -'', # 0xb1 -'', # 0xb2 -'', # 0xb3 -'', # 0xb4 -'', # 0xb5 -'', # 0xb6 -'', # 0xb7 -'', # 0xb8 -'', # 0xb9 -'', # 0xba -'', # 0xbb -'', # 0xbc -'', # 0xbd -'', # 0xbe -'', # 0xbf -'', # 0xc0 -'', # 0xc1 -'', # 0xc2 -'', # 0xc3 -'', # 0xc4 -'', # 0xc5 -'', # 0xc6 -'', # 0xc7 -'', # 0xc8 -'', # 0xc9 -'', # 0xca -'', # 0xcb -'', # 0xcc -'', # 0xcd -'', # 0xce -'', # 0xcf -'', # 0xd0 -'', # 0xd1 -'', # 0xd2 -'', # 0xd3 -'', # 0xd4 -'', # 0xd5 -'', # 0xd6 -'', # 0xd7 -'', # 0xd8 -'', # 0xd9 -'', # 0xda -'', # 0xdb -'', # 0xdc -'', # 0xdd -'', # 0xde -'', # 0xdf -'', # 0xe0 -'', # 0xe1 -'', # 0xe2 -'', # 0xe3 -'', # 0xe4 -'', # 0xe5 -'', # 0xe6 -'', # 0xe7 -'', # 0xe8 -'', # 0xe9 -'', # 0xea -'', # 0xeb -'', # 0xec -'', # 0xed -'', # 0xee -'', # 0xef -'', # 0xf0 -'', # 0xf1 -'', # 0xf2 -'', # 0xf3 -'', # 0xf4 -'', # 0xf5 -'', # 0xf6 -'', # 0xf7 -'', # 0xf8 -'', # 0xf9 -'', # 0xfa -'', # 0xfb -'', # 0xfc -'', # 0xfd -'', # 0xfe -'', # 0xff +None, # 0x8a +None, # 0x8b +None, # 0x8c +None, # 0x8d +None, # 0x8e +None, # 0x8f +'DJ', # 0x90 +'[CL]', # 0x91 +'[COOL]', # 0x92 +'[FREE]', # 0x93 +'[ID]', # 0x94 +'[NEW]', # 0x95 +'[NG]', # 0x96 +'[OK]', # 0x97 +'[SOS]', # 0x98 +'[UP!]', # 0x99 +'[VS]', # 0x9a +'[3D]', # 0x9b +'[2nc-Scr]', # 0x9c +'[2K]', # 0x9d +'[4K]', # 0x9e +'[8K]', # 0x9f +'[5.1]', # 0xa0 +'[7.1]', # 0xa1 +'[22.2]', # 0xa2 +'[60P]', # 0xa3 +'[120P]', # 0xa4 +'[d]', # 0xa5 +'[HC]', # 0xa6 +'[HDR]', # 0xa7 +'[Hi-res]', # 0xa8 +'[Loss-less]', # 0xa9 +'[SHV]', # 0xaa +'[UHD]', # 0xab +'[VOD]', # 0xac +'(m)', # 0xad +None, # 0xae +None, # 0xaf +None, # 0xb0 +None, # 0xb1 +None, # 0xb2 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 +None, # 0xb6 +None, # 0xb7 +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe +None, # 0xff ) diff --git a/lib/unidecode/x1f6.py b/lib/unidecode/x1f6.py new file mode 100644 index 00000000..47eeada4 --- /dev/null +++ b/lib/unidecode/x1f6.py @@ -0,0 +1,258 @@ +data = ( +None, # 0x00 +None, # 0x01 +None, # 0x02 +None, # 0x03 +None, # 0x04 +None, # 0x05 +None, # 0x06 +None, # 0x07 +None, # 0x08 +None, # 0x09 +None, # 0x0a +None, # 0x0b +None, # 0x0c +None, # 0x0d +None, # 0x0e +None, # 0x0f +None, # 0x10 +None, # 0x11 +None, # 0x12 +None, # 0x13 +None, # 0x14 +None, # 0x15 +None, # 0x16 +None, # 0x17 +None, # 0x18 +None, # 0x19 +None, # 0x1a +None, # 0x1b +None, # 0x1c +None, # 0x1d +None, # 0x1e +None, # 0x1f +None, # 0x20 +None, # 0x21 +None, # 0x22 +None, # 0x23 +None, # 0x24 +None, # 0x25 +None, # 0x26 +None, # 0x27 +None, # 0x28 +None, # 0x29 +None, # 0x2a +None, # 0x2b +None, # 0x2c +None, # 0x2d +None, # 0x2e +None, # 0x2f +None, # 0x30 +None, # 0x31 +None, # 0x32 +None, # 0x33 +None, # 0x34 +None, # 0x35 +None, # 0x36 +None, # 0x37 +None, # 0x38 +None, # 0x39 +None, # 0x3a +None, # 0x3b +None, # 0x3c +None, # 0x3d +None, # 0x3e +None, # 0x3f +None, # 0x40 +None, # 0x41 +None, # 0x42 +None, # 0x43 +None, # 0x44 +None, # 0x45 +None, # 0x46 +None, # 0x47 +None, # 0x48 +None, # 0x49 +None, # 0x4a +None, # 0x4b +None, # 0x4c +None, # 0x4d +None, # 0x4e +None, # 0x4f +None, # 0x50 +None, # 0x51 +None, # 0x52 +None, # 0x53 +None, # 0x54 +None, # 0x55 +None, # 0x56 +None, # 0x57 +None, # 0x58 +None, # 0x59 +None, # 0x5a +None, # 0x5b +None, # 0x5c +None, # 0x5d +None, # 0x5e +None, # 0x5f +None, # 0x60 +None, # 0x61 +None, # 0x62 +None, # 0x63 +None, # 0x64 +None, # 0x65 +None, # 0x66 +None, # 0x67 +None, # 0x68 +None, # 0x69 +None, # 0x6a +None, # 0x6b +None, # 0x6c +None, # 0x6d +None, # 0x6e +None, # 0x6f +'et', # 0x70 +'et', # 0x71 +'et', # 0x72 +'et', # 0x73 +'&', # 0x74 +'&', # 0x75 +'"', # 0x76 +'"', # 0x77 +',,', # 0x78 +'!?', # 0x79 +'!?', # 0x7a +'!?', # 0x7b +None, # 0x7c +None, # 0x7d +None, # 0x7e +None, # 0x7f +None, # 0x80 +None, # 0x81 +None, # 0x82 +None, # 0x83 +None, # 0x84 +None, # 0x85 +None, # 0x86 +None, # 0x87 +None, # 0x88 +None, # 0x89 +None, # 0x8a +None, # 0x8b +None, # 0x8c +None, # 0x8d +None, # 0x8e +None, # 0x8f +None, # 0x90 +None, # 0x91 +None, # 0x92 +None, # 0x93 +None, # 0x94 +None, # 0x95 +None, # 0x96 +None, # 0x97 +None, # 0x98 +None, # 0x99 +None, # 0x9a +None, # 0x9b +None, # 0x9c +None, # 0x9d +None, # 0x9e +None, # 0x9f +None, # 0xa0 +None, # 0xa1 +None, # 0xa2 +None, # 0xa3 +None, # 0xa4 +None, # 0xa5 +None, # 0xa6 +None, # 0xa7 +None, # 0xa8 +None, # 0xa9 +None, # 0xaa +None, # 0xab +None, # 0xac +None, # 0xad +None, # 0xae +None, # 0xaf +None, # 0xb0 +None, # 0xb1 +None, # 0xb2 +None, # 0xb3 +None, # 0xb4 +None, # 0xb5 +None, # 0xb6 +None, # 0xb7 +None, # 0xb8 +None, # 0xb9 +None, # 0xba +None, # 0xbb +None, # 0xbc +None, # 0xbd +None, # 0xbe +None, # 0xbf +None, # 0xc0 +None, # 0xc1 +None, # 0xc2 +None, # 0xc3 +None, # 0xc4 +None, # 0xc5 +None, # 0xc6 +None, # 0xc7 +None, # 0xc8 +None, # 0xc9 +None, # 0xca +None, # 0xcb +None, # 0xcc +None, # 0xcd +None, # 0xce +None, # 0xcf +None, # 0xd0 +None, # 0xd1 +None, # 0xd2 +None, # 0xd3 +None, # 0xd4 +None, # 0xd5 +None, # 0xd6 +None, # 0xd7 +None, # 0xd8 +None, # 0xd9 +None, # 0xda +None, # 0xdb +None, # 0xdc +None, # 0xdd +None, # 0xde +None, # 0xdf +None, # 0xe0 +None, # 0xe1 +None, # 0xe2 +None, # 0xe3 +None, # 0xe4 +None, # 0xe5 +None, # 0xe6 +None, # 0xe7 +None, # 0xe8 +None, # 0xe9 +None, # 0xea +None, # 0xeb +None, # 0xec +None, # 0xed +None, # 0xee +None, # 0xef +None, # 0xf0 +None, # 0xf1 +None, # 0xf2 +None, # 0xf3 +None, # 0xf4 +None, # 0xf5 +None, # 0xf6 +None, # 0xf7 +None, # 0xf8 +None, # 0xf9 +None, # 0xfa +None, # 0xfb +None, # 0xfc +None, # 0xfd +None, # 0xfe +None, # 0xff +)