Add project files.
This commit is contained in:
eviled
commit
eeda32a9b2
1735 changed files with 700598 additions and 0 deletions
414
env/Lib/site-packages/phonenumbers/unicode_util.py
vendored
Normal file
414
env/Lib/site-packages/phonenumbers/unicode_util.py
vendored
Normal file
|
|
@ -0,0 +1,414 @@
|
|||
"""Unicode utility functions
|
||||
|
||||
>>> from .import unicode_util
|
||||
>>> from .util import u
|
||||
>>> u1 = '1' # DIGIT ONE
|
||||
>>> u2 = u('a') # LATIN SMALL LETTER A
|
||||
>>> u3 = u('\uFF12') # FULLWIDTH DIGIT TWO
|
||||
>>> u4 = u('\u0100') # LATIN CAPITAL LETTER A WITH MACRON
|
||||
>>> unicode_util.Category.get(u1) == u('Nd')
|
||||
True
|
||||
>>> unicode_util.Category.get(u2) == u('Ll')
|
||||
True
|
||||
>>> unicode_util.Category.get(u3) == u('Nd')
|
||||
True
|
||||
>>> unicode_util.Category.get(u4) == u('Lu')
|
||||
True
|
||||
>>> unicode_util.Category.get(u2) == unicode_util.Category.LOWERCASE_LETTER
|
||||
True
|
||||
>>> try:
|
||||
... beyond_bmp = u('\U00010100') # AEGEAN WORD SEPARATOR LINE
|
||||
... except Exception:
|
||||
... beyond_bmp = u('')
|
||||
>>> if len(beyond_bmp) == 1: # We have a UCS4 build of Python
|
||||
... cat_po = unicode_util.Category.get(beyond_bmp)
|
||||
... else: # UCS2 build of Python; no non-BMP chars available
|
||||
... cat_po = unicode_util.Category.OTHER_PUNCTUATION
|
||||
>>> cat_po == u('Po')
|
||||
True
|
||||
>>> unicode_util.is_letter(u1)
|
||||
False
|
||||
>>> unicode_util.is_letter(u2)
|
||||
True
|
||||
>>> unicode_util.is_letter(u3)
|
||||
False
|
||||
>>> unicode_util.is_letter(u4)
|
||||
True
|
||||
>>> b1 = unicode_util.Block.get(u1)
|
||||
>>> str(b1)
|
||||
'Block[0000, 007f]'
|
||||
>>> b1 == unicode_util.Block.BASIC_LATIN
|
||||
True
|
||||
>>> b1 == [0x0000, 0x0075]
|
||||
False
|
||||
>>> b2 = unicode_util.Block.get(u2)
|
||||
>>> b2 == unicode_util.Block.BASIC_LATIN
|
||||
True
|
||||
>>> b3 = unicode_util.Block.get(u3)
|
||||
>>> b3 != unicode_util.Block.BASIC_LATIN
|
||||
True
|
||||
>>> b3 == unicode_util.Block.HALFWIDTH_AND_FULLWIDTH_FORMS
|
||||
True
|
||||
>>> b4 = unicode_util.Block.get(u4)
|
||||
>>> b4 == unicode_util.Block.LATIN_EXTENDED_A
|
||||
True
|
||||
>>> unicode_util.Block.get(u('\u0860')) == unicode_util.Block.UNKNOWN
|
||||
True
|
||||
>>> try:
|
||||
... unknown_block = u('\U00013430')
|
||||
... except Exception:
|
||||
... unknown_block = u('')
|
||||
>>> if len(unknown_block) == 1: # We have a UCS4 build of Python
|
||||
... unicode_util.Block.get(u('\U00013430')) == unicode_util.Block.UNKNOWN
|
||||
... else: # UCS2 build of Python; no unknown characters available
|
||||
... True
|
||||
True
|
||||
>>> unicode_util.digit(u1)
|
||||
1
|
||||
>>> unicode_util.digit(u2, -1)
|
||||
-1
|
||||
>>> unicode_util.digit(u3, -1)
|
||||
2
|
||||
>>> str(hash(b3)) # doctest: +ELLIPSIS
|
||||
'...'
|
||||
"""
|
||||
import bisect
|
||||
import unicodedata
|
||||
|
||||
from .util import UnicodeMixin, unicod, u
|
||||
|
||||
|
||||
class Category(object):
|
||||
"""General category of a Unicode character.
|
||||
|
||||
See http://www.unicode.org/reports/tr18/#Categories"""
|
||||
LETTER = u("L")
|
||||
UPPERCASE_LETTER = u("Lu")
|
||||
LOWERCASE_LETTER = u("Ll")
|
||||
TITLECASE_LETTER = u("Lt")
|
||||
MODIFIER_LETTER = u("Lm")
|
||||
OTHER_LETTER = u("Lo")
|
||||
MARK = u("M")
|
||||
NON_SPACING_MARK = u("Mn")
|
||||
SPACING_COMBINING_MARK = u("Mc")
|
||||
ENCLOSING_MARK = u("Me")
|
||||
NUMBER = u("N")
|
||||
DECIMAL_DIGIT_NUMBER = u("Nd")
|
||||
LETTER_NUMBER = u("Nl")
|
||||
OTHER_NUMBER = u("No")
|
||||
SYMBOL = u("S")
|
||||
MATH_SYMBOL = u("Sm")
|
||||
CURRENCY_SYMBOL = u("Sc")
|
||||
MODIFIER_SYMBOL = u("Sk")
|
||||
OTHER_SYMBOL = u("So")
|
||||
PUNCTUATION = u("P")
|
||||
CONNECTOR_PUNCTUATION = u("Pc")
|
||||
DASH_PUNCTUATION = u("Pd")
|
||||
OPEN_PUNCTUATION = u("Ps")
|
||||
CLOSE_PUNCTUATION = u("Pe")
|
||||
INITIAL_PUNCTUATION = u("Pi")
|
||||
FINAL_PUNCTUATION = u("Pf")
|
||||
OTHER_PUNCTUATION = u("Po")
|
||||
SEPARATOR = u("Z")
|
||||
SPACE_SEPARATOR = u("Zs")
|
||||
LINE_SEPARATOR = u("Zl")
|
||||
PARAGRAPH_SEPARATOR = u("Zp")
|
||||
OTHER = u("C")
|
||||
CONTROL = u("Cc")
|
||||
FORMAT = u("Cf")
|
||||
SURROGATE = u("Cs")
|
||||
PRIVATE_USE = u("Co")
|
||||
NOT_ASSIGNED = u("Cn")
|
||||
|
||||
@classmethod
|
||||
def get(cls, uni_char):
|
||||
"""Return the general category code (as Unicode string) for the given Unicode character"""
|
||||
uni_char = unicod(uni_char) # Force to Unicode
|
||||
return unicod(unicodedata.category(uni_char))
|
||||
|
||||
|
||||
def is_letter(uni_char):
|
||||
"""Determine whether the given Unicode character is a Unicode letter"""
|
||||
category = Category.get(uni_char)
|
||||
return (category == Category.UPPERCASE_LETTER or
|
||||
category == Category.LOWERCASE_LETTER or
|
||||
category == Category.TITLECASE_LETTER or
|
||||
category == Category.MODIFIER_LETTER or
|
||||
category == Category.OTHER_LETTER)
|
||||
|
||||
|
||||
class _BlockRange(UnicodeMixin):
|
||||
"""Describe the range of characters encompassed by a Unicode block"""
|
||||
def __init__(self, start, end, regdict=None):
|
||||
self.start = start
|
||||
self.end = end
|
||||
if regdict is not None:
|
||||
regdict[start] = self
|
||||
|
||||
def __eq__(self, other):
|
||||
if not isinstance(other, _BlockRange):
|
||||
return NotImplemented
|
||||
return (self.start == other.start and self.end == other.end)
|
||||
|
||||
def __ne__(self, other):
|
||||
return not self == other
|
||||
|
||||
def __hash__(self):
|
||||
return hash((self.start, self.end))
|
||||
|
||||
def __unicode__(self):
|
||||
return unicod("Block[%04x, %04x]") % (self.start, self.end)
|
||||
|
||||
|
||||
class Block(object):
|
||||
"""Description of the possible Unicode blocks"""
|
||||
|
||||
_RANGES = {} # lower end of range => _BlockRange object
|
||||
_RANGE_KEYS = None # sorted list of _RANGES.keys()
|
||||
|
||||
# Taken from http://www.unicode.org/Public/UNIDATA/Blocks.txt
|
||||
BASIC_LATIN = _BlockRange(0x0000, 0x007F, _RANGES)
|
||||
LATIN_1_SUPPLEMENT = _BlockRange(0x0080, 0x00FF, _RANGES)
|
||||
LATIN_EXTENDED_A = _BlockRange(0x0100, 0x017F, _RANGES)
|
||||
LATIN_EXTENDED_B = _BlockRange(0x0180, 0x024F, _RANGES)
|
||||
IPA_EXTENSIONS = _BlockRange(0x0250, 0x02AF, _RANGES)
|
||||
SPACING_MODIFIER_LETTERS = _BlockRange(0x02B0, 0x02FF, _RANGES)
|
||||
COMBINING_DIACRITICAL_MARKS = _BlockRange(0x0300, 0x036F, _RANGES)
|
||||
GREEK_AND_COPTIC = _BlockRange(0x0370, 0x03FF, _RANGES)
|
||||
CYRILLIC = _BlockRange(0x0400, 0x04FF, _RANGES)
|
||||
CYRILLIC_SUPPLEMENT = _BlockRange(0x0500, 0x052F, _RANGES)
|
||||
ARMENIAN = _BlockRange(0x0530, 0x058F, _RANGES)
|
||||
HEBREW = _BlockRange(0x0590, 0x05FF, _RANGES)
|
||||
ARABIC = _BlockRange(0x0600, 0x06FF, _RANGES)
|
||||
SYRIAC = _BlockRange(0x0700, 0x074F, _RANGES)
|
||||
ARABIC_SUPPLEMENT = _BlockRange(0x0750, 0x077F, _RANGES)
|
||||
THAANA = _BlockRange(0x0780, 0x07BF, _RANGES)
|
||||
NKO = _BlockRange(0x07C0, 0x07FF, _RANGES)
|
||||
SAMARITAN = _BlockRange(0x0800, 0x083F, _RANGES)
|
||||
MANDAIC = _BlockRange(0x0840, 0x085F, _RANGES)
|
||||
DEVANAGARI = _BlockRange(0x0900, 0x097F, _RANGES)
|
||||
BENGALI = _BlockRange(0x0980, 0x09FF, _RANGES)
|
||||
GURMUKHI = _BlockRange(0x0A00, 0x0A7F, _RANGES)
|
||||
GUJARATI = _BlockRange(0x0A80, 0x0AFF, _RANGES)
|
||||
ORIYA = _BlockRange(0x0B00, 0x0B7F, _RANGES)
|
||||
TAMIL = _BlockRange(0x0B80, 0x0BFF, _RANGES)
|
||||
TELUGU = _BlockRange(0x0C00, 0x0C7F, _RANGES)
|
||||
KANNADA = _BlockRange(0x0C80, 0x0CFF, _RANGES)
|
||||
MALAYALAM = _BlockRange(0x0D00, 0x0D7F, _RANGES)
|
||||
SINHALA = _BlockRange(0x0D80, 0x0DFF, _RANGES)
|
||||
THAI = _BlockRange(0x0E00, 0x0E7F, _RANGES)
|
||||
LAO = _BlockRange(0x0E80, 0x0EFF, _RANGES)
|
||||
TIBETAN = _BlockRange(0x0F00, 0x0FFF, _RANGES)
|
||||
MYANMAR = _BlockRange(0x1000, 0x109F, _RANGES)
|
||||
GEORGIAN = _BlockRange(0x10A0, 0x10FF, _RANGES)
|
||||
HANGUL_JAMO = _BlockRange(0x1100, 0x11FF, _RANGES)
|
||||
ETHIOPIC = _BlockRange(0x1200, 0x137F, _RANGES)
|
||||
ETHIOPIC_SUPPLEMENT = _BlockRange(0x1380, 0x139F, _RANGES)
|
||||
CHEROKEE = _BlockRange(0x13A0, 0x13FF, _RANGES)
|
||||
UNIFIED_CANADIAN_ABORIGINAL_SYLLABICS = _BlockRange(0x1400, 0x167F, _RANGES)
|
||||
OGHAM = _BlockRange(0x1680, 0x169F, _RANGES)
|
||||
RUNIC = _BlockRange(0x16A0, 0x16FF, _RANGES)
|
||||
TAGALOG = _BlockRange(0x1700, 0x171F, _RANGES)
|
||||
HANUNOO = _BlockRange(0x1720, 0x173F, _RANGES)
|
||||
BUHID = _BlockRange(0x1740, 0x175F, _RANGES)
|
||||
TAGBANWA = _BlockRange(0x1760, 0x177F, _RANGES)
|
||||
KHMER = _BlockRange(0x1780, 0x17FF, _RANGES)
|
||||
MONGOLIAN = _BlockRange(0x1800, 0x18AF, _RANGES)
|
||||
UNIFIED_CANADIAN_ABORIGINAL_SYLLABICS_EXTENDED = _BlockRange(0x18B0, 0x18FF, _RANGES)
|
||||
LIMBU = _BlockRange(0x1900, 0x194F, _RANGES)
|
||||
TAI_LE = _BlockRange(0x1950, 0x197F, _RANGES)
|
||||
NEW_TAI_LUE = _BlockRange(0x1980, 0x19DF, _RANGES)
|
||||
KHMER_SYMBOLS = _BlockRange(0x19E0, 0x19FF, _RANGES)
|
||||
BUGINESE = _BlockRange(0x1A00, 0x1A1F, _RANGES)
|
||||
TAI_THAM = _BlockRange(0x1A20, 0x1AAF, _RANGES)
|
||||
BALINESE = _BlockRange(0x1B00, 0x1B7F, _RANGES)
|
||||
SUNDANESE = _BlockRange(0x1B80, 0x1BBF, _RANGES)
|
||||
BATAK = _BlockRange(0x1BC0, 0x1BFF, _RANGES)
|
||||
LEPCHA = _BlockRange(0x1C00, 0x1C4F, _RANGES)
|
||||
OL_CHIKI = _BlockRange(0x1C50, 0x1C7F, _RANGES)
|
||||
VEDIC_EXTENSIONS = _BlockRange(0x1CD0, 0x1CFF, _RANGES)
|
||||
PHONETIC_EXTENSIONS = _BlockRange(0x1D00, 0x1D7F, _RANGES)
|
||||
PHONETIC_EXTENSIONS_SUPPLEMENT = _BlockRange(0x1D80, 0x1DBF, _RANGES)
|
||||
COMBINING_DIACRITICAL_MARKS_SUPPLEMENT = _BlockRange(0x1DC0, 0x1DFF, _RANGES)
|
||||
LATIN_EXTENDED_ADDITIONAL = _BlockRange(0x1E00, 0x1EFF, _RANGES)
|
||||
GREEK_EXTENDED = _BlockRange(0x1F00, 0x1FFF, _RANGES)
|
||||
GENERAL_PUNCTUATION = _BlockRange(0x2000, 0x206F, _RANGES)
|
||||
SUPERSCRIPTS_AND_SUBSCRIPTS = _BlockRange(0x2070, 0x209F, _RANGES)
|
||||
CURRENCY_SYMBOLS = _BlockRange(0x20A0, 0x20CF, _RANGES)
|
||||
COMBINING_DIACRITICAL_MARKS_FOR_SYMBOLS = _BlockRange(0x20D0, 0x20FF, _RANGES)
|
||||
LETTERLIKE_SYMBOLS = _BlockRange(0x2100, 0x214F, _RANGES)
|
||||
NUMBER_FORMS = _BlockRange(0x2150, 0x218F, _RANGES)
|
||||
ARROWS = _BlockRange(0x2190, 0x21FF, _RANGES)
|
||||
MATHEMATICAL_OPERATORS = _BlockRange(0x2200, 0x22FF, _RANGES)
|
||||
MISCELLANEOUS_TECHNICAL = _BlockRange(0x2300, 0x23FF, _RANGES)
|
||||
CONTROL_PICTURES = _BlockRange(0x2400, 0x243F, _RANGES)
|
||||
OPTICAL_CHARACTER_RECOGNITION = _BlockRange(0x2440, 0x245F, _RANGES)
|
||||
ENCLOSED_ALPHANUMERICS = _BlockRange(0x2460, 0x24FF, _RANGES)
|
||||
BOX_DRAWING = _BlockRange(0x2500, 0x257F, _RANGES)
|
||||
BLOCK_ELEMENTS = _BlockRange(0x2580, 0x259F, _RANGES)
|
||||
GEOMETRIC_SHAPES = _BlockRange(0x25A0, 0x25FF, _RANGES)
|
||||
MISCELLANEOUS_SYMBOLS = _BlockRange(0x2600, 0x26FF, _RANGES)
|
||||
DINGBATS = _BlockRange(0x2700, 0x27BF, _RANGES)
|
||||
MISCELLANEOUS_MATHEMATICAL_SYMBOLS_A = _BlockRange(0x27C0, 0x27EF, _RANGES)
|
||||
SUPPLEMENTAL_ARROWS_A = _BlockRange(0x27F0, 0x27FF, _RANGES)
|
||||
BRAILLE_PATTERNS = _BlockRange(0x2800, 0x28FF, _RANGES)
|
||||
SUPPLEMENTAL_ARROWS_B = _BlockRange(0x2900, 0x297F, _RANGES)
|
||||
MISCELLANEOUS_MATHEMATICAL_SYMBOLS_B = _BlockRange(0x2980, 0x29FF, _RANGES)
|
||||
SUPPLEMENTAL_MATHEMATICAL_OPERATORS = _BlockRange(0x2A00, 0x2AFF, _RANGES)
|
||||
MISCELLANEOUS_SYMBOLS_AND_ARROWS = _BlockRange(0x2B00, 0x2BFF, _RANGES)
|
||||
GLAGOLITIC = _BlockRange(0x2C00, 0x2C5F, _RANGES)
|
||||
LATIN_EXTENDED_C = _BlockRange(0x2C60, 0x2C7F, _RANGES)
|
||||
COPTIC = _BlockRange(0x2C80, 0x2CFF, _RANGES)
|
||||
GEORGIAN_SUPPLEMENT = _BlockRange(0x2D00, 0x2D2F, _RANGES)
|
||||
TIFINAGH = _BlockRange(0x2D30, 0x2D7F, _RANGES)
|
||||
ETHIOPIC_EXTENDED = _BlockRange(0x2D80, 0x2DDF, _RANGES)
|
||||
CYRILLIC_EXTENDED_A = _BlockRange(0x2DE0, 0x2DFF, _RANGES)
|
||||
SUPPLEMENTAL_PUNCTUATION = _BlockRange(0x2E00, 0x2E7F, _RANGES)
|
||||
CJK_RADICALS_SUPPLEMENT = _BlockRange(0x2E80, 0x2EFF, _RANGES)
|
||||
KANGXI_RADICALS = _BlockRange(0x2F00, 0x2FDF, _RANGES)
|
||||
IDEOGRAPHIC_DESCRIPTION_CHARACTERS = _BlockRange(0x2FF0, 0x2FFF, _RANGES)
|
||||
CJK_SYMBOLS_AND_PUNCTUATION = _BlockRange(0x3000, 0x303F, _RANGES)
|
||||
HIRAGANA = _BlockRange(0x3040, 0x309F, _RANGES)
|
||||
KATAKANA = _BlockRange(0x30A0, 0x30FF, _RANGES)
|
||||
BOPOMOFO = _BlockRange(0x3100, 0x312F, _RANGES)
|
||||
HANGUL_COMPATIBILITY_JAMO = _BlockRange(0x3130, 0x318F, _RANGES)
|
||||
KANBUN = _BlockRange(0x3190, 0x319F, _RANGES)
|
||||
BOPOMOFO_EXTENDED = _BlockRange(0x31A0, 0x31BF, _RANGES)
|
||||
CJK_STROKES = _BlockRange(0x31C0, 0x31EF, _RANGES)
|
||||
KATAKANA_PHONETIC_EXTENSIONS = _BlockRange(0x31F0, 0x31FF, _RANGES)
|
||||
ENCLOSED_CJK_LETTERS_AND_MONTHS = _BlockRange(0x3200, 0x32FF, _RANGES)
|
||||
CJK_COMPATIBILITY = _BlockRange(0x3300, 0x33FF, _RANGES)
|
||||
CJK_UNIFIED_IDEOGRAPHS_EXTENSION_A = _BlockRange(0x3400, 0x4DBF, _RANGES)
|
||||
YIJING_HEXAGRAM_SYMBOLS = _BlockRange(0x4DC0, 0x4DFF, _RANGES)
|
||||
CJK_UNIFIED_IDEOGRAPHS = _BlockRange(0x4E00, 0x9FFF, _RANGES)
|
||||
YI_SYLLABLES = _BlockRange(0xA000, 0xA48F, _RANGES)
|
||||
YI_RADICALS = _BlockRange(0xA490, 0xA4CF, _RANGES)
|
||||
LISU = _BlockRange(0xA4D0, 0xA4FF, _RANGES)
|
||||
VAI = _BlockRange(0xA500, 0xA63F, _RANGES)
|
||||
CYRILLIC_EXTENDED_B = _BlockRange(0xA640, 0xA69F, _RANGES)
|
||||
BAMUM = _BlockRange(0xA6A0, 0xA6FF, _RANGES)
|
||||
MODIFIER_TONE_LETTERS = _BlockRange(0xA700, 0xA71F, _RANGES)
|
||||
LATIN_EXTENDED_D = _BlockRange(0xA720, 0xA7FF, _RANGES)
|
||||
SYLOTI_NAGRI = _BlockRange(0xA800, 0xA82F, _RANGES)
|
||||
COMMON_INDIC_NUMBER_FORMS = _BlockRange(0xA830, 0xA83F, _RANGES)
|
||||
PHAGS_PA = _BlockRange(0xA840, 0xA87F, _RANGES)
|
||||
SAURASHTRA = _BlockRange(0xA880, 0xA8DF, _RANGES)
|
||||
DEVANAGARI_EXTENDED = _BlockRange(0xA8E0, 0xA8FF, _RANGES)
|
||||
KAYAH_LI = _BlockRange(0xA900, 0xA92F, _RANGES)
|
||||
REJANG = _BlockRange(0xA930, 0xA95F, _RANGES)
|
||||
HANGUL_JAMO_EXTENDED_A = _BlockRange(0xA960, 0xA97F, _RANGES)
|
||||
JAVANESE = _BlockRange(0xA980, 0xA9DF, _RANGES)
|
||||
CHAM = _BlockRange(0xAA00, 0xAA5F, _RANGES)
|
||||
MYANMAR_EXTENDED_A = _BlockRange(0xAA60, 0xAA7F, _RANGES)
|
||||
TAI_VIET = _BlockRange(0xAA80, 0xAADF, _RANGES)
|
||||
ETHIOPIC_EXTENDED_A = _BlockRange(0xAB00, 0xAB2F, _RANGES)
|
||||
MEETEI_MAYEK = _BlockRange(0xABC0, 0xABFF, _RANGES)
|
||||
HANGUL_SYLLABLES = _BlockRange(0xAC00, 0xD7AF, _RANGES)
|
||||
HANGUL_JAMO_EXTENDED_B = _BlockRange(0xD7B0, 0xD7FF, _RANGES)
|
||||
HIGH_SURROGATES = _BlockRange(0xD800, 0xDB7F, _RANGES)
|
||||
HIGH_PRIVATE_USE_SURROGATES = _BlockRange(0xDB80, 0xDBFF, _RANGES)
|
||||
LOW_SURROGATES = _BlockRange(0xDC00, 0xDFFF, _RANGES)
|
||||
PRIVATE_USE_AREA = _BlockRange(0xE000, 0xF8FF, _RANGES)
|
||||
CJK_COMPATIBILITY_IDEOGRAPHS = _BlockRange(0xF900, 0xFAFF, _RANGES)
|
||||
ALPHABETIC_PRESENTATION_FORMS = _BlockRange(0xFB00, 0xFB4F, _RANGES)
|
||||
ARABIC_PRESENTATION_FORMS_A = _BlockRange(0xFB50, 0xFDFF, _RANGES)
|
||||
VARIATION_SELECTORS = _BlockRange(0xFE00, 0xFE0F, _RANGES)
|
||||
VERTICAL_FORMS = _BlockRange(0xFE10, 0xFE1F, _RANGES)
|
||||
COMBINING_HALF_MARKS = _BlockRange(0xFE20, 0xFE2F, _RANGES)
|
||||
CJK_COMPATIBILITY_FORMS = _BlockRange(0xFE30, 0xFE4F, _RANGES)
|
||||
SMALL_FORM_VARIANTS = _BlockRange(0xFE50, 0xFE6F, _RANGES)
|
||||
ARABIC_PRESENTATION_FORMS_B = _BlockRange(0xFE70, 0xFEFF, _RANGES)
|
||||
HALFWIDTH_AND_FULLWIDTH_FORMS = _BlockRange(0xFF00, 0xFFEF, _RANGES)
|
||||
SPECIALS = _BlockRange(0xFFF0, 0xFFFF, _RANGES)
|
||||
LINEAR_B_SYLLABARY = _BlockRange(0x10000, 0x1007F, _RANGES)
|
||||
LINEAR_B_IDEOGRAMS = _BlockRange(0x10080, 0x100FF, _RANGES)
|
||||
AEGEAN_NUMBERS = _BlockRange(0x10100, 0x1013F, _RANGES)
|
||||
ANCIENT_GREEK_NUMBERS = _BlockRange(0x10140, 0x1018F, _RANGES)
|
||||
ANCIENT_SYMBOLS = _BlockRange(0x10190, 0x101CF, _RANGES)
|
||||
PHAISTOS_DISC = _BlockRange(0x101D0, 0x101FF, _RANGES)
|
||||
LYCIAN = _BlockRange(0x10280, 0x1029F, _RANGES)
|
||||
CARIAN = _BlockRange(0x102A0, 0x102DF, _RANGES)
|
||||
OLD_ITALIC = _BlockRange(0x10300, 0x1032F, _RANGES)
|
||||
GOTHIC = _BlockRange(0x10330, 0x1034F, _RANGES)
|
||||
UGARITIC = _BlockRange(0x10380, 0x1039F, _RANGES)
|
||||
OLD_PERSIAN = _BlockRange(0x103A0, 0x103DF, _RANGES)
|
||||
DESERET = _BlockRange(0x10400, 0x1044F, _RANGES)
|
||||
SHAVIAN = _BlockRange(0x10450, 0x1047F, _RANGES)
|
||||
OSMANYA = _BlockRange(0x10480, 0x104AF, _RANGES)
|
||||
CYPRIOT_SYLLABARY = _BlockRange(0x10800, 0x1083F, _RANGES)
|
||||
IMPERIAL_ARAMAIC = _BlockRange(0x10840, 0x1085F, _RANGES)
|
||||
PHOENICIAN = _BlockRange(0x10900, 0x1091F, _RANGES)
|
||||
LYDIAN = _BlockRange(0x10920, 0x1093F, _RANGES)
|
||||
KHAROSHTHI = _BlockRange(0x10A00, 0x10A5F, _RANGES)
|
||||
OLD_SOUTH_ARABIAN = _BlockRange(0x10A60, 0x10A7F, _RANGES)
|
||||
AVESTAN = _BlockRange(0x10B00, 0x10B3F, _RANGES)
|
||||
INSCRIPTIONAL_PARTHIAN = _BlockRange(0x10B40, 0x10B5F, _RANGES)
|
||||
INSCRIPTIONAL_PAHLAVI = _BlockRange(0x10B60, 0x10B7F, _RANGES)
|
||||
OLD_TURKIC = _BlockRange(0x10C00, 0x10C4F, _RANGES)
|
||||
RUMI_NUMERAL_SYMBOLS = _BlockRange(0x10E60, 0x10E7F, _RANGES)
|
||||
BRAHMI = _BlockRange(0x11000, 0x1107F, _RANGES)
|
||||
KAITHI = _BlockRange(0x11080, 0x110CF, _RANGES)
|
||||
CUNEIFORM = _BlockRange(0x12000, 0x123FF, _RANGES)
|
||||
CUNEIFORM_NUMBERS_AND_PUNCTUATION = _BlockRange(0x12400, 0x1247F, _RANGES)
|
||||
EGYPTIAN_HIEROGLYPHS = _BlockRange(0x13000, 0x1342F, _RANGES)
|
||||
BAMUM_SUPPLEMENT = _BlockRange(0x16800, 0x16A3F, _RANGES)
|
||||
KANA_SUPPLEMENT = _BlockRange(0x1B000, 0x1B0FF, _RANGES)
|
||||
BYZANTINE_MUSICAL_SYMBOLS = _BlockRange(0x1D000, 0x1D0FF, _RANGES)
|
||||
MUSICAL_SYMBOLS = _BlockRange(0x1D100, 0x1D1FF, _RANGES)
|
||||
ANCIENT_GREEK_MUSICAL_NOTATION = _BlockRange(0x1D200, 0x1D24F, _RANGES)
|
||||
TAI_XUAN_JING_SYMBOLS = _BlockRange(0x1D300, 0x1D35F, _RANGES)
|
||||
COUNTING_ROD_NUMERALS = _BlockRange(0x1D360, 0x1D37F, _RANGES)
|
||||
MATHEMATICAL_ALPHANUMERIC_SYMBOLS = _BlockRange(0x1D400, 0x1D7FF, _RANGES)
|
||||
MAHJONG_TILES = _BlockRange(0x1F000, 0x1F02F, _RANGES)
|
||||
DOMINO_TILES = _BlockRange(0x1F030, 0x1F09F, _RANGES)
|
||||
PLAYING_CARDS = _BlockRange(0x1F0A0, 0x1F0FF, _RANGES)
|
||||
ENCLOSED_ALPHANUMERIC_SUPPLEMENT = _BlockRange(0x1F100, 0x1F1FF, _RANGES)
|
||||
ENCLOSED_IDEOGRAPHIC_SUPPLEMENT = _BlockRange(0x1F200, 0x1F2FF, _RANGES)
|
||||
MISCELLANEOUS_SYMBOLS_AND_PICTOGRAPHS = _BlockRange(0x1F300, 0x1F5FF, _RANGES)
|
||||
EMOTICONS = _BlockRange(0x1F600, 0x1F64F, _RANGES)
|
||||
TRANSPORT_AND_MAP_SYMBOLS = _BlockRange(0x1F680, 0x1F6FF, _RANGES)
|
||||
ALCHEMICAL_SYMBOLS = _BlockRange(0x1F700, 0x1F77F, _RANGES)
|
||||
CJK_UNIFIED_IDEOGRAPHS_EXTENSION_B = _BlockRange(0x20000, 0x2A6DF, _RANGES)
|
||||
CJK_UNIFIED_IDEOGRAPHS_EXTENSION_C = _BlockRange(0x2A700, 0x2B73F, _RANGES)
|
||||
CJK_UNIFIED_IDEOGRAPHS_EXTENSION_D = _BlockRange(0x2B740, 0x2B81F, _RANGES)
|
||||
CJK_COMPATIBILITY_IDEOGRAPHS_SUPPLEMENT = _BlockRange(0x2F800, 0x2FA1F, _RANGES)
|
||||
TAGS = _BlockRange(0xE0000, 0xE007F, _RANGES)
|
||||
VARIATION_SELECTORS_SUPPLEMENT = _BlockRange(0xE0100, 0xE01EF, _RANGES)
|
||||
SUPPLEMENTARY_PRIVATE_USE_AREA_A = _BlockRange(0xF0000, 0xFFFFF, _RANGES)
|
||||
SUPPLEMENTARY_PRIVATE_USE_AREA_B = _BlockRange(0x100000, 0x10FFFF, _RANGES)
|
||||
UNKNOWN = _BlockRange(-1, -1)
|
||||
|
||||
@classmethod
|
||||
def get(cls, uni_char):
|
||||
"""Return the Unicode block of the given Unicode character"""
|
||||
uni_char = unicod(uni_char) # Force to Unicode
|
||||
code_point = ord(uni_char)
|
||||
if Block._RANGE_KEYS is None:
|
||||
Block._RANGE_KEYS = sorted(Block._RANGES.keys())
|
||||
idx = bisect.bisect_left(Block._RANGE_KEYS, code_point)
|
||||
if (idx > 0 and
|
||||
code_point >= Block._RANGES[Block._RANGE_KEYS[idx - 1]].start and
|
||||
code_point <= Block._RANGES[Block._RANGE_KEYS[idx - 1]].end):
|
||||
return Block._RANGES[Block._RANGE_KEYS[idx - 1]]
|
||||
elif (idx < len(Block._RANGES) and
|
||||
code_point >= Block._RANGES[Block._RANGE_KEYS[idx]].start and
|
||||
code_point <= Block._RANGES[Block._RANGE_KEYS[idx]].end):
|
||||
return Block._RANGES[Block._RANGE_KEYS[idx]]
|
||||
else:
|
||||
return Block.UNKNOWN
|
||||
|
||||
|
||||
def digit(uni_char, default_value=None):
|
||||
"""Returns the digit value assigned to the Unicode character uni_char as
|
||||
integer. If no such value is defined, default is returned, or, if not
|
||||
given, ValueError is raised."""
|
||||
uni_char = unicod(uni_char) # Force to Unicode.
|
||||
if default_value is not None:
|
||||
return unicodedata.digit(uni_char, default_value)
|
||||
else:
|
||||
return unicodedata.digit(uni_char)
|
||||
|
||||
|
||||
if __name__ == '__main__': # pragma no cover
|
||||
import doctest
|
||||
doctest.testmod()
|
||||
Loading…
Add table
Add a link
Reference in a new issue