| """ Test script for the Unicode implementation. | |
| Written by Bill Tutt. | |
| Modified for Python 2.0 by Fredrik Lundh (fredrik@pythonware.com) | |
| (c) Copyright CNRI, All Rights Reserved. NO WARRANTY. | |
| """#" | |
| import unittest | |
| from test import test_support | |
| class UnicodeNamesTest(unittest.TestCase): | |
| def checkletter(self, name, code): | |
| # Helper that put all \N escapes inside eval'd raw strings, | |
| # to make sure this script runs even if the compiler | |
| # chokes on \N escapes | |
| res = eval(ur'u"\N{%s}"' % name) | |
| self.assertEqual(res, code) | |
| return res | |
| def test_general(self): | |
| # General and case insensitivity test: | |
| chars = [ | |
| "LATIN CAPITAL LETTER T", | |
| "LATIN SMALL LETTER H", | |
| "LATIN SMALL LETTER E", | |
| "SPACE", | |
| "LATIN SMALL LETTER R", | |
| "LATIN CAPITAL LETTER E", | |
| "LATIN SMALL LETTER D", | |
| "SPACE", | |
| "LATIN SMALL LETTER f", | |
| "LATIN CAPITAL LeTtEr o", | |
| "LATIN SMaLl LETTER x", | |
| "SPACE", | |
| "LATIN SMALL LETTER A", | |
| "LATIN SMALL LETTER T", | |
| "LATIN SMALL LETTER E", | |
| "SPACE", | |
| "LATIN SMALL LETTER T", | |
| "LATIN SMALL LETTER H", | |
| "LATIN SMALL LETTER E", | |
| "SpAcE", | |
| "LATIN SMALL LETTER S", | |
| "LATIN SMALL LETTER H", | |
| "LATIN small LETTER e", | |
| "LATIN small LETTER e", | |
| "LATIN SMALL LETTER P", | |
| "FULL STOP" | |
| ] | |
| string = u"The rEd fOx ate the sheep." | |
| self.assertEqual( | |
| u"".join([self.checkletter(*args) for args in zip(chars, string)]), | |
| string | |
| ) | |
| def test_ascii_letters(self): | |
| import unicodedata | |
| for char in "".join(map(chr, xrange(ord("a"), ord("z")))): | |
| name = "LATIN SMALL LETTER %s" % char.upper() | |
| code = unicodedata.lookup(name) | |
| self.assertEqual(unicodedata.name(code), name) | |
| def test_hangul_syllables(self): | |
| self.checkletter("HANGUL SYLLABLE GA", u"\uac00") | |
| self.checkletter("HANGUL SYLLABLE GGWEOSS", u"\uafe8") | |
| self.checkletter("HANGUL SYLLABLE DOLS", u"\ub3d0") | |
| self.checkletter("HANGUL SYLLABLE RYAN", u"\ub7b8") | |
| self.checkletter("HANGUL SYLLABLE MWIK", u"\ubba0") | |
| self.checkletter("HANGUL SYLLABLE BBWAEM", u"\ubf88") | |
| self.checkletter("HANGUL SYLLABLE SSEOL", u"\uc370") | |
| self.checkletter("HANGUL SYLLABLE YI", u"\uc758") | |
| self.checkletter("HANGUL SYLLABLE JJYOSS", u"\ucb40") | |
| self.checkletter("HANGUL SYLLABLE KYEOLS", u"\ucf28") | |
| self.checkletter("HANGUL SYLLABLE PAN", u"\ud310") | |
| self.checkletter("HANGUL SYLLABLE HWEOK", u"\ud6f8") | |
| self.checkletter("HANGUL SYLLABLE HIH", u"\ud7a3") | |
| import unicodedata | |
| self.assertRaises(ValueError, unicodedata.name, u"\ud7a4") | |
| def test_cjk_unified_ideographs(self): | |
| self.checkletter("CJK UNIFIED IDEOGRAPH-3400", u"\u3400") | |
| self.checkletter("CJK UNIFIED IDEOGRAPH-4DB5", u"\u4db5") | |
| self.checkletter("CJK UNIFIED IDEOGRAPH-4E00", u"\u4e00") | |
| self.checkletter("CJK UNIFIED IDEOGRAPH-9FA5", u"\u9fa5") | |
| self.checkletter("CJK UNIFIED IDEOGRAPH-20000", u"\U00020000") | |
| self.checkletter("CJK UNIFIED IDEOGRAPH-2A6D6", u"\U0002a6d6") | |
| def test_bmp_characters(self): | |
| import unicodedata | |
| count = 0 | |
| for code in xrange(0x10000): | |
| char = unichr(code) | |
| name = unicodedata.name(char, None) | |
| if name is not None: | |
| self.assertEqual(unicodedata.lookup(name), char) | |
| count += 1 | |
| def test_misc_symbols(self): | |
| self.checkletter("PILCROW SIGN", u"\u00b6") | |
| self.checkletter("REPLACEMENT CHARACTER", u"\uFFFD") | |
| self.checkletter("HALFWIDTH KATAKANA SEMI-VOICED SOUND MARK", u"\uFF9F") | |
| self.checkletter("FULLWIDTH LATIN SMALL LETTER A", u"\uFF41") | |
| def test_errors(self): | |
| import unicodedata | |
| self.assertRaises(TypeError, unicodedata.name) | |
| self.assertRaises(TypeError, unicodedata.name, u'xx') | |
| self.assertRaises(TypeError, unicodedata.lookup) | |
| self.assertRaises(KeyError, unicodedata.lookup, u'unknown') | |
| def test_strict_eror_handling(self): | |
| # bogus character name | |
| self.assertRaises( | |
| UnicodeError, | |
| unicode, "\\N{blah}", 'unicode-escape', 'strict' | |
| ) | |
| # long bogus character name | |
| self.assertRaises( | |
| UnicodeError, | |
| unicode, "\\N{%s}" % ("x" * 100000), 'unicode-escape', 'strict' | |
| ) | |
| # missing closing brace | |
| self.assertRaises( | |
| UnicodeError, | |
| unicode, "\\N{SPACE", 'unicode-escape', 'strict' | |
| ) | |
| # missing opening brace | |
| self.assertRaises( | |
| UnicodeError, | |
| unicode, "\\NSPACE", 'unicode-escape', 'strict' | |
| ) | |
| def test_main(): | |
| test_support.run_unittest(UnicodeNamesTest) | |
| if __name__ == "__main__": | |
| test_main() |