import os | |
import base64 | |
import shutil | |
import gettext | |
import unittest | |
from test import test_support | |
# TODO: | |
# - Add new tests, for example for "dgettext" | |
# - Remove dummy tests, for example testing for single and double quotes | |
# has no sense, it would have if we were testing a parser (i.e. pygettext) | |
# - Tests should have only one assert. | |
GNU_MO_DATA = '''\ | |
3hIElQAAAAAGAAAAHAAAAEwAAAALAAAAfAAAAAAAAACoAAAAFQAAAKkAAAAjAAAAvwAAAKEAAADj | |
AAAABwAAAIUBAAALAAAAjQEAAEUBAACZAQAAFgAAAN8CAAAeAAAA9gIAAKEAAAAVAwAABQAAALcD | |
AAAJAAAAvQMAAAEAAAADAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAEAAAABQAAAAYAAAACAAAAAFJh | |
eW1vbmQgTHV4dXJ5IFlhY2gtdABUaGVyZSBpcyAlcyBmaWxlAFRoZXJlIGFyZSAlcyBmaWxlcwBU | |
aGlzIG1vZHVsZSBwcm92aWRlcyBpbnRlcm5hdGlvbmFsaXphdGlvbiBhbmQgbG9jYWxpemF0aW9u | |
CnN1cHBvcnQgZm9yIHlvdXIgUHl0aG9uIHByb2dyYW1zIGJ5IHByb3ZpZGluZyBhbiBpbnRlcmZh | |
Y2UgdG8gdGhlIEdOVQpnZXR0ZXh0IG1lc3NhZ2UgY2F0YWxvZyBsaWJyYXJ5LgBtdWxsdXNrAG51 | |
ZGdlIG51ZGdlAFByb2plY3QtSWQtVmVyc2lvbjogMi4wClBPLVJldmlzaW9uLURhdGU6IDIwMDAt | |
MDgtMjkgMTI6MTktMDQ6MDAKTGFzdC1UcmFuc2xhdG9yOiBKLiBEYXZpZCBJYsOhw7FleiA8ai1k | |
YXZpZEBub29zLmZyPgpMYW5ndWFnZS1UZWFtOiBYWCA8cHl0aG9uLWRldkBweXRob24ub3JnPgpN | |
SU1FLVZlcnNpb246IDEuMApDb250ZW50LVR5cGU6IHRleHQvcGxhaW47IGNoYXJzZXQ9aXNvLTg4 | |
NTktMQpDb250ZW50LVRyYW5zZmVyLUVuY29kaW5nOiBub25lCkdlbmVyYXRlZC1CeTogcHlnZXR0 | |
ZXh0LnB5IDEuMQpQbHVyYWwtRm9ybXM6IG5wbHVyYWxzPTI7IHBsdXJhbD1uIT0xOwoAVGhyb2F0 | |
d29iYmxlciBNYW5ncm92ZQBIYXkgJXMgZmljaGVybwBIYXkgJXMgZmljaGVyb3MAR3V2ZiB6YnFo | |
eXIgY2ViaXZxcmYgdmFncmVhbmd2YmFueXZtbmd2YmEgbmFxIHlicG55dm1uZ3ZiYQpmaGNjYmVn | |
IHNiZSBsYmhlIENsZ3ViYSBjZWJ0ZW56ZiBvbCBjZWJpdnF2YXQgbmEgdmFncmVzbnByIGdiIGd1 | |
ciBUQUgKdHJnZ3JrZyB6cmZmbnRyIHBuZ255YnQgeXZvZW5lbC4AYmFjb24Ad2luayB3aW5rAA== | |
''' | |
UMO_DATA = '''\ | |
3hIElQAAAAACAAAAHAAAACwAAAAFAAAAPAAAAAAAAABQAAAABAAAAFEAAAAPAQAAVgAAAAQAAABm | |
AQAAAQAAAAIAAAAAAAAAAAAAAAAAAAAAYWLDngBQcm9qZWN0LUlkLVZlcnNpb246IDIuMApQTy1S | |
ZXZpc2lvbi1EYXRlOiAyMDAzLTA0LTExIDEyOjQyLTA0MDAKTGFzdC1UcmFuc2xhdG9yOiBCYXJy | |
eSBBLiBXQXJzYXcgPGJhcnJ5QHB5dGhvbi5vcmc+Ckxhbmd1YWdlLVRlYW06IFhYIDxweXRob24t | |
ZGV2QHB5dGhvbi5vcmc+Ck1JTUUtVmVyc2lvbjogMS4wCkNvbnRlbnQtVHlwZTogdGV4dC9wbGFp | |
bjsgY2hhcnNldD11dGYtOApDb250ZW50LVRyYW5zZmVyLUVuY29kaW5nOiA3Yml0CkdlbmVyYXRl | |
ZC1CeTogbWFudWFsbHkKAMKkeXoA | |
''' | |
MMO_DATA = '''\ | |
3hIElQAAAAABAAAAHAAAACQAAAADAAAALAAAAAAAAAA4AAAAeAEAADkAAAABAAAAAAAAAAAAAAAA | |
UHJvamVjdC1JZC1WZXJzaW9uOiBObyBQcm9qZWN0IDAuMApQT1QtQ3JlYXRpb24tRGF0ZTogV2Vk | |
IERlYyAxMSAwNzo0NDoxNSAyMDAyClBPLVJldmlzaW9uLURhdGU6IDIwMDItMDgtMTQgMDE6MTg6 | |
NTgrMDA6MDAKTGFzdC1UcmFuc2xhdG9yOiBKb2huIERvZSA8amRvZUBleGFtcGxlLmNvbT4KSmFu | |
ZSBGb29iYXIgPGpmb29iYXJAZXhhbXBsZS5jb20+Ckxhbmd1YWdlLVRlYW06IHh4IDx4eEBleGFt | |
cGxlLmNvbT4KTUlNRS1WZXJzaW9uOiAxLjAKQ29udGVudC1UeXBlOiB0ZXh0L3BsYWluOyBjaGFy | |
c2V0PWlzby04ODU5LTE1CkNvbnRlbnQtVHJhbnNmZXItRW5jb2Rpbmc6IHF1b3RlZC1wcmludGFi | |
bGUKR2VuZXJhdGVkLUJ5OiBweWdldHRleHQucHkgMS4zCgA= | |
''' | |
LOCALEDIR = os.path.join('xx', 'LC_MESSAGES') | |
MOFILE = os.path.join(LOCALEDIR, 'gettext.mo') | |
UMOFILE = os.path.join(LOCALEDIR, 'ugettext.mo') | |
MMOFILE = os.path.join(LOCALEDIR, 'metadata.mo') | |
class GettextBaseTest(unittest.TestCase): | |
def setUp(self): | |
if not os.path.isdir(LOCALEDIR): | |
os.makedirs(LOCALEDIR) | |
with open(MOFILE, 'wb') as fp: | |
fp.write(base64.decodestring(GNU_MO_DATA)) | |
with open(UMOFILE, 'wb') as fp: | |
fp.write(base64.decodestring(UMO_DATA)) | |
with open(MMOFILE, 'wb') as fp: | |
fp.write(base64.decodestring(MMO_DATA)) | |
self.env = test_support.EnvironmentVarGuard() | |
self.env['LANGUAGE'] = 'xx' | |
gettext._translations.clear() | |
def tearDown(self): | |
self.env.__exit__() | |
del self.env | |
shutil.rmtree(os.path.split(LOCALEDIR)[0]) | |
class GettextTestCase1(GettextBaseTest): | |
def setUp(self): | |
GettextBaseTest.setUp(self) | |
self.localedir = os.curdir | |
self.mofile = MOFILE | |
gettext.install('gettext', self.localedir) | |
def test_some_translations(self): | |
eq = self.assertEqual | |
# test some translations | |
eq(_('albatross'), 'albatross') | |
eq(_(u'mullusk'), 'bacon') | |
eq(_(r'Raymond Luxury Yach-t'), 'Throatwobbler Mangrove') | |
eq(_(ur'nudge nudge'), 'wink wink') | |
def test_double_quotes(self): | |
eq = self.assertEqual | |
# double quotes | |
eq(_("albatross"), 'albatross') | |
eq(_(u"mullusk"), 'bacon') | |
eq(_(r"Raymond Luxury Yach-t"), 'Throatwobbler Mangrove') | |
eq(_(ur"nudge nudge"), 'wink wink') | |
def test_triple_single_quotes(self): | |
eq = self.assertEqual | |
# triple single quotes | |
eq(_('''albatross'''), 'albatross') | |
eq(_(u'''mullusk'''), 'bacon') | |
eq(_(r'''Raymond Luxury Yach-t'''), 'Throatwobbler Mangrove') | |
eq(_(ur'''nudge nudge'''), 'wink wink') | |
def test_triple_double_quotes(self): | |
eq = self.assertEqual | |
# triple double quotes | |
eq(_("""albatross"""), 'albatross') | |
eq(_(u"""mullusk"""), 'bacon') | |
eq(_(r"""Raymond Luxury Yach-t"""), 'Throatwobbler Mangrove') | |
eq(_(ur"""nudge nudge"""), 'wink wink') | |
def test_multiline_strings(self): | |
eq = self.assertEqual | |
# multiline strings | |
eq(_('''This module provides internationalization and localization | |
support for your Python programs by providing an interface to the GNU | |
gettext message catalog library.'''), | |
'''Guvf zbqhyr cebivqrf vagreangvbanyvmngvba naq ybpnyvmngvba | |
fhccbeg sbe lbhe Clguba cebtenzf ol cebivqvat na vagresnpr gb gur TAH | |
trggrkg zrffntr pngnybt yvoenel.''') | |
def test_the_alternative_interface(self): | |
eq = self.assertEqual | |
# test the alternative interface | |
with open(self.mofile, 'rb') as fp: | |
t = gettext.GNUTranslations(fp) | |
# Install the translation object | |
t.install() | |
eq(_('nudge nudge'), 'wink wink') | |
# Try unicode return type | |
t.install(unicode=True) | |
eq(_('mullusk'), 'bacon') | |
# Test installation of other methods | |
import __builtin__ | |
t.install(unicode=True, names=["gettext", "lgettext"]) | |
eq(_, t.ugettext) | |
eq(__builtin__.gettext, t.ugettext) | |
eq(lgettext, t.lgettext) | |
del __builtin__.gettext | |
del __builtin__.lgettext | |
class GettextTestCase2(GettextBaseTest): | |
def setUp(self): | |
GettextBaseTest.setUp(self) | |
self.localedir = os.curdir | |
# Set up the bindings | |
gettext.bindtextdomain('gettext', self.localedir) | |
gettext.textdomain('gettext') | |
# For convenience | |
self._ = gettext.gettext | |
def test_bindtextdomain(self): | |
self.assertEqual(gettext.bindtextdomain('gettext'), self.localedir) | |
def test_textdomain(self): | |
self.assertEqual(gettext.textdomain(), 'gettext') | |
def test_some_translations(self): | |
eq = self.assertEqual | |
# test some translations | |
eq(self._('albatross'), 'albatross') | |
eq(self._(u'mullusk'), 'bacon') | |
eq(self._(r'Raymond Luxury Yach-t'), 'Throatwobbler Mangrove') | |
eq(self._(ur'nudge nudge'), 'wink wink') | |
def test_double_quotes(self): | |
eq = self.assertEqual | |
# double quotes | |
eq(self._("albatross"), 'albatross') | |
eq(self._(u"mullusk"), 'bacon') | |
eq(self._(r"Raymond Luxury Yach-t"), 'Throatwobbler Mangrove') | |
eq(self._(ur"nudge nudge"), 'wink wink') | |
def test_triple_single_quotes(self): | |
eq = self.assertEqual | |
# triple single quotes | |
eq(self._('''albatross'''), 'albatross') | |
eq(self._(u'''mullusk'''), 'bacon') | |
eq(self._(r'''Raymond Luxury Yach-t'''), 'Throatwobbler Mangrove') | |
eq(self._(ur'''nudge nudge'''), 'wink wink') | |
def test_triple_double_quotes(self): | |
eq = self.assertEqual | |
# triple double quotes | |
eq(self._("""albatross"""), 'albatross') | |
eq(self._(u"""mullusk"""), 'bacon') | |
eq(self._(r"""Raymond Luxury Yach-t"""), 'Throatwobbler Mangrove') | |
eq(self._(ur"""nudge nudge"""), 'wink wink') | |
def test_multiline_strings(self): | |
eq = self.assertEqual | |
# multiline strings | |
eq(self._('''This module provides internationalization and localization | |
support for your Python programs by providing an interface to the GNU | |
gettext message catalog library.'''), | |
'''Guvf zbqhyr cebivqrf vagreangvbanyvmngvba naq ybpnyvmngvba | |
fhccbeg sbe lbhe Clguba cebtenzf ol cebivqvat na vagresnpr gb gur TAH | |
trggrkg zrffntr pngnybt yvoenel.''') | |
class PluralFormsTestCase(GettextBaseTest): | |
def setUp(self): | |
GettextBaseTest.setUp(self) | |
self.mofile = MOFILE | |
def test_plural_forms1(self): | |
eq = self.assertEqual | |
x = gettext.ngettext('There is %s file', 'There are %s files', 1) | |
eq(x, 'Hay %s fichero') | |
x = gettext.ngettext('There is %s file', 'There are %s files', 2) | |
eq(x, 'Hay %s ficheros') | |
def test_plural_forms2(self): | |
eq = self.assertEqual | |
with open(self.mofile, 'rb') as fp: | |
t = gettext.GNUTranslations(fp) | |
x = t.ngettext('There is %s file', 'There are %s files', 1) | |
eq(x, 'Hay %s fichero') | |
x = t.ngettext('There is %s file', 'There are %s files', 2) | |
eq(x, 'Hay %s ficheros') | |
def test_hu(self): | |
eq = self.assertEqual | |
f = gettext.c2py('0') | |
s = ''.join([ str(f(x)) for x in range(200) ]) | |
eq(s, "00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000") | |
def test_de(self): | |
eq = self.assertEqual | |
f = gettext.c2py('n != 1') | |
s = ''.join([ str(f(x)) for x in range(200) ]) | |
eq(s, "10111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111") | |
def test_fr(self): | |
eq = self.assertEqual | |
f = gettext.c2py('n>1') | |
s = ''.join([ str(f(x)) for x in range(200) ]) | |
eq(s, "00111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111") | |
def test_gd(self): | |
eq = self.assertEqual | |
f = gettext.c2py('n==1 ? 0 : n==2 ? 1 : 2') | |
s = ''.join([ str(f(x)) for x in range(200) ]) | |
eq(s, "20122222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222") | |
def test_gd2(self): | |
eq = self.assertEqual | |
# Tests the combination of parentheses and "?:" | |
f = gettext.c2py('n==1 ? 0 : (n==2 ? 1 : 2)') | |
s = ''.join([ str(f(x)) for x in range(200) ]) | |
eq(s, "20122222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222") | |
def test_lt(self): | |
eq = self.assertEqual | |
f = gettext.c2py('n%10==1 && n%100!=11 ? 0 : n%10>=2 && (n%100<10 || n%100>=20) ? 1 : 2') | |
s = ''.join([ str(f(x)) for x in range(200) ]) | |
eq(s, "20111111112222222222201111111120111111112011111111201111111120111111112011111111201111111120111111112011111111222222222220111111112011111111201111111120111111112011111111201111111120111111112011111111") | |
def test_ru(self): | |
eq = self.assertEqual | |
f = gettext.c2py('n%10==1 && n%100!=11 ? 0 : n%10>=2 && n%10<=4 && (n%100<10 || n%100>=20) ? 1 : 2') | |
s = ''.join([ str(f(x)) for x in range(200) ]) | |
eq(s, "20111222222222222222201112222220111222222011122222201112222220111222222011122222201112222220111222222011122222222222222220111222222011122222201112222220111222222011122222201112222220111222222011122222") | |
def test_pl(self): | |
eq = self.assertEqual | |
f = gettext.c2py('n==1 ? 0 : n%10>=2 && n%10<=4 && (n%100<10 || n%100>=20) ? 1 : 2') | |
s = ''.join([ str(f(x)) for x in range(200) ]) | |
eq(s, "20111222222222222222221112222222111222222211122222221112222222111222222211122222221112222222111222222211122222222222222222111222222211122222221112222222111222222211122222221112222222111222222211122222") | |
def test_sl(self): | |
eq = self.assertEqual | |
f = gettext.c2py('n%100==1 ? 0 : n%100==2 ? 1 : n%100==3 || n%100==4 ? 2 : 3') | |
s = ''.join([ str(f(x)) for x in range(200) ]) | |
eq(s, "30122333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333012233333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333") | |
def test_security(self): | |
raises = self.assertRaises | |
# Test for a dangerous expression | |
raises(ValueError, gettext.c2py, "os.chmod('/etc/passwd',0777)") | |
class UnicodeTranslationsTest(GettextBaseTest): | |
def setUp(self): | |
GettextBaseTest.setUp(self) | |
with open(UMOFILE, 'rb') as fp: | |
self.t = gettext.GNUTranslations(fp) | |
self._ = self.t.ugettext | |
def test_unicode_msgid(self): | |
unless = self.assertTrue | |
unless(isinstance(self._(''), unicode)) | |
unless(isinstance(self._(u''), unicode)) | |
def test_unicode_msgstr(self): | |
eq = self.assertEqual | |
eq(self._(u'ab\xde'), u'\xa4yz') | |
class WeirdMetadataTest(GettextBaseTest): | |
def setUp(self): | |
GettextBaseTest.setUp(self) | |
with open(MMOFILE, 'rb') as fp: | |
try: | |
self.t = gettext.GNUTranslations(fp) | |
except: | |
self.tearDown() | |
raise | |
def test_weird_metadata(self): | |
info = self.t.info() | |
self.assertEqual(info['last-translator'], | |
'John Doe <jdoe@example.com>\nJane Foobar <jfoobar@example.com>') | |
class DummyGNUTranslations(gettext.GNUTranslations): | |
def foo(self): | |
return 'foo' | |
class GettextCacheTestCase(GettextBaseTest): | |
def test_cache(self): | |
self.localedir = os.curdir | |
self.mofile = MOFILE | |
self.assertEqual(len(gettext._translations), 0) | |
t = gettext.translation('gettext', self.localedir) | |
self.assertEqual(len(gettext._translations), 1) | |
t = gettext.translation('gettext', self.localedir, | |
class_=DummyGNUTranslations) | |
self.assertEqual(len(gettext._translations), 2) | |
self.assertEqual(t.__class__, DummyGNUTranslations) | |
# Calling it again doesn't add to the cache | |
t = gettext.translation('gettext', self.localedir, | |
class_=DummyGNUTranslations) | |
self.assertEqual(len(gettext._translations), 2) | |
self.assertEqual(t.__class__, DummyGNUTranslations) | |
def test_main(): | |
test_support.run_unittest(__name__) | |
if __name__ == '__main__': | |
test_main() | |
# For reference, here's the .po file used to created the GNU_MO_DATA above. | |
# | |
# The original version was automatically generated from the sources with | |
# pygettext. Later it was manually modified to add plural forms support. | |
''' | |
# Dummy translation for the Python test_gettext.py module. | |
# Copyright (C) 2001 Python Software Foundation | |
# Barry Warsaw <barry@python.org>, 2000. | |
# | |
msgid "" | |
msgstr "" | |
"Project-Id-Version: 2.0\n" | |
"PO-Revision-Date: 2003-04-11 14:32-0400\n" | |
"Last-Translator: J. David Ibanez <j-david@noos.fr>\n" | |
"Language-Team: XX <python-dev@python.org>\n" | |
"MIME-Version: 1.0\n" | |
"Content-Type: text/plain; charset=iso-8859-1\n" | |
"Content-Transfer-Encoding: 8bit\n" | |
"Generated-By: pygettext.py 1.1\n" | |
"Plural-Forms: nplurals=2; plural=n!=1;\n" | |
#: test_gettext.py:19 test_gettext.py:25 test_gettext.py:31 test_gettext.py:37 | |
#: test_gettext.py:51 test_gettext.py:80 test_gettext.py:86 test_gettext.py:92 | |
#: test_gettext.py:98 | |
msgid "nudge nudge" | |
msgstr "wink wink" | |
#: test_gettext.py:16 test_gettext.py:22 test_gettext.py:28 test_gettext.py:34 | |
#: test_gettext.py:77 test_gettext.py:83 test_gettext.py:89 test_gettext.py:95 | |
msgid "albatross" | |
msgstr "" | |
#: test_gettext.py:18 test_gettext.py:24 test_gettext.py:30 test_gettext.py:36 | |
#: test_gettext.py:79 test_gettext.py:85 test_gettext.py:91 test_gettext.py:97 | |
msgid "Raymond Luxury Yach-t" | |
msgstr "Throatwobbler Mangrove" | |
#: test_gettext.py:17 test_gettext.py:23 test_gettext.py:29 test_gettext.py:35 | |
#: test_gettext.py:56 test_gettext.py:78 test_gettext.py:84 test_gettext.py:90 | |
#: test_gettext.py:96 | |
msgid "mullusk" | |
msgstr "bacon" | |
#: test_gettext.py:40 test_gettext.py:101 | |
msgid "" | |
"This module provides internationalization and localization\n" | |
"support for your Python programs by providing an interface to the GNU\n" | |
"gettext message catalog library." | |
msgstr "" | |
"Guvf zbqhyr cebivqrf vagreangvbanyvmngvba naq ybpnyvmngvba\n" | |
"fhccbeg sbe lbhe Clguba cebtenzf ol cebivqvat na vagresnpr gb gur TAH\n" | |
"trggrkg zrffntr pngnybt yvoenel." | |
# Manually added, as neither pygettext nor xgettext support plural forms | |
# in Python. | |
msgid "There is %s file" | |
msgid_plural "There are %s files" | |
msgstr[0] "Hay %s fichero" | |
msgstr[1] "Hay %s ficheros" | |
''' | |
# Here's the second example po file example, used to generate the UMO_DATA | |
# containing utf-8 encoded Unicode strings | |
''' | |
# Dummy translation for the Python test_gettext.py module. | |
# Copyright (C) 2001 Python Software Foundation | |
# Barry Warsaw <barry@python.org>, 2000. | |
# | |
msgid "" | |
msgstr "" | |
"Project-Id-Version: 2.0\n" | |
"PO-Revision-Date: 2003-04-11 12:42-0400\n" | |
"Last-Translator: Barry A. WArsaw <barry@python.org>\n" | |
"Language-Team: XX <python-dev@python.org>\n" | |
"MIME-Version: 1.0\n" | |
"Content-Type: text/plain; charset=utf-8\n" | |
"Content-Transfer-Encoding: 7bit\n" | |
"Generated-By: manually\n" | |
#: nofile:0 | |
msgid "ab\xc3\x9e" | |
msgstr "\xc2\xa4yz" | |
''' | |
# Here's the third example po file, used to generate MMO_DATA | |
''' | |
msgid "" | |
msgstr "" | |
"Project-Id-Version: No Project 0.0\n" | |
"POT-Creation-Date: Wed Dec 11 07:44:15 2002\n" | |
"PO-Revision-Date: 2002-08-14 01:18:58+00:00\n" | |
"Last-Translator: John Doe <jdoe@example.com>\n" | |
"Jane Foobar <jfoobar@example.com>\n" | |
"Language-Team: xx <xx@example.com>\n" | |
"MIME-Version: 1.0\n" | |
"Content-Type: text/plain; charset=iso-8859-15\n" | |
"Content-Transfer-Encoding: quoted-printable\n" | |
"Generated-By: pygettext.py 1.3\n" | |
''' |