| import os |
| import base64 |
| import shutil |
| import gettext |
| import unittest |
| |
| from test.test_support import run_suite |
| |
| |
| # TODO: |
| # - Add new tests, for example for "dgettext" |
| # - Remove dummy tests, for example testing for single and double quotes |
| # has no sense, it would have if we were testing a parser (i.e. pygettext) |
| # - Tests should have only one assert. |
| |
| GNU_MO_DATA = '''\ |
| 3hIElQAAAAAGAAAAHAAAAEwAAAALAAAAfAAAAAAAAACoAAAAFQAAAKkAAAAjAAAAvwAAAKEAAADj |
| AAAABwAAAIUBAAALAAAAjQEAAEUBAACZAQAAFgAAAN8CAAAeAAAA9gIAAKEAAAAVAwAABQAAALcD |
| AAAJAAAAvQMAAAEAAAADAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAEAAAABQAAAAYAAAACAAAAAFJh |
| eW1vbmQgTHV4dXJ5IFlhY2gtdABUaGVyZSBpcyAlcyBmaWxlAFRoZXJlIGFyZSAlcyBmaWxlcwBU |
| aGlzIG1vZHVsZSBwcm92aWRlcyBpbnRlcm5hdGlvbmFsaXphdGlvbiBhbmQgbG9jYWxpemF0aW9u |
| CnN1cHBvcnQgZm9yIHlvdXIgUHl0aG9uIHByb2dyYW1zIGJ5IHByb3ZpZGluZyBhbiBpbnRlcmZh |
| Y2UgdG8gdGhlIEdOVQpnZXR0ZXh0IG1lc3NhZ2UgY2F0YWxvZyBsaWJyYXJ5LgBtdWxsdXNrAG51 |
| ZGdlIG51ZGdlAFByb2plY3QtSWQtVmVyc2lvbjogMi4wClBPLVJldmlzaW9uLURhdGU6IDIwMDAt |
| MDgtMjkgMTI6MTktMDQ6MDAKTGFzdC1UcmFuc2xhdG9yOiBKLiBEYXZpZCBJYsOhw7FleiA8ai1k |
| YXZpZEBub29zLmZyPgpMYW5ndWFnZS1UZWFtOiBYWCA8cHl0aG9uLWRldkBweXRob24ub3JnPgpN |
| SU1FLVZlcnNpb246IDEuMApDb250ZW50LVR5cGU6IHRleHQvcGxhaW47IGNoYXJzZXQ9aXNvLTg4 |
| NTktMQpDb250ZW50LVRyYW5zZmVyLUVuY29kaW5nOiBub25lCkdlbmVyYXRlZC1CeTogcHlnZXR0 |
| ZXh0LnB5IDEuMQpQbHVyYWwtRm9ybXM6IG5wbHVyYWxzPTI7IHBsdXJhbD1uIT0xOwoAVGhyb2F0 |
| d29iYmxlciBNYW5ncm92ZQBIYXkgJXMgZmljaGVybwBIYXkgJXMgZmljaGVyb3MAR3V2ZiB6YnFo |
| eXIgY2ViaXZxcmYgdmFncmVhbmd2YmFueXZtbmd2YmEgbmFxIHlicG55dm1uZ3ZiYQpmaGNjYmVn |
| IHNiZSBsYmhlIENsZ3ViYSBjZWJ0ZW56ZiBvbCBjZWJpdnF2YXQgbmEgdmFncmVzbnByIGdiIGd1 |
| ciBUQUgKdHJnZ3JrZyB6cmZmbnRyIHBuZ255YnQgeXZvZW5lbC4AYmFjb24Ad2luayB3aW5rAA== |
| ''' |
| |
| UMO_DATA = '''\ |
| 3hIElQAAAAACAAAAHAAAACwAAAAFAAAAPAAAAAAAAABQAAAABAAAAFEAAAAPAQAAVgAAAAQAAABm |
| AQAAAQAAAAIAAAAAAAAAAAAAAAAAAAAAYWLDngBQcm9qZWN0LUlkLVZlcnNpb246IDIuMApQTy1S |
| ZXZpc2lvbi1EYXRlOiAyMDAzLTA0LTExIDEyOjQyLTA0MDAKTGFzdC1UcmFuc2xhdG9yOiBCYXJy |
| eSBBLiBXQXJzYXcgPGJhcnJ5QHB5dGhvbi5vcmc+Ckxhbmd1YWdlLVRlYW06IFhYIDxweXRob24t |
| ZGV2QHB5dGhvbi5vcmc+Ck1JTUUtVmVyc2lvbjogMS4wCkNvbnRlbnQtVHlwZTogdGV4dC9wbGFp |
| bjsgY2hhcnNldD11dGYtOApDb250ZW50LVRyYW5zZmVyLUVuY29kaW5nOiA3Yml0CkdlbmVyYXRl |
| ZC1CeTogbWFudWFsbHkKAMKkeXoA |
| ''' |
| |
| MMO_DATA = '''\ |
| 3hIElQAAAAABAAAAHAAAACQAAAADAAAALAAAAAAAAAA4AAAAeAEAADkAAAABAAAAAAAAAAAAAAAA |
| UHJvamVjdC1JZC1WZXJzaW9uOiBObyBQcm9qZWN0IDAuMApQT1QtQ3JlYXRpb24tRGF0ZTogV2Vk |
| IERlYyAxMSAwNzo0NDoxNSAyMDAyClBPLVJldmlzaW9uLURhdGU6IDIwMDItMDgtMTQgMDE6MTg6 |
| NTgrMDA6MDAKTGFzdC1UcmFuc2xhdG9yOiBKb2huIERvZSA8amRvZUBleGFtcGxlLmNvbT4KSmFu |
| ZSBGb29iYXIgPGpmb29iYXJAZXhhbXBsZS5jb20+Ckxhbmd1YWdlLVRlYW06IHh4IDx4eEBleGFt |
| cGxlLmNvbT4KTUlNRS1WZXJzaW9uOiAxLjAKQ29udGVudC1UeXBlOiB0ZXh0L3BsYWluOyBjaGFy |
| c2V0PWlzby04ODU5LTE1CkNvbnRlbnQtVHJhbnNmZXItRW5jb2Rpbmc6IHF1b3RlZC1wcmludGFi |
| bGUKR2VuZXJhdGVkLUJ5OiBweWdldHRleHQucHkgMS4zCgA= |
| ''' |
| |
| LOCALEDIR = os.path.join('xx', 'LC_MESSAGES') |
| MOFILE = os.path.join(LOCALEDIR, 'gettext.mo') |
| UMOFILE = os.path.join(LOCALEDIR, 'ugettext.mo') |
| MMOFILE = os.path.join(LOCALEDIR, 'metadata.mo') |
| try: |
| LANG = os.environ['LANGUAGE'] |
| except: |
| LANG = 'en' |
| |
| |
| class GettextBaseTest(unittest.TestCase): |
| def setUp(self): |
| if not os.path.isdir(LOCALEDIR): |
| os.makedirs(LOCALEDIR) |
| fp = open(MOFILE, 'wb') |
| fp.write(base64.decodestring(GNU_MO_DATA)) |
| fp.close() |
| fp = open(UMOFILE, 'wb') |
| fp.write(base64.decodestring(UMO_DATA)) |
| fp.close() |
| fp = open(MMOFILE, 'wb') |
| fp.write(base64.decodestring(MMO_DATA)) |
| fp.close() |
| os.environ['LANGUAGE'] = 'xx' |
| |
| def tearDown(self): |
| os.environ['LANGUAGE'] = LANG |
| shutil.rmtree(os.path.split(LOCALEDIR)[0]) |
| |
| |
| class GettextTestCase1(GettextBaseTest): |
| def setUp(self): |
| GettextBaseTest.setUp(self) |
| self.localedir = os.curdir |
| self.mofile = MOFILE |
| gettext.install('gettext', self.localedir) |
| |
| def test_some_translations(self): |
| eq = self.assertEqual |
| # test some translations |
| eq(_('albatross'), 'albatross') |
| eq(_(u'mullusk'), 'bacon') |
| eq(_(r'Raymond Luxury Yach-t'), 'Throatwobbler Mangrove') |
| eq(_(ur'nudge nudge'), 'wink wink') |
| |
| def test_double_quotes(self): |
| eq = self.assertEqual |
| # double quotes |
| eq(_("albatross"), 'albatross') |
| eq(_(u"mullusk"), 'bacon') |
| eq(_(r"Raymond Luxury Yach-t"), 'Throatwobbler Mangrove') |
| eq(_(ur"nudge nudge"), 'wink wink') |
| |
| def test_triple_single_quotes(self): |
| eq = self.assertEqual |
| # triple single quotes |
| eq(_('''albatross'''), 'albatross') |
| eq(_(u'''mullusk'''), 'bacon') |
| eq(_(r'''Raymond Luxury Yach-t'''), 'Throatwobbler Mangrove') |
| eq(_(ur'''nudge nudge'''), 'wink wink') |
| |
| def test_triple_double_quotes(self): |
| eq = self.assertEqual |
| # triple double quotes |
| eq(_("""albatross"""), 'albatross') |
| eq(_(u"""mullusk"""), 'bacon') |
| eq(_(r"""Raymond Luxury Yach-t"""), 'Throatwobbler Mangrove') |
| eq(_(ur"""nudge nudge"""), 'wink wink') |
| |
| def test_multiline_strings(self): |
| eq = self.assertEqual |
| # multiline strings |
| eq(_('''This module provides internationalization and localization |
| support for your Python programs by providing an interface to the GNU |
| gettext message catalog library.'''), |
| '''Guvf zbqhyr cebivqrf vagreangvbanyvmngvba naq ybpnyvmngvba |
| fhccbeg sbe lbhe Clguba cebtenzf ol cebivqvat na vagresnpr gb gur TAH |
| trggrkg zrffntr pngnybt yvoenel.''') |
| |
| def test_the_alternative_interface(self): |
| eq = self.assertEqual |
| # test the alternative interface |
| fp = open(self.mofile, 'rb') |
| t = gettext.GNUTranslations(fp) |
| fp.close() |
| # Install the translation object |
| t.install() |
| eq(_('nudge nudge'), 'wink wink') |
| # Try unicode return type |
| t.install(unicode=True) |
| eq(_('mullusk'), 'bacon') |
| # Test installation of other methods |
| import __builtin__ |
| t.install(unicode=True, names=["gettext", "lgettext"]) |
| eq(_, t.ugettext) |
| eq(__builtin__.gettext, t.ugettext) |
| eq(lgettext, t.lgettext) |
| del __builtin__.gettext |
| del __builtin__.lgettext |
| |
| |
| class GettextTestCase2(GettextBaseTest): |
| def setUp(self): |
| GettextBaseTest.setUp(self) |
| self.localedir = os.curdir |
| # Set up the bindings |
| gettext.bindtextdomain('gettext', self.localedir) |
| gettext.textdomain('gettext') |
| # For convenience |
| self._ = gettext.gettext |
| |
| def test_bindtextdomain(self): |
| self.assertEqual(gettext.bindtextdomain('gettext'), self.localedir) |
| |
| def test_textdomain(self): |
| self.assertEqual(gettext.textdomain(), 'gettext') |
| |
| def test_some_translations(self): |
| eq = self.assertEqual |
| # test some translations |
| eq(self._('albatross'), 'albatross') |
| eq(self._(u'mullusk'), 'bacon') |
| eq(self._(r'Raymond Luxury Yach-t'), 'Throatwobbler Mangrove') |
| eq(self._(ur'nudge nudge'), 'wink wink') |
| |
| def test_double_quotes(self): |
| eq = self.assertEqual |
| # double quotes |
| eq(self._("albatross"), 'albatross') |
| eq(self._(u"mullusk"), 'bacon') |
| eq(self._(r"Raymond Luxury Yach-t"), 'Throatwobbler Mangrove') |
| eq(self._(ur"nudge nudge"), 'wink wink') |
| |
| def test_triple_single_quotes(self): |
| eq = self.assertEqual |
| # triple single quotes |
| eq(self._('''albatross'''), 'albatross') |
| eq(self._(u'''mullusk'''), 'bacon') |
| eq(self._(r'''Raymond Luxury Yach-t'''), 'Throatwobbler Mangrove') |
| eq(self._(ur'''nudge nudge'''), 'wink wink') |
| |
| def test_triple_double_quotes(self): |
| eq = self.assertEqual |
| # triple double quotes |
| eq(self._("""albatross"""), 'albatross') |
| eq(self._(u"""mullusk"""), 'bacon') |
| eq(self._(r"""Raymond Luxury Yach-t"""), 'Throatwobbler Mangrove') |
| eq(self._(ur"""nudge nudge"""), 'wink wink') |
| |
| def test_multiline_strings(self): |
| eq = self.assertEqual |
| # multiline strings |
| eq(self._('''This module provides internationalization and localization |
| support for your Python programs by providing an interface to the GNU |
| gettext message catalog library.'''), |
| '''Guvf zbqhyr cebivqrf vagreangvbanyvmngvba naq ybpnyvmngvba |
| fhccbeg sbe lbhe Clguba cebtenzf ol cebivqvat na vagresnpr gb gur TAH |
| trggrkg zrffntr pngnybt yvoenel.''') |
| |
| |
| class PluralFormsTestCase(GettextBaseTest): |
| def setUp(self): |
| GettextBaseTest.setUp(self) |
| self.mofile = MOFILE |
| |
| def test_plural_forms1(self): |
| eq = self.assertEqual |
| x = gettext.ngettext('There is %s file', 'There are %s files', 1) |
| eq(x, 'Hay %s fichero') |
| x = gettext.ngettext('There is %s file', 'There are %s files', 2) |
| eq(x, 'Hay %s ficheros') |
| |
| def test_plural_forms2(self): |
| eq = self.assertEqual |
| fp = open(self.mofile, 'rb') |
| t = gettext.GNUTranslations(fp) |
| fp.close() |
| x = t.ngettext('There is %s file', 'There are %s files', 1) |
| eq(x, 'Hay %s fichero') |
| x = t.ngettext('There is %s file', 'There are %s files', 2) |
| eq(x, 'Hay %s ficheros') |
| |
| def test_hu(self): |
| eq = self.assertEqual |
| f = gettext.c2py('0') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000") |
| |
| def test_de(self): |
| eq = self.assertEqual |
| f = gettext.c2py('n != 1') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "10111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111") |
| |
| def test_fr(self): |
| eq = self.assertEqual |
| f = gettext.c2py('n>1') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "00111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111") |
| |
| def test_gd(self): |
| eq = self.assertEqual |
| f = gettext.c2py('n==1 ? 0 : n==2 ? 1 : 2') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "20122222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222") |
| |
| def test_gd2(self): |
| eq = self.assertEqual |
| # Tests the combination of parentheses and "?:" |
| f = gettext.c2py('n==1 ? 0 : (n==2 ? 1 : 2)') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "20122222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222") |
| |
| def test_lt(self): |
| eq = self.assertEqual |
| f = gettext.c2py('n%10==1 && n%100!=11 ? 0 : n%10>=2 && (n%100<10 || n%100>=20) ? 1 : 2') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "20111111112222222222201111111120111111112011111111201111111120111111112011111111201111111120111111112011111111222222222220111111112011111111201111111120111111112011111111201111111120111111112011111111") |
| |
| def test_ru(self): |
| eq = self.assertEqual |
| f = gettext.c2py('n%10==1 && n%100!=11 ? 0 : n%10>=2 && n%10<=4 && (n%100<10 || n%100>=20) ? 1 : 2') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "20111222222222222222201112222220111222222011122222201112222220111222222011122222201112222220111222222011122222222222222220111222222011122222201112222220111222222011122222201112222220111222222011122222") |
| |
| def test_pl(self): |
| eq = self.assertEqual |
| f = gettext.c2py('n==1 ? 0 : n%10>=2 && n%10<=4 && (n%100<10 || n%100>=20) ? 1 : 2') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "20111222222222222222221112222222111222222211122222221112222222111222222211122222221112222222111222222211122222222222222222111222222211122222221112222222111222222211122222221112222222111222222211122222") |
| |
| def test_sl(self): |
| eq = self.assertEqual |
| f = gettext.c2py('n%100==1 ? 0 : n%100==2 ? 1 : n%100==3 || n%100==4 ? 2 : 3') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "30122333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333012233333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333") |
| |
| def test_security(self): |
| raises = self.assertRaises |
| # Test for a dangerous expression |
| raises(ValueError, gettext.c2py, "os.chmod('/etc/passwd',0777)") |
| |
| |
| class UnicodeTranslationsTest(GettextBaseTest): |
| def setUp(self): |
| GettextBaseTest.setUp(self) |
| fp = open(UMOFILE, 'rb') |
| try: |
| self.t = gettext.GNUTranslations(fp) |
| finally: |
| fp.close() |
| self._ = self.t.ugettext |
| |
| def test_unicode_msgid(self): |
| unless = self.failUnless |
| unless(isinstance(self._(''), unicode)) |
| unless(isinstance(self._(u''), unicode)) |
| |
| def test_unicode_msgstr(self): |
| eq = self.assertEqual |
| eq(self._(u'ab\xde'), u'\xa4yz') |
| |
| |
| class WeirdMetadataTest(GettextBaseTest): |
| def setUp(self): |
| GettextBaseTest.setUp(self) |
| fp = open(MMOFILE, 'rb') |
| try: |
| try: |
| self.t = gettext.GNUTranslations(fp) |
| except: |
| self.tearDown() |
| raise |
| finally: |
| fp.close() |
| |
| def test_weird_metadata(self): |
| info = self.t.info() |
| self.assertEqual(info['last-translator'], |
| 'John Doe <jdoe@example.com>\nJane Foobar <jfoobar@example.com>') |
| |
| |
| def suite(): |
| suite = unittest.TestSuite() |
| suite.addTest(unittest.makeSuite(GettextTestCase1)) |
| suite.addTest(unittest.makeSuite(GettextTestCase2)) |
| suite.addTest(unittest.makeSuite(PluralFormsTestCase)) |
| suite.addTest(unittest.makeSuite(UnicodeTranslationsTest)) |
| suite.addTest(unittest.makeSuite(WeirdMetadataTest)) |
| return suite |
| |
| |
| def test_main(): |
| run_suite(suite()) |
| |
| |
| if __name__ == '__main__': |
| test_main() |
| |
| |
| # For reference, here's the .po file used to created the GNU_MO_DATA above. |
| # |
| # The original version was automatically generated from the sources with |
| # pygettext. Later it was manually modified to add plural forms support. |
| |
| ''' |
| # Dummy translation for the Python test_gettext.py module. |
| # Copyright (C) 2001 Python Software Foundation |
| # Barry Warsaw <barry@python.org>, 2000. |
| # |
| msgid "" |
| msgstr "" |
| "Project-Id-Version: 2.0\n" |
| "PO-Revision-Date: 2003-04-11 14:32-0400\n" |
| "Last-Translator: J. David Ibanez <j-david@noos.fr>\n" |
| "Language-Team: XX <python-dev@python.org>\n" |
| "MIME-Version: 1.0\n" |
| "Content-Type: text/plain; charset=iso-8859-1\n" |
| "Content-Transfer-Encoding: 8bit\n" |
| "Generated-By: pygettext.py 1.1\n" |
| "Plural-Forms: nplurals=2; plural=n!=1;\n" |
| |
| #: test_gettext.py:19 test_gettext.py:25 test_gettext.py:31 test_gettext.py:37 |
| #: test_gettext.py:51 test_gettext.py:80 test_gettext.py:86 test_gettext.py:92 |
| #: test_gettext.py:98 |
| msgid "nudge nudge" |
| msgstr "wink wink" |
| |
| #: test_gettext.py:16 test_gettext.py:22 test_gettext.py:28 test_gettext.py:34 |
| #: test_gettext.py:77 test_gettext.py:83 test_gettext.py:89 test_gettext.py:95 |
| msgid "albatross" |
| msgstr "" |
| |
| #: test_gettext.py:18 test_gettext.py:24 test_gettext.py:30 test_gettext.py:36 |
| #: test_gettext.py:79 test_gettext.py:85 test_gettext.py:91 test_gettext.py:97 |
| msgid "Raymond Luxury Yach-t" |
| msgstr "Throatwobbler Mangrove" |
| |
| #: test_gettext.py:17 test_gettext.py:23 test_gettext.py:29 test_gettext.py:35 |
| #: test_gettext.py:56 test_gettext.py:78 test_gettext.py:84 test_gettext.py:90 |
| #: test_gettext.py:96 |
| msgid "mullusk" |
| msgstr "bacon" |
| |
| #: test_gettext.py:40 test_gettext.py:101 |
| msgid "" |
| "This module provides internationalization and localization\n" |
| "support for your Python programs by providing an interface to the GNU\n" |
| "gettext message catalog library." |
| msgstr "" |
| "Guvf zbqhyr cebivqrf vagreangvbanyvmngvba naq ybpnyvmngvba\n" |
| "fhccbeg sbe lbhe Clguba cebtenzf ol cebivqvat na vagresnpr gb gur TAH\n" |
| "trggrkg zrffntr pngnybt yvoenel." |
| |
| # Manually added, as neither pygettext nor xgettext support plural forms |
| # in Python. |
| msgid "There is %s file" |
| msgid_plural "There are %s files" |
| msgstr[0] "Hay %s fichero" |
| msgstr[1] "Hay %s ficheros" |
| ''' |
| |
| # Here's the second example po file example, used to generate the UMO_DATA |
| # containing utf-8 encoded Unicode strings |
| |
| ''' |
| # Dummy translation for the Python test_gettext.py module. |
| # Copyright (C) 2001 Python Software Foundation |
| # Barry Warsaw <barry@python.org>, 2000. |
| # |
| msgid "" |
| msgstr "" |
| "Project-Id-Version: 2.0\n" |
| "PO-Revision-Date: 2003-04-11 12:42-0400\n" |
| "Last-Translator: Barry A. WArsaw <barry@python.org>\n" |
| "Language-Team: XX <python-dev@python.org>\n" |
| "MIME-Version: 1.0\n" |
| "Content-Type: text/plain; charset=utf-8\n" |
| "Content-Transfer-Encoding: 7bit\n" |
| "Generated-By: manually\n" |
| |
| #: nofile:0 |
| msgid "ab\xc3\x9e" |
| msgstr "\xc2\xa4yz" |
| ''' |
| |
| # Here's the third example po file, used to generate MMO_DATA |
| |
| ''' |
| msgid "" |
| msgstr "" |
| "Project-Id-Version: No Project 0.0\n" |
| "POT-Creation-Date: Wed Dec 11 07:44:15 2002\n" |
| "PO-Revision-Date: 2002-08-14 01:18:58+00:00\n" |
| "Last-Translator: John Doe <jdoe@example.com>\n" |
| "Jane Foobar <jfoobar@example.com>\n" |
| "Language-Team: xx <xx@example.com>\n" |
| "MIME-Version: 1.0\n" |
| "Content-Type: text/plain; charset=iso-8859-15\n" |
| "Content-Transfer-Encoding: quoted-printable\n" |
| "Generated-By: pygettext.py 1.3\n" |
| ''' |