blob: ae4c4421c739df1cb8179875e4f72d4cdcaaa90c [file] [log] [blame]
Jack Jansen518d2612002-04-14 20:17:18 +00001# Tests universal newline support for both reading and parsing files.
2import unittest
Jack Jansen518d2612002-04-14 20:17:18 +00003import os
4import sys
Barry Warsaw04f357c2002-07-23 19:04:11 +00005from test import test_support
Jack Jansen518d2612002-04-14 20:17:18 +00006
Jack Jansen518d2612002-04-14 20:17:18 +00007if not hasattr(sys.stdin, 'newlines'):
8 raise test_support.TestSkipped, \
9 "This Python does not have universal newline support"
10
Tim Petersea572b22002-04-21 06:12:02 +000011FATX = 'x' * (2**14)
12
13DATA_TEMPLATE = [
14 "line1=1",
15 "line2='this is a very long line designed to go past the magic " +
16 "hundred character limit that is inside fileobject.c and which " +
17 "is meant to speed up the common case, but we also want to test " +
18 "the uncommon case, naturally.'",
19 "def line3():pass",
20 "line4 = '%s'" % FATX,
21 ]
22
23DATA_LF = "\n".join(DATA_TEMPLATE) + "\n"
24DATA_CR = "\r".join(DATA_TEMPLATE) + "\r"
25DATA_CRLF = "\r\n".join(DATA_TEMPLATE) + "\r\n"
26
27# Note that DATA_MIXED also tests the ability to recognize a lone \r
28# before end-of-file.
29DATA_MIXED = "\n".join(DATA_TEMPLATE) + "\r"
30DATA_SPLIT = [x + "\n" for x in DATA_TEMPLATE]
Tim Petersea572b22002-04-21 06:12:02 +000031
Jack Jansen518d2612002-04-14 20:17:18 +000032class TestGenericUnivNewlines(unittest.TestCase):
33 # use a class variable DATA to define the data to write to the file
34 # and a class variable NEWLINE to set the expected newlines value
35 READMODE = 'U'
36 WRITEMODE = 'wb'
37
38 def setUp(self):
39 fp = open(test_support.TESTFN, self.WRITEMODE)
40 fp.write(self.DATA)
41 fp.close()
42
43 def tearDown(self):
44 try:
45 os.unlink(test_support.TESTFN)
46 except:
47 pass
Tim Peters863ac442002-04-16 01:38:40 +000048
Jack Jansen518d2612002-04-14 20:17:18 +000049 def test_read(self):
50 fp = open(test_support.TESTFN, self.READMODE)
51 data = fp.read()
52 self.assertEqual(data, DATA_LF)
Walter Dörwald70a6b492004-02-12 17:35:32 +000053 self.assertEqual(repr(fp.newlines), repr(self.NEWLINE))
Tim Peters863ac442002-04-16 01:38:40 +000054
Jack Jansen518d2612002-04-14 20:17:18 +000055 def test_readlines(self):
56 fp = open(test_support.TESTFN, self.READMODE)
57 data = fp.readlines()
58 self.assertEqual(data, DATA_SPLIT)
Walter Dörwald70a6b492004-02-12 17:35:32 +000059 self.assertEqual(repr(fp.newlines), repr(self.NEWLINE))
Jack Jansen518d2612002-04-14 20:17:18 +000060
61 def test_readline(self):
62 fp = open(test_support.TESTFN, self.READMODE)
63 data = []
64 d = fp.readline()
65 while d:
66 data.append(d)
67 d = fp.readline()
68 self.assertEqual(data, DATA_SPLIT)
Walter Dörwald70a6b492004-02-12 17:35:32 +000069 self.assertEqual(repr(fp.newlines), repr(self.NEWLINE))
Tim Peters863ac442002-04-16 01:38:40 +000070
Jack Jansen518d2612002-04-14 20:17:18 +000071 def test_seek(self):
72 fp = open(test_support.TESTFN, self.READMODE)
73 fp.readline()
74 pos = fp.tell()
75 data = fp.readlines()
76 self.assertEqual(data, DATA_SPLIT[1:])
77 fp.seek(pos)
78 data = fp.readlines()
79 self.assertEqual(data, DATA_SPLIT[1:])
Tim Peters863ac442002-04-16 01:38:40 +000080
Jack Jansen518d2612002-04-14 20:17:18 +000081 def test_execfile(self):
Tim Petersea572b22002-04-21 06:12:02 +000082 namespace = {}
83 execfile(test_support.TESTFN, namespace)
84 func = namespace['line3']
Neal Norwitz221085d2007-02-25 20:55:47 +000085 self.assertEqual(func.__code__.co_firstlineno, 3)
Tim Petersea572b22002-04-21 06:12:02 +000086 self.assertEqual(namespace['line4'], FATX)
Tim Peters863ac442002-04-16 01:38:40 +000087
Jack Jansen518d2612002-04-14 20:17:18 +000088
89class TestNativeNewlines(TestGenericUnivNewlines):
Tim Petersea572b22002-04-21 06:12:02 +000090 NEWLINE = None
91 DATA = DATA_LF
92 READMODE = 'r'
93 WRITEMODE = 'w'
Tim Peters863ac442002-04-16 01:38:40 +000094
Jack Jansen518d2612002-04-14 20:17:18 +000095class TestCRNewlines(TestGenericUnivNewlines):
Tim Petersea572b22002-04-21 06:12:02 +000096 NEWLINE = '\r'
97 DATA = DATA_CR
Tim Peters863ac442002-04-16 01:38:40 +000098
Jack Jansen518d2612002-04-14 20:17:18 +000099class TestLFNewlines(TestGenericUnivNewlines):
Tim Petersea572b22002-04-21 06:12:02 +0000100 NEWLINE = '\n'
101 DATA = DATA_LF
Tim Peters863ac442002-04-16 01:38:40 +0000102
Jack Jansen518d2612002-04-14 20:17:18 +0000103class TestCRLFNewlines(TestGenericUnivNewlines):
Tim Petersea572b22002-04-21 06:12:02 +0000104 NEWLINE = '\r\n'
105 DATA = DATA_CRLF
Tim Peters863ac442002-04-16 01:38:40 +0000106
Jack Jansen518d2612002-04-14 20:17:18 +0000107class TestMixedNewlines(TestGenericUnivNewlines):
Tim Petersea572b22002-04-21 06:12:02 +0000108 NEWLINE = ('\r', '\n')
109 DATA = DATA_MIXED
Tim Peters863ac442002-04-16 01:38:40 +0000110
Jack Jansen518d2612002-04-14 20:17:18 +0000111
112def test_main():
Walter Dörwald21d3a322003-05-01 17:45:56 +0000113 test_support.run_unittest(
114 TestNativeNewlines,
115 TestCRNewlines,
116 TestLFNewlines,
117 TestCRLFNewlines,
118 TestMixedNewlines
119 )
Jack Jansen518d2612002-04-14 20:17:18 +0000120
121if __name__ == '__main__':
122 test_main()