blob: 350bad3364963975c05d84e593d18d2a5c8f4553 [file] [log] [blame]
Jack Jansen518d2612002-04-14 20:17:18 +00001# Tests universal newline support for both reading and parsing files.
2import unittest
Jack Jansen518d2612002-04-14 20:17:18 +00003import os
4import sys
Barry Warsaw04f357c2002-07-23 19:04:11 +00005from test import test_support
Jack Jansen518d2612002-04-14 20:17:18 +00006
Jack Jansen518d2612002-04-14 20:17:18 +00007if not hasattr(sys.stdin, 'newlines'):
8 raise test_support.TestSkipped, \
9 "This Python does not have universal newline support"
10
Tim Petersea572b22002-04-21 06:12:02 +000011FATX = 'x' * (2**14)
12
13DATA_TEMPLATE = [
14 "line1=1",
Guido van Rossum8358db22007-08-18 21:39:55 +000015 "line2='this is a very long line designed to go past any default " +
16 "buffer limits that exist in io.py but we also want to test " +
Tim Petersea572b22002-04-21 06:12:02 +000017 "the uncommon case, naturally.'",
18 "def line3():pass",
19 "line4 = '%s'" % FATX,
20 ]
21
22DATA_LF = "\n".join(DATA_TEMPLATE) + "\n"
23DATA_CR = "\r".join(DATA_TEMPLATE) + "\r"
24DATA_CRLF = "\r\n".join(DATA_TEMPLATE) + "\r\n"
25
26# Note that DATA_MIXED also tests the ability to recognize a lone \r
27# before end-of-file.
28DATA_MIXED = "\n".join(DATA_TEMPLATE) + "\r"
29DATA_SPLIT = [x + "\n" for x in DATA_TEMPLATE]
Tim Petersea572b22002-04-21 06:12:02 +000030
Jack Jansen518d2612002-04-14 20:17:18 +000031class TestGenericUnivNewlines(unittest.TestCase):
32 # use a class variable DATA to define the data to write to the file
33 # and a class variable NEWLINE to set the expected newlines value
Guido van Rossum8358db22007-08-18 21:39:55 +000034 READMODE = 'r'
Jack Jansen518d2612002-04-14 20:17:18 +000035 WRITEMODE = 'wb'
36
37 def setUp(self):
38 fp = open(test_support.TESTFN, self.WRITEMODE)
39 fp.write(self.DATA)
40 fp.close()
41
42 def tearDown(self):
43 try:
44 os.unlink(test_support.TESTFN)
45 except:
46 pass
Tim Peters863ac442002-04-16 01:38:40 +000047
Jack Jansen518d2612002-04-14 20:17:18 +000048 def test_read(self):
49 fp = open(test_support.TESTFN, self.READMODE)
50 data = fp.read()
51 self.assertEqual(data, DATA_LF)
Walter Dörwald70a6b492004-02-12 17:35:32 +000052 self.assertEqual(repr(fp.newlines), repr(self.NEWLINE))
Tim Peters863ac442002-04-16 01:38:40 +000053
Jack Jansen518d2612002-04-14 20:17:18 +000054 def test_readlines(self):
55 fp = open(test_support.TESTFN, self.READMODE)
56 data = fp.readlines()
57 self.assertEqual(data, DATA_SPLIT)
Walter Dörwald70a6b492004-02-12 17:35:32 +000058 self.assertEqual(repr(fp.newlines), repr(self.NEWLINE))
Jack Jansen518d2612002-04-14 20:17:18 +000059
60 def test_readline(self):
61 fp = open(test_support.TESTFN, self.READMODE)
62 data = []
63 d = fp.readline()
64 while d:
65 data.append(d)
66 d = fp.readline()
67 self.assertEqual(data, DATA_SPLIT)
Walter Dörwald70a6b492004-02-12 17:35:32 +000068 self.assertEqual(repr(fp.newlines), repr(self.NEWLINE))
Tim Peters863ac442002-04-16 01:38:40 +000069
Jack Jansen518d2612002-04-14 20:17:18 +000070 def test_seek(self):
71 fp = open(test_support.TESTFN, self.READMODE)
72 fp.readline()
73 pos = fp.tell()
74 data = fp.readlines()
75 self.assertEqual(data, DATA_SPLIT[1:])
76 fp.seek(pos)
77 data = fp.readlines()
78 self.assertEqual(data, DATA_SPLIT[1:])
Tim Peters863ac442002-04-16 01:38:40 +000079
Jack Jansen518d2612002-04-14 20:17:18 +000080
Jack Jansen518d2612002-04-14 20:17:18 +000081class TestCRNewlines(TestGenericUnivNewlines):
Tim Petersea572b22002-04-21 06:12:02 +000082 NEWLINE = '\r'
83 DATA = DATA_CR
Tim Peters863ac442002-04-16 01:38:40 +000084
Jack Jansen518d2612002-04-14 20:17:18 +000085class TestLFNewlines(TestGenericUnivNewlines):
Tim Petersea572b22002-04-21 06:12:02 +000086 NEWLINE = '\n'
87 DATA = DATA_LF
Tim Peters863ac442002-04-16 01:38:40 +000088
Jack Jansen518d2612002-04-14 20:17:18 +000089class TestCRLFNewlines(TestGenericUnivNewlines):
Tim Petersea572b22002-04-21 06:12:02 +000090 NEWLINE = '\r\n'
91 DATA = DATA_CRLF
Tim Peters863ac442002-04-16 01:38:40 +000092
Jack Jansen518d2612002-04-14 20:17:18 +000093class TestMixedNewlines(TestGenericUnivNewlines):
Tim Petersea572b22002-04-21 06:12:02 +000094 NEWLINE = ('\r', '\n')
95 DATA = DATA_MIXED
Tim Peters863ac442002-04-16 01:38:40 +000096
Jack Jansen518d2612002-04-14 20:17:18 +000097
98def test_main():
Walter Dörwald21d3a322003-05-01 17:45:56 +000099 test_support.run_unittest(
Walter Dörwald21d3a322003-05-01 17:45:56 +0000100 TestCRNewlines,
101 TestLFNewlines,
102 TestCRLFNewlines,
103 TestMixedNewlines
104 )
Jack Jansen518d2612002-04-14 20:17:18 +0000105
106if __name__ == '__main__':
107 test_main()