Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 1 | """Test largefile support on system where this makes sense. |
| 2 | """ |
Trent Mick | f29f47b | 2000-08-11 19:02:59 +0000 | [diff] [blame] | 3 | |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 4 | import os |
| 5 | import stat |
| 6 | import sys |
| 7 | import unittest |
Serhiy Storchaka | c406a12 | 2013-07-17 13:42:24 +0300 | [diff] [blame] | 8 | from test.support import TESTFN, requires, unlink |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 9 | import io # C implementation of io |
| 10 | import _pyio as pyio # Python implementation of io |
Trent Mick | f29f47b | 2000-08-11 19:02:59 +0000 | [diff] [blame] | 11 | |
Serhiy Storchaka | c406a12 | 2013-07-17 13:42:24 +0300 | [diff] [blame] | 12 | # size of file to create (>2GB; 2GB == 2147483648 bytes) |
Guido van Rossum | e2a383d | 2007-01-15 16:59:06 +0000 | [diff] [blame] | 13 | size = 2500000000 |
Guido van Rossum | a31ddbb | 2001-09-10 15:03:18 +0000 | [diff] [blame] | 14 | |
Serhiy Storchaka | c406a12 | 2013-07-17 13:42:24 +0300 | [diff] [blame] | 15 | class LargeFileTest: |
| 16 | """Test that each file function works as expected for large |
| 17 | (i.e. > 2GB) files. |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 18 | """ |
| 19 | |
Serhiy Storchaka | c406a12 | 2013-07-17 13:42:24 +0300 | [diff] [blame] | 20 | def setUp(self): |
| 21 | if os.path.exists(TESTFN): |
| 22 | mode = 'r+b' |
| 23 | else: |
| 24 | mode = 'w+b' |
| 25 | |
| 26 | with self.open(TESTFN, mode) as f: |
| 27 | current_size = os.fstat(f.fileno())[stat.ST_SIZE] |
| 28 | if current_size == size+1: |
| 29 | return |
| 30 | |
| 31 | if current_size == 0: |
| 32 | f.write(b'z') |
| 33 | |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 34 | f.seek(0) |
| 35 | f.seek(size) |
Alexandre Vassalotti | a351f77 | 2008-03-03 02:59:49 +0000 | [diff] [blame] | 36 | f.write(b'a') |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 37 | f.flush() |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 38 | self.assertEqual(os.fstat(f.fileno())[stat.ST_SIZE], size+1) |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 39 | |
Serhiy Storchaka | c406a12 | 2013-07-17 13:42:24 +0300 | [diff] [blame] | 40 | @classmethod |
| 41 | def tearDownClass(cls): |
| 42 | with cls.open(TESTFN, 'wb'): |
| 43 | pass |
| 44 | if not os.stat(TESTFN)[stat.ST_SIZE] == 0: |
| 45 | raise cls.failureException('File was not truncated by opening ' |
| 46 | 'with mode "wb"') |
| 47 | |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 48 | def test_osstat(self): |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 49 | self.assertEqual(os.stat(TESTFN)[stat.ST_SIZE], size+1) |
| 50 | |
| 51 | def test_seek_read(self): |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 52 | with self.open(TESTFN, 'rb') as f: |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 53 | self.assertEqual(f.tell(), 0) |
Alexandre Vassalotti | a351f77 | 2008-03-03 02:59:49 +0000 | [diff] [blame] | 54 | self.assertEqual(f.read(1), b'z') |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 55 | self.assertEqual(f.tell(), 1) |
| 56 | f.seek(0) |
| 57 | self.assertEqual(f.tell(), 0) |
| 58 | f.seek(0, 0) |
| 59 | self.assertEqual(f.tell(), 0) |
| 60 | f.seek(42) |
| 61 | self.assertEqual(f.tell(), 42) |
| 62 | f.seek(42, 0) |
| 63 | self.assertEqual(f.tell(), 42) |
| 64 | f.seek(42, 1) |
| 65 | self.assertEqual(f.tell(), 84) |
| 66 | f.seek(0, 1) |
| 67 | self.assertEqual(f.tell(), 84) |
| 68 | f.seek(0, 2) # seek from the end |
| 69 | self.assertEqual(f.tell(), size + 1 + 0) |
| 70 | f.seek(-10, 2) |
| 71 | self.assertEqual(f.tell(), size + 1 - 10) |
| 72 | f.seek(-size-1, 2) |
| 73 | self.assertEqual(f.tell(), 0) |
| 74 | f.seek(size) |
| 75 | self.assertEqual(f.tell(), size) |
| 76 | # the 'a' that was written at the end of file above |
Alexandre Vassalotti | a351f77 | 2008-03-03 02:59:49 +0000 | [diff] [blame] | 77 | self.assertEqual(f.read(1), b'a') |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 78 | f.seek(-size-1, 1) |
Alexandre Vassalotti | a351f77 | 2008-03-03 02:59:49 +0000 | [diff] [blame] | 79 | self.assertEqual(f.read(1), b'z') |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 80 | self.assertEqual(f.tell(), 1) |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 81 | |
| 82 | def test_lseek(self): |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 83 | with self.open(TESTFN, 'rb') as f: |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 84 | self.assertEqual(os.lseek(f.fileno(), 0, 0), 0) |
| 85 | self.assertEqual(os.lseek(f.fileno(), 42, 0), 42) |
| 86 | self.assertEqual(os.lseek(f.fileno(), 42, 1), 84) |
| 87 | self.assertEqual(os.lseek(f.fileno(), 0, 1), 84) |
| 88 | self.assertEqual(os.lseek(f.fileno(), 0, 2), size+1+0) |
| 89 | self.assertEqual(os.lseek(f.fileno(), -10, 2), size+1-10) |
| 90 | self.assertEqual(os.lseek(f.fileno(), -size-1, 2), 0) |
| 91 | self.assertEqual(os.lseek(f.fileno(), size, 0), size) |
| 92 | # the 'a' that was written at the end of file above |
Alexandre Vassalotti | a351f77 | 2008-03-03 02:59:49 +0000 | [diff] [blame] | 93 | self.assertEqual(f.read(1), b'a') |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 94 | |
| 95 | def test_truncate(self): |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 96 | with self.open(TESTFN, 'r+b') as f: |
Christian Heimes | 180510d | 2008-03-03 19:15:45 +0000 | [diff] [blame] | 97 | if not hasattr(f, 'truncate'): |
Serhiy Storchaka | c406a12 | 2013-07-17 13:42:24 +0300 | [diff] [blame] | 98 | raise unittest.SkipTest("open().truncate() not available " |
| 99 | "on this system") |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 100 | f.seek(0, 2) |
| 101 | # else we've lost track of the true size |
| 102 | self.assertEqual(f.tell(), size+1) |
| 103 | # Cut it back via seek + truncate with no argument. |
| 104 | newsize = size - 10 |
| 105 | f.seek(newsize) |
| 106 | f.truncate() |
| 107 | self.assertEqual(f.tell(), newsize) # else pointer moved |
| 108 | f.seek(0, 2) |
| 109 | self.assertEqual(f.tell(), newsize) # else wasn't truncated |
| 110 | # Ensure that truncate(smaller than true size) shrinks |
| 111 | # the file. |
| 112 | newsize -= 1 |
| 113 | f.seek(42) |
| 114 | f.truncate(newsize) |
Antoine Pitrou | 905a2ff | 2010-01-31 22:47:27 +0000 | [diff] [blame] | 115 | self.assertEqual(f.tell(), 42) |
Alexandre Vassalotti | 77250f4 | 2008-05-06 19:48:38 +0000 | [diff] [blame] | 116 | f.seek(0, 2) |
| 117 | self.assertEqual(f.tell(), newsize) |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 118 | # XXX truncate(larger than true size) is ill-defined |
| 119 | # across platform; cut it waaaaay back |
| 120 | f.seek(0) |
| 121 | f.truncate(1) |
Antoine Pitrou | 905a2ff | 2010-01-31 22:47:27 +0000 | [diff] [blame] | 122 | self.assertEqual(f.tell(), 0) # else pointer moved |
Alexandre Vassalotti | 77250f4 | 2008-05-06 19:48:38 +0000 | [diff] [blame] | 123 | f.seek(0) |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 124 | self.assertEqual(len(f.read()), 1) # else wasn't truncated |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 125 | |
Antoine Pitrou | a28fcfd | 2009-03-13 23:42:55 +0000 | [diff] [blame] | 126 | def test_seekable(self): |
| 127 | # Issue #5016; seekable() can return False when the current position |
| 128 | # is negative when truncated to an int. |
| 129 | for pos in (2**31-1, 2**31, 2**31+1): |
| 130 | with self.open(TESTFN, 'rb') as f: |
| 131 | f.seek(pos) |
Benjamin Peterson | c9c0f20 | 2009-06-30 23:06:06 +0000 | [diff] [blame] | 132 | self.assertTrue(f.seekable()) |
Antoine Pitrou | a28fcfd | 2009-03-13 23:42:55 +0000 | [diff] [blame] | 133 | |
Serhiy Storchaka | c406a12 | 2013-07-17 13:42:24 +0300 | [diff] [blame] | 134 | def setUpModule(): |
| 135 | try: |
| 136 | import signal |
| 137 | # The default handler for SIGXFSZ is to abort the process. |
| 138 | # By ignoring it, system calls exceeding the file size resource |
| 139 | # limit will raise OSError instead of crashing the interpreter. |
| 140 | signal.signal(signal.SIGXFSZ, signal.SIG_IGN) |
| 141 | except (ImportError, AttributeError): |
| 142 | pass |
Antoine Pitrou | a28fcfd | 2009-03-13 23:42:55 +0000 | [diff] [blame] | 143 | |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 144 | # On Windows and Mac OSX this test comsumes large resources; It |
| 145 | # takes a long time to build the >2GB file and takes >2GB of disk |
| 146 | # space therefore the resource must be enabled to run this test. |
| 147 | # If not, nothing after this line stanza will be executed. |
| 148 | if sys.platform[:3] == 'win' or sys.platform == 'darwin': |
| 149 | requires('largefile', |
| 150 | 'test requires %s bytes and a long time to run' % str(size)) |
Guido van Rossum | 47f4034 | 2001-09-10 13:34:12 +0000 | [diff] [blame] | 151 | else: |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 152 | # Only run if the current filesystem supports large files. |
| 153 | # (Skip this test on Windows, since we now always support |
| 154 | # large files.) |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 155 | f = open(TESTFN, 'wb', buffering=0) |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 156 | try: |
| 157 | # 2**31 == 2147483648 |
| 158 | f.seek(2147483649) |
Serhiy Storchaka | c406a12 | 2013-07-17 13:42:24 +0300 | [diff] [blame] | 159 | # Seeking is not enough of a test: you must write and flush, too! |
Alexandre Vassalotti | a351f77 | 2008-03-03 02:59:49 +0000 | [diff] [blame] | 160 | f.write(b'x') |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 161 | f.flush() |
Andrew Svetlov | f7a17b4 | 2012-12-25 16:47:37 +0200 | [diff] [blame] | 162 | except (OSError, OverflowError): |
Serhiy Storchaka | c406a12 | 2013-07-17 13:42:24 +0300 | [diff] [blame] | 163 | raise unittest.SkipTest("filesystem does not have " |
| 164 | "largefile support") |
| 165 | finally: |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 166 | f.close() |
| 167 | unlink(TESTFN) |
Serhiy Storchaka | c406a12 | 2013-07-17 13:42:24 +0300 | [diff] [blame] | 168 | |
| 169 | |
| 170 | class CLargeFileTest(LargeFileTest, unittest.TestCase): |
| 171 | open = staticmethod(io.open) |
| 172 | |
| 173 | class PyLargeFileTest(LargeFileTest, unittest.TestCase): |
| 174 | open = staticmethod(pyio.open) |
| 175 | |
| 176 | def tearDownModule(): |
| 177 | unlink(TESTFN) |
Guido van Rossum | 47f4034 | 2001-09-10 13:34:12 +0000 | [diff] [blame] | 178 | |
Christian Heimes | 77c02eb | 2008-02-09 02:18:51 +0000 | [diff] [blame] | 179 | if __name__ == '__main__': |
Serhiy Storchaka | c406a12 | 2013-07-17 13:42:24 +0300 | [diff] [blame] | 180 | unittest.main() |