Benjamin Peterson | 90f5ba5 | 2010-03-11 22:53:45 +0000 | [diff] [blame] | 1 | #! /usr/bin/env python3 |
Andrew M. Kuchling | a6f68e1 | 2005-06-09 14:12:36 +0000 | [diff] [blame] | 2 | """Test script for the gzip module. |
| 3 | """ |
| 4 | |
| 5 | import unittest |
Benjamin Peterson | ee8712c | 2008-05-20 21:35:26 +0000 | [diff] [blame] | 6 | from test import support |
Christian Heimes | 05e8be1 | 2008-02-23 18:30:17 +0000 | [diff] [blame] | 7 | import os |
Antoine Pitrou | b1f8835 | 2010-01-03 22:37:40 +0000 | [diff] [blame] | 8 | import io |
Antoine Pitrou | 42db3ef | 2009-01-04 21:37:59 +0000 | [diff] [blame] | 9 | import struct |
Ezio Melotti | 78ea202 | 2009-09-12 18:41:20 +0000 | [diff] [blame] | 10 | gzip = support.import_module('gzip') |
Andrew M. Kuchling | 605ebdd | 1999-03-25 21:50:27 +0000 | [diff] [blame] | 11 | |
Walter Dörwald | 5b1284d | 2007-06-06 16:43:59 +0000 | [diff] [blame] | 12 | data1 = b""" int length=DEFAULTALLOC, err = Z_OK; |
Andrew M. Kuchling | 605ebdd | 1999-03-25 21:50:27 +0000 | [diff] [blame] | 13 | PyObject *RetVal; |
| 14 | int flushmode = Z_FINISH; |
| 15 | unsigned long start_total_out; |
| 16 | |
| 17 | """ |
| 18 | |
Walter Dörwald | 5b1284d | 2007-06-06 16:43:59 +0000 | [diff] [blame] | 19 | data2 = b"""/* zlibmodule.c -- gzip-compatible data compression */ |
Neal Norwitz | 014f103 | 2004-07-29 03:55:56 +0000 | [diff] [blame] | 20 | /* See http://www.gzip.org/zlib/ |
Andrew M. Kuchling | 605ebdd | 1999-03-25 21:50:27 +0000 | [diff] [blame] | 21 | /* See http://www.winimage.com/zLibDll for Windows */ |
| 22 | """ |
| 23 | |
Andrew M. Kuchling | 605ebdd | 1999-03-25 21:50:27 +0000 | [diff] [blame] | 24 | |
Antoine Pitrou | 7b96984 | 2010-09-23 16:22:51 +0000 | [diff] [blame] | 25 | class UnseekableIO(io.BytesIO): |
| 26 | def seekable(self): |
| 27 | return False |
| 28 | |
| 29 | def tell(self): |
| 30 | raise io.UnsupportedOperation |
| 31 | |
| 32 | def seek(self, *args): |
| 33 | raise io.UnsupportedOperation |
| 34 | |
| 35 | |
Andrew M. Kuchling | a6f68e1 | 2005-06-09 14:12:36 +0000 | [diff] [blame] | 36 | class TestGzip(unittest.TestCase): |
Benjamin Peterson | ee8712c | 2008-05-20 21:35:26 +0000 | [diff] [blame] | 37 | filename = support.TESTFN |
Tim Peters | 5cfb05e | 2004-07-27 21:02:02 +0000 | [diff] [blame] | 38 | |
Georg Brandl | b533e26 | 2008-05-25 18:19:30 +0000 | [diff] [blame] | 39 | def setUp(self): |
Benjamin Peterson | ee8712c | 2008-05-20 21:35:26 +0000 | [diff] [blame] | 40 | support.unlink(self.filename) |
Andrew M. Kuchling | 605ebdd | 1999-03-25 21:50:27 +0000 | [diff] [blame] | 41 | |
Georg Brandl | b533e26 | 2008-05-25 18:19:30 +0000 | [diff] [blame] | 42 | def tearDown(self): |
Benjamin Peterson | ee8712c | 2008-05-20 21:35:26 +0000 | [diff] [blame] | 43 | support.unlink(self.filename) |
Andrew M. Kuchling | 605ebdd | 1999-03-25 21:50:27 +0000 | [diff] [blame] | 44 | |
Andrew M. Kuchling | 85ab738 | 2000-07-29 20:18:34 +0000 | [diff] [blame] | 45 | |
Georg Brandl | b533e26 | 2008-05-25 18:19:30 +0000 | [diff] [blame] | 46 | def test_write(self): |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 47 | with gzip.GzipFile(self.filename, 'wb') as f: |
| 48 | f.write(data1 * 50) |
Andrew M. Kuchling | 85ab738 | 2000-07-29 20:18:34 +0000 | [diff] [blame] | 49 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 50 | # Try flush and fileno. |
| 51 | f.flush() |
| 52 | f.fileno() |
| 53 | if hasattr(os, 'fsync'): |
| 54 | os.fsync(f.fileno()) |
| 55 | f.close() |
Andrew M. Kuchling | 85ab738 | 2000-07-29 20:18:34 +0000 | [diff] [blame] | 56 | |
Georg Brandl | b533e26 | 2008-05-25 18:19:30 +0000 | [diff] [blame] | 57 | # Test multiple close() calls. |
| 58 | f.close() |
| 59 | |
Andrew M. Kuchling | a6f68e1 | 2005-06-09 14:12:36 +0000 | [diff] [blame] | 60 | def test_read(self): |
| 61 | self.test_write() |
| 62 | # Try reading. |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 63 | with gzip.GzipFile(self.filename, 'r') as f: |
| 64 | d = f.read() |
Andrew M. Kuchling | a6f68e1 | 2005-06-09 14:12:36 +0000 | [diff] [blame] | 65 | self.assertEqual(d, data1*50) |
Andrew M. Kuchling | 85ab738 | 2000-07-29 20:18:34 +0000 | [diff] [blame] | 66 | |
Antoine Pitrou | 4ec4b0c | 2011-04-04 21:00:37 +0200 | [diff] [blame] | 67 | def test_read1(self): |
| 68 | self.test_write() |
| 69 | blocks = [] |
| 70 | nread = 0 |
| 71 | with gzip.GzipFile(self.filename, 'r') as f: |
| 72 | while True: |
| 73 | d = f.read1() |
| 74 | if not d: |
| 75 | break |
| 76 | blocks.append(d) |
| 77 | nread += len(d) |
| 78 | # Check that position was updated correctly (see issue10791). |
| 79 | self.assertEqual(f.tell(), nread) |
| 80 | self.assertEqual(b''.join(blocks), data1 * 50) |
| 81 | |
Antoine Pitrou | 7980eaa | 2010-10-06 21:21:18 +0000 | [diff] [blame] | 82 | def test_io_on_closed_object(self): |
| 83 | # Test that I/O operations on closed GzipFile objects raise a |
| 84 | # ValueError, just like the corresponding functions on file objects. |
| 85 | |
| 86 | # Write to a file, open it for reading, then close it. |
| 87 | self.test_write() |
| 88 | f = gzip.GzipFile(self.filename, 'r') |
| 89 | f.close() |
| 90 | with self.assertRaises(ValueError): |
| 91 | f.read(1) |
| 92 | with self.assertRaises(ValueError): |
| 93 | f.seek(0) |
| 94 | with self.assertRaises(ValueError): |
| 95 | f.tell() |
| 96 | # Open the file for writing, then close it. |
| 97 | f = gzip.GzipFile(self.filename, 'w') |
| 98 | f.close() |
| 99 | with self.assertRaises(ValueError): |
| 100 | f.write(b'') |
| 101 | with self.assertRaises(ValueError): |
| 102 | f.flush() |
| 103 | |
Andrew M. Kuchling | a6f68e1 | 2005-06-09 14:12:36 +0000 | [diff] [blame] | 104 | def test_append(self): |
| 105 | self.test_write() |
| 106 | # Append to the previous file |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 107 | with gzip.GzipFile(self.filename, 'ab') as f: |
| 108 | f.write(data2 * 15) |
Andrew M. Kuchling | 85ab738 | 2000-07-29 20:18:34 +0000 | [diff] [blame] | 109 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 110 | with gzip.GzipFile(self.filename, 'rb') as f: |
| 111 | d = f.read() |
Andrew M. Kuchling | a6f68e1 | 2005-06-09 14:12:36 +0000 | [diff] [blame] | 112 | self.assertEqual(d, (data1*50) + (data2*15)) |
Andrew M. Kuchling | 85ab738 | 2000-07-29 20:18:34 +0000 | [diff] [blame] | 113 | |
Andrew M. Kuchling | 01cb47b | 2005-06-09 14:19:32 +0000 | [diff] [blame] | 114 | def test_many_append(self): |
| 115 | # Bug #1074261 was triggered when reading a file that contained |
| 116 | # many, many members. Create such a file and verify that reading it |
| 117 | # works. |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 118 | with gzip.open(self.filename, 'wb', 9) as f: |
Walter Dörwald | 5b1284d | 2007-06-06 16:43:59 +0000 | [diff] [blame] | 119 | f.write(b'a') |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 120 | for i in range(0, 200): |
| 121 | with gzip.open(self.filename, "ab", 9) as f: # append |
| 122 | f.write(b'a') |
Andrew M. Kuchling | 01cb47b | 2005-06-09 14:19:32 +0000 | [diff] [blame] | 123 | |
| 124 | # Try reading the file |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 125 | with gzip.open(self.filename, "rb") as zgfile: |
| 126 | contents = b"" |
| 127 | while 1: |
| 128 | ztxt = zgfile.read(8192) |
| 129 | contents += ztxt |
| 130 | if not ztxt: break |
Ezio Melotti | b3aedd4 | 2010-11-20 19:04:17 +0000 | [diff] [blame] | 131 | self.assertEqual(contents, b'a'*201) |
Andrew M. Kuchling | 01cb47b | 2005-06-09 14:19:32 +0000 | [diff] [blame] | 132 | |
Antoine Pitrou | b1f8835 | 2010-01-03 22:37:40 +0000 | [diff] [blame] | 133 | def test_buffered_reader(self): |
| 134 | # Issue #7471: a GzipFile can be wrapped in a BufferedReader for |
| 135 | # performance. |
| 136 | self.test_write() |
| 137 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 138 | with gzip.GzipFile(self.filename, 'rb') as f: |
| 139 | with io.BufferedReader(f) as r: |
| 140 | lines = [line for line in r] |
Antoine Pitrou | b1f8835 | 2010-01-03 22:37:40 +0000 | [diff] [blame] | 141 | |
| 142 | self.assertEqual(lines, 50 * data1.splitlines(True)) |
Andrew M. Kuchling | 01cb47b | 2005-06-09 14:19:32 +0000 | [diff] [blame] | 143 | |
Andrew M. Kuchling | a6f68e1 | 2005-06-09 14:12:36 +0000 | [diff] [blame] | 144 | def test_readline(self): |
| 145 | self.test_write() |
| 146 | # Try .readline() with varying line lengths |
Martin v. Löwis | 8cc965c | 2001-08-09 07:21:56 +0000 | [diff] [blame] | 147 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 148 | with gzip.GzipFile(self.filename, 'rb') as f: |
| 149 | line_length = 0 |
| 150 | while 1: |
| 151 | L = f.readline(line_length) |
| 152 | if not L and line_length != 0: break |
| 153 | self.assertTrue(len(L) <= line_length) |
| 154 | line_length = (line_length + 1) % 50 |
Martin v. Löwis | 8cc965c | 2001-08-09 07:21:56 +0000 | [diff] [blame] | 155 | |
Andrew M. Kuchling | a6f68e1 | 2005-06-09 14:12:36 +0000 | [diff] [blame] | 156 | def test_readlines(self): |
| 157 | self.test_write() |
| 158 | # Try .readlines() |
Andrew M. Kuchling | 605ebdd | 1999-03-25 21:50:27 +0000 | [diff] [blame] | 159 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 160 | with gzip.GzipFile(self.filename, 'rb') as f: |
| 161 | L = f.readlines() |
Skip Montanaro | 12424bc | 2002-05-23 01:43:05 +0000 | [diff] [blame] | 162 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 163 | with gzip.GzipFile(self.filename, 'rb') as f: |
| 164 | while 1: |
| 165 | L = f.readlines(150) |
| 166 | if L == []: break |
Andrew M. Kuchling | a6f68e1 | 2005-06-09 14:12:36 +0000 | [diff] [blame] | 167 | |
| 168 | def test_seek_read(self): |
| 169 | self.test_write() |
| 170 | # Try seek, read test |
| 171 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 172 | with gzip.GzipFile(self.filename) as f: |
| 173 | while 1: |
| 174 | oldpos = f.tell() |
| 175 | line1 = f.readline() |
| 176 | if not line1: break |
| 177 | newpos = f.tell() |
| 178 | f.seek(oldpos) # negative seek |
| 179 | if len(line1)>10: |
| 180 | amount = 10 |
| 181 | else: |
| 182 | amount = len(line1) |
| 183 | line2 = f.read(amount) |
| 184 | self.assertEqual(line1[:amount], line2) |
| 185 | f.seek(newpos) # positive seek |
Andrew M. Kuchling | a6f68e1 | 2005-06-09 14:12:36 +0000 | [diff] [blame] | 186 | |
Thomas Wouters | 89f507f | 2006-12-13 04:49:30 +0000 | [diff] [blame] | 187 | def test_seek_whence(self): |
| 188 | self.test_write() |
| 189 | # Try seek(whence=1), read test |
| 190 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 191 | with gzip.GzipFile(self.filename) as f: |
| 192 | f.read(10) |
| 193 | f.seek(10, whence=1) |
| 194 | y = f.read(10) |
Ezio Melotti | b3aedd4 | 2010-11-20 19:04:17 +0000 | [diff] [blame] | 195 | self.assertEqual(y, data1[20:30]) |
Thomas Wouters | 9fe394c | 2007-02-05 01:24:16 +0000 | [diff] [blame] | 196 | |
Andrew M. Kuchling | a6f68e1 | 2005-06-09 14:12:36 +0000 | [diff] [blame] | 197 | def test_seek_write(self): |
| 198 | # Try seek, write test |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 199 | with gzip.GzipFile(self.filename, 'w') as f: |
| 200 | for pos in range(0, 256, 16): |
| 201 | f.seek(pos) |
| 202 | f.write(b'GZ\n') |
Andrew M. Kuchling | a6f68e1 | 2005-06-09 14:12:36 +0000 | [diff] [blame] | 203 | |
| 204 | def test_mode(self): |
| 205 | self.test_write() |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 206 | with gzip.GzipFile(self.filename, 'r') as f: |
| 207 | self.assertEqual(f.myfileobj.mode, 'rb') |
Andrew M. Kuchling | a6f68e1 | 2005-06-09 14:12:36 +0000 | [diff] [blame] | 208 | |
Thomas Wouters | cf297e4 | 2007-02-23 15:07:44 +0000 | [diff] [blame] | 209 | def test_1647484(self): |
| 210 | for mode in ('wb', 'rb'): |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 211 | with gzip.GzipFile(self.filename, mode) as f: |
| 212 | self.assertTrue(hasattr(f, "name")) |
| 213 | self.assertEqual(f.name, self.filename) |
Thomas Wouters | cf297e4 | 2007-02-23 15:07:44 +0000 | [diff] [blame] | 214 | |
Georg Brandl | 9f1c1dc | 2010-11-20 11:25:01 +0000 | [diff] [blame] | 215 | def test_paddedfile_getattr(self): |
| 216 | self.test_write() |
| 217 | with gzip.GzipFile(self.filename, 'rb') as f: |
| 218 | self.assertTrue(hasattr(f.fileobj, "name")) |
| 219 | self.assertEqual(f.fileobj.name, self.filename) |
| 220 | |
Antoine Pitrou | 42db3ef | 2009-01-04 21:37:59 +0000 | [diff] [blame] | 221 | def test_mtime(self): |
| 222 | mtime = 123456789 |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 223 | with gzip.GzipFile(self.filename, 'w', mtime = mtime) as fWrite: |
| 224 | fWrite.write(data1) |
| 225 | with gzip.GzipFile(self.filename) as fRead: |
| 226 | dataRead = fRead.read() |
| 227 | self.assertEqual(dataRead, data1) |
| 228 | self.assertTrue(hasattr(fRead, 'mtime')) |
| 229 | self.assertEqual(fRead.mtime, mtime) |
Antoine Pitrou | 42db3ef | 2009-01-04 21:37:59 +0000 | [diff] [blame] | 230 | |
| 231 | def test_metadata(self): |
| 232 | mtime = 123456789 |
| 233 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 234 | with gzip.GzipFile(self.filename, 'w', mtime = mtime) as fWrite: |
| 235 | fWrite.write(data1) |
Antoine Pitrou | 42db3ef | 2009-01-04 21:37:59 +0000 | [diff] [blame] | 236 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 237 | with open(self.filename, 'rb') as fRead: |
| 238 | # see RFC 1952: http://www.faqs.org/rfcs/rfc1952.html |
Antoine Pitrou | 42db3ef | 2009-01-04 21:37:59 +0000 | [diff] [blame] | 239 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 240 | idBytes = fRead.read(2) |
| 241 | self.assertEqual(idBytes, b'\x1f\x8b') # gzip ID |
Antoine Pitrou | 42db3ef | 2009-01-04 21:37:59 +0000 | [diff] [blame] | 242 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 243 | cmByte = fRead.read(1) |
| 244 | self.assertEqual(cmByte, b'\x08') # deflate |
Antoine Pitrou | 42db3ef | 2009-01-04 21:37:59 +0000 | [diff] [blame] | 245 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 246 | flagsByte = fRead.read(1) |
| 247 | self.assertEqual(flagsByte, b'\x08') # only the FNAME flag is set |
Antoine Pitrou | 42db3ef | 2009-01-04 21:37:59 +0000 | [diff] [blame] | 248 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 249 | mtimeBytes = fRead.read(4) |
| 250 | self.assertEqual(mtimeBytes, struct.pack('<i', mtime)) # little-endian |
Antoine Pitrou | 42db3ef | 2009-01-04 21:37:59 +0000 | [diff] [blame] | 251 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 252 | xflByte = fRead.read(1) |
| 253 | self.assertEqual(xflByte, b'\x02') # maximum compression |
Antoine Pitrou | 42db3ef | 2009-01-04 21:37:59 +0000 | [diff] [blame] | 254 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 255 | osByte = fRead.read(1) |
| 256 | self.assertEqual(osByte, b'\xff') # OS "unknown" (OS-independent) |
Antoine Pitrou | 42db3ef | 2009-01-04 21:37:59 +0000 | [diff] [blame] | 257 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 258 | # Since the FNAME flag is set, the zero-terminated filename follows. |
| 259 | # RFC 1952 specifies that this is the name of the input file, if any. |
| 260 | # However, the gzip module defaults to storing the name of the output |
| 261 | # file in this field. |
| 262 | expected = self.filename.encode('Latin-1') + b'\x00' |
| 263 | nameBytes = fRead.read(len(expected)) |
| 264 | self.assertEqual(nameBytes, expected) |
Antoine Pitrou | 42db3ef | 2009-01-04 21:37:59 +0000 | [diff] [blame] | 265 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 266 | # Since no other flags were set, the header ends here. |
| 267 | # Rather than process the compressed data, let's seek to the trailer. |
| 268 | fRead.seek(os.stat(self.filename).st_size - 8) |
Antoine Pitrou | 42db3ef | 2009-01-04 21:37:59 +0000 | [diff] [blame] | 269 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 270 | crc32Bytes = fRead.read(4) # CRC32 of uncompressed data [data1] |
| 271 | self.assertEqual(crc32Bytes, b'\xaf\xd7d\x83') |
Antoine Pitrou | 42db3ef | 2009-01-04 21:37:59 +0000 | [diff] [blame] | 272 | |
Brian Curtin | 28f96b5 | 2010-10-13 02:21:42 +0000 | [diff] [blame] | 273 | isizeBytes = fRead.read(4) |
| 274 | self.assertEqual(isizeBytes, struct.pack('<i', len(data1))) |
Antoine Pitrou | 42db3ef | 2009-01-04 21:37:59 +0000 | [diff] [blame] | 275 | |
Antoine Pitrou | 308705e | 2009-01-10 16:22:51 +0000 | [diff] [blame] | 276 | def test_with_open(self): |
| 277 | # GzipFile supports the context management protocol |
| 278 | with gzip.GzipFile(self.filename, "wb") as f: |
| 279 | f.write(b"xxx") |
| 280 | f = gzip.GzipFile(self.filename, "rb") |
| 281 | f.close() |
| 282 | try: |
| 283 | with f: |
| 284 | pass |
| 285 | except ValueError: |
| 286 | pass |
| 287 | else: |
| 288 | self.fail("__enter__ on a closed file didn't raise an exception") |
| 289 | try: |
| 290 | with gzip.GzipFile(self.filename, "wb") as f: |
| 291 | 1/0 |
| 292 | except ZeroDivisionError: |
| 293 | pass |
| 294 | else: |
| 295 | self.fail("1/0 didn't raise an exception") |
| 296 | |
Antoine Pitrou | 8e33fd7 | 2010-01-13 14:37:26 +0000 | [diff] [blame] | 297 | def test_zero_padded_file(self): |
| 298 | with gzip.GzipFile(self.filename, "wb") as f: |
| 299 | f.write(data1 * 50) |
| 300 | |
| 301 | # Pad the file with zeroes |
| 302 | with open(self.filename, "ab") as f: |
| 303 | f.write(b"\x00" * 50) |
| 304 | |
| 305 | with gzip.GzipFile(self.filename, "rb") as f: |
| 306 | d = f.read() |
| 307 | self.assertEqual(d, data1 * 50, "Incorrect data in file") |
| 308 | |
Antoine Pitrou | 7b96984 | 2010-09-23 16:22:51 +0000 | [diff] [blame] | 309 | def test_non_seekable_file(self): |
| 310 | uncompressed = data1 * 50 |
| 311 | buf = UnseekableIO() |
| 312 | with gzip.GzipFile(fileobj=buf, mode="wb") as f: |
| 313 | f.write(uncompressed) |
| 314 | compressed = buf.getvalue() |
| 315 | buf = UnseekableIO(compressed) |
| 316 | with gzip.GzipFile(fileobj=buf, mode="rb") as f: |
| 317 | self.assertEqual(f.read(), uncompressed) |
| 318 | |
Antoine Pitrou | c3ed2e7 | 2010-09-29 10:49:46 +0000 | [diff] [blame] | 319 | def test_peek(self): |
| 320 | uncompressed = data1 * 200 |
| 321 | with gzip.GzipFile(self.filename, "wb") as f: |
| 322 | f.write(uncompressed) |
| 323 | |
| 324 | def sizes(): |
| 325 | while True: |
| 326 | for n in range(5, 50, 10): |
| 327 | yield n |
| 328 | |
| 329 | with gzip.GzipFile(self.filename, "rb") as f: |
| 330 | f.max_read_chunk = 33 |
| 331 | nread = 0 |
| 332 | for n in sizes(): |
| 333 | s = f.peek(n) |
| 334 | if s == b'': |
| 335 | break |
| 336 | self.assertEqual(f.read(len(s)), s) |
| 337 | nread += len(s) |
| 338 | self.assertEqual(f.read(100), b'') |
| 339 | self.assertEqual(nread, len(uncompressed)) |
| 340 | |
Antoine Pitrou | 4ec4b0c | 2011-04-04 21:00:37 +0200 | [diff] [blame] | 341 | def test_textio_readlines(self): |
| 342 | # Issue #10791: TextIOWrapper.readlines() fails when wrapping GzipFile. |
| 343 | lines = (data1 * 50).decode("ascii").splitlines(True) |
| 344 | self.test_write() |
| 345 | with gzip.GzipFile(self.filename, 'r') as f: |
| 346 | with io.TextIOWrapper(f, encoding="ascii") as t: |
| 347 | self.assertEqual(t.readlines(), lines) |
| 348 | |
Antoine Pitrou | 79c5ef1 | 2010-08-17 21:10:05 +0000 | [diff] [blame] | 349 | # Testing compress/decompress shortcut functions |
| 350 | |
| 351 | def test_compress(self): |
| 352 | for data in [data1, data2]: |
| 353 | for args in [(), (1,), (6,), (9,)]: |
| 354 | datac = gzip.compress(data, *args) |
| 355 | self.assertEqual(type(datac), bytes) |
| 356 | with gzip.GzipFile(fileobj=io.BytesIO(datac), mode="rb") as f: |
| 357 | self.assertEqual(f.read(), data) |
| 358 | |
| 359 | def test_decompress(self): |
| 360 | for data in (data1, data2): |
| 361 | buf = io.BytesIO() |
| 362 | with gzip.GzipFile(fileobj=buf, mode="wb") as f: |
| 363 | f.write(data) |
| 364 | self.assertEqual(gzip.decompress(buf.getvalue()), data) |
| 365 | # Roundtrip with compress |
| 366 | datac = gzip.compress(data) |
| 367 | self.assertEqual(gzip.decompress(datac), data) |
| 368 | |
Andrew M. Kuchling | a6f68e1 | 2005-06-09 14:12:36 +0000 | [diff] [blame] | 369 | def test_main(verbose=None): |
Benjamin Peterson | ee8712c | 2008-05-20 21:35:26 +0000 | [diff] [blame] | 370 | support.run_unittest(TestGzip) |
Andrew M. Kuchling | a6f68e1 | 2005-06-09 14:12:36 +0000 | [diff] [blame] | 371 | |
| 372 | if __name__ == "__main__": |
| 373 | test_main(verbose=True) |