blob: c29bd8d2ec987cdaf41d279ee8ba08c1762e292a [file] [log] [blame]
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001# Tests of the full ZIP64 functionality of zipfile
Benjamin Petersonee8712c2008-05-20 21:35:26 +00002# The support.requires call is the only reason for keeping this separate
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003# from test_zipfile
Benjamin Petersonee8712c2008-05-20 21:35:26 +00004from test import support
Martin v. Löwisb09b8442008-07-03 14:13:42 +00005
Martin Panter6f9b0102015-12-17 10:18:28 +00006# XXX(nnorwitz): disable this test by looking for extralargefile resource,
Thomas Wouters0e3f5912006-08-11 14:57:12 +00007# which doesn't exist. This test takes over 30 minutes to run in general
8# and requires more disk space than most of the buildbots.
Benjamin Petersonee8712c2008-05-20 21:35:26 +00009support.requires(
Thomas Wouters0e3f5912006-08-11 14:57:12 +000010 'extralargefile',
11 'test requires loads of disk-space bytes and a long time to run'
12 )
13
Thomas Wouters0e3f5912006-08-11 14:57:12 +000014import zipfile, os, unittest
15import time
16import sys
17
Guido van Rossum34d19282007-08-09 01:03:29 +000018from io import StringIO
Thomas Wouters0e3f5912006-08-11 14:57:12 +000019from tempfile import TemporaryFile
20
Serhiy Storchakacfbb3942014-09-23 21:34:24 +030021from test.support import TESTFN, requires_zlib
Thomas Wouters0e3f5912006-08-11 14:57:12 +000022
23TESTFN2 = TESTFN + "2"
24
25# How much time in seconds can pass before we print a 'Still working' message.
26_PRINT_WORKING_MSG_INTERVAL = 5 * 60
27
28class TestsWithSourceFile(unittest.TestCase):
29 def setUp(self):
30 # Create test data.
Guido van Rossum805365e2007-05-07 22:24:25 +000031 line_gen = ("Test of zipfile line %d." % i for i in range(1000000))
Amaury Forgeot d'Arc3be2f042008-11-12 01:57:36 +000032 self.data = '\n'.join(line_gen).encode('ascii')
Thomas Wouters0e3f5912006-08-11 14:57:12 +000033
34 # And write it to a file.
35 fp = open(TESTFN, "wb")
36 fp.write(self.data)
37 fp.close()
38
39 def zipTest(self, f, compression):
40 # Create the ZIP archive.
Serhiy Storchaka235c5e02013-11-23 15:55:38 +020041 zipfp = zipfile.ZipFile(f, "w", compression)
Thomas Wouters0e3f5912006-08-11 14:57:12 +000042
43 # It will contain enough copies of self.data to reach about 6GB of
44 # raw data to store.
45 filecount = 6*1024**3 // len(self.data)
46
47 next_time = time.time() + _PRINT_WORKING_MSG_INTERVAL
48 for num in range(filecount):
49 zipfp.writestr("testfn%d" % num, self.data)
50 # Print still working message since this test can be really slow
51 if next_time <= time.time():
52 next_time = time.time() + _PRINT_WORKING_MSG_INTERVAL
Guido van Rossumbe19ed72007-02-09 05:37:30 +000053 print((
Thomas Wouters0e3f5912006-08-11 14:57:12 +000054 ' zipTest still writing %d of %d, be patient...' %
Guido van Rossumbe19ed72007-02-09 05:37:30 +000055 (num, filecount)), file=sys.__stdout__)
Thomas Wouters0e3f5912006-08-11 14:57:12 +000056 sys.__stdout__.flush()
57 zipfp.close()
58
59 # Read the ZIP archive
60 zipfp = zipfile.ZipFile(f, "r", compression)
61 for num in range(filecount):
62 self.assertEqual(zipfp.read("testfn%d" % num), self.data)
63 # Print still working message since this test can be really slow
64 if next_time <= time.time():
65 next_time = time.time() + _PRINT_WORKING_MSG_INTERVAL
Guido van Rossumbe19ed72007-02-09 05:37:30 +000066 print((
Thomas Wouters0e3f5912006-08-11 14:57:12 +000067 ' zipTest still reading %d of %d, be patient...' %
Guido van Rossumbe19ed72007-02-09 05:37:30 +000068 (num, filecount)), file=sys.__stdout__)
Thomas Wouters0e3f5912006-08-11 14:57:12 +000069 sys.__stdout__.flush()
70 zipfp.close()
71
72 def testStored(self):
73 # Try the temp file first. If we do TESTFN2 first, then it hogs
74 # gigabytes of disk space for the duration of the test.
Serhiy Storchakaf8282182016-02-25 12:55:19 +020075 with TemporaryFile() as f:
Thomas Wouters0e3f5912006-08-11 14:57:12 +000076 self.zipTest(f, zipfile.ZIP_STORED)
Serhiy Storchakaf8282182016-02-25 12:55:19 +020077 self.assertFalse(f.closed)
78 self.zipTest(TESTFN2, zipfile.ZIP_STORED)
Thomas Wouters0e3f5912006-08-11 14:57:12 +000079
Ezio Melotti975077a2011-05-19 22:03:22 +030080 @requires_zlib
81 def testDeflated(self):
82 # Try the temp file first. If we do TESTFN2 first, then it hogs
83 # gigabytes of disk space for the duration of the test.
Serhiy Storchakaf8282182016-02-25 12:55:19 +020084 with TemporaryFile() as f:
Ezio Melotti975077a2011-05-19 22:03:22 +030085 self.zipTest(f, zipfile.ZIP_DEFLATED)
Serhiy Storchakaf8282182016-02-25 12:55:19 +020086 self.assertFalse(f.closed)
87 self.zipTest(TESTFN2, zipfile.ZIP_DEFLATED)
Thomas Wouters0e3f5912006-08-11 14:57:12 +000088
89 def tearDown(self):
90 for fname in TESTFN, TESTFN2:
91 if os.path.exists(fname):
92 os.remove(fname)
93
Martin v. Löwisb09b8442008-07-03 14:13:42 +000094
95class OtherTests(unittest.TestCase):
96 def testMoreThan64kFiles(self):
97 # This test checks that more than 64k files can be added to an archive,
98 # and that the resulting archive can be read properly by ZipFile
Serhiy Storchakacfbb3942014-09-23 21:34:24 +030099 zipf = zipfile.ZipFile(TESTFN, mode="w", allowZip64=True)
Martin v. Löwisb09b8442008-07-03 14:13:42 +0000100 zipf.debug = 100
Amaury Forgeot d'Arc3be2f042008-11-12 01:57:36 +0000101 numfiles = (1 << 16) * 3//2
102 for i in range(numfiles):
Martin v. Löwisb09b8442008-07-03 14:13:42 +0000103 zipf.writestr("foo%08d" % i, "%d" % (i**3 % 57))
104 self.assertEqual(len(zipf.namelist()), numfiles)
105 zipf.close()
106
107 zipf2 = zipfile.ZipFile(TESTFN, mode="r")
108 self.assertEqual(len(zipf2.namelist()), numfiles)
Amaury Forgeot d'Arc3be2f042008-11-12 01:57:36 +0000109 for i in range(numfiles):
110 content = zipf2.read("foo%08d" % i).decode('ascii')
111 self.assertEqual(content, "%d" % (i**3 % 57))
Serhiy Storchakacfbb3942014-09-23 21:34:24 +0300112 zipf2.close()
113
114 def testMoreThan64kFilesAppend(self):
115 zipf = zipfile.ZipFile(TESTFN, mode="w", allowZip64=False)
116 zipf.debug = 100
117 numfiles = (1 << 16) - 1
118 for i in range(numfiles):
119 zipf.writestr("foo%08d" % i, "%d" % (i**3 % 57))
120 self.assertEqual(len(zipf.namelist()), numfiles)
121 with self.assertRaises(zipfile.LargeZipFile):
122 zipf.writestr("foo%08d" % numfiles, b'')
123 self.assertEqual(len(zipf.namelist()), numfiles)
Martin v. Löwisb09b8442008-07-03 14:13:42 +0000124 zipf.close()
125
Serhiy Storchakacfbb3942014-09-23 21:34:24 +0300126 zipf = zipfile.ZipFile(TESTFN, mode="a", allowZip64=False)
127 zipf.debug = 100
128 self.assertEqual(len(zipf.namelist()), numfiles)
129 with self.assertRaises(zipfile.LargeZipFile):
130 zipf.writestr("foo%08d" % numfiles, b'')
131 self.assertEqual(len(zipf.namelist()), numfiles)
132 zipf.close()
133
134 zipf = zipfile.ZipFile(TESTFN, mode="a", allowZip64=True)
135 zipf.debug = 100
136 self.assertEqual(len(zipf.namelist()), numfiles)
137 numfiles2 = (1 << 16) * 3//2
138 for i in range(numfiles, numfiles2):
139 zipf.writestr("foo%08d" % i, "%d" % (i**3 % 57))
140 self.assertEqual(len(zipf.namelist()), numfiles2)
141 zipf.close()
142
143 zipf2 = zipfile.ZipFile(TESTFN, mode="r")
144 self.assertEqual(len(zipf2.namelist()), numfiles2)
145 for i in range(numfiles2):
146 content = zipf2.read("foo%08d" % i).decode('ascii')
147 self.assertEqual(content, "%d" % (i**3 % 57))
148 zipf2.close()
149
Martin v. Löwisb09b8442008-07-03 14:13:42 +0000150 def tearDown(self):
Amaury Forgeot d'Arc3be2f042008-11-12 01:57:36 +0000151 support.unlink(TESTFN)
152 support.unlink(TESTFN2)
Martin v. Löwisb09b8442008-07-03 14:13:42 +0000153
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000154if __name__ == "__main__":
Serhiy Storchakacfbb3942014-09-23 21:34:24 +0300155 unittest.main()