blob: 6143be636349ff93dedeca3b7e292d7821250c46 [file] [log] [blame]
Barry Warsaw7fc2cca2003-01-24 17:34:13 +00001# Copyright (C) 2003 Python Software Foundation
2
3import unittest
4import shutil
5import tempfile
Johannes Gijsbers8e6f2de2004-11-23 09:27:27 +00006import sys
Johannes Gijsbersef5ffc42004-10-31 12:05:31 +00007import stat
Brett Cannon1c3fa182004-06-19 21:11:35 +00008import os
9import os.path
Ned Deilyacdc56d2012-05-10 17:45:49 -070010import errno
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +000011from os.path import splitdrive
12from distutils.spawn import find_executable, spawn
Serhiy Storchaka04861dc2015-09-06 18:31:23 +030013from shutil import (make_archive,
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +000014 register_archive_format, unregister_archive_format,
15 get_archive_formats)
16import tarfile
17import warnings
18
Serhiy Storchaka7c7b4b52015-09-06 14:16:18 +030019from test import test_support as support
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +000020from test.test_support import TESTFN, check_warnings, captured_stdout
21
Antoine Pitrou1fc02312009-05-01 20:55:35 +000022TESTFN2 = TESTFN + "2"
Barry Warsaw7fc2cca2003-01-24 17:34:13 +000023
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +000024try:
25 import grp
26 import pwd
27 UID_GID_SUPPORT = True
28except ImportError:
29 UID_GID_SUPPORT = False
30
31try:
32 import zlib
33except ImportError:
34 zlib = None
35
36try:
37 import zipfile
38 ZIP_SUPPORT = True
39except ImportError:
40 ZIP_SUPPORT = find_executable('zip')
41
Barry Warsaw7fc2cca2003-01-24 17:34:13 +000042class TestShutil(unittest.TestCase):
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +000043
44 def setUp(self):
45 super(TestShutil, self).setUp()
46 self.tempdirs = []
47
48 def tearDown(self):
49 super(TestShutil, self).tearDown()
50 while self.tempdirs:
51 d = self.tempdirs.pop()
52 shutil.rmtree(d, os.name in ('nt', 'cygwin'))
53
54 def write_file(self, path, content='xxx'):
55 """Writes a file in the given path.
56
57
58 path can be a string or a sequence.
59 """
60 if isinstance(path, (list, tuple)):
61 path = os.path.join(*path)
62 f = open(path, 'w')
63 try:
64 f.write(content)
65 finally:
66 f.close()
67
68 def mkdtemp(self):
69 """Create a temporary directory that will be cleaned up.
70
71 Returns the path of the directory.
72 """
73 d = tempfile.mkdtemp()
74 self.tempdirs.append(d)
75 return d
Barry Warsaw7fc2cca2003-01-24 17:34:13 +000076 def test_rmtree_errors(self):
77 # filename is guaranteed not to exist
78 filename = tempfile.mktemp()
79 self.assertRaises(OSError, shutil.rmtree, filename)
Johannes Gijsbersef5ffc42004-10-31 12:05:31 +000080
Serhiy Storchaka32e23e72013-11-03 23:15:46 +020081 @unittest.skipUnless(hasattr(os, 'chmod'), 'requires os.chmod()')
82 @unittest.skipIf(sys.platform[:6] == 'cygwin',
83 "This test can't be run on Cygwin (issue #1071513).")
84 @unittest.skipIf(hasattr(os, 'geteuid') and os.geteuid() == 0,
85 "This test can't be run reliably as root (issue #1076467).")
86 def test_on_error(self):
87 self.errorState = 0
88 os.mkdir(TESTFN)
89 self.childpath = os.path.join(TESTFN, 'a')
90 f = open(self.childpath, 'w')
91 f.close()
92 old_dir_mode = os.stat(TESTFN).st_mode
93 old_child_mode = os.stat(self.childpath).st_mode
94 # Make unwritable.
95 os.chmod(self.childpath, stat.S_IREAD)
96 os.chmod(TESTFN, stat.S_IREAD)
Johannes Gijsbersef5ffc42004-10-31 12:05:31 +000097
Serhiy Storchaka32e23e72013-11-03 23:15:46 +020098 shutil.rmtree(TESTFN, onerror=self.check_args_to_onerror)
99 # Test whether onerror has actually been called.
100 self.assertEqual(self.errorState, 2,
101 "Expected call to onerror function did not happen.")
Johannes Gijsbersef5ffc42004-10-31 12:05:31 +0000102
Serhiy Storchaka32e23e72013-11-03 23:15:46 +0200103 # Make writable again.
104 os.chmod(TESTFN, old_dir_mode)
105 os.chmod(self.childpath, old_child_mode)
Tim Peters4590c002004-11-01 02:40:52 +0000106
Serhiy Storchaka32e23e72013-11-03 23:15:46 +0200107 # Clean up.
108 shutil.rmtree(TESTFN)
Johannes Gijsbersef5ffc42004-10-31 12:05:31 +0000109
110 def check_args_to_onerror(self, func, arg, exc):
Benjamin Peterson9c6fc512009-04-29 22:43:35 +0000111 # test_rmtree_errors deliberately runs rmtree
112 # on a directory that is chmod 400, which will fail.
113 # This function is run when shutil.rmtree fails.
114 # 99.9% of the time it initially fails to remove
115 # a file in the directory, so the first time through
116 # func is os.remove.
117 # However, some Linux machines running ZFS on
118 # FUSE experienced a failure earlier in the process
119 # at os.listdir. The first failure may legally
120 # be either.
Johannes Gijsbersef5ffc42004-10-31 12:05:31 +0000121 if self.errorState == 0:
Benjamin Peterson9c6fc512009-04-29 22:43:35 +0000122 if func is os.remove:
123 self.assertEqual(arg, self.childpath)
124 else:
125 self.assertIs(func, os.listdir,
126 "func must be either os.remove or os.listdir")
127 self.assertEqual(arg, TESTFN)
Benjamin Peterson5c8da862009-06-30 22:57:08 +0000128 self.assertTrue(issubclass(exc[0], OSError))
Johannes Gijsbersef5ffc42004-10-31 12:05:31 +0000129 self.errorState = 1
130 else:
131 self.assertEqual(func, os.rmdir)
132 self.assertEqual(arg, TESTFN)
Benjamin Peterson5c8da862009-06-30 22:57:08 +0000133 self.assertTrue(issubclass(exc[0], OSError))
Johannes Gijsbers8e6f2de2004-11-23 09:27:27 +0000134 self.errorState = 2
Barry Warsaw7fc2cca2003-01-24 17:34:13 +0000135
Johannes Gijsbersd60e92a2004-09-11 21:26:21 +0000136 def test_rmtree_dont_delete_file(self):
137 # When called on a file instead of a directory, don't delete it.
138 handle, path = tempfile.mkstemp()
139 os.fdopen(handle).close()
140 self.assertRaises(OSError, shutil.rmtree, path)
141 os.remove(path)
142
Martin v. Löwis4e678382006-07-30 13:00:31 +0000143 def test_copytree_simple(self):
Tim Petersb2dd1a32006-08-10 03:01:26 +0000144 def write_data(path, data):
145 f = open(path, "w")
146 f.write(data)
147 f.close()
148
149 def read_data(path):
150 f = open(path)
151 data = f.read()
152 f.close()
153 return data
154
Martin v. Löwis4e678382006-07-30 13:00:31 +0000155 src_dir = tempfile.mkdtemp()
156 dst_dir = os.path.join(tempfile.mkdtemp(), 'destination')
Tim Petersb2dd1a32006-08-10 03:01:26 +0000157
158 write_data(os.path.join(src_dir, 'test.txt'), '123')
159
Martin v. Löwis4e678382006-07-30 13:00:31 +0000160 os.mkdir(os.path.join(src_dir, 'test_dir'))
Tim Petersb2dd1a32006-08-10 03:01:26 +0000161 write_data(os.path.join(src_dir, 'test_dir', 'test.txt'), '456')
162
Martin v. Löwis4e678382006-07-30 13:00:31 +0000163 try:
164 shutil.copytree(src_dir, dst_dir)
165 self.assertTrue(os.path.isfile(os.path.join(dst_dir, 'test.txt')))
166 self.assertTrue(os.path.isdir(os.path.join(dst_dir, 'test_dir')))
Tim Petersb2dd1a32006-08-10 03:01:26 +0000167 self.assertTrue(os.path.isfile(os.path.join(dst_dir, 'test_dir',
168 'test.txt')))
169 actual = read_data(os.path.join(dst_dir, 'test.txt'))
170 self.assertEqual(actual, '123')
171 actual = read_data(os.path.join(dst_dir, 'test_dir', 'test.txt'))
172 self.assertEqual(actual, '456')
Martin v. Löwis4e678382006-07-30 13:00:31 +0000173 finally:
Tim Petersb2dd1a32006-08-10 03:01:26 +0000174 for path in (
175 os.path.join(src_dir, 'test.txt'),
176 os.path.join(dst_dir, 'test.txt'),
177 os.path.join(src_dir, 'test_dir', 'test.txt'),
178 os.path.join(dst_dir, 'test_dir', 'test.txt'),
179 ):
180 if os.path.exists(path):
181 os.remove(path)
Christian Heimes547867e2007-11-20 03:21:02 +0000182 for path in (src_dir,
Antoine Pitrou4ac6b932009-11-04 00:50:26 +0000183 os.path.dirname(dst_dir)
Christian Heimes547867e2007-11-20 03:21:02 +0000184 ):
Tim Petersb2dd1a32006-08-10 03:01:26 +0000185 if os.path.exists(path):
Christian Heimes044d7092007-11-20 01:48:48 +0000186 shutil.rmtree(path)
Tim Peters64584522006-07-31 01:46:03 +0000187
Georg Brandle78fbcc2008-07-05 10:13:36 +0000188 def test_copytree_with_exclude(self):
189
190 def write_data(path, data):
191 f = open(path, "w")
192 f.write(data)
193 f.close()
194
195 def read_data(path):
196 f = open(path)
197 data = f.read()
198 f.close()
199 return data
200
201 # creating data
202 join = os.path.join
203 exists = os.path.exists
204 src_dir = tempfile.mkdtemp()
Georg Brandle78fbcc2008-07-05 10:13:36 +0000205 try:
Antoine Pitrou4ac6b932009-11-04 00:50:26 +0000206 dst_dir = join(tempfile.mkdtemp(), 'destination')
207 write_data(join(src_dir, 'test.txt'), '123')
208 write_data(join(src_dir, 'test.tmp'), '123')
209 os.mkdir(join(src_dir, 'test_dir'))
210 write_data(join(src_dir, 'test_dir', 'test.txt'), '456')
211 os.mkdir(join(src_dir, 'test_dir2'))
212 write_data(join(src_dir, 'test_dir2', 'test.txt'), '456')
213 os.mkdir(join(src_dir, 'test_dir2', 'subdir'))
214 os.mkdir(join(src_dir, 'test_dir2', 'subdir2'))
215 write_data(join(src_dir, 'test_dir2', 'subdir', 'test.txt'), '456')
216 write_data(join(src_dir, 'test_dir2', 'subdir2', 'test.py'), '456')
217
218
219 # testing glob-like patterns
220 try:
221 patterns = shutil.ignore_patterns('*.tmp', 'test_dir2')
222 shutil.copytree(src_dir, dst_dir, ignore=patterns)
223 # checking the result: some elements should not be copied
224 self.assertTrue(exists(join(dst_dir, 'test.txt')))
225 self.assertTrue(not exists(join(dst_dir, 'test.tmp')))
226 self.assertTrue(not exists(join(dst_dir, 'test_dir2')))
227 finally:
228 if os.path.exists(dst_dir):
229 shutil.rmtree(dst_dir)
230 try:
231 patterns = shutil.ignore_patterns('*.tmp', 'subdir*')
232 shutil.copytree(src_dir, dst_dir, ignore=patterns)
233 # checking the result: some elements should not be copied
234 self.assertTrue(not exists(join(dst_dir, 'test.tmp')))
235 self.assertTrue(not exists(join(dst_dir, 'test_dir2', 'subdir2')))
236 self.assertTrue(not exists(join(dst_dir, 'test_dir2', 'subdir')))
237 finally:
238 if os.path.exists(dst_dir):
239 shutil.rmtree(dst_dir)
240
241 # testing callable-style
242 try:
243 def _filter(src, names):
244 res = []
245 for name in names:
246 path = os.path.join(src, name)
247
248 if (os.path.isdir(path) and
249 path.split()[-1] == 'subdir'):
250 res.append(name)
251 elif os.path.splitext(path)[-1] in ('.py'):
252 res.append(name)
253 return res
254
255 shutil.copytree(src_dir, dst_dir, ignore=_filter)
256
257 # checking the result: some elements should not be copied
258 self.assertTrue(not exists(join(dst_dir, 'test_dir2', 'subdir2',
259 'test.py')))
260 self.assertTrue(not exists(join(dst_dir, 'test_dir2', 'subdir')))
261
262 finally:
263 if os.path.exists(dst_dir):
264 shutil.rmtree(dst_dir)
Georg Brandle78fbcc2008-07-05 10:13:36 +0000265 finally:
Antoine Pitrou4ac6b932009-11-04 00:50:26 +0000266 shutil.rmtree(src_dir)
267 shutil.rmtree(os.path.dirname(dst_dir))
Tim Peters64584522006-07-31 01:46:03 +0000268
Johannes Gijsbers46f14592004-08-14 13:30:02 +0000269 if hasattr(os, "symlink"):
270 def test_dont_copy_file_onto_link_to_itself(self):
271 # bug 851123.
272 os.mkdir(TESTFN)
Johannes Gijsbers68128712004-08-14 13:57:08 +0000273 src = os.path.join(TESTFN, 'cheese')
274 dst = os.path.join(TESTFN, 'shop')
Johannes Gijsbers46f14592004-08-14 13:30:02 +0000275 try:
Johannes Gijsbers68128712004-08-14 13:57:08 +0000276 f = open(src, 'w')
Johannes Gijsbers46f14592004-08-14 13:30:02 +0000277 f.write('cheddar')
278 f.close()
Johannes Gijsbers68128712004-08-14 13:57:08 +0000279
280 os.link(src, dst)
281 self.assertRaises(shutil.Error, shutil.copyfile, src, dst)
Antoine Pitrou99d848b2010-10-14 22:22:30 +0000282 with open(src, 'r') as f:
283 self.assertEqual(f.read(), 'cheddar')
Johannes Gijsbers68128712004-08-14 13:57:08 +0000284 os.remove(dst)
285
286 # Using `src` here would mean we end up with a symlink pointing
287 # to TESTFN/TESTFN/cheese, while it should point at
288 # TESTFN/cheese.
289 os.symlink('cheese', dst)
290 self.assertRaises(shutil.Error, shutil.copyfile, src, dst)
Antoine Pitrou99d848b2010-10-14 22:22:30 +0000291 with open(src, 'r') as f:
292 self.assertEqual(f.read(), 'cheddar')
Johannes Gijsbers68128712004-08-14 13:57:08 +0000293 os.remove(dst)
Johannes Gijsbers46f14592004-08-14 13:30:02 +0000294 finally:
295 try:
296 shutil.rmtree(TESTFN)
297 except OSError:
298 pass
Brett Cannon1c3fa182004-06-19 21:11:35 +0000299
Georg Brandl52353982008-01-20 14:17:42 +0000300 def test_rmtree_on_symlink(self):
301 # bug 1669.
302 os.mkdir(TESTFN)
303 try:
304 src = os.path.join(TESTFN, 'cheese')
305 dst = os.path.join(TESTFN, 'shop')
306 os.mkdir(src)
307 os.symlink(src, dst)
308 self.assertRaises(OSError, shutil.rmtree, dst)
309 finally:
310 shutil.rmtree(TESTFN, ignore_errors=True)
311
Serhiy Storchaka32e23e72013-11-03 23:15:46 +0200312 # Issue #3002: copyfile and copytree block indefinitely on named pipes
313 @unittest.skipUnless(hasattr(os, "mkfifo"), 'requires os.mkfifo()')
314 def test_copyfile_named_pipe(self):
315 os.mkfifo(TESTFN)
316 try:
317 self.assertRaises(shutil.SpecialFileError,
318 shutil.copyfile, TESTFN, TESTFN2)
319 self.assertRaises(shutil.SpecialFileError,
320 shutil.copyfile, __file__, TESTFN)
321 finally:
322 os.remove(TESTFN)
Antoine Pitrou1fc02312009-05-01 20:55:35 +0000323
Serhiy Storchaka32e23e72013-11-03 23:15:46 +0200324 @unittest.skipUnless(hasattr(os, "mkfifo"), 'requires os.mkfifo()')
325 def test_copytree_named_pipe(self):
326 os.mkdir(TESTFN)
327 try:
328 subdir = os.path.join(TESTFN, "subdir")
329 os.mkdir(subdir)
330 pipe = os.path.join(subdir, "mypipe")
331 os.mkfifo(pipe)
Antoine Pitrou1fc02312009-05-01 20:55:35 +0000332 try:
Serhiy Storchaka32e23e72013-11-03 23:15:46 +0200333 shutil.copytree(TESTFN, TESTFN2)
334 except shutil.Error as e:
335 errors = e.args[0]
336 self.assertEqual(len(errors), 1)
337 src, dst, error_msg = errors[0]
338 self.assertEqual("`%s` is a named pipe" % pipe, error_msg)
339 else:
340 self.fail("shutil.Error should have been raised")
341 finally:
342 shutil.rmtree(TESTFN, ignore_errors=True)
343 shutil.rmtree(TESTFN2, ignore_errors=True)
Antoine Pitrou1fc02312009-05-01 20:55:35 +0000344
Ned Deilyacdc56d2012-05-10 17:45:49 -0700345 @unittest.skipUnless(hasattr(os, 'chflags') and
346 hasattr(errno, 'EOPNOTSUPP') and
347 hasattr(errno, 'ENOTSUP'),
348 "requires os.chflags, EOPNOTSUPP & ENOTSUP")
349 def test_copystat_handles_harmless_chflags_errors(self):
350 tmpdir = self.mkdtemp()
351 file1 = os.path.join(tmpdir, 'file1')
352 file2 = os.path.join(tmpdir, 'file2')
353 self.write_file(file1, 'xxx')
354 self.write_file(file2, 'xxx')
355
356 def make_chflags_raiser(err):
357 ex = OSError()
358
359 def _chflags_raiser(path, flags):
360 ex.errno = err
361 raise ex
362 return _chflags_raiser
363 old_chflags = os.chflags
364 try:
365 for err in errno.EOPNOTSUPP, errno.ENOTSUP:
366 os.chflags = make_chflags_raiser(err)
367 shutil.copystat(file1, file2)
368 # assert others errors break it
369 os.chflags = make_chflags_raiser(errno.EOPNOTSUPP + errno.ENOTSUP)
370 self.assertRaises(OSError, shutil.copystat, file1, file2)
371 finally:
372 os.chflags = old_chflags
373
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000374 @unittest.skipUnless(zlib, "requires zlib")
375 def test_make_tarball(self):
376 # creating something to tar
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300377 root_dir, base_dir = self._create_files('')
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000378
379 tmpdir2 = self.mkdtemp()
Éric Araujoe7329f42011-08-19 03:07:39 +0200380 # force shutil to create the directory
381 os.rmdir(tmpdir2)
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300382 unittest.skipUnless(splitdrive(root_dir)[0] == splitdrive(tmpdir2)[0],
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000383 "source and target should be on same drive")
384
385 base_name = os.path.join(tmpdir2, 'archive')
386
387 # working with relative paths to avoid tar warnings
Serhiy Storchaka0ecf4622015-09-07 13:55:25 +0300388 tarball = make_archive(splitdrive(base_name)[1], 'gztar', root_dir, '.')
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000389
390 # check if the compressed tarball was created
Serhiy Storchaka0ecf4622015-09-07 13:55:25 +0300391 self.assertEqual(tarball, base_name + '.tar.gz')
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300392 self.assertTrue(os.path.isfile(tarball))
393 self.assertTrue(tarfile.is_tarfile(tarball))
394 with tarfile.open(tarball, 'r:gz') as tf:
395 self.assertEqual(sorted(tf.getnames()),
396 ['.', './file1', './file2',
397 './sub', './sub/file3', './sub2'])
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000398
399 # trying an uncompressed one
Serhiy Storchaka0ecf4622015-09-07 13:55:25 +0300400 tarball = make_archive(splitdrive(base_name)[1], 'tar', root_dir, '.')
401 self.assertEqual(tarball, base_name + '.tar')
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300402 self.assertTrue(os.path.isfile(tarball))
403 self.assertTrue(tarfile.is_tarfile(tarball))
404 with tarfile.open(tarball, 'r') as tf:
405 self.assertEqual(sorted(tf.getnames()),
406 ['.', './file1', './file2',
407 './sub', './sub/file3', './sub2'])
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000408
409 def _tarinfo(self, path):
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300410 with tarfile.open(path) as tar:
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000411 names = tar.getnames()
412 names.sort()
413 return tuple(names)
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000414
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300415 def _create_files(self, base_dir='dist'):
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000416 # creating something to tar
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300417 root_dir = self.mkdtemp()
418 dist = os.path.join(root_dir, base_dir)
419 if not os.path.isdir(dist):
420 os.makedirs(dist)
421 self.write_file((dist, 'file1'), 'xxx')
422 self.write_file((dist, 'file2'), 'xxx')
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000423 os.mkdir(os.path.join(dist, 'sub'))
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300424 self.write_file((dist, 'sub', 'file3'), 'xxx')
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000425 os.mkdir(os.path.join(dist, 'sub2'))
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300426 if base_dir:
427 self.write_file((root_dir, 'outer'), 'xxx')
428 return root_dir, base_dir
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000429
430 @unittest.skipUnless(zlib, "Requires zlib")
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300431 @unittest.skipUnless(find_executable('tar'),
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000432 'Need the tar command to run')
433 def test_tarfile_vs_tar(self):
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300434 root_dir, base_dir = self._create_files()
435 base_name = os.path.join(self.mkdtemp(), 'archive')
Serhiy Storchaka0ecf4622015-09-07 13:55:25 +0300436 tarball = make_archive(base_name, 'gztar', root_dir, base_dir)
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000437
438 # check if the compressed tarball was created
Serhiy Storchaka0ecf4622015-09-07 13:55:25 +0300439 self.assertEqual(tarball, base_name + '.tar.gz')
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300440 self.assertTrue(os.path.isfile(tarball))
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000441
442 # now create another tarball using `tar`
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300443 tarball2 = os.path.join(root_dir, 'archive2.tar')
444 tar_cmd = ['tar', '-cf', 'archive2.tar', base_dir]
445 with support.change_cwd(root_dir), captured_stdout():
446 spawn(tar_cmd)
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000447
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300448 self.assertTrue(os.path.isfile(tarball2))
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000449 # let's compare both tarballs
Ezio Melotti2623a372010-11-21 13:34:58 +0000450 self.assertEqual(self._tarinfo(tarball), self._tarinfo(tarball2))
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000451
452 # trying an uncompressed one
Serhiy Storchaka0ecf4622015-09-07 13:55:25 +0300453 tarball = make_archive(base_name, 'tar', root_dir, base_dir)
454 self.assertEqual(tarball, base_name + '.tar')
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300455 self.assertTrue(os.path.isfile(tarball))
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000456
457 # now for a dry_run
Serhiy Storchaka0ecf4622015-09-07 13:55:25 +0300458 tarball = make_archive(base_name, 'tar', root_dir, base_dir,
459 dry_run=True)
460 self.assertEqual(tarball, base_name + '.tar')
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300461 self.assertTrue(os.path.isfile(tarball))
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000462
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000463 @unittest.skipUnless(zlib, "Requires zlib")
464 @unittest.skipUnless(ZIP_SUPPORT, 'Need zip support to run')
465 def test_make_zipfile(self):
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300466 # creating something to zip
467 root_dir, base_dir = self._create_files()
468 base_name = os.path.join(self.mkdtemp(), 'archive')
469 res = make_archive(base_name, 'zip', root_dir, 'dist')
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000470
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300471 self.assertEqual(res, base_name + '.zip')
472 self.assertTrue(os.path.isfile(res))
473 self.assertTrue(zipfile.is_zipfile(res))
474 with zipfile.ZipFile(res) as zf:
475 self.assertEqual(sorted(zf.namelist()),
476 ['dist/file1', 'dist/file2', 'dist/sub/file3'])
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000477
478
479 def test_make_archive(self):
480 tmpdir = self.mkdtemp()
481 base_name = os.path.join(tmpdir, 'archive')
482 self.assertRaises(ValueError, make_archive, base_name, 'xxx')
483
484 @unittest.skipUnless(zlib, "Requires zlib")
485 def test_make_archive_owner_group(self):
486 # testing make_archive with owner and group, with various combinations
487 # this works even if there's not gid/uid support
488 if UID_GID_SUPPORT:
489 group = grp.getgrgid(0)[0]
490 owner = pwd.getpwuid(0)[0]
491 else:
492 group = owner = 'root'
493
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300494 root_dir, base_dir = self._create_files()
495 base_name = os.path.join(self.mkdtemp(), 'archive')
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000496 res = make_archive(base_name, 'zip', root_dir, base_dir, owner=owner,
497 group=group)
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300498 self.assertTrue(os.path.isfile(res))
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000499
500 res = make_archive(base_name, 'zip', root_dir, base_dir)
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300501 self.assertTrue(os.path.isfile(res))
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000502
503 res = make_archive(base_name, 'tar', root_dir, base_dir,
504 owner=owner, group=group)
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300505 self.assertTrue(os.path.isfile(res))
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000506
507 res = make_archive(base_name, 'tar', root_dir, base_dir,
508 owner='kjhkjhkjg', group='oihohoh')
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300509 self.assertTrue(os.path.isfile(res))
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000510
511 @unittest.skipUnless(zlib, "Requires zlib")
512 @unittest.skipUnless(UID_GID_SUPPORT, "Requires grp and pwd support")
513 def test_tarfile_root_owner(self):
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300514 root_dir, base_dir = self._create_files()
515 base_name = os.path.join(self.mkdtemp(), 'archive')
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000516 group = grp.getgrgid(0)[0]
517 owner = pwd.getpwuid(0)[0]
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300518 with support.change_cwd(root_dir):
519 archive_name = make_archive(base_name, 'gztar', root_dir, 'dist',
520 owner=owner, group=group)
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000521
522 # check if the compressed tarball was created
Serhiy Storchaka04861dc2015-09-06 18:31:23 +0300523 self.assertTrue(os.path.isfile(archive_name))
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000524
525 # now checks the rights
526 archive = tarfile.open(archive_name)
527 try:
528 for member in archive.getmembers():
Ezio Melotti2623a372010-11-21 13:34:58 +0000529 self.assertEqual(member.uid, 0)
530 self.assertEqual(member.gid, 0)
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000531 finally:
532 archive.close()
533
534 def test_make_archive_cwd(self):
535 current_dir = os.getcwd()
536 def _breaks(*args, **kw):
537 raise RuntimeError()
538
539 register_archive_format('xxx', _breaks, [], 'xxx file')
540 try:
541 try:
542 make_archive('xxx', 'xxx', root_dir=self.mkdtemp())
543 except Exception:
544 pass
Ezio Melotti2623a372010-11-21 13:34:58 +0000545 self.assertEqual(os.getcwd(), current_dir)
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000546 finally:
547 unregister_archive_format('xxx')
548
Serhiy Storchakac3542852014-11-28 00:50:06 +0200549 def test_make_tarfile_in_curdir(self):
550 # Issue #21280
551 root_dir = self.mkdtemp()
552 saved_dir = os.getcwd()
553 try:
554 os.chdir(root_dir)
555 self.assertEqual(make_archive('test', 'tar'), 'test.tar')
556 self.assertTrue(os.path.isfile('test.tar'))
557 finally:
558 os.chdir(saved_dir)
559
560 @unittest.skipUnless(zlib, "Requires zlib")
561 def test_make_zipfile_in_curdir(self):
562 # Issue #21280
563 root_dir = self.mkdtemp()
564 saved_dir = os.getcwd()
565 try:
566 os.chdir(root_dir)
567 self.assertEqual(make_archive('test', 'zip'), 'test.zip')
568 self.assertTrue(os.path.isfile('test.zip'))
569 finally:
570 os.chdir(saved_dir)
571
Tarek Ziadé48cc8dc2010-02-23 05:16:41 +0000572 def test_register_archive_format(self):
573
574 self.assertRaises(TypeError, register_archive_format, 'xxx', 1)
575 self.assertRaises(TypeError, register_archive_format, 'xxx', lambda: x,
576 1)
577 self.assertRaises(TypeError, register_archive_format, 'xxx', lambda: x,
578 [(1, 2), (1, 2, 3)])
579
580 register_archive_format('xxx', lambda: x, [(1, 2)], 'xxx file')
581 formats = [name for name, params in get_archive_formats()]
582 self.assertIn('xxx', formats)
583
584 unregister_archive_format('xxx')
585 formats = [name for name, params in get_archive_formats()]
586 self.assertNotIn('xxx', formats)
587
Georg Brandl52353982008-01-20 14:17:42 +0000588
Sean Reifscheider493894c2008-03-18 17:24:12 +0000589class TestMove(unittest.TestCase):
590
591 def setUp(self):
592 filename = "foo"
593 self.src_dir = tempfile.mkdtemp()
594 self.dst_dir = tempfile.mkdtemp()
595 self.src_file = os.path.join(self.src_dir, filename)
596 self.dst_file = os.path.join(self.dst_dir, filename)
597 # Try to create a dir in the current directory, hoping that it is
598 # not located on the same filesystem as the system tmp dir.
599 try:
600 self.dir_other_fs = tempfile.mkdtemp(
601 dir=os.path.dirname(__file__))
602 self.file_other_fs = os.path.join(self.dir_other_fs,
603 filename)
604 except OSError:
605 self.dir_other_fs = None
606 with open(self.src_file, "wb") as f:
607 f.write("spam")
608
609 def tearDown(self):
610 for d in (self.src_dir, self.dst_dir, self.dir_other_fs):
611 try:
612 if d:
613 shutil.rmtree(d)
614 except:
615 pass
616
617 def _check_move_file(self, src, dst, real_dst):
Antoine Pitrou99d848b2010-10-14 22:22:30 +0000618 with open(src, "rb") as f:
619 contents = f.read()
Sean Reifscheider493894c2008-03-18 17:24:12 +0000620 shutil.move(src, dst)
Antoine Pitrou99d848b2010-10-14 22:22:30 +0000621 with open(real_dst, "rb") as f:
622 self.assertEqual(contents, f.read())
Sean Reifscheider493894c2008-03-18 17:24:12 +0000623 self.assertFalse(os.path.exists(src))
624
625 def _check_move_dir(self, src, dst, real_dst):
626 contents = sorted(os.listdir(src))
627 shutil.move(src, dst)
628 self.assertEqual(contents, sorted(os.listdir(real_dst)))
629 self.assertFalse(os.path.exists(src))
630
631 def test_move_file(self):
632 # Move a file to another location on the same filesystem.
633 self._check_move_file(self.src_file, self.dst_file, self.dst_file)
634
635 def test_move_file_to_dir(self):
636 # Move a file inside an existing dir on the same filesystem.
637 self._check_move_file(self.src_file, self.dst_dir, self.dst_file)
638
639 def test_move_file_other_fs(self):
640 # Move a file to an existing dir on another filesystem.
641 if not self.dir_other_fs:
Zachary Ware1f702212013-12-10 14:09:20 -0600642 self.skipTest('dir on other filesystem not available')
Sean Reifscheider493894c2008-03-18 17:24:12 +0000643 self._check_move_file(self.src_file, self.file_other_fs,
644 self.file_other_fs)
645
646 def test_move_file_to_dir_other_fs(self):
647 # Move a file to another location on another filesystem.
648 if not self.dir_other_fs:
Zachary Ware1f702212013-12-10 14:09:20 -0600649 self.skipTest('dir on other filesystem not available')
Sean Reifscheider493894c2008-03-18 17:24:12 +0000650 self._check_move_file(self.src_file, self.dir_other_fs,
651 self.file_other_fs)
652
653 def test_move_dir(self):
654 # Move a dir to another location on the same filesystem.
655 dst_dir = tempfile.mktemp()
656 try:
657 self._check_move_dir(self.src_dir, dst_dir, dst_dir)
658 finally:
659 try:
660 shutil.rmtree(dst_dir)
661 except:
662 pass
663
664 def test_move_dir_other_fs(self):
665 # Move a dir to another location on another filesystem.
666 if not self.dir_other_fs:
Zachary Ware1f702212013-12-10 14:09:20 -0600667 self.skipTest('dir on other filesystem not available')
Sean Reifscheider493894c2008-03-18 17:24:12 +0000668 dst_dir = tempfile.mktemp(dir=self.dir_other_fs)
669 try:
670 self._check_move_dir(self.src_dir, dst_dir, dst_dir)
671 finally:
672 try:
673 shutil.rmtree(dst_dir)
674 except:
675 pass
676
677 def test_move_dir_to_dir(self):
678 # Move a dir inside an existing dir on the same filesystem.
679 self._check_move_dir(self.src_dir, self.dst_dir,
680 os.path.join(self.dst_dir, os.path.basename(self.src_dir)))
681
682 def test_move_dir_to_dir_other_fs(self):
683 # Move a dir inside an existing dir on another filesystem.
684 if not self.dir_other_fs:
Zachary Ware1f702212013-12-10 14:09:20 -0600685 self.skipTest('dir on other filesystem not available')
Sean Reifscheider493894c2008-03-18 17:24:12 +0000686 self._check_move_dir(self.src_dir, self.dir_other_fs,
687 os.path.join(self.dir_other_fs, os.path.basename(self.src_dir)))
688
Serhiy Storchakaa4b9c872014-02-11 10:30:06 +0200689 def test_move_dir_sep_to_dir(self):
690 self._check_move_dir(self.src_dir + os.path.sep, self.dst_dir,
691 os.path.join(self.dst_dir, os.path.basename(self.src_dir)))
692
693 @unittest.skipUnless(os.path.altsep, 'requires os.path.altsep')
694 def test_move_dir_altsep_to_dir(self):
695 self._check_move_dir(self.src_dir + os.path.altsep, self.dst_dir,
696 os.path.join(self.dst_dir, os.path.basename(self.src_dir)))
697
Sean Reifscheider493894c2008-03-18 17:24:12 +0000698 def test_existing_file_inside_dest_dir(self):
699 # A file with the same name inside the destination dir already exists.
700 with open(self.dst_file, "wb"):
701 pass
702 self.assertRaises(shutil.Error, shutil.move, self.src_file, self.dst_dir)
703
704 def test_dont_move_dir_in_itself(self):
705 # Moving a dir inside itself raises an Error.
706 dst = os.path.join(self.src_dir, "bar")
707 self.assertRaises(shutil.Error, shutil.move, self.src_dir, dst)
708
Antoine Pitrou707c5932009-01-29 20:19:34 +0000709 def test_destinsrc_false_negative(self):
710 os.mkdir(TESTFN)
711 try:
712 for src, dst in [('srcdir', 'srcdir/dest')]:
713 src = os.path.join(TESTFN, src)
714 dst = os.path.join(TESTFN, dst)
Benjamin Peterson5c8da862009-06-30 22:57:08 +0000715 self.assertTrue(shutil._destinsrc(src, dst),
Benjamin Peterson096c3ad2009-02-07 19:08:22 +0000716 msg='_destinsrc() wrongly concluded that '
Antoine Pitrou707c5932009-01-29 20:19:34 +0000717 'dst (%s) is not in src (%s)' % (dst, src))
718 finally:
719 shutil.rmtree(TESTFN, ignore_errors=True)
Sean Reifscheider493894c2008-03-18 17:24:12 +0000720
Antoine Pitrou707c5932009-01-29 20:19:34 +0000721 def test_destinsrc_false_positive(self):
722 os.mkdir(TESTFN)
723 try:
724 for src, dst in [('srcdir', 'src/dest'), ('srcdir', 'srcdir.new')]:
725 src = os.path.join(TESTFN, src)
726 dst = os.path.join(TESTFN, dst)
Benjamin Peterson5c8da862009-06-30 22:57:08 +0000727 self.assertFalse(shutil._destinsrc(src, dst),
Benjamin Peterson096c3ad2009-02-07 19:08:22 +0000728 msg='_destinsrc() wrongly concluded that '
Antoine Pitrou707c5932009-01-29 20:19:34 +0000729 'dst (%s) is in src (%s)' % (dst, src))
730 finally:
731 shutil.rmtree(TESTFN, ignore_errors=True)
Georg Brandl52353982008-01-20 14:17:42 +0000732
Tarek Ziadé38f81222010-05-05 22:15:31 +0000733
734class TestCopyFile(unittest.TestCase):
735
736 _delete = False
737
738 class Faux(object):
739 _entered = False
740 _exited_with = None
741 _raised = False
742 def __init__(self, raise_in_exit=False, suppress_at_exit=True):
743 self._raise_in_exit = raise_in_exit
744 self._suppress_at_exit = suppress_at_exit
745 def read(self, *args):
746 return ''
747 def __enter__(self):
748 self._entered = True
749 def __exit__(self, exc_type, exc_val, exc_tb):
750 self._exited_with = exc_type, exc_val, exc_tb
751 if self._raise_in_exit:
752 self._raised = True
753 raise IOError("Cannot close")
754 return self._suppress_at_exit
755
756 def tearDown(self):
757 if self._delete:
758 del shutil.open
759
760 def _set_shutil_open(self, func):
761 shutil.open = func
762 self._delete = True
763
764 def test_w_source_open_fails(self):
765 def _open(filename, mode='r'):
766 if filename == 'srcfile':
767 raise IOError('Cannot open "srcfile"')
768 assert 0 # shouldn't reach here.
769
770 self._set_shutil_open(_open)
771
772 self.assertRaises(IOError, shutil.copyfile, 'srcfile', 'destfile')
773
774 def test_w_dest_open_fails(self):
775
776 srcfile = self.Faux()
777
778 def _open(filename, mode='r'):
779 if filename == 'srcfile':
780 return srcfile
781 if filename == 'destfile':
782 raise IOError('Cannot open "destfile"')
783 assert 0 # shouldn't reach here.
784
785 self._set_shutil_open(_open)
786
787 shutil.copyfile('srcfile', 'destfile')
Ezio Melotti62c3c792010-06-05 22:28:10 +0000788 self.assertTrue(srcfile._entered)
789 self.assertTrue(srcfile._exited_with[0] is IOError)
Tarek Ziadé38f81222010-05-05 22:15:31 +0000790 self.assertEqual(srcfile._exited_with[1].args,
791 ('Cannot open "destfile"',))
792
793 def test_w_dest_close_fails(self):
794
795 srcfile = self.Faux()
796 destfile = self.Faux(True)
797
798 def _open(filename, mode='r'):
799 if filename == 'srcfile':
800 return srcfile
801 if filename == 'destfile':
802 return destfile
803 assert 0 # shouldn't reach here.
804
805 self._set_shutil_open(_open)
806
807 shutil.copyfile('srcfile', 'destfile')
Ezio Melotti62c3c792010-06-05 22:28:10 +0000808 self.assertTrue(srcfile._entered)
809 self.assertTrue(destfile._entered)
810 self.assertTrue(destfile._raised)
811 self.assertTrue(srcfile._exited_with[0] is IOError)
Tarek Ziadé38f81222010-05-05 22:15:31 +0000812 self.assertEqual(srcfile._exited_with[1].args,
813 ('Cannot close',))
814
815 def test_w_source_close_fails(self):
816
817 srcfile = self.Faux(True)
818 destfile = self.Faux()
819
820 def _open(filename, mode='r'):
821 if filename == 'srcfile':
822 return srcfile
823 if filename == 'destfile':
824 return destfile
825 assert 0 # shouldn't reach here.
826
827 self._set_shutil_open(_open)
828
829 self.assertRaises(IOError,
830 shutil.copyfile, 'srcfile', 'destfile')
Ezio Melotti62c3c792010-06-05 22:28:10 +0000831 self.assertTrue(srcfile._entered)
832 self.assertTrue(destfile._entered)
833 self.assertFalse(destfile._raised)
834 self.assertTrue(srcfile._exited_with[0] is None)
835 self.assertTrue(srcfile._raised)
Tarek Ziadé38f81222010-05-05 22:15:31 +0000836
Ronald Oussoren58d6b1b2011-05-06 11:31:33 +0200837 def test_move_dir_caseinsensitive(self):
838 # Renames a folder to the same name
839 # but a different case.
840
841 self.src_dir = tempfile.mkdtemp()
842 dst_dir = os.path.join(
843 os.path.dirname(self.src_dir),
844 os.path.basename(self.src_dir).upper())
845 self.assertNotEqual(self.src_dir, dst_dir)
846
847 try:
848 shutil.move(self.src_dir, dst_dir)
849 self.assertTrue(os.path.isdir(dst_dir))
850 finally:
851 if os.path.exists(dst_dir):
852 os.rmdir(dst_dir)
853
854
Tarek Ziadé38f81222010-05-05 22:15:31 +0000855
Barry Warsaw7fc2cca2003-01-24 17:34:13 +0000856def test_main():
Serhiy Storchaka7c7b4b52015-09-06 14:16:18 +0300857 support.run_unittest(TestShutil, TestMove, TestCopyFile)
Barry Warsaw7fc2cca2003-01-24 17:34:13 +0000858
Barry Warsaw7fc2cca2003-01-24 17:34:13 +0000859if __name__ == '__main__':
Walter Dörwald21d3a322003-05-01 17:45:56 +0000860 test_main()