blob: 270293a4d2b4df51acfdf3e99c971ce04670a9ed [file] [log] [blame]
Barry Warsaw7fc2cca2003-01-24 17:34:13 +00001# Copyright (C) 2003 Python Software Foundation
2
3import unittest
4import shutil
5import tempfile
Johannes Gijsbers8e6f2de2004-11-23 09:27:27 +00006import sys
Johannes Gijsbersef5ffc42004-10-31 12:05:31 +00007import stat
Brett Cannon1c3fa182004-06-19 21:11:35 +00008import os
9import os.path
Benjamin Petersonee8712c2008-05-20 21:35:26 +000010from test import support
11from test.support import TESTFN
Tarek Ziadé396fad72010-02-23 05:30:31 +000012from os.path import splitdrive
13from distutils.spawn import find_executable, spawn
14from shutil import (_make_tarball, _make_zipfile, make_archive,
15 register_archive_format, unregister_archive_format,
Tarek Ziadé6ac91722010-04-28 17:51:36 +000016 get_archive_formats, Error, unpack_archive,
17 register_unpack_format, RegistryError,
18 unregister_unpack_format, get_unpack_formats)
Tarek Ziadé396fad72010-02-23 05:30:31 +000019import tarfile
20import warnings
21
22from test import support
23from test.support import TESTFN, check_warnings, captured_stdout
24
Tarek Ziadéffa155a2010-04-29 13:34:35 +000025try:
26 import bz2
27 BZ2_SUPPORTED = True
28except ImportError:
29 BZ2_SUPPORTED = False
30
Antoine Pitrou7fff0962009-05-01 21:09:44 +000031TESTFN2 = TESTFN + "2"
Barry Warsaw7fc2cca2003-01-24 17:34:13 +000032
Tarek Ziadé396fad72010-02-23 05:30:31 +000033try:
34 import grp
35 import pwd
36 UID_GID_SUPPORT = True
37except ImportError:
38 UID_GID_SUPPORT = False
39
40try:
41 import zlib
42except ImportError:
43 zlib = None
44
45try:
46 import zipfile
47 ZIP_SUPPORT = True
48except ImportError:
49 ZIP_SUPPORT = find_executable('zip')
50
Barry Warsaw7fc2cca2003-01-24 17:34:13 +000051class TestShutil(unittest.TestCase):
Tarek Ziadé396fad72010-02-23 05:30:31 +000052
53 def setUp(self):
54 super(TestShutil, self).setUp()
55 self.tempdirs = []
56
57 def tearDown(self):
58 super(TestShutil, self).tearDown()
59 while self.tempdirs:
60 d = self.tempdirs.pop()
61 shutil.rmtree(d, os.name in ('nt', 'cygwin'))
62
63 def write_file(self, path, content='xxx'):
64 """Writes a file in the given path.
65
66
67 path can be a string or a sequence.
68 """
69 if isinstance(path, (list, tuple)):
70 path = os.path.join(*path)
71 f = open(path, 'w')
72 try:
73 f.write(content)
74 finally:
75 f.close()
76
77 def mkdtemp(self):
78 """Create a temporary directory that will be cleaned up.
79
80 Returns the path of the directory.
81 """
82 d = tempfile.mkdtemp()
83 self.tempdirs.append(d)
84 return d
Tarek Ziadé5340db32010-04-19 22:30:51 +000085
Barry Warsaw7fc2cca2003-01-24 17:34:13 +000086 def test_rmtree_errors(self):
87 # filename is guaranteed not to exist
88 filename = tempfile.mktemp()
89 self.assertRaises(OSError, shutil.rmtree, filename)
Johannes Gijsbersef5ffc42004-10-31 12:05:31 +000090
Johannes Gijsbersb8b09d02004-12-06 20:50:15 +000091 # See bug #1071513 for why we don't run this on cygwin
92 # and bug #1076467 for why we don't run this as root.
93 if (hasattr(os, 'chmod') and sys.platform[:6] != 'cygwin'
Johannes Gijsbers6b220b02004-12-12 15:52:57 +000094 and not (hasattr(os, 'geteuid') and os.geteuid() == 0)):
Johannes Gijsbersef5ffc42004-10-31 12:05:31 +000095 def test_on_error(self):
96 self.errorState = 0
97 os.mkdir(TESTFN)
Tim Peters4590c002004-11-01 02:40:52 +000098 self.childpath = os.path.join(TESTFN, 'a')
99 f = open(self.childpath, 'w')
Johannes Gijsbersef5ffc42004-10-31 12:05:31 +0000100 f.close()
Tim Peters4590c002004-11-01 02:40:52 +0000101 old_dir_mode = os.stat(TESTFN).st_mode
102 old_child_mode = os.stat(self.childpath).st_mode
103 # Make unwritable.
104 os.chmod(self.childpath, stat.S_IREAD)
105 os.chmod(TESTFN, stat.S_IREAD)
Johannes Gijsbersef5ffc42004-10-31 12:05:31 +0000106
107 shutil.rmtree(TESTFN, onerror=self.check_args_to_onerror)
Johannes Gijsbers8e6f2de2004-11-23 09:27:27 +0000108 # Test whether onerror has actually been called.
Johannes Gijsbersb8b09d02004-12-06 20:50:15 +0000109 self.assertEqual(self.errorState, 2,
110 "Expected call to onerror function did not happen.")
Johannes Gijsbersef5ffc42004-10-31 12:05:31 +0000111
Tim Peters4590c002004-11-01 02:40:52 +0000112 # Make writable again.
113 os.chmod(TESTFN, old_dir_mode)
114 os.chmod(self.childpath, old_child_mode)
115
116 # Clean up.
Johannes Gijsbersef5ffc42004-10-31 12:05:31 +0000117 shutil.rmtree(TESTFN)
118
119 def check_args_to_onerror(self, func, arg, exc):
Benjamin Peterson25c95f12009-05-08 20:42:26 +0000120 # test_rmtree_errors deliberately runs rmtree
121 # on a directory that is chmod 400, which will fail.
122 # This function is run when shutil.rmtree fails.
123 # 99.9% of the time it initially fails to remove
124 # a file in the directory, so the first time through
125 # func is os.remove.
126 # However, some Linux machines running ZFS on
127 # FUSE experienced a failure earlier in the process
128 # at os.listdir. The first failure may legally
129 # be either.
Johannes Gijsbersef5ffc42004-10-31 12:05:31 +0000130 if self.errorState == 0:
Benjamin Peterson25c95f12009-05-08 20:42:26 +0000131 if func is os.remove:
132 self.assertEqual(arg, self.childpath)
133 else:
134 self.assertIs(func, os.listdir,
135 "func must be either os.remove or os.listdir")
136 self.assertEqual(arg, TESTFN)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000137 self.assertTrue(issubclass(exc[0], OSError))
Johannes Gijsbersef5ffc42004-10-31 12:05:31 +0000138 self.errorState = 1
139 else:
140 self.assertEqual(func, os.rmdir)
141 self.assertEqual(arg, TESTFN)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000142 self.assertTrue(issubclass(exc[0], OSError))
Johannes Gijsbers8e6f2de2004-11-23 09:27:27 +0000143 self.errorState = 2
Barry Warsaw7fc2cca2003-01-24 17:34:13 +0000144
Johannes Gijsbersd60e92a2004-09-11 21:26:21 +0000145 def test_rmtree_dont_delete_file(self):
146 # When called on a file instead of a directory, don't delete it.
147 handle, path = tempfile.mkstemp()
148 os.fdopen(handle).close()
149 self.assertRaises(OSError, shutil.rmtree, path)
150 os.remove(path)
151
Tarek Ziadé5340db32010-04-19 22:30:51 +0000152 def _write_data(self, path, data):
153 f = open(path, "w")
154 f.write(data)
155 f.close()
156
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000157 def test_copytree_simple(self):
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000158
159 def read_data(path):
160 f = open(path)
161 data = f.read()
162 f.close()
163 return data
164
165 src_dir = tempfile.mkdtemp()
166 dst_dir = os.path.join(tempfile.mkdtemp(), 'destination')
Tarek Ziadé5340db32010-04-19 22:30:51 +0000167 self._write_data(os.path.join(src_dir, 'test.txt'), '123')
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000168 os.mkdir(os.path.join(src_dir, 'test_dir'))
Tarek Ziadé5340db32010-04-19 22:30:51 +0000169 self._write_data(os.path.join(src_dir, 'test_dir', 'test.txt'), '456')
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000170
171 try:
172 shutil.copytree(src_dir, dst_dir)
173 self.assertTrue(os.path.isfile(os.path.join(dst_dir, 'test.txt')))
174 self.assertTrue(os.path.isdir(os.path.join(dst_dir, 'test_dir')))
175 self.assertTrue(os.path.isfile(os.path.join(dst_dir, 'test_dir',
176 'test.txt')))
177 actual = read_data(os.path.join(dst_dir, 'test.txt'))
178 self.assertEqual(actual, '123')
179 actual = read_data(os.path.join(dst_dir, 'test_dir', 'test.txt'))
180 self.assertEqual(actual, '456')
181 finally:
182 for path in (
183 os.path.join(src_dir, 'test.txt'),
184 os.path.join(dst_dir, 'test.txt'),
185 os.path.join(src_dir, 'test_dir', 'test.txt'),
186 os.path.join(dst_dir, 'test_dir', 'test.txt'),
187 ):
188 if os.path.exists(path):
189 os.remove(path)
Christian Heimese052dd82007-11-20 03:20:04 +0000190 for path in (src_dir,
Antoine Pitrou97c81ef2009-11-04 00:57:15 +0000191 os.path.dirname(dst_dir)
Christian Heimese052dd82007-11-20 03:20:04 +0000192 ):
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000193 if os.path.exists(path):
Christian Heimes94140152007-11-20 01:45:17 +0000194 shutil.rmtree(path)
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000195
Georg Brandl2ee470f2008-07-16 12:55:28 +0000196 def test_copytree_with_exclude(self):
197
Georg Brandl2ee470f2008-07-16 12:55:28 +0000198 def read_data(path):
199 f = open(path)
200 data = f.read()
201 f.close()
202 return data
203
204 # creating data
205 join = os.path.join
206 exists = os.path.exists
207 src_dir = tempfile.mkdtemp()
Georg Brandl2ee470f2008-07-16 12:55:28 +0000208 try:
Antoine Pitrou97c81ef2009-11-04 00:57:15 +0000209 dst_dir = join(tempfile.mkdtemp(), 'destination')
Tarek Ziadé5340db32010-04-19 22:30:51 +0000210 self._write_data(join(src_dir, 'test.txt'), '123')
211 self._write_data(join(src_dir, 'test.tmp'), '123')
Antoine Pitrou97c81ef2009-11-04 00:57:15 +0000212 os.mkdir(join(src_dir, 'test_dir'))
Tarek Ziadé5340db32010-04-19 22:30:51 +0000213 self._write_data(join(src_dir, 'test_dir', 'test.txt'), '456')
Antoine Pitrou97c81ef2009-11-04 00:57:15 +0000214 os.mkdir(join(src_dir, 'test_dir2'))
Tarek Ziadé5340db32010-04-19 22:30:51 +0000215 self._write_data(join(src_dir, 'test_dir2', 'test.txt'), '456')
Antoine Pitrou97c81ef2009-11-04 00:57:15 +0000216 os.mkdir(join(src_dir, 'test_dir2', 'subdir'))
217 os.mkdir(join(src_dir, 'test_dir2', 'subdir2'))
Tarek Ziadé5340db32010-04-19 22:30:51 +0000218 self._write_data(join(src_dir, 'test_dir2', 'subdir', 'test.txt'),
219 '456')
220 self._write_data(join(src_dir, 'test_dir2', 'subdir2', 'test.py'),
221 '456')
Antoine Pitrou97c81ef2009-11-04 00:57:15 +0000222
223
224 # testing glob-like patterns
225 try:
226 patterns = shutil.ignore_patterns('*.tmp', 'test_dir2')
227 shutil.copytree(src_dir, dst_dir, ignore=patterns)
228 # checking the result: some elements should not be copied
229 self.assertTrue(exists(join(dst_dir, 'test.txt')))
230 self.assertTrue(not exists(join(dst_dir, 'test.tmp')))
231 self.assertTrue(not exists(join(dst_dir, 'test_dir2')))
232 finally:
233 if os.path.exists(dst_dir):
234 shutil.rmtree(dst_dir)
235 try:
236 patterns = shutil.ignore_patterns('*.tmp', 'subdir*')
237 shutil.copytree(src_dir, dst_dir, ignore=patterns)
238 # checking the result: some elements should not be copied
239 self.assertTrue(not exists(join(dst_dir, 'test.tmp')))
240 self.assertTrue(not exists(join(dst_dir, 'test_dir2', 'subdir2')))
241 self.assertTrue(not exists(join(dst_dir, 'test_dir2', 'subdir')))
242 finally:
243 if os.path.exists(dst_dir):
244 shutil.rmtree(dst_dir)
245
246 # testing callable-style
247 try:
248 def _filter(src, names):
249 res = []
250 for name in names:
251 path = os.path.join(src, name)
252
253 if (os.path.isdir(path) and
254 path.split()[-1] == 'subdir'):
255 res.append(name)
256 elif os.path.splitext(path)[-1] in ('.py'):
257 res.append(name)
258 return res
259
260 shutil.copytree(src_dir, dst_dir, ignore=_filter)
261
262 # checking the result: some elements should not be copied
263 self.assertTrue(not exists(join(dst_dir, 'test_dir2', 'subdir2',
264 'test.py')))
265 self.assertTrue(not exists(join(dst_dir, 'test_dir2', 'subdir')))
266
267 finally:
268 if os.path.exists(dst_dir):
269 shutil.rmtree(dst_dir)
Georg Brandl2ee470f2008-07-16 12:55:28 +0000270 finally:
Antoine Pitrou97c81ef2009-11-04 00:57:15 +0000271 shutil.rmtree(src_dir)
272 shutil.rmtree(os.path.dirname(dst_dir))
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000273
Brian Curtind40e6f72010-07-08 21:39:08 +0000274 @support.skip_unless_symlink
Tarek Ziadé51a6f722010-04-23 13:03:09 +0000275 def test_dont_copy_file_onto_link_to_itself(self):
276 # bug 851123.
277 os.mkdir(TESTFN)
278 src = os.path.join(TESTFN, 'cheese')
279 dst = os.path.join(TESTFN, 'shop')
280 try:
281 f = open(src, 'w')
282 f.write('cheddar')
283 f.close()
284
Brian Curtind40e6f72010-07-08 21:39:08 +0000285 if hasattr(os, "link"):
286 os.link(src, dst)
287 self.assertRaises(shutil.Error, shutil.copyfile, src, dst)
Antoine Pitrou92f60ed2010-10-14 22:11:44 +0000288 with open(src, 'r') as f:
289 self.assertEqual(f.read(), 'cheddar')
Brian Curtind40e6f72010-07-08 21:39:08 +0000290 os.remove(dst)
Tarek Ziadé51a6f722010-04-23 13:03:09 +0000291
292 # Using `src` here would mean we end up with a symlink pointing
293 # to TESTFN/TESTFN/cheese, while it should point at
294 # TESTFN/cheese.
295 os.symlink('cheese', dst)
296 self.assertRaises(shutil.Error, shutil.copyfile, src, dst)
Antoine Pitrou92f60ed2010-10-14 22:11:44 +0000297 with open(src, 'r') as f:
298 self.assertEqual(f.read(), 'cheddar')
Tarek Ziadé51a6f722010-04-23 13:03:09 +0000299 os.remove(dst)
300 finally:
Johannes Gijsbers46f14592004-08-14 13:30:02 +0000301 try:
Tarek Ziadé51a6f722010-04-23 13:03:09 +0000302 shutil.rmtree(TESTFN)
303 except OSError:
304 pass
Johannes Gijsbers68128712004-08-14 13:57:08 +0000305
Brian Curtind40e6f72010-07-08 21:39:08 +0000306 @support.skip_unless_symlink
307 def test_rmtree_on_symlink(self):
308 # bug 1669.
309 os.mkdir(TESTFN)
Tarek Ziadé51a6f722010-04-23 13:03:09 +0000310 try:
Brian Curtind40e6f72010-07-08 21:39:08 +0000311 src = os.path.join(TESTFN, 'cheese')
312 dst = os.path.join(TESTFN, 'shop')
313 os.mkdir(src)
314 os.symlink(src, dst)
315 self.assertRaises(OSError, shutil.rmtree, dst)
Tarek Ziadé51a6f722010-04-23 13:03:09 +0000316 finally:
Brian Curtind40e6f72010-07-08 21:39:08 +0000317 shutil.rmtree(TESTFN, ignore_errors=True)
318
319 if hasattr(os, "mkfifo"):
320 # Issue #3002: copyfile and copytree block indefinitely on named pipes
321 def test_copyfile_named_pipe(self):
322 os.mkfifo(TESTFN)
323 try:
324 self.assertRaises(shutil.SpecialFileError,
325 shutil.copyfile, TESTFN, TESTFN2)
326 self.assertRaises(shutil.SpecialFileError,
327 shutil.copyfile, __file__, TESTFN)
328 finally:
329 os.remove(TESTFN)
Antoine Pitrou7fff0962009-05-01 21:09:44 +0000330
Tarek Ziadé51a6f722010-04-23 13:03:09 +0000331 @unittest.skipUnless(hasattr(os, 'mkfifo'), 'requires os.mkfifo')
332 def test_copytree_named_pipe(self):
333 os.mkdir(TESTFN)
334 try:
335 subdir = os.path.join(TESTFN, "subdir")
336 os.mkdir(subdir)
337 pipe = os.path.join(subdir, "mypipe")
338 os.mkfifo(pipe)
Antoine Pitrou7fff0962009-05-01 21:09:44 +0000339 try:
Tarek Ziadé51a6f722010-04-23 13:03:09 +0000340 shutil.copytree(TESTFN, TESTFN2)
341 except shutil.Error as e:
342 errors = e.args[0]
343 self.assertEqual(len(errors), 1)
344 src, dst, error_msg = errors[0]
345 self.assertEqual("`%s` is a named pipe" % pipe, error_msg)
346 else:
347 self.fail("shutil.Error should have been raised")
348 finally:
349 shutil.rmtree(TESTFN, ignore_errors=True)
350 shutil.rmtree(TESTFN2, ignore_errors=True)
Antoine Pitrou7fff0962009-05-01 21:09:44 +0000351
Tarek Ziadé5340db32010-04-19 22:30:51 +0000352 def test_copytree_special_func(self):
353
354 src_dir = self.mkdtemp()
355 dst_dir = os.path.join(self.mkdtemp(), 'destination')
356 self._write_data(os.path.join(src_dir, 'test.txt'), '123')
357 os.mkdir(os.path.join(src_dir, 'test_dir'))
358 self._write_data(os.path.join(src_dir, 'test_dir', 'test.txt'), '456')
359
360 copied = []
361 def _copy(src, dst):
362 copied.append((src, dst))
363
364 shutil.copytree(src_dir, dst_dir, copy_function=_copy)
365 self.assertEquals(len(copied), 2)
366
Brian Curtind40e6f72010-07-08 21:39:08 +0000367 @support.skip_unless_symlink
Tarek Ziadéfb437512010-04-20 08:57:33 +0000368 def test_copytree_dangling_symlinks(self):
369
370 # a dangling symlink raises an error at the end
371 src_dir = self.mkdtemp()
372 dst_dir = os.path.join(self.mkdtemp(), 'destination')
373 os.symlink('IDONTEXIST', os.path.join(src_dir, 'test.txt'))
374 os.mkdir(os.path.join(src_dir, 'test_dir'))
375 self._write_data(os.path.join(src_dir, 'test_dir', 'test.txt'), '456')
376 self.assertRaises(Error, shutil.copytree, src_dir, dst_dir)
377
378 # a dangling symlink is ignored with the proper flag
379 dst_dir = os.path.join(self.mkdtemp(), 'destination2')
380 shutil.copytree(src_dir, dst_dir, ignore_dangling_symlinks=True)
381 self.assertNotIn('test.txt', os.listdir(dst_dir))
382
383 # a dangling symlink is copied if symlinks=True
384 dst_dir = os.path.join(self.mkdtemp(), 'destination3')
385 shutil.copytree(src_dir, dst_dir, symlinks=True)
386 self.assertIn('test.txt', os.listdir(dst_dir))
387
Tarek Ziadé396fad72010-02-23 05:30:31 +0000388 @unittest.skipUnless(zlib, "requires zlib")
389 def test_make_tarball(self):
390 # creating something to tar
391 tmpdir = self.mkdtemp()
392 self.write_file([tmpdir, 'file1'], 'xxx')
393 self.write_file([tmpdir, 'file2'], 'xxx')
394 os.mkdir(os.path.join(tmpdir, 'sub'))
395 self.write_file([tmpdir, 'sub', 'file3'], 'xxx')
396
397 tmpdir2 = self.mkdtemp()
398 unittest.skipUnless(splitdrive(tmpdir)[0] == splitdrive(tmpdir2)[0],
399 "source and target should be on same drive")
400
401 base_name = os.path.join(tmpdir2, 'archive')
402
403 # working with relative paths to avoid tar warnings
404 old_dir = os.getcwd()
405 os.chdir(tmpdir)
406 try:
407 _make_tarball(splitdrive(base_name)[1], '.')
408 finally:
409 os.chdir(old_dir)
410
411 # check if the compressed tarball was created
412 tarball = base_name + '.tar.gz'
413 self.assertTrue(os.path.exists(tarball))
414
415 # trying an uncompressed one
416 base_name = os.path.join(tmpdir2, 'archive')
417 old_dir = os.getcwd()
418 os.chdir(tmpdir)
419 try:
420 _make_tarball(splitdrive(base_name)[1], '.', compress=None)
421 finally:
422 os.chdir(old_dir)
423 tarball = base_name + '.tar'
424 self.assertTrue(os.path.exists(tarball))
425
426 def _tarinfo(self, path):
427 tar = tarfile.open(path)
428 try:
429 names = tar.getnames()
430 names.sort()
431 return tuple(names)
432 finally:
433 tar.close()
434
435 def _create_files(self):
436 # creating something to tar
437 tmpdir = self.mkdtemp()
438 dist = os.path.join(tmpdir, 'dist')
439 os.mkdir(dist)
440 self.write_file([dist, 'file1'], 'xxx')
441 self.write_file([dist, 'file2'], 'xxx')
442 os.mkdir(os.path.join(dist, 'sub'))
443 self.write_file([dist, 'sub', 'file3'], 'xxx')
444 os.mkdir(os.path.join(dist, 'sub2'))
445 tmpdir2 = self.mkdtemp()
446 base_name = os.path.join(tmpdir2, 'archive')
447 return tmpdir, tmpdir2, base_name
448
449 @unittest.skipUnless(zlib, "Requires zlib")
450 @unittest.skipUnless(find_executable('tar') and find_executable('gzip'),
451 'Need the tar command to run')
452 def test_tarfile_vs_tar(self):
453 tmpdir, tmpdir2, base_name = self._create_files()
454 old_dir = os.getcwd()
455 os.chdir(tmpdir)
456 try:
457 _make_tarball(base_name, 'dist')
458 finally:
459 os.chdir(old_dir)
460
461 # check if the compressed tarball was created
462 tarball = base_name + '.tar.gz'
463 self.assertTrue(os.path.exists(tarball))
464
465 # now create another tarball using `tar`
466 tarball2 = os.path.join(tmpdir, 'archive2.tar.gz')
467 tar_cmd = ['tar', '-cf', 'archive2.tar', 'dist']
468 gzip_cmd = ['gzip', '-f9', 'archive2.tar']
469 old_dir = os.getcwd()
470 os.chdir(tmpdir)
471 try:
472 with captured_stdout() as s:
473 spawn(tar_cmd)
474 spawn(gzip_cmd)
475 finally:
476 os.chdir(old_dir)
477
478 self.assertTrue(os.path.exists(tarball2))
479 # let's compare both tarballs
480 self.assertEquals(self._tarinfo(tarball), self._tarinfo(tarball2))
481
482 # trying an uncompressed one
483 base_name = os.path.join(tmpdir2, 'archive')
484 old_dir = os.getcwd()
485 os.chdir(tmpdir)
486 try:
487 _make_tarball(base_name, 'dist', compress=None)
488 finally:
489 os.chdir(old_dir)
490 tarball = base_name + '.tar'
491 self.assertTrue(os.path.exists(tarball))
492
493 # now for a dry_run
494 base_name = os.path.join(tmpdir2, 'archive')
495 old_dir = os.getcwd()
496 os.chdir(tmpdir)
497 try:
498 _make_tarball(base_name, 'dist', compress=None, dry_run=True)
499 finally:
500 os.chdir(old_dir)
501 tarball = base_name + '.tar'
502 self.assertTrue(os.path.exists(tarball))
503
Tarek Ziadé396fad72010-02-23 05:30:31 +0000504 @unittest.skipUnless(zlib, "Requires zlib")
505 @unittest.skipUnless(ZIP_SUPPORT, 'Need zip support to run')
506 def test_make_zipfile(self):
507 # creating something to tar
508 tmpdir = self.mkdtemp()
509 self.write_file([tmpdir, 'file1'], 'xxx')
510 self.write_file([tmpdir, 'file2'], 'xxx')
511
512 tmpdir2 = self.mkdtemp()
513 base_name = os.path.join(tmpdir2, 'archive')
514 _make_zipfile(base_name, tmpdir)
515
516 # check if the compressed tarball was created
517 tarball = base_name + '.zip'
Éric Araujo1c505492010-11-06 02:12:51 +0000518 self.assertTrue(os.path.exists(tarball))
Tarek Ziadé396fad72010-02-23 05:30:31 +0000519
520
521 def test_make_archive(self):
522 tmpdir = self.mkdtemp()
523 base_name = os.path.join(tmpdir, 'archive')
524 self.assertRaises(ValueError, make_archive, base_name, 'xxx')
525
526 @unittest.skipUnless(zlib, "Requires zlib")
527 def test_make_archive_owner_group(self):
528 # testing make_archive with owner and group, with various combinations
529 # this works even if there's not gid/uid support
530 if UID_GID_SUPPORT:
531 group = grp.getgrgid(0)[0]
532 owner = pwd.getpwuid(0)[0]
533 else:
534 group = owner = 'root'
535
536 base_dir, root_dir, base_name = self._create_files()
537 base_name = os.path.join(self.mkdtemp() , 'archive')
538 res = make_archive(base_name, 'zip', root_dir, base_dir, owner=owner,
539 group=group)
540 self.assertTrue(os.path.exists(res))
541
542 res = make_archive(base_name, 'zip', root_dir, base_dir)
543 self.assertTrue(os.path.exists(res))
544
545 res = make_archive(base_name, 'tar', root_dir, base_dir,
546 owner=owner, group=group)
547 self.assertTrue(os.path.exists(res))
548
549 res = make_archive(base_name, 'tar', root_dir, base_dir,
550 owner='kjhkjhkjg', group='oihohoh')
551 self.assertTrue(os.path.exists(res))
552
Tarek Ziadé6ac91722010-04-28 17:51:36 +0000553
Tarek Ziadé396fad72010-02-23 05:30:31 +0000554 @unittest.skipUnless(zlib, "Requires zlib")
555 @unittest.skipUnless(UID_GID_SUPPORT, "Requires grp and pwd support")
556 def test_tarfile_root_owner(self):
557 tmpdir, tmpdir2, base_name = self._create_files()
558 old_dir = os.getcwd()
559 os.chdir(tmpdir)
560 group = grp.getgrgid(0)[0]
561 owner = pwd.getpwuid(0)[0]
562 try:
563 archive_name = _make_tarball(base_name, 'dist', compress=None,
564 owner=owner, group=group)
565 finally:
566 os.chdir(old_dir)
567
568 # check if the compressed tarball was created
569 self.assertTrue(os.path.exists(archive_name))
570
571 # now checks the rights
572 archive = tarfile.open(archive_name)
573 try:
574 for member in archive.getmembers():
575 self.assertEquals(member.uid, 0)
576 self.assertEquals(member.gid, 0)
577 finally:
578 archive.close()
579
580 def test_make_archive_cwd(self):
581 current_dir = os.getcwd()
582 def _breaks(*args, **kw):
583 raise RuntimeError()
584
585 register_archive_format('xxx', _breaks, [], 'xxx file')
586 try:
587 try:
588 make_archive('xxx', 'xxx', root_dir=self.mkdtemp())
589 except Exception:
590 pass
591 self.assertEquals(os.getcwd(), current_dir)
592 finally:
593 unregister_archive_format('xxx')
594
595 def test_register_archive_format(self):
596
597 self.assertRaises(TypeError, register_archive_format, 'xxx', 1)
598 self.assertRaises(TypeError, register_archive_format, 'xxx', lambda: x,
599 1)
600 self.assertRaises(TypeError, register_archive_format, 'xxx', lambda: x,
601 [(1, 2), (1, 2, 3)])
602
603 register_archive_format('xxx', lambda: x, [(1, 2)], 'xxx file')
604 formats = [name for name, params in get_archive_formats()]
605 self.assertIn('xxx', formats)
606
607 unregister_archive_format('xxx')
608 formats = [name for name, params in get_archive_formats()]
609 self.assertNotIn('xxx', formats)
610
Tarek Ziadé6ac91722010-04-28 17:51:36 +0000611 def _compare_dirs(self, dir1, dir2):
612 # check that dir1 and dir2 are equivalent,
613 # return the diff
614 diff = []
615 for root, dirs, files in os.walk(dir1):
616 for file_ in files:
617 path = os.path.join(root, file_)
618 target_path = os.path.join(dir2, os.path.split(path)[-1])
619 if not os.path.exists(target_path):
620 diff.append(file_)
621 return diff
622
623 @unittest.skipUnless(zlib, "Requires zlib")
624 def test_unpack_archive(self):
Tarek Ziadéffa155a2010-04-29 13:34:35 +0000625 formats = ['tar', 'gztar', 'zip']
626 if BZ2_SUPPORTED:
627 formats.append('bztar')
Tarek Ziadé6ac91722010-04-28 17:51:36 +0000628
Tarek Ziadéffa155a2010-04-29 13:34:35 +0000629 for format in formats:
Tarek Ziadé6ac91722010-04-28 17:51:36 +0000630 tmpdir = self.mkdtemp()
631 base_dir, root_dir, base_name = self._create_files()
632 tmpdir2 = self.mkdtemp()
633 filename = make_archive(base_name, format, root_dir, base_dir)
634
635 # let's try to unpack it now
636 unpack_archive(filename, tmpdir2)
637 diff = self._compare_dirs(tmpdir, tmpdir2)
638 self.assertEquals(diff, [])
639
640 def test_unpack_registery(self):
641
642 formats = get_unpack_formats()
643
644 def _boo(filename, extract_dir, extra):
645 self.assertEquals(extra, 1)
646 self.assertEquals(filename, 'stuff.boo')
647 self.assertEquals(extract_dir, 'xx')
648
649 register_unpack_format('Boo', ['.boo', '.b2'], _boo, [('extra', 1)])
650 unpack_archive('stuff.boo', 'xx')
651
652 # trying to register a .boo unpacker again
653 self.assertRaises(RegistryError, register_unpack_format, 'Boo2',
654 ['.boo'], _boo)
655
656 # should work now
657 unregister_unpack_format('Boo')
658 register_unpack_format('Boo2', ['.boo'], _boo)
659 self.assertIn(('Boo2', ['.boo'], ''), get_unpack_formats())
660 self.assertNotIn(('Boo', ['.boo'], ''), get_unpack_formats())
661
662 # let's leave a clean state
663 unregister_unpack_format('Boo2')
664 self.assertEquals(get_unpack_formats(), formats)
665
Christian Heimes9bd667a2008-01-20 15:14:11 +0000666
Christian Heimesada8c3b2008-03-18 18:26:33 +0000667class TestMove(unittest.TestCase):
668
669 def setUp(self):
670 filename = "foo"
671 self.src_dir = tempfile.mkdtemp()
672 self.dst_dir = tempfile.mkdtemp()
673 self.src_file = os.path.join(self.src_dir, filename)
674 self.dst_file = os.path.join(self.dst_dir, filename)
675 # Try to create a dir in the current directory, hoping that it is
676 # not located on the same filesystem as the system tmp dir.
677 try:
678 self.dir_other_fs = tempfile.mkdtemp(
679 dir=os.path.dirname(__file__))
680 self.file_other_fs = os.path.join(self.dir_other_fs,
681 filename)
682 except OSError:
683 self.dir_other_fs = None
684 with open(self.src_file, "wb") as f:
685 f.write(b"spam")
686
687 def tearDown(self):
688 for d in (self.src_dir, self.dst_dir, self.dir_other_fs):
689 try:
690 if d:
691 shutil.rmtree(d)
692 except:
693 pass
694
695 def _check_move_file(self, src, dst, real_dst):
Antoine Pitrou92f60ed2010-10-14 22:11:44 +0000696 with open(src, "rb") as f:
697 contents = f.read()
Christian Heimesada8c3b2008-03-18 18:26:33 +0000698 shutil.move(src, dst)
Antoine Pitrou92f60ed2010-10-14 22:11:44 +0000699 with open(real_dst, "rb") as f:
700 self.assertEqual(contents, f.read())
Christian Heimesada8c3b2008-03-18 18:26:33 +0000701 self.assertFalse(os.path.exists(src))
702
703 def _check_move_dir(self, src, dst, real_dst):
704 contents = sorted(os.listdir(src))
705 shutil.move(src, dst)
706 self.assertEqual(contents, sorted(os.listdir(real_dst)))
707 self.assertFalse(os.path.exists(src))
708
709 def test_move_file(self):
710 # Move a file to another location on the same filesystem.
711 self._check_move_file(self.src_file, self.dst_file, self.dst_file)
712
713 def test_move_file_to_dir(self):
714 # Move a file inside an existing dir on the same filesystem.
715 self._check_move_file(self.src_file, self.dst_dir, self.dst_file)
716
717 def test_move_file_other_fs(self):
718 # Move a file to an existing dir on another filesystem.
719 if not self.dir_other_fs:
720 # skip
721 return
722 self._check_move_file(self.src_file, self.file_other_fs,
723 self.file_other_fs)
724
725 def test_move_file_to_dir_other_fs(self):
726 # Move a file to another location on another filesystem.
727 if not self.dir_other_fs:
728 # skip
729 return
730 self._check_move_file(self.src_file, self.dir_other_fs,
731 self.file_other_fs)
732
733 def test_move_dir(self):
734 # Move a dir to another location on the same filesystem.
735 dst_dir = tempfile.mktemp()
736 try:
737 self._check_move_dir(self.src_dir, dst_dir, dst_dir)
738 finally:
739 try:
740 shutil.rmtree(dst_dir)
741 except:
742 pass
743
744 def test_move_dir_other_fs(self):
745 # Move a dir to another location on another filesystem.
746 if not self.dir_other_fs:
747 # skip
748 return
749 dst_dir = tempfile.mktemp(dir=self.dir_other_fs)
750 try:
751 self._check_move_dir(self.src_dir, dst_dir, dst_dir)
752 finally:
753 try:
754 shutil.rmtree(dst_dir)
755 except:
756 pass
757
758 def test_move_dir_to_dir(self):
759 # Move a dir inside an existing dir on the same filesystem.
760 self._check_move_dir(self.src_dir, self.dst_dir,
761 os.path.join(self.dst_dir, os.path.basename(self.src_dir)))
762
763 def test_move_dir_to_dir_other_fs(self):
764 # Move a dir inside an existing dir on another filesystem.
765 if not self.dir_other_fs:
766 # skip
767 return
768 self._check_move_dir(self.src_dir, self.dir_other_fs,
769 os.path.join(self.dir_other_fs, os.path.basename(self.src_dir)))
770
771 def test_existing_file_inside_dest_dir(self):
772 # A file with the same name inside the destination dir already exists.
773 with open(self.dst_file, "wb"):
774 pass
775 self.assertRaises(shutil.Error, shutil.move, self.src_file, self.dst_dir)
776
777 def test_dont_move_dir_in_itself(self):
778 # Moving a dir inside itself raises an Error.
779 dst = os.path.join(self.src_dir, "bar")
780 self.assertRaises(shutil.Error, shutil.move, self.src_dir, dst)
781
Antoine Pitrou0dcc3cd2009-01-29 20:26:59 +0000782 def test_destinsrc_false_negative(self):
783 os.mkdir(TESTFN)
784 try:
785 for src, dst in [('srcdir', 'srcdir/dest')]:
786 src = os.path.join(TESTFN, src)
787 dst = os.path.join(TESTFN, dst)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000788 self.assertTrue(shutil._destinsrc(src, dst),
Benjamin Peterson247a9b82009-02-20 04:09:19 +0000789 msg='_destinsrc() wrongly concluded that '
Antoine Pitrou0dcc3cd2009-01-29 20:26:59 +0000790 'dst (%s) is not in src (%s)' % (dst, src))
791 finally:
792 shutil.rmtree(TESTFN, ignore_errors=True)
Christian Heimesada8c3b2008-03-18 18:26:33 +0000793
Antoine Pitrou0dcc3cd2009-01-29 20:26:59 +0000794 def test_destinsrc_false_positive(self):
795 os.mkdir(TESTFN)
796 try:
797 for src, dst in [('srcdir', 'src/dest'), ('srcdir', 'srcdir.new')]:
798 src = os.path.join(TESTFN, src)
799 dst = os.path.join(TESTFN, dst)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000800 self.assertFalse(shutil._destinsrc(src, dst),
Benjamin Peterson247a9b82009-02-20 04:09:19 +0000801 msg='_destinsrc() wrongly concluded that '
Antoine Pitrou0dcc3cd2009-01-29 20:26:59 +0000802 'dst (%s) is in src (%s)' % (dst, src))
803 finally:
804 shutil.rmtree(TESTFN, ignore_errors=True)
Christian Heimes9bd667a2008-01-20 15:14:11 +0000805
Tarek Ziadé5340db32010-04-19 22:30:51 +0000806
Tarek Ziadéae4d5c62010-05-05 22:27:31 +0000807class TestCopyFile(unittest.TestCase):
808
809 _delete = False
810
811 class Faux(object):
812 _entered = False
813 _exited_with = None
814 _raised = False
815 def __init__(self, raise_in_exit=False, suppress_at_exit=True):
816 self._raise_in_exit = raise_in_exit
817 self._suppress_at_exit = suppress_at_exit
818 def read(self, *args):
819 return ''
820 def __enter__(self):
821 self._entered = True
822 def __exit__(self, exc_type, exc_val, exc_tb):
823 self._exited_with = exc_type, exc_val, exc_tb
824 if self._raise_in_exit:
825 self._raised = True
826 raise IOError("Cannot close")
827 return self._suppress_at_exit
828
829 def tearDown(self):
830 if self._delete:
831 del shutil.open
832
833 def _set_shutil_open(self, func):
834 shutil.open = func
835 self._delete = True
836
837 def test_w_source_open_fails(self):
838 def _open(filename, mode='r'):
839 if filename == 'srcfile':
840 raise IOError('Cannot open "srcfile"')
841 assert 0 # shouldn't reach here.
842
843 self._set_shutil_open(_open)
844
845 self.assertRaises(IOError, shutil.copyfile, 'srcfile', 'destfile')
846
847 def test_w_dest_open_fails(self):
848
849 srcfile = self.Faux()
850
851 def _open(filename, mode='r'):
852 if filename == 'srcfile':
853 return srcfile
854 if filename == 'destfile':
855 raise IOError('Cannot open "destfile"')
856 assert 0 # shouldn't reach here.
857
858 self._set_shutil_open(_open)
859
860 shutil.copyfile('srcfile', 'destfile')
861 self.assertTrue(srcfile._entered)
862 self.assertTrue(srcfile._exited_with[0] is IOError)
863 self.assertEqual(srcfile._exited_with[1].args,
864 ('Cannot open "destfile"',))
865
866 def test_w_dest_close_fails(self):
867
868 srcfile = self.Faux()
869 destfile = self.Faux(True)
870
871 def _open(filename, mode='r'):
872 if filename == 'srcfile':
873 return srcfile
874 if filename == 'destfile':
875 return destfile
876 assert 0 # shouldn't reach here.
877
878 self._set_shutil_open(_open)
879
880 shutil.copyfile('srcfile', 'destfile')
881 self.assertTrue(srcfile._entered)
882 self.assertTrue(destfile._entered)
883 self.assertTrue(destfile._raised)
884 self.assertTrue(srcfile._exited_with[0] is IOError)
885 self.assertEqual(srcfile._exited_with[1].args,
886 ('Cannot close',))
887
888 def test_w_source_close_fails(self):
889
890 srcfile = self.Faux(True)
891 destfile = self.Faux()
892
893 def _open(filename, mode='r'):
894 if filename == 'srcfile':
895 return srcfile
896 if filename == 'destfile':
897 return destfile
898 assert 0 # shouldn't reach here.
899
900 self._set_shutil_open(_open)
901
902 self.assertRaises(IOError,
903 shutil.copyfile, 'srcfile', 'destfile')
904 self.assertTrue(srcfile._entered)
905 self.assertTrue(destfile._entered)
906 self.assertFalse(destfile._raised)
907 self.assertTrue(srcfile._exited_with[0] is None)
908 self.assertTrue(srcfile._raised)
909
910
Barry Warsaw7fc2cca2003-01-24 17:34:13 +0000911def test_main():
Tarek Ziadéae4d5c62010-05-05 22:27:31 +0000912 support.run_unittest(TestShutil, TestMove, TestCopyFile)
Barry Warsaw7fc2cca2003-01-24 17:34:13 +0000913
Barry Warsaw7fc2cca2003-01-24 17:34:13 +0000914if __name__ == '__main__':
Walter Dörwald21d3a322003-05-01 17:45:56 +0000915 test_main()