Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 1 | """distutils.dir_util |
| 2 | |
| 3 | Utility functions for manipulating directories and directory trees.""" |
| 4 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 5 | __revision__ = "$Id$" |
| 6 | |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 +0000 | [diff] [blame] | 7 | import os, sys |
Greg Ward | 2d238c5 | 2000-05-27 01:35:27 +0000 | [diff] [blame] | 8 | from distutils.errors import DistutilsFileError, DistutilsInternalError |
Jeremy Hylton | cd8a114 | 2002-06-04 20:14:43 +0000 | [diff] [blame] | 9 | from distutils import log |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 10 | |
| 11 | # cache for by mkpath() -- in addition to cheapening redundant calls, |
| 12 | # eliminates redundant "creating /foo/bar/baz" messages in dry-run mode |
Greg Ward | b248b7f | 2000-06-17 02:19:30 +0000 | [diff] [blame] | 13 | _path_created = {} |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 14 | |
| 15 | # I don't use os.makedirs because a) it's new to Python 1.5.2, and |
| 16 | # b) it blows up if the directory already exists (I want to silently |
| 17 | # succeed in that case). |
Tarek Ziadé | fe66fc1 | 2009-05-17 11:25:57 +0000 | [diff] [blame] | 18 | def mkpath(name, mode=0o777, verbose=1, dry_run=0): |
| 19 | """Create a directory and any missing ancestor directories. |
| 20 | |
| 21 | If the directory already exists (or if 'name' is the empty string, which |
| 22 | means the current directory, which of course exists), then do nothing. |
| 23 | Raise DistutilsFileError if unable to create some directory along the way |
| 24 | (eg. some sub-path exists, but is a file rather than a directory). |
| 25 | If 'verbose' is true, print a one-line summary of each mkdir to stdout. |
| 26 | Return the list of directories actually created. |
| 27 | """ |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 28 | |
Greg Ward | b248b7f | 2000-06-17 02:19:30 +0000 | [diff] [blame] | 29 | global _path_created |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 30 | |
Greg Ward | 2d238c5 | 2000-05-27 01:35:27 +0000 | [diff] [blame] | 31 | # Detect a common bug -- name is None |
Guido van Rossum | 3172c5d | 2007-10-16 18:12:55 +0000 | [diff] [blame] | 32 | if not isinstance(name, str): |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 33 | raise DistutilsInternalError( |
| 34 | "mkpath: 'name' must be a string (got %r)" % (name,)) |
Greg Ward | 2d238c5 | 2000-05-27 01:35:27 +0000 | [diff] [blame] | 35 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 36 | # XXX what's the better way to handle verbosity? print as we create |
| 37 | # each directory in the path (the current behaviour), or only announce |
| 38 | # the creation of the whole path? (quite easy to do the latter since |
| 39 | # we're not using a recursive algorithm) |
| 40 | |
Greg Ward | 071ed76 | 2000-09-26 02:12:31 +0000 | [diff] [blame] | 41 | name = os.path.normpath(name) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 42 | created_dirs = [] |
Greg Ward | 071ed76 | 2000-09-26 02:12:31 +0000 | [diff] [blame] | 43 | if os.path.isdir(name) or name == '': |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 44 | return created_dirs |
Greg Ward | 963cd2d | 2000-09-30 17:47:17 +0000 | [diff] [blame] | 45 | if _path_created.get(os.path.abspath(name)): |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 46 | return created_dirs |
| 47 | |
Greg Ward | 071ed76 | 2000-09-26 02:12:31 +0000 | [diff] [blame] | 48 | (head, tail) = os.path.split(name) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 49 | tails = [tail] # stack of lone dirs to create |
Fred Drake | b94b849 | 2001-12-06 20:51:35 +0000 | [diff] [blame] | 50 | |
Greg Ward | 071ed76 | 2000-09-26 02:12:31 +0000 | [diff] [blame] | 51 | while head and tail and not os.path.isdir(head): |
Greg Ward | 071ed76 | 2000-09-26 02:12:31 +0000 | [diff] [blame] | 52 | (head, tail) = os.path.split(head) |
Greg Ward | 071ed76 | 2000-09-26 02:12:31 +0000 | [diff] [blame] | 53 | tails.insert(0, tail) # push next higher dir onto stack |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 54 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 55 | # now 'head' contains the deepest directory that already exists |
| 56 | # (that is, the child of 'head' in 'name' is the highest directory |
| 57 | # that does *not* exist) |
| 58 | for d in tails: |
| 59 | #print "head = %s, d = %s: " % (head, d), |
Greg Ward | 071ed76 | 2000-09-26 02:12:31 +0000 | [diff] [blame] | 60 | head = os.path.join(head, d) |
Greg Ward | 963cd2d | 2000-09-30 17:47:17 +0000 | [diff] [blame] | 61 | abs_head = os.path.abspath(head) |
| 62 | |
| 63 | if _path_created.get(abs_head): |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 64 | continue |
| 65 | |
Tarek Ziadé | 35e6fd5 | 2009-02-06 00:53:43 +0000 | [diff] [blame] | 66 | if verbose >= 1: |
Tarek Ziadé | 70a74eb | 2009-02-06 00:38:35 +0000 | [diff] [blame] | 67 | log.info("creating %s", head) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 68 | |
| 69 | if not dry_run: |
| 70 | try: |
Senthil Kumaran | 9b86a69 | 2010-09-17 16:35:37 +0000 | [diff] [blame] | 71 | os.mkdir(head, mode) |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 +0000 | [diff] [blame] | 72 | except OSError as exc: |
Éric Araujo | ba7209f | 2010-11-06 04:48:05 +0000 | [diff] [blame^] | 73 | if not (exc.errno == errno.EEXIST and os.path.isdir(head)): |
| 74 | raise DistutilsFileError( |
| 75 | "could not create '%s': %s" % (head, exc.args[-1])) |
| 76 | created_dirs.append(head) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 77 | |
Greg Ward | 963cd2d | 2000-09-30 17:47:17 +0000 | [diff] [blame] | 78 | _path_created[abs_head] = 1 |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 79 | return created_dirs |
| 80 | |
Tarek Ziadé | fe66fc1 | 2009-05-17 11:25:57 +0000 | [diff] [blame] | 81 | def create_tree(base_dir, files, mode=0o777, verbose=1, dry_run=0): |
| 82 | """Create all the empty directories under 'base_dir' needed to put 'files' |
| 83 | there. |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 84 | |
Tarek Ziadé | fe66fc1 | 2009-05-17 11:25:57 +0000 | [diff] [blame] | 85 | 'base_dir' is just the a name of a directory which doesn't necessarily |
| 86 | exist yet; 'files' is a list of filenames to be interpreted relative to |
| 87 | 'base_dir'. 'base_dir' + the directory portion of every file in 'files' |
| 88 | will be created if it doesn't already exist. 'mode', 'verbose' and |
| 89 | 'dry_run' flags are as for 'mkpath()'. |
| 90 | """ |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 91 | # First get the list of directories to create |
Guido van Rossum | 486364b | 2007-06-30 05:01:58 +0000 | [diff] [blame] | 92 | need_dir = set() |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 93 | for file in files: |
Guido van Rossum | 486364b | 2007-06-30 05:01:58 +0000 | [diff] [blame] | 94 | need_dir.add(os.path.join(base_dir, os.path.dirname(file))) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 95 | |
| 96 | # Now create them |
Guido van Rossum | 486364b | 2007-06-30 05:01:58 +0000 | [diff] [blame] | 97 | for dir in sorted(need_dir): |
Tarek Ziadé | 70a74eb | 2009-02-06 00:38:35 +0000 | [diff] [blame] | 98 | mkpath(dir, mode, verbose=verbose, dry_run=dry_run) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 99 | |
Tarek Ziadé | fe66fc1 | 2009-05-17 11:25:57 +0000 | [diff] [blame] | 100 | def copy_tree(src, dst, preserve_mode=1, preserve_times=1, |
| 101 | preserve_symlinks=0, update=0, verbose=1, dry_run=0): |
| 102 | """Copy an entire directory tree 'src' to a new location 'dst'. |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 103 | |
Tarek Ziadé | fe66fc1 | 2009-05-17 11:25:57 +0000 | [diff] [blame] | 104 | Both 'src' and 'dst' must be directory names. If 'src' is not a |
| 105 | directory, raise DistutilsFileError. If 'dst' does not exist, it is |
| 106 | created with 'mkpath()'. The end result of the copy is that every |
| 107 | file in 'src' is copied to 'dst', and directories under 'src' are |
| 108 | recursively copied to 'dst'. Return the list of files that were |
| 109 | copied or might have been copied, using their output name. The |
| 110 | return value is unaffected by 'update' or 'dry_run': it is simply |
| 111 | the list of all files under 'src', with the names changed to be |
| 112 | under 'dst'. |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 113 | |
Tarek Ziadé | fe66fc1 | 2009-05-17 11:25:57 +0000 | [diff] [blame] | 114 | 'preserve_mode' and 'preserve_times' are the same as for |
| 115 | 'copy_file'; note that they only apply to regular files, not to |
| 116 | directories. If 'preserve_symlinks' is true, symlinks will be |
| 117 | copied as symlinks (on platforms that support them!); otherwise |
| 118 | (the default), the destination of the symlink will be copied. |
| 119 | 'update' and 'verbose' are the same as for 'copy_file'. |
| 120 | """ |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 121 | from distutils.file_util import copy_file |
| 122 | |
Greg Ward | 071ed76 | 2000-09-26 02:12:31 +0000 | [diff] [blame] | 123 | if not dry_run and not os.path.isdir(src): |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 124 | raise DistutilsFileError( |
| 125 | "cannot copy tree '%s': not a directory" % src) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 126 | try: |
Greg Ward | 071ed76 | 2000-09-26 02:12:31 +0000 | [diff] [blame] | 127 | names = os.listdir(src) |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 +0000 | [diff] [blame] | 128 | except os.error as e: |
| 129 | (errno, errstr) = e |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 130 | if dry_run: |
| 131 | names = [] |
| 132 | else: |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 133 | raise DistutilsFileError( |
| 134 | "error listing files in '%s': %s" % (src, errstr)) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 135 | |
| 136 | if not dry_run: |
Tarek Ziadé | 70a74eb | 2009-02-06 00:38:35 +0000 | [diff] [blame] | 137 | mkpath(dst, verbose=verbose) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 138 | |
| 139 | outputs = [] |
| 140 | |
| 141 | for n in names: |
Greg Ward | 071ed76 | 2000-09-26 02:12:31 +0000 | [diff] [blame] | 142 | src_name = os.path.join(src, n) |
| 143 | dst_name = os.path.join(dst, n) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 144 | |
Greg Ward | 071ed76 | 2000-09-26 02:12:31 +0000 | [diff] [blame] | 145 | if preserve_symlinks and os.path.islink(src_name): |
| 146 | link_dest = os.readlink(src_name) |
Tarek Ziadé | 35e6fd5 | 2009-02-06 00:53:43 +0000 | [diff] [blame] | 147 | if verbose >= 1: |
Tarek Ziadé | 70a74eb | 2009-02-06 00:38:35 +0000 | [diff] [blame] | 148 | log.info("linking %s -> %s", dst_name, link_dest) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 149 | if not dry_run: |
Greg Ward | 071ed76 | 2000-09-26 02:12:31 +0000 | [diff] [blame] | 150 | os.symlink(link_dest, dst_name) |
| 151 | outputs.append(dst_name) |
Fred Drake | b94b849 | 2001-12-06 20:51:35 +0000 | [diff] [blame] | 152 | |
Greg Ward | 071ed76 | 2000-09-26 02:12:31 +0000 | [diff] [blame] | 153 | elif os.path.isdir(src_name): |
| 154 | outputs.extend( |
Jeremy Hylton | cd8a114 | 2002-06-04 20:14:43 +0000 | [diff] [blame] | 155 | copy_tree(src_name, dst_name, preserve_mode, |
| 156 | preserve_times, preserve_symlinks, update, |
Tarek Ziadé | 70a74eb | 2009-02-06 00:38:35 +0000 | [diff] [blame] | 157 | verbose=verbose, dry_run=dry_run)) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 158 | else: |
Jeremy Hylton | cd8a114 | 2002-06-04 20:14:43 +0000 | [diff] [blame] | 159 | copy_file(src_name, dst_name, preserve_mode, |
Tarek Ziadé | 70a74eb | 2009-02-06 00:38:35 +0000 | [diff] [blame] | 160 | preserve_times, update, verbose=verbose, |
| 161 | dry_run=dry_run) |
Greg Ward | 071ed76 | 2000-09-26 02:12:31 +0000 | [diff] [blame] | 162 | outputs.append(dst_name) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 163 | |
| 164 | return outputs |
| 165 | |
Greg Ward | 039accf | 2000-06-17 01:58:14 +0000 | [diff] [blame] | 166 | def _build_cmdtuple(path, cmdtuples): |
Tarek Ziadé | fe66fc1 | 2009-05-17 11:25:57 +0000 | [diff] [blame] | 167 | """Helper for remove_tree().""" |
Greg Ward | 039accf | 2000-06-17 01:58:14 +0000 | [diff] [blame] | 168 | for f in os.listdir(path): |
| 169 | real_f = os.path.join(path,f) |
| 170 | if os.path.isdir(real_f) and not os.path.islink(real_f): |
| 171 | _build_cmdtuple(real_f, cmdtuples) |
| 172 | else: |
| 173 | cmdtuples.append((os.remove, real_f)) |
| 174 | cmdtuples.append((os.rmdir, path)) |
| 175 | |
Tarek Ziadé | fe66fc1 | 2009-05-17 11:25:57 +0000 | [diff] [blame] | 176 | def remove_tree(directory, verbose=1, dry_run=0): |
| 177 | """Recursively remove an entire directory tree. |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 178 | |
Tarek Ziadé | fe66fc1 | 2009-05-17 11:25:57 +0000 | [diff] [blame] | 179 | Any errors are ignored (apart from being reported to stdout if 'verbose' |
| 180 | is true). |
Greg Ward | fcd4f87 | 2000-06-17 02:18:19 +0000 | [diff] [blame] | 181 | """ |
| 182 | from distutils.util import grok_environment_error |
Greg Ward | b248b7f | 2000-06-17 02:19:30 +0000 | [diff] [blame] | 183 | global _path_created |
Greg Ward | fcd4f87 | 2000-06-17 02:18:19 +0000 | [diff] [blame] | 184 | |
Tarek Ziadé | 35e6fd5 | 2009-02-06 00:53:43 +0000 | [diff] [blame] | 185 | if verbose >= 1: |
Tarek Ziadé | 70a74eb | 2009-02-06 00:38:35 +0000 | [diff] [blame] | 186 | log.info("removing '%s' (and everything under it)", directory) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 187 | if dry_run: |
| 188 | return |
Greg Ward | 039accf | 2000-06-17 01:58:14 +0000 | [diff] [blame] | 189 | cmdtuples = [] |
| 190 | _build_cmdtuple(directory, cmdtuples) |
| 191 | for cmd in cmdtuples: |
| 192 | try: |
Neal Norwitz | d910855 | 2006-03-17 08:00:19 +0000 | [diff] [blame] | 193 | cmd[0](cmd[1]) |
Greg Ward | 039accf | 2000-06-17 01:58:14 +0000 | [diff] [blame] | 194 | # remove dir from cache if it's already there |
Greg Ward | 963cd2d | 2000-09-30 17:47:17 +0000 | [diff] [blame] | 195 | abspath = os.path.abspath(cmd[1]) |
Neal Norwitz | f1a69c1 | 2006-08-20 16:25:10 +0000 | [diff] [blame] | 196 | if abspath in _path_created: |
Greg Ward | 963cd2d | 2000-09-30 17:47:17 +0000 | [diff] [blame] | 197 | del _path_created[abspath] |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 +0000 | [diff] [blame] | 198 | except (IOError, OSError) as exc: |
Jeremy Hylton | cd8a114 | 2002-06-04 20:14:43 +0000 | [diff] [blame] | 199 | log.warn(grok_environment_error( |
| 200 | exc, "error removing %s: " % directory)) |
Andrew M. Kuchling | 40f23e0 | 2002-11-26 17:42:48 +0000 | [diff] [blame] | 201 | |
Tarek Ziadé | c81d84b | 2009-05-17 11:14:15 +0000 | [diff] [blame] | 202 | def ensure_relative(path): |
Tarek Ziadé | fe66fc1 | 2009-05-17 11:25:57 +0000 | [diff] [blame] | 203 | """Take the full path 'path', and make it a relative path. |
| 204 | |
| 205 | This is useful to make 'path' the second argument to os.path.join(). |
Andrew M. Kuchling | 40f23e0 | 2002-11-26 17:42:48 +0000 | [diff] [blame] | 206 | """ |
| 207 | drive, path = os.path.splitdrive(path) |
Tarek Ziadé | c81d84b | 2009-05-17 11:14:15 +0000 | [diff] [blame] | 208 | if path[0:1] == os.sep: |
| 209 | path = drive + path[1:] |
| 210 | return path |