Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 1 | """distutils.file_util |
| 2 | |
Greg Ward | 449f556 | 2000-09-26 02:03:34 +0000 | [diff] [blame] | 3 | Utility functions for operating on single files. |
| 4 | """ |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 5 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 6 | __revision__ = "$Id$" |
| 7 | |
| 8 | import os |
| 9 | from distutils.errors import DistutilsFileError |
Jeremy Hylton | cd8a114 | 2002-06-04 20:14:43 +0000 | [diff] [blame] | 10 | from distutils import log |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 11 | |
| 12 | # for generating verbose output in 'copy_file()' |
Tarek Ziadé | c2b7188 | 2009-07-03 19:22:23 +0000 | [diff] [blame] | 13 | _copy_action = {None: 'copying', |
| 14 | 'hard': 'hard linking', |
| 15 | 'sym': 'symbolically linking'} |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 16 | |
| 17 | |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 18 | def _copy_file_contents(src, dst, buffer_size=16*1024): |
Tarek Ziadé | c2b7188 | 2009-07-03 19:22:23 +0000 | [diff] [blame] | 19 | """Copy the file 'src' to 'dst'. |
| 20 | |
| 21 | Both must be filenames. Any error opening either file, reading from |
| 22 | 'src', or writing to 'dst', raises DistutilsFileError. Data is |
| 23 | read/written in chunks of 'buffer_size' bytes (default 16k). No attempt |
| 24 | is made to handle anything apart from regular files. |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 25 | """ |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 26 | # Stolen from shutil module in the standard library, but with |
| 27 | # custom error-handling added. |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 28 | fsrc = None |
| 29 | fdst = None |
| 30 | try: |
| 31 | try: |
| 32 | fsrc = open(src, 'rb') |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 +0000 | [diff] [blame] | 33 | except os.error as e: |
Mark Hammond | d12dcae | 2008-10-05 09:00:28 +0000 | [diff] [blame] | 34 | raise DistutilsFileError("could not open '%s': %s" % (src, e.strerror)) |
Fred Drake | b94b849 | 2001-12-06 20:51:35 +0000 | [diff] [blame] | 35 | |
Andrew M. Kuchling | 3b388ec | 2002-02-01 18:29:34 +0000 | [diff] [blame] | 36 | if os.path.exists(dst): |
| 37 | try: |
| 38 | os.unlink(dst) |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 +0000 | [diff] [blame] | 39 | except os.error as e: |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 40 | raise DistutilsFileError( |
Mark Hammond | d12dcae | 2008-10-05 09:00:28 +0000 | [diff] [blame] | 41 | "could not delete '%s': %s" % (dst, e.strerror)) |
Tim Peters | 182b5ac | 2004-07-18 06:16:08 +0000 | [diff] [blame] | 42 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 43 | try: |
| 44 | fdst = open(dst, 'wb') |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 +0000 | [diff] [blame] | 45 | except os.error as e: |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 46 | raise DistutilsFileError( |
Mark Hammond | d12dcae | 2008-10-05 09:00:28 +0000 | [diff] [blame] | 47 | "could not create '%s': %s" % (dst, e.strerror)) |
Fred Drake | b94b849 | 2001-12-06 20:51:35 +0000 | [diff] [blame] | 48 | |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 49 | while True: |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 50 | try: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 51 | buf = fsrc.read(buffer_size) |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 +0000 | [diff] [blame] | 52 | except os.error as e: |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 53 | raise DistutilsFileError( |
Mark Hammond | d12dcae | 2008-10-05 09:00:28 +0000 | [diff] [blame] | 54 | "could not read from '%s': %s" % (src, e.strerror)) |
Fred Drake | b94b849 | 2001-12-06 20:51:35 +0000 | [diff] [blame] | 55 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 56 | if not buf: |
| 57 | break |
| 58 | |
| 59 | try: |
| 60 | fdst.write(buf) |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 +0000 | [diff] [blame] | 61 | except os.error as e: |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 62 | raise DistutilsFileError( |
Mark Hammond | d12dcae | 2008-10-05 09:00:28 +0000 | [diff] [blame] | 63 | "could not write to '%s': %s" % (dst, e.strerror)) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 64 | finally: |
| 65 | if fdst: |
| 66 | fdst.close() |
| 67 | if fsrc: |
| 68 | fsrc.close() |
| 69 | |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 70 | def copy_file(src, dst, preserve_mode=1, preserve_times=1, update=0, |
Tarek Ziadé | 70a74eb | 2009-02-06 00:38:35 +0000 | [diff] [blame] | 71 | link=None, verbose=1, dry_run=0): |
Tarek Ziadé | c2b7188 | 2009-07-03 19:22:23 +0000 | [diff] [blame] | 72 | """Copy a file 'src' to 'dst'. |
| 73 | |
| 74 | If 'dst' is a directory, then 'src' is copied there with the same name; |
| 75 | otherwise, it must be a filename. (If the file exists, it will be |
| 76 | ruthlessly clobbered.) If 'preserve_mode' is true (the default), |
| 77 | the file's mode (type and permission bits, or whatever is analogous on |
| 78 | the current platform) is copied. If 'preserve_times' is true (the |
| 79 | default), the last-modified and last-access times are copied as well. |
| 80 | If 'update' is true, 'src' will only be copied if 'dst' does not exist, |
| 81 | or if 'dst' does exist but is older than 'src'. |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 82 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 83 | 'link' allows you to make hard links (os.link) or symbolic links |
| 84 | (os.symlink) instead of copying: set it to "hard" or "sym"; if it is |
| 85 | None (the default), files are copied. Don't set 'link' on systems that |
| 86 | don't support it: 'copy_file()' doesn't check if hard or symbolic |
| 87 | linking is available. |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 88 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 89 | Under Mac OS, uses the native file copy function in macostools; on |
| 90 | other systems, uses '_copy_file_contents()' to copy file contents. |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 91 | |
Greg Ward | 0d4a853 | 2000-09-30 17:29:35 +0000 | [diff] [blame] | 92 | Return a tuple (dest_name, copied): 'dest_name' is the actual name of |
| 93 | the output file, and 'copied' is true if the file was copied (or would |
| 94 | have been copied, if 'dry_run' true). |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 95 | """ |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 96 | # XXX if the destination file already exists, we clobber it if |
| 97 | # copying, but blow up if linking. Hmmm. And I don't know what |
| 98 | # macostools.copyfile() does. Should definitely be consistent, and |
| 99 | # should probably blow up if destination exists and we would be |
| 100 | # changing it (ie. it's not already a hard/soft link to src OR |
| 101 | # (not update) and (src newer than dst). |
| 102 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 103 | from distutils.dep_util import newer |
Greg Ward | e628a2f | 2001-07-25 19:48:03 +0000 | [diff] [blame] | 104 | from stat import ST_ATIME, ST_MTIME, ST_MODE, S_IMODE |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 105 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 106 | if not os.path.isfile(src): |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 107 | raise DistutilsFileError( |
| 108 | "can't copy '%s': doesn't exist or not a regular file" % src) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 109 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 110 | if os.path.isdir(dst): |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 111 | dir = dst |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 112 | dst = os.path.join(dst, os.path.basename(src)) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 113 | else: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 114 | dir = os.path.dirname(dst) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 115 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 116 | if update and not newer(src, dst): |
Tarek Ziadé | 35e6fd5 | 2009-02-06 00:53:43 +0000 | [diff] [blame] | 117 | if verbose >= 1: |
Tarek Ziadé | 70a74eb | 2009-02-06 00:38:35 +0000 | [diff] [blame] | 118 | log.debug("not copying %s (output up-to-date)", src) |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 119 | return (dst, 0) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 120 | |
| 121 | try: |
| 122 | action = _copy_action[link] |
| 123 | except KeyError: |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 124 | raise ValueError("invalid value '%s' for 'link' argument" % link) |
Tarek Ziadé | 70a74eb | 2009-02-06 00:38:35 +0000 | [diff] [blame] | 125 | |
Tarek Ziadé | 35e6fd5 | 2009-02-06 00:53:43 +0000 | [diff] [blame] | 126 | if verbose >= 1: |
Tarek Ziadé | 70a74eb | 2009-02-06 00:38:35 +0000 | [diff] [blame] | 127 | if os.path.basename(dst) == os.path.basename(src): |
| 128 | log.info("%s %s -> %s", action, src, dir) |
| 129 | else: |
| 130 | log.info("%s %s -> %s", action, src, dst) |
Fred Drake | b94b849 | 2001-12-06 20:51:35 +0000 | [diff] [blame] | 131 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 132 | if dry_run: |
Greg Ward | 0d4a853 | 2000-09-30 17:29:35 +0000 | [diff] [blame] | 133 | return (dst, 1) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 134 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 135 | # If linking (hard or symbolic), use the appropriate system call |
| 136 | # (Unix only, of course, but that's the caller's responsibility) |
| 137 | elif link == 'hard': |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 138 | if not (os.path.exists(dst) and os.path.samefile(src, dst)): |
| 139 | os.link(src, dst) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 140 | elif link == 'sym': |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 141 | if not (os.path.exists(dst) and os.path.samefile(src, dst)): |
| 142 | os.symlink(src, dst) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 143 | |
| 144 | # Otherwise (non-Mac, not linking), copy the file contents and |
| 145 | # (optionally) copy the times and mode. |
| 146 | else: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 147 | _copy_file_contents(src, dst) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 148 | if preserve_mode or preserve_times: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 149 | st = os.stat(src) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 150 | |
| 151 | # According to David Ascher <da@ski.org>, utime() should be done |
| 152 | # before chmod() (at least under NT). |
| 153 | if preserve_times: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 154 | os.utime(dst, (st[ST_ATIME], st[ST_MTIME])) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 155 | if preserve_mode: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 156 | os.chmod(dst, S_IMODE(st[ST_MODE])) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 157 | |
Greg Ward | 0d4a853 | 2000-09-30 17:29:35 +0000 | [diff] [blame] | 158 | return (dst, 1) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 159 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 160 | |
| 161 | # XXX I suspect this is Unix-specific -- need porting help! |
Tarek Ziadé | c2b7188 | 2009-07-03 19:22:23 +0000 | [diff] [blame] | 162 | def move_file(src, dst, verbose=1, dry_run=0): |
| 163 | """Move a file 'src' to 'dst'. |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 164 | |
Tarek Ziadé | c2b7188 | 2009-07-03 19:22:23 +0000 | [diff] [blame] | 165 | If 'dst' is a directory, the file will be moved into it with the same |
| 166 | name; otherwise, 'src' is just renamed to 'dst'. Return the new |
| 167 | full name of the file. |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 168 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 169 | Handles cross-device moves on Unix using 'copy_file()'. What about |
| 170 | other systems??? |
| 171 | """ |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 172 | from os.path import exists, isfile, isdir, basename, dirname |
Andrew M. Kuchling | 106ffdb | 2001-08-09 20:59:53 +0000 | [diff] [blame] | 173 | import errno |
Fred Drake | b94b849 | 2001-12-06 20:51:35 +0000 | [diff] [blame] | 174 | |
Tarek Ziadé | 35e6fd5 | 2009-02-06 00:53:43 +0000 | [diff] [blame] | 175 | if verbose >= 1: |
Tarek Ziadé | 70a74eb | 2009-02-06 00:38:35 +0000 | [diff] [blame] | 176 | log.info("moving %s -> %s", src, dst) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 177 | |
| 178 | if dry_run: |
| 179 | return dst |
| 180 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 181 | if not isfile(src): |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 182 | raise DistutilsFileError("can't move '%s': not a regular file" % src) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 183 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 184 | if isdir(dst): |
| 185 | dst = os.path.join(dst, basename(src)) |
| 186 | elif exists(dst): |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 187 | raise DistutilsFileError( |
| 188 | "can't move '%s': destination '%s' already exists" % |
| 189 | (src, dst)) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 190 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 191 | if not isdir(dirname(dst)): |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 192 | raise DistutilsFileError( |
| 193 | "can't move '%s': destination '%s' not a valid path" % |
| 194 | (src, dst)) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 195 | |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 196 | copy_it = False |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 197 | try: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 198 | os.rename(src, dst) |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 +0000 | [diff] [blame] | 199 | except os.error as e: |
| 200 | (num, msg) = e |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 201 | if num == errno.EXDEV: |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 202 | copy_it = True |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 203 | else: |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 204 | raise DistutilsFileError( |
| 205 | "couldn't move '%s' to '%s': %s" % (src, dst, msg)) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 206 | |
| 207 | if copy_it: |
Tarek Ziadé | 70a74eb | 2009-02-06 00:38:35 +0000 | [diff] [blame] | 208 | copy_file(src, dst, verbose=verbose) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 209 | try: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 210 | os.unlink(src) |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 +0000 | [diff] [blame] | 211 | except os.error as e: |
| 212 | (num, msg) = e |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 213 | try: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 214 | os.unlink(dst) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 215 | except os.error: |
| 216 | pass |
Collin Winter | 5b7e9d7 | 2007-08-30 03:52:21 +0000 | [diff] [blame] | 217 | raise DistutilsFileError( |
| 218 | "couldn't move '%s' to '%s' by copy/delete: " |
| 219 | "delete '%s' failed: %s" |
| 220 | % (src, dst, src, msg)) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 221 | return dst |
| 222 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 223 | |
Tarek Ziadé | c2b7188 | 2009-07-03 19:22:23 +0000 | [diff] [blame] | 224 | def write_file(filename, contents): |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 225 | """Create a file with the specified name and write 'contents' (a |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 226 | sequence of strings without line terminators) to it. |
| 227 | """ |
| 228 | f = open(filename, "w") |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 229 | for line in contents: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 230 | f.write(line + "\n") |
| 231 | f.close() |