Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 1 | """distutils.file_util |
| 2 | |
Greg Ward | 449f556 | 2000-09-26 02:03:34 +0000 | [diff] [blame] | 3 | Utility functions for operating on single files. |
| 4 | """ |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 5 | |
Andrew M. Kuchling | d448f66 | 2002-11-19 13:12:28 +0000 | [diff] [blame] | 6 | # This module should be kept compatible with Python 1.5.2. |
| 7 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 8 | __revision__ = "$Id$" |
| 9 | |
| 10 | import os |
| 11 | from distutils.errors import DistutilsFileError |
Jeremy Hylton | cd8a114 | 2002-06-04 20:14:43 +0000 | [diff] [blame] | 12 | from distutils import log |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 13 | |
| 14 | # for generating verbose output in 'copy_file()' |
| 15 | _copy_action = { None: 'copying', |
| 16 | 'hard': 'hard linking', |
| 17 | 'sym': 'symbolically linking' } |
| 18 | |
| 19 | |
| 20 | def _copy_file_contents (src, dst, buffer_size=16*1024): |
| 21 | """Copy the file 'src' to 'dst'; both must be filenames. Any error |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 22 | opening either file, reading from 'src', or writing to 'dst', raises |
| 23 | DistutilsFileError. Data is read/written in chunks of 'buffer_size' |
| 24 | bytes (default 16k). No attempt is made to handle anything apart from |
| 25 | regular files. |
| 26 | """ |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 27 | # Stolen from shutil module in the standard library, but with |
| 28 | # custom error-handling added. |
| 29 | |
| 30 | fsrc = None |
| 31 | fdst = None |
| 32 | try: |
| 33 | try: |
| 34 | fsrc = open(src, 'rb') |
| 35 | except os.error, (errno, errstr): |
| 36 | raise DistutilsFileError, \ |
| 37 | "could not open '%s': %s" % (src, errstr) |
Fred Drake | b94b849 | 2001-12-06 20:51:35 +0000 | [diff] [blame] | 38 | |
Andrew M. Kuchling | 3b388ec | 2002-02-01 18:29:34 +0000 | [diff] [blame] | 39 | if os.path.exists(dst): |
| 40 | try: |
| 41 | os.unlink(dst) |
| 42 | except os.error, (errno, errstr): |
| 43 | raise DistutilsFileError, \ |
| 44 | "could not delete '%s': %s" % (dst, errstr) |
| 45 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 46 | try: |
| 47 | fdst = open(dst, 'wb') |
| 48 | except os.error, (errno, errstr): |
| 49 | raise DistutilsFileError, \ |
| 50 | "could not create '%s': %s" % (dst, errstr) |
Fred Drake | b94b849 | 2001-12-06 20:51:35 +0000 | [diff] [blame] | 51 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 52 | while 1: |
| 53 | try: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 54 | buf = fsrc.read(buffer_size) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 55 | except os.error, (errno, errstr): |
| 56 | raise DistutilsFileError, \ |
| 57 | "could not read from '%s': %s" % (src, errstr) |
Fred Drake | b94b849 | 2001-12-06 20:51:35 +0000 | [diff] [blame] | 58 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 59 | if not buf: |
| 60 | break |
| 61 | |
| 62 | try: |
| 63 | fdst.write(buf) |
| 64 | except os.error, (errno, errstr): |
| 65 | raise DistutilsFileError, \ |
| 66 | "could not write to '%s': %s" % (dst, errstr) |
Fred Drake | b94b849 | 2001-12-06 20:51:35 +0000 | [diff] [blame] | 67 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 68 | finally: |
| 69 | if fdst: |
| 70 | fdst.close() |
| 71 | if fsrc: |
| 72 | fsrc.close() |
| 73 | |
| 74 | # _copy_file_contents() |
| 75 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 76 | def copy_file (src, dst, |
| 77 | preserve_mode=1, |
| 78 | preserve_times=1, |
| 79 | update=0, |
| 80 | link=None, |
| 81 | verbose=0, |
| 82 | dry_run=0): |
| 83 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 84 | """Copy a file 'src' to 'dst'. If 'dst' is a directory, then 'src' is |
| 85 | copied there with the same name; otherwise, it must be a filename. (If |
| 86 | the file exists, it will be ruthlessly clobbered.) If 'preserve_mode' |
| 87 | is true (the default), the file's mode (type and permission bits, or |
| 88 | whatever is analogous on the current platform) is copied. If |
| 89 | 'preserve_times' is true (the default), the last-modified and |
| 90 | last-access times are copied as well. If 'update' is true, 'src' will |
| 91 | only be copied if 'dst' does not exist, or if 'dst' does exist but is |
Jeremy Hylton | cd8a114 | 2002-06-04 20:14:43 +0000 | [diff] [blame] | 92 | older than 'src'. |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 93 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 94 | 'link' allows you to make hard links (os.link) or symbolic links |
| 95 | (os.symlink) instead of copying: set it to "hard" or "sym"; if it is |
| 96 | None (the default), files are copied. Don't set 'link' on systems that |
| 97 | don't support it: 'copy_file()' doesn't check if hard or symbolic |
| 98 | linking is available. |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 99 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 100 | Under Mac OS, uses the native file copy function in macostools; on |
| 101 | other systems, uses '_copy_file_contents()' to copy file contents. |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 102 | |
Greg Ward | 0d4a853 | 2000-09-30 17:29:35 +0000 | [diff] [blame] | 103 | Return a tuple (dest_name, copied): 'dest_name' is the actual name of |
| 104 | the output file, and 'copied' is true if the file was copied (or would |
| 105 | have been copied, if 'dry_run' true). |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 106 | """ |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 107 | # XXX if the destination file already exists, we clobber it if |
| 108 | # copying, but blow up if linking. Hmmm. And I don't know what |
| 109 | # macostools.copyfile() does. Should definitely be consistent, and |
| 110 | # should probably blow up if destination exists and we would be |
| 111 | # changing it (ie. it's not already a hard/soft link to src OR |
| 112 | # (not update) and (src newer than dst). |
| 113 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 114 | from distutils.dep_util import newer |
Greg Ward | e628a2f | 2001-07-25 19:48:03 +0000 | [diff] [blame] | 115 | from stat import ST_ATIME, ST_MTIME, ST_MODE, S_IMODE |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 116 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 117 | if not os.path.isfile(src): |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 118 | raise DistutilsFileError, \ |
| 119 | "can't copy '%s': doesn't exist or not a regular file" % src |
| 120 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 121 | if os.path.isdir(dst): |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 122 | dir = dst |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 123 | dst = os.path.join(dst, os.path.basename(src)) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 124 | else: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 125 | dir = os.path.dirname(dst) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 126 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 127 | if update and not newer(src, dst): |
Jeremy Hylton | cd8a114 | 2002-06-04 20:14:43 +0000 | [diff] [blame] | 128 | log.debug("not copying %s (output up-to-date)", src) |
| 129 | return dst, 0 |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 130 | |
| 131 | try: |
| 132 | action = _copy_action[link] |
| 133 | except KeyError: |
| 134 | raise ValueError, \ |
| 135 | "invalid value '%s' for 'link' argument" % link |
Jeremy Hylton | cd8a114 | 2002-06-04 20:14:43 +0000 | [diff] [blame] | 136 | if os.path.basename(dst) == os.path.basename(src): |
| 137 | log.info("%s %s -> %s", action, src, dir) |
| 138 | else: |
| 139 | log.info("%s %s -> %s", action, src, dst) |
Fred Drake | b94b849 | 2001-12-06 20:51:35 +0000 | [diff] [blame] | 140 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 141 | if dry_run: |
Greg Ward | 0d4a853 | 2000-09-30 17:29:35 +0000 | [diff] [blame] | 142 | return (dst, 1) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 143 | |
Greg Ward | 0d4a853 | 2000-09-30 17:29:35 +0000 | [diff] [blame] | 144 | # On Mac OS, use the native file copy routine |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 145 | if os.name == 'mac': |
| 146 | import macostools |
| 147 | try: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 148 | macostools.copy(src, dst, 0, preserve_times) |
Greg Ward | 3af07e9 | 2000-04-22 15:17:14 +0000 | [diff] [blame] | 149 | except os.error, exc: |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 150 | raise DistutilsFileError, \ |
| 151 | "could not copy '%s' to '%s': %s" % (src, dst, exc[-1]) |
Fred Drake | b94b849 | 2001-12-06 20:51:35 +0000 | [diff] [blame] | 152 | |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 153 | # If linking (hard or symbolic), use the appropriate system call |
| 154 | # (Unix only, of course, but that's the caller's responsibility) |
| 155 | elif link == 'hard': |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 156 | if not (os.path.exists(dst) and os.path.samefile(src, dst)): |
| 157 | os.link(src, dst) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 158 | elif link == 'sym': |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 159 | if not (os.path.exists(dst) and os.path.samefile(src, dst)): |
| 160 | os.symlink(src, dst) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 161 | |
| 162 | # Otherwise (non-Mac, not linking), copy the file contents and |
| 163 | # (optionally) copy the times and mode. |
| 164 | else: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 165 | _copy_file_contents(src, dst) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 166 | if preserve_mode or preserve_times: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 167 | st = os.stat(src) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 168 | |
| 169 | # According to David Ascher <da@ski.org>, utime() should be done |
| 170 | # before chmod() (at least under NT). |
| 171 | if preserve_times: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 172 | os.utime(dst, (st[ST_ATIME], st[ST_MTIME])) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 173 | if preserve_mode: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 174 | os.chmod(dst, S_IMODE(st[ST_MODE])) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 175 | |
Greg Ward | 0d4a853 | 2000-09-30 17:29:35 +0000 | [diff] [blame] | 176 | return (dst, 1) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 177 | |
| 178 | # copy_file () |
| 179 | |
| 180 | |
| 181 | # XXX I suspect this is Unix-specific -- need porting help! |
| 182 | def move_file (src, dst, |
| 183 | verbose=0, |
| 184 | dry_run=0): |
| 185 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 186 | """Move a file 'src' to 'dst'. If 'dst' is a directory, the file will |
| 187 | be moved into it with the same name; otherwise, 'src' is just renamed |
| 188 | to 'dst'. Return the new full name of the file. |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 189 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 190 | Handles cross-device moves on Unix using 'copy_file()'. What about |
| 191 | other systems??? |
| 192 | """ |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 193 | from os.path import exists, isfile, isdir, basename, dirname |
Andrew M. Kuchling | 106ffdb | 2001-08-09 20:59:53 +0000 | [diff] [blame] | 194 | import errno |
Fred Drake | b94b849 | 2001-12-06 20:51:35 +0000 | [diff] [blame] | 195 | |
Jeremy Hylton | cd8a114 | 2002-06-04 20:14:43 +0000 | [diff] [blame] | 196 | log.info("moving %s -> %s", src, dst) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 197 | |
| 198 | if dry_run: |
| 199 | return dst |
| 200 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 201 | if not isfile(src): |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 202 | raise DistutilsFileError, \ |
| 203 | "can't move '%s': not a regular file" % src |
| 204 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 205 | if isdir(dst): |
| 206 | dst = os.path.join(dst, basename(src)) |
| 207 | elif exists(dst): |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 208 | raise DistutilsFileError, \ |
| 209 | "can't move '%s': destination '%s' already exists" % \ |
| 210 | (src, dst) |
| 211 | |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 212 | if not isdir(dirname(dst)): |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 213 | raise DistutilsFileError, \ |
| 214 | "can't move '%s': destination '%s' not a valid path" % \ |
| 215 | (src, dst) |
| 216 | |
| 217 | copy_it = 0 |
| 218 | try: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 219 | os.rename(src, dst) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 220 | except os.error, (num, msg): |
| 221 | if num == errno.EXDEV: |
| 222 | copy_it = 1 |
| 223 | else: |
| 224 | raise DistutilsFileError, \ |
| 225 | "couldn't move '%s' to '%s': %s" % (src, dst, msg) |
| 226 | |
| 227 | if copy_it: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 228 | copy_file(src, dst) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 229 | try: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 230 | os.unlink(src) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 231 | except os.error, (num, msg): |
| 232 | try: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 233 | os.unlink(dst) |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 234 | except os.error: |
| 235 | pass |
| 236 | raise DistutilsFileError, \ |
Fred Drake | b94b849 | 2001-12-06 20:51:35 +0000 | [diff] [blame] | 237 | ("couldn't move '%s' to '%s' by copy/delete: " + |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 238 | "delete '%s' failed: %s") % \ |
| 239 | (src, dst, src, msg) |
| 240 | |
| 241 | return dst |
| 242 | |
| 243 | # move_file () |
| 244 | |
| 245 | |
| 246 | def write_file (filename, contents): |
| 247 | """Create a file with the specified name and write 'contents' (a |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 248 | sequence of strings without line terminators) to it. |
| 249 | """ |
| 250 | f = open(filename, "w") |
Greg Ward | aebf706 | 2000-04-04 02:05:59 +0000 | [diff] [blame] | 251 | for line in contents: |
Greg Ward | 9e3dc4e | 2000-09-23 00:59:34 +0000 | [diff] [blame] | 252 | f.write(line + "\n") |
| 253 | f.close() |