Guido van Rossum | e7b146f | 2000-02-04 15:28:42 +0000 | [diff] [blame] | 1 | """Utility functions for copying files and directory trees. |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 2 | |
Guido van Rossum | 959fa01 | 1999-08-18 20:03:17 +0000 | [diff] [blame] | 3 | XXX The functions here don't copy the resource fork or other metadata on Mac. |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 4 | |
| 5 | """ |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 6 | |
Guido van Rossum | c96207a | 1992-03-31 18:55:40 +0000 | [diff] [blame] | 7 | import os |
Guido van Rossum | 83c03e2 | 1999-02-23 23:07:51 +0000 | [diff] [blame] | 8 | import sys |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 9 | import stat |
Martin v. Löwis | e9ce0b0 | 2002-10-07 13:23:24 +0000 | [diff] [blame] | 10 | import exceptions |
Brett Cannon | 1c3fa18 | 2004-06-19 21:11:35 +0000 | [diff] [blame] | 11 | from os.path import abspath |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 12 | |
Skip Montanaro | 0de6580 | 2001-02-15 22:15:14 +0000 | [diff] [blame] | 13 | __all__ = ["copyfileobj","copyfile","copymode","copystat","copy","copy2", |
Raymond Hettinger | 2b9bfb3 | 2002-10-30 05:44:50 +0000 | [diff] [blame] | 14 | "copytree","move","rmtree","Error"] |
Martin v. Löwis | e9ce0b0 | 2002-10-07 13:23:24 +0000 | [diff] [blame] | 15 | |
| 16 | class Error(exceptions.EnvironmentError): |
| 17 | pass |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 18 | |
Greg Stein | 42bb8b3 | 2000-07-12 09:55:30 +0000 | [diff] [blame] | 19 | def copyfileobj(fsrc, fdst, length=16*1024): |
| 20 | """copy data from file-like object fsrc to file-like object fdst""" |
| 21 | while 1: |
| 22 | buf = fsrc.read(length) |
| 23 | if not buf: |
| 24 | break |
| 25 | fdst.write(buf) |
| 26 | |
Johannes Gijsbers | 46f1459 | 2004-08-14 13:30:02 +0000 | [diff] [blame] | 27 | def _samefile(src, dst): |
| 28 | # Macintosh, Unix. |
| 29 | if hasattr(os.path,'samefile'): |
Johannes Gijsbers | f9a098e | 2004-08-14 14:51:01 +0000 | [diff] [blame] | 30 | try: |
| 31 | return os.path.samefile(src, dst) |
| 32 | except OSError: |
| 33 | return False |
Johannes Gijsbers | 46f1459 | 2004-08-14 13:30:02 +0000 | [diff] [blame] | 34 | |
| 35 | # All other platforms: check for same pathname. |
| 36 | return (os.path.normcase(os.path.abspath(src)) == |
| 37 | os.path.normcase(os.path.abspath(dst))) |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 38 | |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 39 | def copyfile(src, dst): |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 40 | """Copy data from src to dst""" |
Johannes Gijsbers | 46f1459 | 2004-08-14 13:30:02 +0000 | [diff] [blame] | 41 | if _samefile(src, dst): |
| 42 | raise Error, "`%s` and `%s` are the same file" % (src, dst) |
| 43 | |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 44 | fsrc = None |
| 45 | fdst = None |
| 46 | try: |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 47 | fsrc = open(src, 'rb') |
| 48 | fdst = open(dst, 'wb') |
Greg Stein | 42bb8b3 | 2000-07-12 09:55:30 +0000 | [diff] [blame] | 49 | copyfileobj(fsrc, fdst) |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 50 | finally: |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 51 | if fdst: |
| 52 | fdst.close() |
| 53 | if fsrc: |
| 54 | fsrc.close() |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 55 | |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 56 | def copymode(src, dst): |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 57 | """Copy mode bits from src to dst""" |
Tim Peters | 0c94724 | 2001-01-21 20:00:00 +0000 | [diff] [blame] | 58 | if hasattr(os, 'chmod'): |
| 59 | st = os.stat(src) |
Walter Dörwald | 294bbf3 | 2002-06-06 09:48:13 +0000 | [diff] [blame] | 60 | mode = stat.S_IMODE(st.st_mode) |
Tim Peters | 0c94724 | 2001-01-21 20:00:00 +0000 | [diff] [blame] | 61 | os.chmod(dst, mode) |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 62 | |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 63 | def copystat(src, dst): |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 64 | """Copy all stat info (mode bits, atime and mtime) from src to dst""" |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 65 | st = os.stat(src) |
Walter Dörwald | 294bbf3 | 2002-06-06 09:48:13 +0000 | [diff] [blame] | 66 | mode = stat.S_IMODE(st.st_mode) |
Tim Peters | 0c94724 | 2001-01-21 20:00:00 +0000 | [diff] [blame] | 67 | if hasattr(os, 'utime'): |
Walter Dörwald | 294bbf3 | 2002-06-06 09:48:13 +0000 | [diff] [blame] | 68 | os.utime(dst, (st.st_atime, st.st_mtime)) |
Tim Peters | 0c94724 | 2001-01-21 20:00:00 +0000 | [diff] [blame] | 69 | if hasattr(os, 'chmod'): |
| 70 | os.chmod(dst, mode) |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 71 | |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 72 | |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 73 | def copy(src, dst): |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 74 | """Copy data and mode bits ("cp src dst"). |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 75 | |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 76 | The destination may be a directory. |
| 77 | |
| 78 | """ |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 79 | if os.path.isdir(dst): |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 80 | dst = os.path.join(dst, os.path.basename(src)) |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 81 | copyfile(src, dst) |
| 82 | copymode(src, dst) |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 83 | |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 84 | def copy2(src, dst): |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 85 | """Copy data and all stat info ("cp -p src dst"). |
| 86 | |
| 87 | The destination may be a directory. |
| 88 | |
| 89 | """ |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 90 | if os.path.isdir(dst): |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 91 | dst = os.path.join(dst, os.path.basename(src)) |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 92 | copyfile(src, dst) |
| 93 | copystat(src, dst) |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 94 | |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 95 | |
Neal Norwitz | a4c93b6 | 2003-02-23 21:36:32 +0000 | [diff] [blame] | 96 | def copytree(src, dst, symlinks=False): |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 97 | """Recursively copy a directory tree using copy2(). |
| 98 | |
| 99 | The destination directory must not already exist. |
Neal Norwitz | a4c93b6 | 2003-02-23 21:36:32 +0000 | [diff] [blame] | 100 | If exception(s) occur, an Error is raised with a list of reasons. |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 101 | |
| 102 | If the optional symlinks flag is true, symbolic links in the |
| 103 | source tree result in symbolic links in the destination tree; if |
| 104 | it is false, the contents of the files pointed to by symbolic |
| 105 | links are copied. |
| 106 | |
| 107 | XXX Consider this example code rather than the ultimate tool. |
| 108 | |
| 109 | """ |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 110 | names = os.listdir(src) |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 111 | os.mkdir(dst) |
Martin v. Löwis | e9ce0b0 | 2002-10-07 13:23:24 +0000 | [diff] [blame] | 112 | errors = [] |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 113 | for name in names: |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 114 | srcname = os.path.join(src, name) |
| 115 | dstname = os.path.join(dst, name) |
| 116 | try: |
| 117 | if symlinks and os.path.islink(srcname): |
| 118 | linkto = os.readlink(srcname) |
| 119 | os.symlink(linkto, dstname) |
| 120 | elif os.path.isdir(srcname): |
Fred Drake | 5fa3886 | 2000-04-07 14:34:50 +0000 | [diff] [blame] | 121 | copytree(srcname, dstname, symlinks) |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 122 | else: |
| 123 | copy2(srcname, dstname) |
| 124 | # XXX What about devices, sockets etc.? |
| 125 | except (IOError, os.error), why: |
Martin v. Löwis | e9ce0b0 | 2002-10-07 13:23:24 +0000 | [diff] [blame] | 126 | errors.append((srcname, dstname, why)) |
| 127 | if errors: |
| 128 | raise Error, errors |
Guido van Rossum | d767329 | 1998-02-06 21:38:09 +0000 | [diff] [blame] | 129 | |
Barry Warsaw | 234d9a9 | 2003-01-24 17:36:15 +0000 | [diff] [blame] | 130 | def rmtree(path, ignore_errors=False, onerror=None): |
Guido van Rossum | d767329 | 1998-02-06 21:38:09 +0000 | [diff] [blame] | 131 | """Recursively delete a directory tree. |
| 132 | |
| 133 | If ignore_errors is set, errors are ignored; otherwise, if |
| 134 | onerror is set, it is called to handle the error; otherwise, an |
| 135 | exception is raised. |
Guido van Rossum | d767329 | 1998-02-06 21:38:09 +0000 | [diff] [blame] | 136 | """ |
| 137 | cmdtuples = [] |
Barry Warsaw | 234d9a9 | 2003-01-24 17:36:15 +0000 | [diff] [blame] | 138 | arg = path |
| 139 | try: |
Guido van Rossum | 4a2ccdf | 2004-07-14 00:45:59 +0000 | [diff] [blame] | 140 | func = os.listdir # Make sure it isn't unset |
Barry Warsaw | 234d9a9 | 2003-01-24 17:36:15 +0000 | [diff] [blame] | 141 | _build_cmdtuple(path, cmdtuples) |
| 142 | for func, arg in cmdtuples: |
Just van Rossum | 66d16ba | 2003-01-05 19:44:11 +0000 | [diff] [blame] | 143 | func(arg) |
Barry Warsaw | 234d9a9 | 2003-01-24 17:36:15 +0000 | [diff] [blame] | 144 | except OSError: |
| 145 | exc = sys.exc_info() |
| 146 | if ignore_errors: |
| 147 | pass |
| 148 | elif onerror is not None: |
| 149 | onerror(func, arg, exc) |
| 150 | else: |
| 151 | raise exc[0], (exc[1][0], exc[1][1] + ' removing '+arg) |
Guido van Rossum | d767329 | 1998-02-06 21:38:09 +0000 | [diff] [blame] | 152 | |
| 153 | # Helper for rmtree() |
| 154 | def _build_cmdtuple(path, cmdtuples): |
| 155 | for f in os.listdir(path): |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 156 | real_f = os.path.join(path,f) |
| 157 | if os.path.isdir(real_f) and not os.path.islink(real_f): |
| 158 | _build_cmdtuple(real_f, cmdtuples) |
| 159 | else: |
Guido van Rossum | d832f9e | 1998-10-07 13:18:17 +0000 | [diff] [blame] | 160 | cmdtuples.append((os.remove, real_f)) |
| 161 | cmdtuples.append((os.rmdir, path)) |
Martin v. Löwis | e9ce0b0 | 2002-10-07 13:23:24 +0000 | [diff] [blame] | 162 | |
| 163 | |
| 164 | def move(src, dst): |
| 165 | """Recursively move a file or directory to another location. |
| 166 | |
| 167 | If the destination is on our current filesystem, then simply use |
| 168 | rename. Otherwise, copy src to the dst and then remove src. |
| 169 | A lot more could be done here... A look at a mv.c shows a lot of |
| 170 | the issues this implementation glosses over. |
| 171 | |
| 172 | """ |
| 173 | |
| 174 | try: |
| 175 | os.rename(src, dst) |
| 176 | except OSError: |
| 177 | if os.path.isdir(src): |
Brett Cannon | 1c3fa18 | 2004-06-19 21:11:35 +0000 | [diff] [blame] | 178 | if destinsrc(src, dst): |
| 179 | raise Error, "Cannot move a directory '%s' into itself '%s'." % (src, dst) |
Neal Norwitz | a4c93b6 | 2003-02-23 21:36:32 +0000 | [diff] [blame] | 180 | copytree(src, dst, symlinks=True) |
Martin v. Löwis | e9ce0b0 | 2002-10-07 13:23:24 +0000 | [diff] [blame] | 181 | rmtree(src) |
| 182 | else: |
| 183 | copy2(src,dst) |
| 184 | os.unlink(src) |
Brett Cannon | 1c3fa18 | 2004-06-19 21:11:35 +0000 | [diff] [blame] | 185 | |
| 186 | def destinsrc(src, dst): |
| 187 | return abspath(dst).startswith(abspath(src)) |