Guido van Rossum | e7b146f | 2000-02-04 15:28:42 +0000 | [diff] [blame] | 1 | """Utility functions for copying files and directory trees. |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 2 | |
Guido van Rossum | 959fa01 | 1999-08-18 20:03:17 +0000 | [diff] [blame] | 3 | XXX The functions here don't copy the resource fork or other metadata on Mac. |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 4 | |
| 5 | """ |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 6 | |
Guido van Rossum | c96207a | 1992-03-31 18:55:40 +0000 | [diff] [blame] | 7 | import os |
Guido van Rossum | 83c03e2 | 1999-02-23 23:07:51 +0000 | [diff] [blame] | 8 | import sys |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 9 | import stat |
Martin v. Löwis | e9ce0b0 | 2002-10-07 13:23:24 +0000 | [diff] [blame] | 10 | import exceptions |
Brett Cannon | 1c3fa18 | 2004-06-19 21:11:35 +0000 | [diff] [blame] | 11 | from os.path import abspath |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 12 | |
Skip Montanaro | 0de6580 | 2001-02-15 22:15:14 +0000 | [diff] [blame] | 13 | __all__ = ["copyfileobj","copyfile","copymode","copystat","copy","copy2", |
Raymond Hettinger | 2b9bfb3 | 2002-10-30 05:44:50 +0000 | [diff] [blame] | 14 | "copytree","move","rmtree","Error"] |
Martin v. Löwis | e9ce0b0 | 2002-10-07 13:23:24 +0000 | [diff] [blame] | 15 | |
| 16 | class Error(exceptions.EnvironmentError): |
| 17 | pass |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 18 | |
Greg Stein | 42bb8b3 | 2000-07-12 09:55:30 +0000 | [diff] [blame] | 19 | def copyfileobj(fsrc, fdst, length=16*1024): |
| 20 | """copy data from file-like object fsrc to file-like object fdst""" |
| 21 | while 1: |
| 22 | buf = fsrc.read(length) |
| 23 | if not buf: |
| 24 | break |
| 25 | fdst.write(buf) |
| 26 | |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 27 | |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 28 | def copyfile(src, dst): |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 29 | """Copy data from src to dst""" |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 30 | fsrc = None |
| 31 | fdst = None |
Raymond Hettinger | 57e7945 | 2002-09-08 20:43:59 +0000 | [diff] [blame] | 32 | # check for same pathname; all platforms |
| 33 | _src = os.path.normcase(os.path.abspath(src)) |
| 34 | _dst = os.path.normcase(os.path.abspath(dst)) |
| 35 | if _src == _dst: |
| 36 | return |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 37 | try: |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 38 | fsrc = open(src, 'rb') |
| 39 | fdst = open(dst, 'wb') |
Greg Stein | 42bb8b3 | 2000-07-12 09:55:30 +0000 | [diff] [blame] | 40 | copyfileobj(fsrc, fdst) |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 41 | finally: |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 42 | if fdst: |
| 43 | fdst.close() |
| 44 | if fsrc: |
| 45 | fsrc.close() |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 46 | |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 47 | def copymode(src, dst): |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 48 | """Copy mode bits from src to dst""" |
Tim Peters | 0c94724 | 2001-01-21 20:00:00 +0000 | [diff] [blame] | 49 | if hasattr(os, 'chmod'): |
| 50 | st = os.stat(src) |
Walter Dörwald | 294bbf3 | 2002-06-06 09:48:13 +0000 | [diff] [blame] | 51 | mode = stat.S_IMODE(st.st_mode) |
Tim Peters | 0c94724 | 2001-01-21 20:00:00 +0000 | [diff] [blame] | 52 | os.chmod(dst, mode) |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 53 | |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 54 | def copystat(src, dst): |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 55 | """Copy all stat info (mode bits, atime and mtime) from src to dst""" |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 56 | st = os.stat(src) |
Walter Dörwald | 294bbf3 | 2002-06-06 09:48:13 +0000 | [diff] [blame] | 57 | mode = stat.S_IMODE(st.st_mode) |
Tim Peters | 0c94724 | 2001-01-21 20:00:00 +0000 | [diff] [blame] | 58 | if hasattr(os, 'utime'): |
Walter Dörwald | 294bbf3 | 2002-06-06 09:48:13 +0000 | [diff] [blame] | 59 | os.utime(dst, (st.st_atime, st.st_mtime)) |
Tim Peters | 0c94724 | 2001-01-21 20:00:00 +0000 | [diff] [blame] | 60 | if hasattr(os, 'chmod'): |
| 61 | os.chmod(dst, mode) |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 62 | |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 63 | |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 64 | def copy(src, dst): |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 65 | """Copy data and mode bits ("cp src dst"). |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 66 | |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 67 | The destination may be a directory. |
| 68 | |
| 69 | """ |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 70 | if os.path.isdir(dst): |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 71 | dst = os.path.join(dst, os.path.basename(src)) |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 72 | copyfile(src, dst) |
| 73 | copymode(src, dst) |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 74 | |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 75 | def copy2(src, dst): |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 76 | """Copy data and all stat info ("cp -p src dst"). |
| 77 | |
| 78 | The destination may be a directory. |
| 79 | |
| 80 | """ |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 81 | if os.path.isdir(dst): |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 82 | dst = os.path.join(dst, os.path.basename(src)) |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 83 | copyfile(src, dst) |
| 84 | copystat(src, dst) |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 85 | |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 86 | |
Neal Norwitz | a4c93b6 | 2003-02-23 21:36:32 +0000 | [diff] [blame] | 87 | def copytree(src, dst, symlinks=False): |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 88 | """Recursively copy a directory tree using copy2(). |
| 89 | |
| 90 | The destination directory must not already exist. |
Neal Norwitz | a4c93b6 | 2003-02-23 21:36:32 +0000 | [diff] [blame] | 91 | If exception(s) occur, an Error is raised with a list of reasons. |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 92 | |
| 93 | If the optional symlinks flag is true, symbolic links in the |
| 94 | source tree result in symbolic links in the destination tree; if |
| 95 | it is false, the contents of the files pointed to by symbolic |
| 96 | links are copied. |
| 97 | |
| 98 | XXX Consider this example code rather than the ultimate tool. |
| 99 | |
| 100 | """ |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 101 | names = os.listdir(src) |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 102 | os.mkdir(dst) |
Martin v. Löwis | e9ce0b0 | 2002-10-07 13:23:24 +0000 | [diff] [blame] | 103 | errors = [] |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 104 | for name in names: |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 105 | srcname = os.path.join(src, name) |
| 106 | dstname = os.path.join(dst, name) |
| 107 | try: |
| 108 | if symlinks and os.path.islink(srcname): |
| 109 | linkto = os.readlink(srcname) |
| 110 | os.symlink(linkto, dstname) |
| 111 | elif os.path.isdir(srcname): |
Fred Drake | 5fa3886 | 2000-04-07 14:34:50 +0000 | [diff] [blame] | 112 | copytree(srcname, dstname, symlinks) |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 113 | else: |
| 114 | copy2(srcname, dstname) |
| 115 | # XXX What about devices, sockets etc.? |
| 116 | except (IOError, os.error), why: |
Martin v. Löwis | e9ce0b0 | 2002-10-07 13:23:24 +0000 | [diff] [blame] | 117 | errors.append((srcname, dstname, why)) |
| 118 | if errors: |
| 119 | raise Error, errors |
Guido van Rossum | d767329 | 1998-02-06 21:38:09 +0000 | [diff] [blame] | 120 | |
Barry Warsaw | 234d9a9 | 2003-01-24 17:36:15 +0000 | [diff] [blame] | 121 | def rmtree(path, ignore_errors=False, onerror=None): |
Guido van Rossum | d767329 | 1998-02-06 21:38:09 +0000 | [diff] [blame] | 122 | """Recursively delete a directory tree. |
| 123 | |
| 124 | If ignore_errors is set, errors are ignored; otherwise, if |
| 125 | onerror is set, it is called to handle the error; otherwise, an |
| 126 | exception is raised. |
Guido van Rossum | d767329 | 1998-02-06 21:38:09 +0000 | [diff] [blame] | 127 | """ |
| 128 | cmdtuples = [] |
Barry Warsaw | 234d9a9 | 2003-01-24 17:36:15 +0000 | [diff] [blame] | 129 | arg = path |
| 130 | try: |
Guido van Rossum | 4a2ccdf | 2004-07-14 00:45:59 +0000 | [diff] [blame] | 131 | func = os.listdir # Make sure it isn't unset |
Barry Warsaw | 234d9a9 | 2003-01-24 17:36:15 +0000 | [diff] [blame] | 132 | _build_cmdtuple(path, cmdtuples) |
| 133 | for func, arg in cmdtuples: |
Just van Rossum | 66d16ba | 2003-01-05 19:44:11 +0000 | [diff] [blame] | 134 | func(arg) |
Barry Warsaw | 234d9a9 | 2003-01-24 17:36:15 +0000 | [diff] [blame] | 135 | except OSError: |
| 136 | exc = sys.exc_info() |
| 137 | if ignore_errors: |
| 138 | pass |
| 139 | elif onerror is not None: |
| 140 | onerror(func, arg, exc) |
| 141 | else: |
| 142 | raise exc[0], (exc[1][0], exc[1][1] + ' removing '+arg) |
Guido van Rossum | d767329 | 1998-02-06 21:38:09 +0000 | [diff] [blame] | 143 | |
| 144 | # Helper for rmtree() |
| 145 | def _build_cmdtuple(path, cmdtuples): |
| 146 | for f in os.listdir(path): |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 147 | real_f = os.path.join(path,f) |
| 148 | if os.path.isdir(real_f) and not os.path.islink(real_f): |
| 149 | _build_cmdtuple(real_f, cmdtuples) |
| 150 | else: |
Guido van Rossum | d832f9e | 1998-10-07 13:18:17 +0000 | [diff] [blame] | 151 | cmdtuples.append((os.remove, real_f)) |
| 152 | cmdtuples.append((os.rmdir, path)) |
Martin v. Löwis | e9ce0b0 | 2002-10-07 13:23:24 +0000 | [diff] [blame] | 153 | |
| 154 | |
| 155 | def move(src, dst): |
| 156 | """Recursively move a file or directory to another location. |
| 157 | |
| 158 | If the destination is on our current filesystem, then simply use |
| 159 | rename. Otherwise, copy src to the dst and then remove src. |
| 160 | A lot more could be done here... A look at a mv.c shows a lot of |
| 161 | the issues this implementation glosses over. |
| 162 | |
| 163 | """ |
| 164 | |
| 165 | try: |
| 166 | os.rename(src, dst) |
| 167 | except OSError: |
| 168 | if os.path.isdir(src): |
Brett Cannon | 1c3fa18 | 2004-06-19 21:11:35 +0000 | [diff] [blame] | 169 | if destinsrc(src, dst): |
| 170 | raise Error, "Cannot move a directory '%s' into itself '%s'." % (src, dst) |
Neal Norwitz | a4c93b6 | 2003-02-23 21:36:32 +0000 | [diff] [blame] | 171 | copytree(src, dst, symlinks=True) |
Martin v. Löwis | e9ce0b0 | 2002-10-07 13:23:24 +0000 | [diff] [blame] | 172 | rmtree(src) |
| 173 | else: |
| 174 | copy2(src,dst) |
| 175 | os.unlink(src) |
Brett Cannon | 1c3fa18 | 2004-06-19 21:11:35 +0000 | [diff] [blame] | 176 | |
| 177 | def destinsrc(src, dst): |
| 178 | return abspath(dst).startswith(abspath(src)) |