Guido van Rossum | e7b146f | 2000-02-04 15:28:42 +0000 | [diff] [blame] | 1 | """Utility functions for copying files and directory trees. |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 2 | |
Guido van Rossum | 959fa01 | 1999-08-18 20:03:17 +0000 | [diff] [blame] | 3 | XXX The functions here don't copy the resource fork or other metadata on Mac. |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 4 | |
| 5 | """ |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 6 | |
Guido van Rossum | c96207a | 1992-03-31 18:55:40 +0000 | [diff] [blame] | 7 | import os |
Guido van Rossum | 83c03e2 | 1999-02-23 23:07:51 +0000 | [diff] [blame] | 8 | import sys |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 9 | import stat |
Martin v. Löwis | e9ce0b0 | 2002-10-07 13:23:24 +0000 | [diff] [blame] | 10 | import exceptions |
Brett Cannon | 1c3fa18 | 2004-06-19 21:11:35 +0000 | [diff] [blame] | 11 | from os.path import abspath |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 12 | |
Skip Montanaro | 0de6580 | 2001-02-15 22:15:14 +0000 | [diff] [blame] | 13 | __all__ = ["copyfileobj","copyfile","copymode","copystat","copy","copy2", |
Raymond Hettinger | 2b9bfb3 | 2002-10-30 05:44:50 +0000 | [diff] [blame] | 14 | "copytree","move","rmtree","Error"] |
Martin v. Löwis | e9ce0b0 | 2002-10-07 13:23:24 +0000 | [diff] [blame] | 15 | |
| 16 | class Error(exceptions.EnvironmentError): |
| 17 | pass |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 18 | |
Greg Stein | 42bb8b3 | 2000-07-12 09:55:30 +0000 | [diff] [blame] | 19 | def copyfileobj(fsrc, fdst, length=16*1024): |
| 20 | """copy data from file-like object fsrc to file-like object fdst""" |
| 21 | while 1: |
| 22 | buf = fsrc.read(length) |
| 23 | if not buf: |
| 24 | break |
| 25 | fdst.write(buf) |
| 26 | |
Johannes Gijsbers | 46f1459 | 2004-08-14 13:30:02 +0000 | [diff] [blame] | 27 | def _samefile(src, dst): |
| 28 | # Macintosh, Unix. |
| 29 | if hasattr(os.path,'samefile'): |
Johannes Gijsbers | f9a098e | 2004-08-14 14:51:01 +0000 | [diff] [blame] | 30 | try: |
| 31 | return os.path.samefile(src, dst) |
| 32 | except OSError: |
| 33 | return False |
Johannes Gijsbers | 46f1459 | 2004-08-14 13:30:02 +0000 | [diff] [blame] | 34 | |
| 35 | # All other platforms: check for same pathname. |
| 36 | return (os.path.normcase(os.path.abspath(src)) == |
| 37 | os.path.normcase(os.path.abspath(dst))) |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 38 | |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 39 | def copyfile(src, dst): |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 40 | """Copy data from src to dst""" |
Johannes Gijsbers | 46f1459 | 2004-08-14 13:30:02 +0000 | [diff] [blame] | 41 | if _samefile(src, dst): |
| 42 | raise Error, "`%s` and `%s` are the same file" % (src, dst) |
| 43 | |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 44 | fsrc = None |
| 45 | fdst = None |
| 46 | try: |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 47 | fsrc = open(src, 'rb') |
| 48 | fdst = open(dst, 'wb') |
Greg Stein | 42bb8b3 | 2000-07-12 09:55:30 +0000 | [diff] [blame] | 49 | copyfileobj(fsrc, fdst) |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 50 | finally: |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 51 | if fdst: |
| 52 | fdst.close() |
| 53 | if fsrc: |
| 54 | fsrc.close() |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 55 | |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 56 | def copymode(src, dst): |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 57 | """Copy mode bits from src to dst""" |
Tim Peters | 0c94724 | 2001-01-21 20:00:00 +0000 | [diff] [blame] | 58 | if hasattr(os, 'chmod'): |
| 59 | st = os.stat(src) |
Walter Dörwald | 294bbf3 | 2002-06-06 09:48:13 +0000 | [diff] [blame] | 60 | mode = stat.S_IMODE(st.st_mode) |
Tim Peters | 0c94724 | 2001-01-21 20:00:00 +0000 | [diff] [blame] | 61 | os.chmod(dst, mode) |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 62 | |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 63 | def copystat(src, dst): |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 64 | """Copy all stat info (mode bits, atime and mtime) from src to dst""" |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 65 | st = os.stat(src) |
Walter Dörwald | 294bbf3 | 2002-06-06 09:48:13 +0000 | [diff] [blame] | 66 | mode = stat.S_IMODE(st.st_mode) |
Tim Peters | 0c94724 | 2001-01-21 20:00:00 +0000 | [diff] [blame] | 67 | if hasattr(os, 'utime'): |
Walter Dörwald | 294bbf3 | 2002-06-06 09:48:13 +0000 | [diff] [blame] | 68 | os.utime(dst, (st.st_atime, st.st_mtime)) |
Tim Peters | 0c94724 | 2001-01-21 20:00:00 +0000 | [diff] [blame] | 69 | if hasattr(os, 'chmod'): |
| 70 | os.chmod(dst, mode) |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 71 | |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 72 | |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 73 | def copy(src, dst): |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 74 | """Copy data and mode bits ("cp src dst"). |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 75 | |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 76 | The destination may be a directory. |
| 77 | |
| 78 | """ |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 79 | if os.path.isdir(dst): |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 80 | dst = os.path.join(dst, os.path.basename(src)) |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 81 | copyfile(src, dst) |
| 82 | copymode(src, dst) |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 83 | |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 84 | def copy2(src, dst): |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 85 | """Copy data and all stat info ("cp -p src dst"). |
| 86 | |
| 87 | The destination may be a directory. |
| 88 | |
| 89 | """ |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 90 | if os.path.isdir(dst): |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 91 | dst = os.path.join(dst, os.path.basename(src)) |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 92 | copyfile(src, dst) |
| 93 | copystat(src, dst) |
Guido van Rossum | c636014 | 1990-10-13 19:23:40 +0000 | [diff] [blame] | 94 | |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 95 | |
Neal Norwitz | a4c93b6 | 2003-02-23 21:36:32 +0000 | [diff] [blame] | 96 | def copytree(src, dst, symlinks=False): |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 97 | """Recursively copy a directory tree using copy2(). |
| 98 | |
| 99 | The destination directory must not already exist. |
Neal Norwitz | a4c93b6 | 2003-02-23 21:36:32 +0000 | [diff] [blame] | 100 | If exception(s) occur, an Error is raised with a list of reasons. |
Guido van Rossum | 9d0a3df | 1997-04-29 14:45:19 +0000 | [diff] [blame] | 101 | |
| 102 | If the optional symlinks flag is true, symbolic links in the |
| 103 | source tree result in symbolic links in the destination tree; if |
| 104 | it is false, the contents of the files pointed to by symbolic |
| 105 | links are copied. |
| 106 | |
| 107 | XXX Consider this example code rather than the ultimate tool. |
| 108 | |
| 109 | """ |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 110 | names = os.listdir(src) |
Johannes Gijsbers | e4172ea | 2005-01-08 12:31:29 +0000 | [diff] [blame] | 111 | os.makedirs(dst) |
| 112 | copystat(src, dst) |
Martin v. Löwis | e9ce0b0 | 2002-10-07 13:23:24 +0000 | [diff] [blame] | 113 | errors = [] |
Guido van Rossum | a2baf46 | 1997-04-29 14:06:46 +0000 | [diff] [blame] | 114 | for name in names: |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 115 | srcname = os.path.join(src, name) |
| 116 | dstname = os.path.join(dst, name) |
| 117 | try: |
| 118 | if symlinks and os.path.islink(srcname): |
| 119 | linkto = os.readlink(srcname) |
| 120 | os.symlink(linkto, dstname) |
| 121 | elif os.path.isdir(srcname): |
Fred Drake | 5fa3886 | 2000-04-07 14:34:50 +0000 | [diff] [blame] | 122 | copytree(srcname, dstname, symlinks) |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 123 | else: |
| 124 | copy2(srcname, dstname) |
| 125 | # XXX What about devices, sockets etc.? |
| 126 | except (IOError, os.error), why: |
Martin v. Löwis | e9ce0b0 | 2002-10-07 13:23:24 +0000 | [diff] [blame] | 127 | errors.append((srcname, dstname, why)) |
| 128 | if errors: |
| 129 | raise Error, errors |
Guido van Rossum | d767329 | 1998-02-06 21:38:09 +0000 | [diff] [blame] | 130 | |
Barry Warsaw | 234d9a9 | 2003-01-24 17:36:15 +0000 | [diff] [blame] | 131 | def rmtree(path, ignore_errors=False, onerror=None): |
Guido van Rossum | d767329 | 1998-02-06 21:38:09 +0000 | [diff] [blame] | 132 | """Recursively delete a directory tree. |
| 133 | |
Johannes Gijsbers | ef5ffc4 | 2004-10-31 12:05:31 +0000 | [diff] [blame] | 134 | If ignore_errors is set, errors are ignored; otherwise, if onerror |
| 135 | is set, it is called to handle the error with arguments (func, |
| 136 | path, exc_info) where func is os.listdir, os.remove, or os.rmdir; |
| 137 | path is the argument to that function that caused it to fail; and |
| 138 | exc_info is a tuple returned by sys.exc_info(). If ignore_errors |
| 139 | is false and onerror is None, an exception is raised. |
| 140 | |
Guido van Rossum | d767329 | 1998-02-06 21:38:09 +0000 | [diff] [blame] | 141 | """ |
Johannes Gijsbers | ef5ffc4 | 2004-10-31 12:05:31 +0000 | [diff] [blame] | 142 | if ignore_errors: |
| 143 | def onerror(*args): |
Barry Warsaw | 234d9a9 | 2003-01-24 17:36:15 +0000 | [diff] [blame] | 144 | pass |
Johannes Gijsbers | ef5ffc4 | 2004-10-31 12:05:31 +0000 | [diff] [blame] | 145 | elif onerror is None: |
| 146 | def onerror(*args): |
| 147 | raise |
| 148 | names = [] |
| 149 | try: |
| 150 | names = os.listdir(path) |
| 151 | except os.error, err: |
| 152 | onerror(os.listdir, path, sys.exc_info()) |
| 153 | for name in names: |
| 154 | fullname = os.path.join(path, name) |
| 155 | try: |
| 156 | mode = os.lstat(fullname).st_mode |
| 157 | except os.error: |
| 158 | mode = 0 |
| 159 | if stat.S_ISDIR(mode): |
| 160 | rmtree(fullname, ignore_errors, onerror) |
Barry Warsaw | 234d9a9 | 2003-01-24 17:36:15 +0000 | [diff] [blame] | 161 | else: |
Johannes Gijsbers | ef5ffc4 | 2004-10-31 12:05:31 +0000 | [diff] [blame] | 162 | try: |
| 163 | os.remove(fullname) |
| 164 | except os.error, err: |
| 165 | onerror(os.remove, fullname, sys.exc_info()) |
| 166 | try: |
| 167 | os.rmdir(path) |
| 168 | except os.error: |
| 169 | onerror(os.rmdir, path, sys.exc_info()) |
Guido van Rossum | d767329 | 1998-02-06 21:38:09 +0000 | [diff] [blame] | 170 | |
Martin v. Löwis | e9ce0b0 | 2002-10-07 13:23:24 +0000 | [diff] [blame] | 171 | def move(src, dst): |
| 172 | """Recursively move a file or directory to another location. |
| 173 | |
| 174 | If the destination is on our current filesystem, then simply use |
| 175 | rename. Otherwise, copy src to the dst and then remove src. |
| 176 | A lot more could be done here... A look at a mv.c shows a lot of |
| 177 | the issues this implementation glosses over. |
| 178 | |
| 179 | """ |
| 180 | |
| 181 | try: |
| 182 | os.rename(src, dst) |
| 183 | except OSError: |
| 184 | if os.path.isdir(src): |
Brett Cannon | 1c3fa18 | 2004-06-19 21:11:35 +0000 | [diff] [blame] | 185 | if destinsrc(src, dst): |
| 186 | raise Error, "Cannot move a directory '%s' into itself '%s'." % (src, dst) |
Neal Norwitz | a4c93b6 | 2003-02-23 21:36:32 +0000 | [diff] [blame] | 187 | copytree(src, dst, symlinks=True) |
Martin v. Löwis | e9ce0b0 | 2002-10-07 13:23:24 +0000 | [diff] [blame] | 188 | rmtree(src) |
| 189 | else: |
| 190 | copy2(src,dst) |
| 191 | os.unlink(src) |
Brett Cannon | 1c3fa18 | 2004-06-19 21:11:35 +0000 | [diff] [blame] | 192 | |
| 193 | def destinsrc(src, dst): |
| 194 | return abspath(dst).startswith(abspath(src)) |