Guido van Rossum | e7b146f | 2000-02-04 15:28:42 +0000 | [diff] [blame] | 1 | """Temporary files and filenames.""" |
| 2 | |
Guido van Rossum | 41f9503 | 1992-03-31 19:02:01 +0000 | [diff] [blame] | 3 | # XXX This tries to be not UNIX specific, but I don't know beans about |
| 4 | # how to choose a temp directory or filename on MS-DOS or other |
| 5 | # systems so it may have to be changed... |
Guido van Rossum | eee9498 | 1991-11-12 15:38:08 +0000 | [diff] [blame] | 6 | |
Guido van Rossum | 41f9503 | 1992-03-31 19:02:01 +0000 | [diff] [blame] | 7 | import os |
Guido van Rossum | eee9498 | 1991-11-12 15:38:08 +0000 | [diff] [blame] | 8 | |
Skip Montanaro | 40fc160 | 2001-03-01 04:27:19 +0000 | [diff] [blame] | 9 | __all__ = ["mktemp", "TemporaryFile", "tempdir", "gettempprefix"] |
| 10 | |
Guido van Rossum | 41f9503 | 1992-03-31 19:02:01 +0000 | [diff] [blame] | 11 | # Parameters that the caller may set to override the defaults |
Guido van Rossum | 41f9503 | 1992-03-31 19:02:01 +0000 | [diff] [blame] | 12 | tempdir = None |
| 13 | template = None |
| 14 | |
Guido van Rossum | 41f9503 | 1992-03-31 19:02:01 +0000 | [diff] [blame] | 15 | def gettempdir(): |
Guido van Rossum | e7b146f | 2000-02-04 15:28:42 +0000 | [diff] [blame] | 16 | """Function to calculate the directory to use.""" |
Guido van Rossum | f4aaf86 | 1996-05-28 23:31:34 +0000 | [diff] [blame] | 17 | global tempdir |
Guido van Rossum | 4033ad7 | 1996-08-08 18:33:56 +0000 | [diff] [blame] | 18 | if tempdir is not None: |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 19 | return tempdir |
Guido van Rossum | 29e5f5d | 1998-04-09 14:27:57 +0000 | [diff] [blame] | 20 | try: |
| 21 | pwd = os.getcwd() |
| 22 | except (AttributeError, os.error): |
| 23 | pwd = os.curdir |
Guido van Rossum | 7dcf84f | 2001-03-02 05:51:16 +0000 | [diff] [blame] | 24 | attempdirs = ['/tmp', '/var/tmp', '/usr/tmp', pwd] |
Guido van Rossum | 3e065ad | 1996-08-20 20:38:59 +0000 | [diff] [blame] | 25 | if os.name == 'nt': |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 26 | attempdirs.insert(0, 'C:\\TEMP') |
| 27 | attempdirs.insert(0, '\\TEMP') |
Guido van Rossum | f4f756c | 1997-04-11 19:00:53 +0000 | [diff] [blame] | 28 | elif os.name == 'mac': |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 29 | import macfs, MACFS |
| 30 | try: |
Tim Peters | b90f89a | 2001-01-15 03:26:36 +0000 | [diff] [blame] | 31 | refnum, dirid = macfs.FindFolder(MACFS.kOnSystemDisk, |
| 32 | MACFS.kTemporaryFolderType, 1) |
| 33 | dirname = macfs.FSSpec((refnum, dirid, '')).as_pathname() |
| 34 | attempdirs.insert(0, dirname) |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 35 | except macfs.error: |
| 36 | pass |
Guido van Rossum | e2ae77b | 2001-10-24 20:42:55 +0000 | [diff] [blame] | 37 | elif os.name == 'riscos': |
| 38 | scrapdir = os.getenv('Wimp$ScrapDir') |
| 39 | if scrapdir: |
| 40 | attempdirs.insert(0, scrapdir) |
Guido van Rossum | ca54982 | 1997-08-12 18:00:12 +0000 | [diff] [blame] | 41 | for envname in 'TMPDIR', 'TEMP', 'TMP': |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 42 | if os.environ.has_key(envname): |
| 43 | attempdirs.insert(0, os.environ[envname]) |
Guido van Rossum | 3e065ad | 1996-08-20 20:38:59 +0000 | [diff] [blame] | 44 | testfile = gettempprefix() + 'test' |
Guido van Rossum | f4aaf86 | 1996-05-28 23:31:34 +0000 | [diff] [blame] | 45 | for dir in attempdirs: |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 46 | try: |
Tim Peters | b90f89a | 2001-01-15 03:26:36 +0000 | [diff] [blame] | 47 | filename = os.path.join(dir, testfile) |
| 48 | if os.name == 'posix': |
| 49 | try: |
Jeremy Hylton | c348cd7 | 2001-02-19 15:34:10 +0000 | [diff] [blame] | 50 | fd = os.open(filename, |
| 51 | os.O_RDWR | os.O_CREAT | os.O_EXCL, 0700) |
Tim Peters | b90f89a | 2001-01-15 03:26:36 +0000 | [diff] [blame] | 52 | except OSError: |
| 53 | pass |
| 54 | else: |
| 55 | fp = os.fdopen(fd, 'w') |
| 56 | fp.write('blat') |
| 57 | fp.close() |
| 58 | os.unlink(filename) |
| 59 | del fp, fd |
| 60 | tempdir = dir |
| 61 | break |
| 62 | else: |
| 63 | fp = open(filename, 'w') |
| 64 | fp.write('blat') |
| 65 | fp.close() |
| 66 | os.unlink(filename) |
| 67 | tempdir = dir |
| 68 | break |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 69 | except IOError: |
| 70 | pass |
Guido van Rossum | f4aaf86 | 1996-05-28 23:31:34 +0000 | [diff] [blame] | 71 | if tempdir is None: |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 72 | msg = "Can't find a usable temporary directory amongst " + `attempdirs` |
| 73 | raise IOError, msg |
Guido van Rossum | f4aaf86 | 1996-05-28 23:31:34 +0000 | [diff] [blame] | 74 | return tempdir |
Guido van Rossum | 41f9503 | 1992-03-31 19:02:01 +0000 | [diff] [blame] | 75 | |
| 76 | |
Tim Peters | 9fadfb0 | 2001-01-13 03:04:02 +0000 | [diff] [blame] | 77 | # template caches the result of gettempprefix, for speed, when possible. |
| 78 | # XXX unclear why this isn't "_template"; left it "template" for backward |
| 79 | # compatibility. |
| 80 | if os.name == "posix": |
| 81 | # We don't try to cache the template on posix: the pid may change on us |
| 82 | # between calls due to a fork, and on Linux the pid changes even for |
| 83 | # another thread in the same process. Since any attempt to keep the |
| 84 | # cache in synch would have to call os.getpid() anyway in order to make |
| 85 | # sure the pid hasn't changed between calls, a cache wouldn't save any |
| 86 | # time. In addition, a cache is difficult to keep correct with the pid |
| 87 | # changing willy-nilly, and earlier attempts proved buggy (races). |
| 88 | template = None |
| 89 | |
| 90 | # Else the pid never changes, so gettempprefix always returns the same |
| 91 | # string. |
| 92 | elif os.name == "nt": |
| 93 | template = '~' + `os.getpid()` + '-' |
Guido van Rossum | e2ae77b | 2001-10-24 20:42:55 +0000 | [diff] [blame] | 94 | elif os.name in ('mac', 'riscos'): |
Tim Peters | 9fadfb0 | 2001-01-13 03:04:02 +0000 | [diff] [blame] | 95 | template = 'Python-Tmp-' |
| 96 | else: |
| 97 | template = 'tmp' # XXX might choose a better one |
Guido van Rossum | b0e5718 | 1998-10-14 20:27:05 +0000 | [diff] [blame] | 98 | |
Guido van Rossum | 41f9503 | 1992-03-31 19:02:01 +0000 | [diff] [blame] | 99 | def gettempprefix(): |
Tim Peters | 9fadfb0 | 2001-01-13 03:04:02 +0000 | [diff] [blame] | 100 | """Function to calculate a prefix of the filename to use. |
| 101 | |
| 102 | This incorporates the current process id on systems that support such a |
| 103 | notion, so that concurrent processes don't generate the same prefix. |
| 104 | """ |
| 105 | |
Tim Peters | 8373218 | 2001-01-14 05:12:40 +0000 | [diff] [blame] | 106 | global template |
Guido van Rossum | b0e5718 | 1998-10-14 20:27:05 +0000 | [diff] [blame] | 107 | if template is None: |
Tim Peters | 8373218 | 2001-01-14 05:12:40 +0000 | [diff] [blame] | 108 | return '@' + `os.getpid()` + '.' |
Tim Peters | 9fadfb0 | 2001-01-13 03:04:02 +0000 | [diff] [blame] | 109 | else: |
| 110 | return template |
Guido van Rossum | cff3454 | 1992-01-14 18:31:56 +0000 | [diff] [blame] | 111 | |
Guido van Rossum | eee9498 | 1991-11-12 15:38:08 +0000 | [diff] [blame] | 112 | |
Guido van Rossum | b8c42c9 | 1997-12-19 04:29:50 +0000 | [diff] [blame] | 113 | def mktemp(suffix=""): |
Guido van Rossum | e7b146f | 2000-02-04 15:28:42 +0000 | [diff] [blame] | 114 | """User-callable function to return a unique temporary file name.""" |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 115 | dir = gettempdir() |
| 116 | pre = gettempprefix() |
| 117 | while 1: |
Tim Peters | 1baa22a | 2001-01-12 10:02:46 +0000 | [diff] [blame] | 118 | i = _counter.get_next() |
| 119 | file = os.path.join(dir, pre + str(i) + suffix) |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 120 | if not os.path.exists(file): |
| 121 | return file |
Guido van Rossum | ca54982 | 1997-08-12 18:00:12 +0000 | [diff] [blame] | 122 | |
| 123 | |
| 124 | class TemporaryFileWrapper: |
| 125 | """Temporary file wrapper |
| 126 | |
| 127 | This class provides a wrapper around files opened for temporary use. |
| 128 | In particular, it seeks to automatically remove the file when it is |
| 129 | no longer needed. |
| 130 | """ |
| 131 | def __init__(self, file, path): |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 132 | self.file = file |
| 133 | self.path = path |
Tim Peters | c57a285 | 2001-10-29 21:46:08 +0000 | [diff] [blame] | 134 | self.close_called = 0 |
Guido van Rossum | ca54982 | 1997-08-12 18:00:12 +0000 | [diff] [blame] | 135 | |
| 136 | def close(self): |
Tim Peters | c57a285 | 2001-10-29 21:46:08 +0000 | [diff] [blame] | 137 | if not self.close_called: |
| 138 | self.close_called = 1 |
| 139 | self.file.close() |
| 140 | os.unlink(self.path) |
Guido van Rossum | ca54982 | 1997-08-12 18:00:12 +0000 | [diff] [blame] | 141 | |
| 142 | def __del__(self): |
Tim Peters | c57a285 | 2001-10-29 21:46:08 +0000 | [diff] [blame] | 143 | self.close() |
Guido van Rossum | ca54982 | 1997-08-12 18:00:12 +0000 | [diff] [blame] | 144 | |
| 145 | def __getattr__(self, name): |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 146 | file = self.__dict__['file'] |
| 147 | a = getattr(file, name) |
Guido van Rossum | 6b708d5 | 1999-06-01 18:55:36 +0000 | [diff] [blame] | 148 | if type(a) != type(0): |
| 149 | setattr(self, name, a) |
Guido van Rossum | 45e2fbc | 1998-03-26 21:13:24 +0000 | [diff] [blame] | 150 | return a |
Guido van Rossum | ca54982 | 1997-08-12 18:00:12 +0000 | [diff] [blame] | 151 | |
| 152 | |
Guido van Rossum | b8c42c9 | 1997-12-19 04:29:50 +0000 | [diff] [blame] | 153 | def TemporaryFile(mode='w+b', bufsize=-1, suffix=""): |
Guido van Rossum | e7b146f | 2000-02-04 15:28:42 +0000 | [diff] [blame] | 154 | """Create and return a temporary file (opened read-write by default).""" |
Guido van Rossum | b8c42c9 | 1997-12-19 04:29:50 +0000 | [diff] [blame] | 155 | name = mktemp(suffix) |
Guido van Rossum | dce3d55 | 1998-10-24 01:34:45 +0000 | [diff] [blame] | 156 | if os.name == 'posix': |
| 157 | # Unix -- be very careful |
| 158 | fd = os.open(name, os.O_RDWR|os.O_CREAT|os.O_EXCL, 0700) |
Guido van Rossum | 2457fc2 | 1998-10-24 15:02:59 +0000 | [diff] [blame] | 159 | try: |
| 160 | os.unlink(name) |
| 161 | return os.fdopen(fd, mode, bufsize) |
| 162 | except: |
| 163 | os.close(fd) |
| 164 | raise |
Guido van Rossum | ca54982 | 1997-08-12 18:00:12 +0000 | [diff] [blame] | 165 | else: |
Guido van Rossum | dce3d55 | 1998-10-24 01:34:45 +0000 | [diff] [blame] | 166 | # Non-unix -- can't unlink file that's still open, use wrapper |
| 167 | file = open(name, mode, bufsize) |
| 168 | return TemporaryFileWrapper(file, name) |
Tim Peters | 1baa22a | 2001-01-12 10:02:46 +0000 | [diff] [blame] | 169 | |
| 170 | # In order to generate unique names, mktemp() uses _counter.get_next(). |
| 171 | # This returns a unique integer on each call, in a threadsafe way (i.e., |
| 172 | # multiple threads will never see the same integer). The integer will |
| 173 | # usually be a Python int, but if _counter.get_next() is called often |
| 174 | # enough, it will become a Python long. |
| 175 | # Note that the only name that survives this next block of code |
| 176 | # is "_counter". |
| 177 | |
| 178 | class _ThreadSafeCounter: |
| 179 | def __init__(self, mutex, initialvalue=0): |
| 180 | self.mutex = mutex |
| 181 | self.i = initialvalue |
| 182 | |
| 183 | def get_next(self): |
| 184 | self.mutex.acquire() |
| 185 | result = self.i |
| 186 | try: |
| 187 | newi = result + 1 |
| 188 | except OverflowError: |
| 189 | newi = long(result) + 1 |
| 190 | self.i = newi |
| 191 | self.mutex.release() |
| 192 | return result |
| 193 | |
| 194 | try: |
| 195 | import thread |
| 196 | |
| 197 | except ImportError: |
| 198 | class _DummyMutex: |
| 199 | def acquire(self): |
| 200 | pass |
| 201 | |
| 202 | release = acquire |
| 203 | |
| 204 | _counter = _ThreadSafeCounter(_DummyMutex()) |
| 205 | del _DummyMutex |
| 206 | |
| 207 | else: |
| 208 | _counter = _ThreadSafeCounter(thread.allocate_lock()) |
| 209 | del thread |
| 210 | |
| 211 | del _ThreadSafeCounter |