blob: 4b97be3f05f8d8a8b4fab3cffaad9c1cd2e58c38 [file] [log] [blame]
Guido van Rossum54f22ed2000-02-04 15:10:34 +00001"""Cache lines from files.
2
3This is intended to read lines from modules imported -- hence if a filename
4is not found, it will look down the module search path for a file by
5that name.
6"""
Guido van Rossum921c8241992-01-10 14:54:42 +00007
Guido van Rossumc341c621992-03-27 15:12:43 +00008import sys
Guido van Rossum921c8241992-01-10 14:54:42 +00009import os
Guido van Rossum921c8241992-01-10 14:54:42 +000010
Jeremy Hylton97b2e842003-06-29 16:59:43 +000011__all__ = ["getline", "clearcache", "checkcache"]
Skip Montanaro17ab1232001-01-24 06:27:27 +000012
Phillip J. Eby47032112006-04-11 01:07:43 +000013def getline(filename, lineno, module_globals=None):
14 lines = getlines(filename, module_globals)
Guido van Rossum54f22ed2000-02-04 15:10:34 +000015 if 1 <= lineno <= len(lines):
16 return lines[lineno-1]
17 else:
18 return ''
Guido van Rossum921c8241992-01-10 14:54:42 +000019
20
21# The cache
22
23cache = {} # The cache
24
25
Guido van Rossum921c8241992-01-10 14:54:42 +000026def clearcache():
Guido van Rossum54f22ed2000-02-04 15:10:34 +000027 """Clear the cache entirely."""
Guido van Rossum921c8241992-01-10 14:54:42 +000028
Guido van Rossum54f22ed2000-02-04 15:10:34 +000029 global cache
30 cache = {}
Guido van Rossum921c8241992-01-10 14:54:42 +000031
Guido van Rossum921c8241992-01-10 14:54:42 +000032
Phillip J. Eby47032112006-04-11 01:07:43 +000033def getlines(filename, module_globals=None):
Guido van Rossum54f22ed2000-02-04 15:10:34 +000034 """Get the lines for a file from the cache.
35 Update the cache if it doesn't contain an entry for this file already."""
Guido van Rossum921c8241992-01-10 14:54:42 +000036
Raymond Hettinger54f02222002-06-01 14:18:47 +000037 if filename in cache:
Guido van Rossum54f22ed2000-02-04 15:10:34 +000038 return cache[filename][2]
Serhiy Storchaka43b49592015-04-01 16:53:53 +030039
40 try:
Neal Norwitz0c469852006-04-11 07:21:20 +000041 return updatecache(filename, module_globals)
Serhiy Storchaka43b49592015-04-01 16:53:53 +030042 except MemoryError:
43 clearcache()
44 return []
Guido van Rossum921c8241992-01-10 14:54:42 +000045
Guido van Rossum921c8241992-01-10 14:54:42 +000046
Hye-Shik Chang182ac852004-10-26 09:16:42 +000047def checkcache(filename=None):
Guido van Rossum54f22ed2000-02-04 15:10:34 +000048 """Discard cache entries that are out of date.
49 (This is not checked upon each call!)"""
Guido van Rossum921c8241992-01-10 14:54:42 +000050
Hye-Shik Chang182ac852004-10-26 09:16:42 +000051 if filename is None:
52 filenames = cache.keys()
53 else:
54 if filename in cache:
55 filenames = [filename]
56 else:
57 return
58
59 for filename in filenames:
Guido van Rossum54f22ed2000-02-04 15:10:34 +000060 size, mtime, lines, fullname = cache[filename]
Phillip J. Eby47032112006-04-11 01:07:43 +000061 if mtime is None:
62 continue # no-op for files loaded via a __loader__
Guido van Rossum54f22ed2000-02-04 15:10:34 +000063 try:
64 stat = os.stat(fullname)
65 except os.error:
66 del cache[filename]
67 continue
Raymond Hettinger32200ae2002-06-01 19:51:15 +000068 if size != stat.st_size or mtime != stat.st_mtime:
Guido van Rossum54f22ed2000-02-04 15:10:34 +000069 del cache[filename]
Guido van Rossum921c8241992-01-10 14:54:42 +000070
Guido van Rossum921c8241992-01-10 14:54:42 +000071
Phillip J. Eby47032112006-04-11 01:07:43 +000072def updatecache(filename, module_globals=None):
Guido van Rossum54f22ed2000-02-04 15:10:34 +000073 """Update a cache entry and return its list of lines.
74 If something's wrong, print a message, discard the cache entry,
75 and return an empty list."""
76
Raymond Hettinger54f02222002-06-01 14:18:47 +000077 if filename in cache:
Guido van Rossum54f22ed2000-02-04 15:10:34 +000078 del cache[filename]
Benjamin Peterson26da1872010-05-21 21:35:44 +000079 if not filename or (filename.startswith('<') and filename.endswith('>')):
Guido van Rossum54f22ed2000-02-04 15:10:34 +000080 return []
Phillip J. Eby47032112006-04-11 01:07:43 +000081
Guido van Rossum54f22ed2000-02-04 15:10:34 +000082 fullname = filename
83 try:
84 stat = os.stat(fullname)
Benjamin Peterson26da1872010-05-21 21:35:44 +000085 except OSError:
Georg Brandl7c26d762009-05-05 08:28:49 +000086 basename = filename
Phillip J. Eby47032112006-04-11 01:07:43 +000087
Tim Peters413c9222006-04-11 01:44:26 +000088 # Try for a __loader__, if available
Phillip J. Eby47032112006-04-11 01:07:43 +000089 if module_globals and '__loader__' in module_globals:
90 name = module_globals.get('__name__')
91 loader = module_globals['__loader__']
Neal Norwitz0c469852006-04-11 07:21:20 +000092 get_source = getattr(loader, 'get_source', None)
Phillip J. Eby47032112006-04-11 01:07:43 +000093
94 if name and get_source:
Nick Coghlana2053472008-12-14 10:54:50 +000095 try:
96 data = get_source(name)
97 except (ImportError, IOError):
98 pass
99 else:
100 if data is None:
101 # No luck, the PEP302 loader cannot find the source
102 # for this module.
103 return []
104 cache[filename] = (
105 len(data), None,
106 [line+'\n' for line in data.splitlines()], fullname
107 )
108 return cache[filename][2]
Phillip J. Eby47032112006-04-11 01:07:43 +0000109
Georg Brandl7c26d762009-05-05 08:28:49 +0000110 # Try looking through the module search path, which is only useful
111 # when handling a relative filename.
112 if os.path.isabs(filename):
113 return []
Phillip J. Eby47032112006-04-11 01:07:43 +0000114
Guido van Rossum54f22ed2000-02-04 15:10:34 +0000115 for dirname in sys.path:
Tim Peters12f21ae2001-05-29 04:27:01 +0000116 # When using imputil, sys.path may contain things other than
117 # strings; ignore them when it happens.
Guido van Rossum54f22ed2000-02-04 15:10:34 +0000118 try:
Tim Peters12f21ae2001-05-29 04:27:01 +0000119 fullname = os.path.join(dirname, basename)
120 except (TypeError, AttributeError):
121 # Not sufficiently string-like to do anything useful with.
Benjamin Peterson26da1872010-05-21 21:35:44 +0000122 continue
123 try:
124 stat = os.stat(fullname)
125 break
126 except os.error:
Guido van Rossum54f22ed2000-02-04 15:10:34 +0000127 pass
128 else:
Guido van Rossum54f22ed2000-02-04 15:10:34 +0000129 return []
130 try:
Benjamin Peterson26da1872010-05-21 21:35:44 +0000131 with open(fullname, 'rU') as fp:
132 lines = fp.readlines()
133 except IOError:
Guido van Rossum54f22ed2000-02-04 15:10:34 +0000134 return []
Benjamin Peterson266e4542010-05-21 21:31:24 +0000135 if lines and not lines[-1].endswith('\n'):
136 lines[-1] += '\n'
Raymond Hettinger32200ae2002-06-01 19:51:15 +0000137 size, mtime = stat.st_size, stat.st_mtime
Guido van Rossum54f22ed2000-02-04 15:10:34 +0000138 cache[filename] = size, mtime, lines, fullname
139 return lines