Armin Ronacher | 07bc684 | 2008-03-31 14:18:49 +0200 | [diff] [blame] | 1 | # -*- coding: utf-8 -*- |
| 2 | """ |
| 3 | jinja2.utils |
| 4 | ~~~~~~~~~~~~ |
| 5 | |
| 6 | Utility functions. |
| 7 | |
Armin Ronacher | 55494e4 | 2010-01-22 09:41:48 +0100 | [diff] [blame] | 8 | :copyright: (c) 2010 by the Jinja Team. |
Armin Ronacher | 07bc684 | 2008-03-31 14:18:49 +0200 | [diff] [blame] | 9 | :license: BSD, see LICENSE for more details. |
| 10 | """ |
Christoph Hack | 8090986 | 2008-04-14 01:35:10 +0200 | [diff] [blame] | 11 | import re |
Benjamin Wiegand | 9682855 | 2008-05-03 22:27:29 +0200 | [diff] [blame] | 12 | import sys |
Armin Ronacher | ccae055 | 2008-10-05 23:08:58 +0200 | [diff] [blame] | 13 | import errno |
Thomas Waldmann | e000355 | 2013-05-17 23:52:14 +0200 | [diff] [blame] | 14 | import six |
Thomas Waldmann | 7d29562 | 2013-05-18 00:06:22 +0200 | [diff] [blame^] | 15 | from six.moves import map |
Armin Ronacher | 000b491 | 2008-05-01 18:40:15 +0200 | [diff] [blame] | 16 | try: |
Armin Ronacher | 1d4c638 | 2012-01-07 17:46:40 +0100 | [diff] [blame] | 17 | from urllib.parse import quote_from_bytes as url_quote |
| 18 | except ImportError: |
| 19 | from urllib import quote as url_quote |
| 20 | try: |
Armin Ronacher | 000b491 | 2008-05-01 18:40:15 +0200 | [diff] [blame] | 21 | from thread import allocate_lock |
| 22 | except ImportError: |
Thomas Waldmann | 7d29562 | 2013-05-18 00:06:22 +0200 | [diff] [blame^] | 23 | try: |
| 24 | from _thread import allocate_lock # py 3 |
| 25 | except ImportError: |
| 26 | from dummy_thread import allocate_lock |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 27 | from collections import deque |
Armin Ronacher | 8edbe49 | 2008-04-10 20:43:43 +0200 | [diff] [blame] | 28 | |
Armin Ronacher | be4ae24 | 2008-04-18 09:49:08 +0200 | [diff] [blame] | 29 | _word_split_re = re.compile(r'(\s+)') |
| 30 | _punctuation_re = re.compile( |
| 31 | '^(?P<lead>(?:%s)*)(?P<middle>.*?)(?P<trail>(?:%s)*)$' % ( |
Thomas Waldmann | 7d29562 | 2013-05-18 00:06:22 +0200 | [diff] [blame^] | 32 | '|'.join(map(re.escape, ('(', '<', '<'))), |
| 33 | '|'.join(map(re.escape, ('.', ',', ')', '>', '\n', '>'))) |
Armin Ronacher | be4ae24 | 2008-04-18 09:49:08 +0200 | [diff] [blame] | 34 | ) |
| 35 | ) |
| 36 | _simple_email_re = re.compile(r'^\S+@[a-zA-Z0-9._-]+\.[a-zA-Z0-9._-]+$') |
Armin Ronacher | 76c280b | 2008-05-04 12:31:48 +0200 | [diff] [blame] | 37 | _striptags_re = re.compile(r'(<!--.*?-->|<[^>]*>)') |
| 38 | _entity_re = re.compile(r'&([^;]+);') |
Armin Ronacher | 9a0078d | 2008-08-13 18:24:17 +0200 | [diff] [blame] | 39 | _letters = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ' |
| 40 | _digits = '0123456789' |
Armin Ronacher | be4ae24 | 2008-04-18 09:49:08 +0200 | [diff] [blame] | 41 | |
Armin Ronacher | 7259c76 | 2008-04-30 13:03:59 +0200 | [diff] [blame] | 42 | # special singleton representing missing values for the runtime |
| 43 | missing = type('MissingType', (), {'__repr__': lambda x: 'missing'})() |
| 44 | |
Armin Ronacher | d416a97 | 2009-02-24 22:58:00 +0100 | [diff] [blame] | 45 | # internal code |
| 46 | internal_code = set() |
| 47 | |
Armin Ronacher | 7259c76 | 2008-04-30 13:03:59 +0200 | [diff] [blame] | 48 | |
Armin Ronacher | 7ceced5 | 2008-05-03 10:15:31 +0200 | [diff] [blame] | 49 | # concatenate a list of strings and convert them to unicode. |
| 50 | # unfortunately there is a bug in python 2.4 and lower that causes |
| 51 | # unicode.join trash the traceback. |
Armin Ronacher | cda43df | 2008-05-03 17:10:05 +0200 | [diff] [blame] | 52 | _concat = u''.join |
Armin Ronacher | 7ceced5 | 2008-05-03 10:15:31 +0200 | [diff] [blame] | 53 | try: |
| 54 | def _test_gen_bug(): |
| 55 | raise TypeError(_test_gen_bug) |
| 56 | yield None |
Armin Ronacher | cda43df | 2008-05-03 17:10:05 +0200 | [diff] [blame] | 57 | _concat(_test_gen_bug()) |
Thomas Waldmann | e000355 | 2013-05-17 23:52:14 +0200 | [diff] [blame] | 58 | except TypeError as _error: |
Armin Ronacher | cda43df | 2008-05-03 17:10:05 +0200 | [diff] [blame] | 59 | if not _error.args or _error.args[0] is not _test_gen_bug: |
Armin Ronacher | 7ceced5 | 2008-05-03 10:15:31 +0200 | [diff] [blame] | 60 | def concat(gen): |
| 61 | try: |
Armin Ronacher | cda43df | 2008-05-03 17:10:05 +0200 | [diff] [blame] | 62 | return _concat(list(gen)) |
Ian Lewis | ab014bd | 2010-10-31 20:29:28 +0900 | [diff] [blame] | 63 | except Exception: |
Armin Ronacher | 7ceced5 | 2008-05-03 10:15:31 +0200 | [diff] [blame] | 64 | # this hack is needed so that the current frame |
| 65 | # does not show up in the traceback. |
| 66 | exc_type, exc_value, tb = sys.exc_info() |
Thomas Waldmann | 7d29562 | 2013-05-18 00:06:22 +0200 | [diff] [blame^] | 67 | six.reraise(exc_type, exc_value, tb.tb_next) |
Armin Ronacher | cda43df | 2008-05-03 17:10:05 +0200 | [diff] [blame] | 68 | else: |
| 69 | concat = _concat |
Armin Ronacher | 7ceced5 | 2008-05-03 10:15:31 +0200 | [diff] [blame] | 70 | del _test_gen_bug, _error |
| 71 | |
| 72 | |
Armin Ronacher | 0d242be | 2010-02-10 01:35:13 +0100 | [diff] [blame] | 73 | # if this python version is unable to deal with unicode filenames |
| 74 | # when passed to encode we let this function encode it properly. |
| 75 | # This is used in a couple of places. As far as Jinja is concerned |
| 76 | # filenames are unicode *or* bytestrings in 2.x and unicode only in |
| 77 | # 3.x because compile cannot handle bytes |
| 78 | if sys.version_info < (3, 0): |
| 79 | def _encode_filename(filename): |
| 80 | if isinstance(filename, unicode): |
| 81 | return filename.encode('utf-8') |
| 82 | return filename |
| 83 | else: |
| 84 | def _encode_filename(filename): |
| 85 | assert filename is None or isinstance(filename, str), \ |
| 86 | 'filenames must be strings' |
| 87 | return filename |
| 88 | |
| 89 | from keyword import iskeyword as is_python_keyword |
Armin Ronacher | 9a0078d | 2008-08-13 18:24:17 +0200 | [diff] [blame] | 90 | |
| 91 | |
| 92 | # common types. These do exist in the special types module too which however |
Armin Ronacher | 0d242be | 2010-02-10 01:35:13 +0100 | [diff] [blame] | 93 | # does not exist in IronPython out of the box. Also that way we don't have |
| 94 | # to deal with implementation specific stuff here |
Armin Ronacher | 9a0078d | 2008-08-13 18:24:17 +0200 | [diff] [blame] | 95 | class _C(object): |
| 96 | def method(self): pass |
| 97 | def _func(): |
| 98 | yield None |
| 99 | FunctionType = type(_func) |
| 100 | GeneratorType = type(_func()) |
| 101 | MethodType = type(_C.method) |
Thomas Waldmann | e000355 | 2013-05-17 23:52:14 +0200 | [diff] [blame] | 102 | CodeType = type(_C.method.__code__) |
Armin Ronacher | 9a0078d | 2008-08-13 18:24:17 +0200 | [diff] [blame] | 103 | try: |
| 104 | raise TypeError() |
| 105 | except TypeError: |
| 106 | _tb = sys.exc_info()[2] |
| 107 | TracebackType = type(_tb) |
| 108 | FrameType = type(_tb.tb_frame) |
| 109 | del _C, _tb, _func |
| 110 | |
| 111 | |
Armin Ronacher | 4f7d2d5 | 2008-04-22 10:40:26 +0200 | [diff] [blame] | 112 | def contextfunction(f): |
Armin Ronacher | 9bb7e47 | 2008-05-28 11:26:59 +0200 | [diff] [blame] | 113 | """This decorator can be used to mark a function or method context callable. |
| 114 | A context callable is passed the active :class:`Context` as first argument when |
| 115 | called from the template. This is useful if a function wants to get access |
| 116 | to the context or functions provided on the context object. For example |
| 117 | a function that returns a sorted list of template variables the current |
| 118 | template exports could look like this:: |
| 119 | |
Armin Ronacher | 58f351d | 2008-05-28 21:30:14 +0200 | [diff] [blame] | 120 | @contextfunction |
Armin Ronacher | 9bb7e47 | 2008-05-28 11:26:59 +0200 | [diff] [blame] | 121 | def get_exported_names(context): |
| 122 | return sorted(context.exported_vars) |
Armin Ronacher | 4f7d2d5 | 2008-04-22 10:40:26 +0200 | [diff] [blame] | 123 | """ |
| 124 | f.contextfunction = True |
| 125 | return f |
| 126 | |
| 127 | |
Armin Ronacher | 8346bd7 | 2010-03-14 19:43:47 +0100 | [diff] [blame] | 128 | def evalcontextfunction(f): |
Florent Xicluna | 0ec4f76 | 2012-02-05 13:09:15 +0100 | [diff] [blame] | 129 | """This decorator can be used to mark a function or method as an eval |
Armin Ronacher | 8346bd7 | 2010-03-14 19:43:47 +0100 | [diff] [blame] | 130 | context callable. This is similar to the :func:`contextfunction` |
| 131 | but instead of passing the context, an evaluation context object is |
Armin Ronacher | fe150f3 | 2010-03-15 02:42:41 +0100 | [diff] [blame] | 132 | passed. For more information about the eval context, see |
| 133 | :ref:`eval-context`. |
Armin Ronacher | 8346bd7 | 2010-03-14 19:43:47 +0100 | [diff] [blame] | 134 | |
| 135 | .. versionadded:: 2.4 |
| 136 | """ |
| 137 | f.evalcontextfunction = True |
| 138 | return f |
| 139 | |
| 140 | |
Armin Ronacher | 203bfcb | 2008-04-24 21:54:44 +0200 | [diff] [blame] | 141 | def environmentfunction(f): |
Armin Ronacher | 9bb7e47 | 2008-05-28 11:26:59 +0200 | [diff] [blame] | 142 | """This decorator can be used to mark a function or method as environment |
| 143 | callable. This decorator works exactly like the :func:`contextfunction` |
| 144 | decorator just that the first argument is the active :class:`Environment` |
| 145 | and not context. |
Armin Ronacher | 203bfcb | 2008-04-24 21:54:44 +0200 | [diff] [blame] | 146 | """ |
| 147 | f.environmentfunction = True |
| 148 | return f |
| 149 | |
| 150 | |
Armin Ronacher | d416a97 | 2009-02-24 22:58:00 +0100 | [diff] [blame] | 151 | def internalcode(f): |
| 152 | """Marks the function as internally used""" |
Thomas Waldmann | e000355 | 2013-05-17 23:52:14 +0200 | [diff] [blame] | 153 | internal_code.add(f.__code__) |
Armin Ronacher | d416a97 | 2009-02-24 22:58:00 +0100 | [diff] [blame] | 154 | return f |
| 155 | |
| 156 | |
Armin Ronacher | 9bb7e47 | 2008-05-28 11:26:59 +0200 | [diff] [blame] | 157 | def is_undefined(obj): |
| 158 | """Check if the object passed is undefined. This does nothing more than |
| 159 | performing an instance check against :class:`Undefined` but looks nicer. |
| 160 | This can be used for custom filters or tests that want to react to |
| 161 | undefined variables. For example a custom default filter can look like |
| 162 | this:: |
| 163 | |
| 164 | def default(var, default=''): |
| 165 | if is_undefined(var): |
| 166 | return default |
| 167 | return var |
| 168 | """ |
| 169 | from jinja2.runtime import Undefined |
| 170 | return isinstance(obj, Undefined) |
| 171 | |
| 172 | |
Armin Ronacher | ba6e25a | 2008-11-02 15:58:14 +0100 | [diff] [blame] | 173 | def consume(iterable): |
| 174 | """Consumes an iterable without doing anything with it.""" |
| 175 | for event in iterable: |
| 176 | pass |
| 177 | |
| 178 | |
Armin Ronacher | 187bde1 | 2008-05-01 18:19:16 +0200 | [diff] [blame] | 179 | def clear_caches(): |
| 180 | """Jinja2 keeps internal caches for environments and lexers. These are |
| 181 | used so that Jinja2 doesn't have to recreate environments and lexers all |
| 182 | the time. Normally you don't have to care about that but if you are |
| 183 | messuring memory consumption you may want to clean the caches. |
| 184 | """ |
| 185 | from jinja2.environment import _spontaneous_environments |
| 186 | from jinja2.lexer import _lexer_cache |
| 187 | _spontaneous_environments.clear() |
| 188 | _lexer_cache.clear() |
| 189 | |
| 190 | |
Armin Ronacher | f59bac2 | 2008-04-20 13:11:43 +0200 | [diff] [blame] | 191 | def import_string(import_name, silent=False): |
Florent Xicluna | 0ec4f76 | 2012-02-05 13:09:15 +0100 | [diff] [blame] | 192 | """Imports an object based on a string. This is useful if you want to |
Armin Ronacher | f59bac2 | 2008-04-20 13:11:43 +0200 | [diff] [blame] | 193 | use import paths as endpoints or something similar. An import path can |
| 194 | be specified either in dotted notation (``xml.sax.saxutils.escape``) |
| 195 | or with a colon as object delimiter (``xml.sax.saxutils:escape``). |
| 196 | |
| 197 | If the `silent` is True the return value will be `None` if the import |
| 198 | fails. |
| 199 | |
| 200 | :return: imported object |
Armin Ronacher | 9a027f4 | 2008-04-17 11:13:40 +0200 | [diff] [blame] | 201 | """ |
Armin Ronacher | f59bac2 | 2008-04-20 13:11:43 +0200 | [diff] [blame] | 202 | try: |
| 203 | if ':' in import_name: |
| 204 | module, obj = import_name.split(':', 1) |
| 205 | elif '.' in import_name: |
| 206 | items = import_name.split('.') |
| 207 | module = '.'.join(items[:-1]) |
| 208 | obj = items[-1] |
| 209 | else: |
| 210 | return __import__(import_name) |
| 211 | return getattr(__import__(module, None, None, [obj]), obj) |
| 212 | except (ImportError, AttributeError): |
| 213 | if not silent: |
| 214 | raise |
Armin Ronacher | 9a027f4 | 2008-04-17 11:13:40 +0200 | [diff] [blame] | 215 | |
| 216 | |
Armin Ronacher | 0faa861 | 2010-02-09 15:04:51 +0100 | [diff] [blame] | 217 | def open_if_exists(filename, mode='rb'): |
Armin Ronacher | ccae055 | 2008-10-05 23:08:58 +0200 | [diff] [blame] | 218 | """Returns a file descriptor for the filename if that file exists, |
| 219 | otherwise `None`. |
| 220 | """ |
| 221 | try: |
Armin Ronacher | 790b8a8 | 2010-02-10 00:05:46 +0100 | [diff] [blame] | 222 | return open(filename, mode) |
Thomas Waldmann | e000355 | 2013-05-17 23:52:14 +0200 | [diff] [blame] | 223 | except IOError as e: |
Armin Ronacher | ccae055 | 2008-10-05 23:08:58 +0200 | [diff] [blame] | 224 | if e.errno not in (errno.ENOENT, errno.EISDIR): |
| 225 | raise |
| 226 | |
| 227 | |
Armin Ronacher | 98dbf5f | 2010-04-12 15:49:59 +0200 | [diff] [blame] | 228 | def object_type_repr(obj): |
| 229 | """Returns the name of the object's type. For some recognized |
| 230 | singletons the name of the object is returned instead. (For |
| 231 | example for `None` and `Ellipsis`). |
| 232 | """ |
| 233 | if obj is None: |
| 234 | return 'None' |
| 235 | elif obj is Ellipsis: |
| 236 | return 'Ellipsis' |
Armin Ronacher | 802f472 | 2010-04-20 19:48:46 +0200 | [diff] [blame] | 237 | # __builtin__ in 2.x, builtins in 3.x |
| 238 | if obj.__class__.__module__ in ('__builtin__', 'builtins'): |
Armin Ronacher | 800ac7f | 2010-04-20 13:45:11 +0200 | [diff] [blame] | 239 | name = obj.__class__.__name__ |
Armin Ronacher | 98dbf5f | 2010-04-12 15:49:59 +0200 | [diff] [blame] | 240 | else: |
Armin Ronacher | 800ac7f | 2010-04-20 13:45:11 +0200 | [diff] [blame] | 241 | name = obj.__class__.__module__ + '.' + obj.__class__.__name__ |
Armin Ronacher | 98dbf5f | 2010-04-12 15:49:59 +0200 | [diff] [blame] | 242 | return '%s object' % name |
| 243 | |
| 244 | |
Christoph Hack | e9e43bb | 2008-04-13 23:35:48 +0200 | [diff] [blame] | 245 | def pformat(obj, verbose=False): |
Armin Ronacher | be4ae24 | 2008-04-18 09:49:08 +0200 | [diff] [blame] | 246 | """Prettyprint an object. Either use the `pretty` library or the |
Christoph Hack | e9e43bb | 2008-04-13 23:35:48 +0200 | [diff] [blame] | 247 | builtin `pprint`. |
| 248 | """ |
| 249 | try: |
| 250 | from pretty import pretty |
| 251 | return pretty(obj, verbose=verbose) |
| 252 | except ImportError: |
| 253 | from pprint import pformat |
| 254 | return pformat(obj) |
Christoph Hack | 8090986 | 2008-04-14 01:35:10 +0200 | [diff] [blame] | 255 | |
| 256 | |
Christoph Hack | 8090986 | 2008-04-14 01:35:10 +0200 | [diff] [blame] | 257 | def urlize(text, trim_url_limit=None, nofollow=False): |
Armin Ronacher | be4ae24 | 2008-04-18 09:49:08 +0200 | [diff] [blame] | 258 | """Converts any URLs in text into clickable links. Works on http://, |
Christoph Hack | 8090986 | 2008-04-14 01:35:10 +0200 | [diff] [blame] | 259 | https:// and www. links. Links can have trailing punctuation (periods, |
| 260 | commas, close-parens) and leading punctuation (opening parens) and |
| 261 | it'll still do the right thing. |
| 262 | |
| 263 | If trim_url_limit is not None, the URLs in link text will be limited |
| 264 | to trim_url_limit characters. |
| 265 | |
| 266 | If nofollow is True, the URLs in link text will get a rel="nofollow" |
| 267 | attribute. |
| 268 | """ |
| 269 | trim_url = lambda x, limit=trim_url_limit: limit is not None \ |
| 270 | and (x[:limit] + (len(x) >=limit and '...' |
| 271 | or '')) or x |
Thomas Waldmann | e000355 | 2013-05-17 23:52:14 +0200 | [diff] [blame] | 272 | words = _word_split_re.split(six.text_type(escape(text))) |
Christoph Hack | 8090986 | 2008-04-14 01:35:10 +0200 | [diff] [blame] | 273 | nofollow_attr = nofollow and ' rel="nofollow"' or '' |
| 274 | for i, word in enumerate(words): |
| 275 | match = _punctuation_re.match(word) |
| 276 | if match: |
| 277 | lead, middle, trail = match.groups() |
| 278 | if middle.startswith('www.') or ( |
| 279 | '@' not in middle and |
| 280 | not middle.startswith('http://') and |
mozillazg | 6644893 | 2013-03-18 14:27:54 +0800 | [diff] [blame] | 281 | not middle.startswith('https://') and |
Christoph Hack | 8090986 | 2008-04-14 01:35:10 +0200 | [diff] [blame] | 282 | len(middle) > 0 and |
Armin Ronacher | 9a0078d | 2008-08-13 18:24:17 +0200 | [diff] [blame] | 283 | middle[0] in _letters + _digits and ( |
Christoph Hack | 8090986 | 2008-04-14 01:35:10 +0200 | [diff] [blame] | 284 | middle.endswith('.org') or |
| 285 | middle.endswith('.net') or |
| 286 | middle.endswith('.com') |
| 287 | )): |
| 288 | middle = '<a href="http://%s"%s>%s</a>' % (middle, |
| 289 | nofollow_attr, trim_url(middle)) |
| 290 | if middle.startswith('http://') or \ |
| 291 | middle.startswith('https://'): |
| 292 | middle = '<a href="%s"%s>%s</a>' % (middle, |
| 293 | nofollow_attr, trim_url(middle)) |
| 294 | if '@' in middle and not middle.startswith('www.') and \ |
| 295 | not ':' in middle and _simple_email_re.match(middle): |
| 296 | middle = '<a href="mailto:%s">%s</a>' % (middle, middle) |
| 297 | if lead + middle + trail != word: |
| 298 | words[i] = lead + middle + trail |
| 299 | return u''.join(words) |
Armin Ronacher | 18c6ca0 | 2008-04-17 10:03:29 +0200 | [diff] [blame] | 300 | |
| 301 | |
Armin Ronacher | 4f7d2d5 | 2008-04-22 10:40:26 +0200 | [diff] [blame] | 302 | def generate_lorem_ipsum(n=5, html=True, min=20, max=100): |
| 303 | """Generate some lorem impsum for the template.""" |
| 304 | from jinja2.constants import LOREM_IPSUM_WORDS |
Georg Brandl | 95632c4 | 2009-11-22 18:35:18 +0100 | [diff] [blame] | 305 | from random import choice, randrange |
Armin Ronacher | 4f7d2d5 | 2008-04-22 10:40:26 +0200 | [diff] [blame] | 306 | words = LOREM_IPSUM_WORDS.split() |
| 307 | result = [] |
| 308 | |
Thomas Waldmann | e000355 | 2013-05-17 23:52:14 +0200 | [diff] [blame] | 309 | for _ in range(n): |
Armin Ronacher | 4f7d2d5 | 2008-04-22 10:40:26 +0200 | [diff] [blame] | 310 | next_capitalized = True |
| 311 | last_comma = last_fullstop = 0 |
| 312 | word = None |
| 313 | last = None |
| 314 | p = [] |
| 315 | |
| 316 | # each paragraph contains out of 20 to 100 words. |
Thomas Waldmann | e000355 | 2013-05-17 23:52:14 +0200 | [diff] [blame] | 317 | for idx, _ in enumerate(range(randrange(min, max))): |
Armin Ronacher | 4f7d2d5 | 2008-04-22 10:40:26 +0200 | [diff] [blame] | 318 | while True: |
| 319 | word = choice(words) |
| 320 | if word != last: |
| 321 | last = word |
| 322 | break |
| 323 | if next_capitalized: |
| 324 | word = word.capitalize() |
| 325 | next_capitalized = False |
| 326 | # add commas |
| 327 | if idx - randrange(3, 8) > last_comma: |
| 328 | last_comma = idx |
| 329 | last_fullstop += 2 |
| 330 | word += ',' |
| 331 | # add end of sentences |
| 332 | if idx - randrange(10, 20) > last_fullstop: |
| 333 | last_comma = last_fullstop = idx |
| 334 | word += '.' |
| 335 | next_capitalized = True |
| 336 | p.append(word) |
| 337 | |
| 338 | # ensure that the paragraph ends with a dot. |
| 339 | p = u' '.join(p) |
| 340 | if p.endswith(','): |
| 341 | p = p[:-1] + '.' |
| 342 | elif not p.endswith('.'): |
| 343 | p += '.' |
| 344 | result.append(p) |
| 345 | |
| 346 | if not html: |
| 347 | return u'\n\n'.join(result) |
| 348 | return Markup(u'\n'.join(u'<p>%s</p>' % escape(x) for x in result)) |
| 349 | |
| 350 | |
Armin Ronacher | 5145401 | 2012-01-07 17:47:56 +0100 | [diff] [blame] | 351 | def unicode_urlencode(obj, charset='utf-8'): |
Armin Ronacher | 1d4c638 | 2012-01-07 17:46:40 +0100 | [diff] [blame] | 352 | """URL escapes a single bytestring or unicode string with the |
| 353 | given charset if applicable to URL safe quoting under all rules |
| 354 | that need to be considered under all supported Python versions. |
| 355 | |
| 356 | If non strings are provided they are converted to their unicode |
| 357 | representation first. |
| 358 | """ |
Thomas Waldmann | 7d29562 | 2013-05-18 00:06:22 +0200 | [diff] [blame^] | 359 | if not isinstance(obj, six.string_types): |
Thomas Waldmann | e000355 | 2013-05-17 23:52:14 +0200 | [diff] [blame] | 360 | obj = six.text_type(obj) |
Thomas Waldmann | 7d29562 | 2013-05-18 00:06:22 +0200 | [diff] [blame^] | 361 | if isinstance(obj, six.text_type): |
Armin Ronacher | 1d4c638 | 2012-01-07 17:46:40 +0100 | [diff] [blame] | 362 | obj = obj.encode(charset) |
Thomas Waldmann | e000355 | 2013-05-17 23:52:14 +0200 | [diff] [blame] | 363 | return six.text_type(url_quote(obj)) |
Armin Ronacher | 1d4c638 | 2012-01-07 17:46:40 +0100 | [diff] [blame] | 364 | |
| 365 | |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 366 | class LRUCache(object): |
| 367 | """A simple LRU Cache implementation.""" |
Armin Ronacher | 58f351d | 2008-05-28 21:30:14 +0200 | [diff] [blame] | 368 | |
| 369 | # this is fast for small capacities (something below 1000) but doesn't |
| 370 | # scale. But as long as it's only used as storage for templates this |
| 371 | # won't do any harm. |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 372 | |
| 373 | def __init__(self, capacity): |
| 374 | self.capacity = capacity |
| 375 | self._mapping = {} |
| 376 | self._queue = deque() |
Armin Ronacher | 7962ce7 | 2008-05-20 17:52:52 +0200 | [diff] [blame] | 377 | self._postinit() |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 378 | |
Armin Ronacher | 7962ce7 | 2008-05-20 17:52:52 +0200 | [diff] [blame] | 379 | def _postinit(self): |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 380 | # alias all queue methods for faster lookup |
| 381 | self._popleft = self._queue.popleft |
| 382 | self._pop = self._queue.pop |
| 383 | if hasattr(self._queue, 'remove'): |
| 384 | self._remove = self._queue.remove |
Armin Ronacher | 000b491 | 2008-05-01 18:40:15 +0200 | [diff] [blame] | 385 | self._wlock = allocate_lock() |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 386 | self._append = self._queue.append |
| 387 | |
| 388 | def _remove(self, obj): |
| 389 | """Python 2.4 compatibility.""" |
| 390 | for idx, item in enumerate(self._queue): |
| 391 | if item == obj: |
| 392 | del self._queue[idx] |
| 393 | break |
| 394 | |
Armin Ronacher | 7962ce7 | 2008-05-20 17:52:52 +0200 | [diff] [blame] | 395 | def __getstate__(self): |
| 396 | return { |
| 397 | 'capacity': self.capacity, |
| 398 | '_mapping': self._mapping, |
| 399 | '_queue': self._queue |
| 400 | } |
| 401 | |
| 402 | def __setstate__(self, d): |
| 403 | self.__dict__.update(d) |
| 404 | self._postinit() |
| 405 | |
| 406 | def __getnewargs__(self): |
| 407 | return (self.capacity,) |
| 408 | |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 409 | def copy(self): |
Florent Xicluna | 0ec4f76 | 2012-02-05 13:09:15 +0100 | [diff] [blame] | 410 | """Return a shallow copy of the instance.""" |
Armin Ronacher | be4ae24 | 2008-04-18 09:49:08 +0200 | [diff] [blame] | 411 | rv = self.__class__(self.capacity) |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 412 | rv._mapping.update(self._mapping) |
Armin Ronacher | be4ae24 | 2008-04-18 09:49:08 +0200 | [diff] [blame] | 413 | rv._queue = deque(self._queue) |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 414 | return rv |
| 415 | |
| 416 | def get(self, key, default=None): |
| 417 | """Return an item from the cache dict or `default`""" |
Armin Ronacher | 000b491 | 2008-05-01 18:40:15 +0200 | [diff] [blame] | 418 | try: |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 419 | return self[key] |
Armin Ronacher | 000b491 | 2008-05-01 18:40:15 +0200 | [diff] [blame] | 420 | except KeyError: |
| 421 | return default |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 422 | |
| 423 | def setdefault(self, key, default=None): |
Armin Ronacher | be4ae24 | 2008-04-18 09:49:08 +0200 | [diff] [blame] | 424 | """Set `default` if the key is not in the cache otherwise |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 425 | leave unchanged. Return the value of this key. |
| 426 | """ |
Armin Ronacher | d4e5438 | 2013-04-13 00:38:27 +0100 | [diff] [blame] | 427 | self._wlock.acquire() |
Armin Ronacher | 000b491 | 2008-05-01 18:40:15 +0200 | [diff] [blame] | 428 | try: |
Armin Ronacher | d4e5438 | 2013-04-13 00:38:27 +0100 | [diff] [blame] | 429 | try: |
| 430 | return self[key] |
| 431 | except KeyError: |
| 432 | self[key] = default |
| 433 | return default |
| 434 | finally: |
| 435 | self._wlock.release() |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 436 | |
| 437 | def clear(self): |
| 438 | """Clear the cache.""" |
Armin Ronacher | 000b491 | 2008-05-01 18:40:15 +0200 | [diff] [blame] | 439 | self._wlock.acquire() |
| 440 | try: |
| 441 | self._mapping.clear() |
| 442 | self._queue.clear() |
| 443 | finally: |
| 444 | self._wlock.release() |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 445 | |
| 446 | def __contains__(self, key): |
| 447 | """Check if a key exists in this cache.""" |
| 448 | return key in self._mapping |
| 449 | |
| 450 | def __len__(self): |
| 451 | """Return the current size of the cache.""" |
| 452 | return len(self._mapping) |
| 453 | |
| 454 | def __repr__(self): |
| 455 | return '<%s %r>' % ( |
| 456 | self.__class__.__name__, |
| 457 | self._mapping |
| 458 | ) |
| 459 | |
| 460 | def __getitem__(self, key): |
| 461 | """Get an item from the cache. Moves the item up so that it has the |
| 462 | highest priority then. |
| 463 | |
Florent Xicluna | 0ec4f76 | 2012-02-05 13:09:15 +0100 | [diff] [blame] | 464 | Raise a `KeyError` if it does not exist. |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 465 | """ |
Armin Ronacher | d4e5438 | 2013-04-13 00:38:27 +0100 | [diff] [blame] | 466 | self._wlock.acquire() |
| 467 | try: |
| 468 | rv = self._mapping[key] |
| 469 | if self._queue[-1] != key: |
| 470 | try: |
| 471 | self._remove(key) |
| 472 | except ValueError: |
| 473 | # if something removed the key from the container |
| 474 | # when we read, ignore the ValueError that we would |
| 475 | # get otherwise. |
| 476 | pass |
| 477 | self._append(key) |
| 478 | return rv |
| 479 | finally: |
| 480 | self._wlock.release() |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 481 | |
| 482 | def __setitem__(self, key, value): |
| 483 | """Sets the value for an item. Moves the item up so that it |
| 484 | has the highest priority then. |
| 485 | """ |
Armin Ronacher | 000b491 | 2008-05-01 18:40:15 +0200 | [diff] [blame] | 486 | self._wlock.acquire() |
| 487 | try: |
| 488 | if key in self._mapping: |
Armin Ronacher | d4e5438 | 2013-04-13 00:38:27 +0100 | [diff] [blame] | 489 | self._remove(key) |
Armin Ronacher | 000b491 | 2008-05-01 18:40:15 +0200 | [diff] [blame] | 490 | elif len(self._mapping) == self.capacity: |
| 491 | del self._mapping[self._popleft()] |
| 492 | self._append(key) |
| 493 | self._mapping[key] = value |
| 494 | finally: |
| 495 | self._wlock.release() |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 496 | |
| 497 | def __delitem__(self, key): |
| 498 | """Remove an item from the cache dict. |
Florent Xicluna | 0ec4f76 | 2012-02-05 13:09:15 +0100 | [diff] [blame] | 499 | Raise a `KeyError` if it does not exist. |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 500 | """ |
Armin Ronacher | 000b491 | 2008-05-01 18:40:15 +0200 | [diff] [blame] | 501 | self._wlock.acquire() |
| 502 | try: |
| 503 | del self._mapping[key] |
Armin Ronacher | e7c72bc | 2009-09-14 12:20:33 -0700 | [diff] [blame] | 504 | try: |
| 505 | self._remove(key) |
| 506 | except ValueError: |
| 507 | # __getitem__ is not locked, it might happen |
| 508 | pass |
Armin Ronacher | 000b491 | 2008-05-01 18:40:15 +0200 | [diff] [blame] | 509 | finally: |
| 510 | self._wlock.release() |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 511 | |
Armin Ronacher | e25f24d | 2008-05-19 11:20:41 +0200 | [diff] [blame] | 512 | def items(self): |
| 513 | """Return a list of items.""" |
| 514 | result = [(key, self._mapping[key]) for key in list(self._queue)] |
| 515 | result.reverse() |
| 516 | return result |
| 517 | |
| 518 | def iteritems(self): |
| 519 | """Iterate over all items.""" |
| 520 | return iter(self.items()) |
| 521 | |
| 522 | def values(self): |
| 523 | """Return a list of all values.""" |
| 524 | return [x[1] for x in self.items()] |
| 525 | |
| 526 | def itervalue(self): |
| 527 | """Iterate over all values.""" |
| 528 | return iter(self.values()) |
| 529 | |
| 530 | def keys(self): |
| 531 | """Return a list of all keys ordered by most recent usage.""" |
| 532 | return list(self) |
| 533 | |
| 534 | def iterkeys(self): |
| 535 | """Iterate over all keys in the cache dict, ordered by |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 536 | the most recent usage. |
| 537 | """ |
Armin Ronacher | e224488 | 2008-05-19 09:25:57 +0200 | [diff] [blame] | 538 | return reversed(tuple(self._queue)) |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 539 | |
Armin Ronacher | e25f24d | 2008-05-19 11:20:41 +0200 | [diff] [blame] | 540 | __iter__ = iterkeys |
| 541 | |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 542 | def __reversed__(self): |
| 543 | """Iterate over the values in the cache dict, oldest items |
| 544 | coming first. |
| 545 | """ |
Armin Ronacher | e224488 | 2008-05-19 09:25:57 +0200 | [diff] [blame] | 546 | return iter(tuple(self._queue)) |
Armin Ronacher | 814f6c2 | 2008-04-17 15:52:23 +0200 | [diff] [blame] | 547 | |
| 548 | __copy__ = copy |
| 549 | |
Armin Ronacher | bd33f11 | 2008-04-18 09:17:32 +0200 | [diff] [blame] | 550 | |
Armin Ronacher | 9bb7e47 | 2008-05-28 11:26:59 +0200 | [diff] [blame] | 551 | # register the LRU cache as mutable mapping if possible |
| 552 | try: |
| 553 | from collections import MutableMapping |
| 554 | MutableMapping.register(LRUCache) |
| 555 | except ImportError: |
| 556 | pass |
| 557 | |
| 558 | |
Thomas Waldmann | 7d29562 | 2013-05-18 00:06:22 +0200 | [diff] [blame^] | 559 | class Cycler(six.Iterator): |
Armin Ronacher | ccae055 | 2008-10-05 23:08:58 +0200 | [diff] [blame] | 560 | """A cycle helper for templates.""" |
| 561 | |
| 562 | def __init__(self, *items): |
| 563 | if not items: |
| 564 | raise RuntimeError('at least one item has to be provided') |
| 565 | self.items = items |
| 566 | self.reset() |
| 567 | |
| 568 | def reset(self): |
| 569 | """Resets the cycle.""" |
| 570 | self.pos = 0 |
| 571 | |
| 572 | @property |
| 573 | def current(self): |
| 574 | """Returns the current item.""" |
| 575 | return self.items[self.pos] |
| 576 | |
Thomas Waldmann | 7d29562 | 2013-05-18 00:06:22 +0200 | [diff] [blame^] | 577 | def __next__(self): |
Armin Ronacher | ccae055 | 2008-10-05 23:08:58 +0200 | [diff] [blame] | 578 | """Goes one item ahead and returns it.""" |
| 579 | rv = self.current |
| 580 | self.pos = (self.pos + 1) % len(self.items) |
| 581 | return rv |
| 582 | |
| 583 | |
Armin Ronacher | d34eb12 | 2008-10-13 23:47:51 +0200 | [diff] [blame] | 584 | class Joiner(object): |
| 585 | """A joining helper for templates.""" |
| 586 | |
| 587 | def __init__(self, sep=u', '): |
| 588 | self.sep = sep |
| 589 | self.used = False |
| 590 | |
| 591 | def __call__(self): |
| 592 | if not self.used: |
| 593 | self.used = True |
| 594 | return u'' |
| 595 | return self.sep |
| 596 | |
| 597 | |
Armin Ronacher | f9f5f26 | 2010-08-17 11:57:07 +0200 | [diff] [blame] | 598 | # try markupsafe first, if that fails go with Jinja2's bundled version |
| 599 | # of markupsafe. Markupsafe was previously Jinja2's implementation of |
Florent Xicluna | 0ec4f76 | 2012-02-05 13:09:15 +0100 | [diff] [blame] | 600 | # the Markup object but was moved into a separate package in a patchlevel |
Armin Ronacher | f9f5f26 | 2010-08-17 11:57:07 +0200 | [diff] [blame] | 601 | # release |
Armin Ronacher | bd33f11 | 2008-04-18 09:17:32 +0200 | [diff] [blame] | 602 | try: |
Armin Ronacher | f9f5f26 | 2010-08-17 11:57:07 +0200 | [diff] [blame] | 603 | from markupsafe import Markup, escape, soft_unicode |
Armin Ronacher | bd33f11 | 2008-04-18 09:17:32 +0200 | [diff] [blame] | 604 | except ImportError: |
Armin Ronacher | f9f5f26 | 2010-08-17 11:57:07 +0200 | [diff] [blame] | 605 | from jinja2._markupsafe import Markup, escape, soft_unicode |
Armin Ronacher | 4f7d2d5 | 2008-04-22 10:40:26 +0200 | [diff] [blame] | 606 | |
| 607 | |
| 608 | # partials |
| 609 | try: |
| 610 | from functools import partial |
| 611 | except ImportError: |
| 612 | class partial(object): |
| 613 | def __init__(self, _func, *args, **kwargs): |
Benjamin Wiegand | 228c183 | 2008-04-28 18:09:27 +0200 | [diff] [blame] | 614 | self._func = _func |
Armin Ronacher | 4f7d2d5 | 2008-04-22 10:40:26 +0200 | [diff] [blame] | 615 | self._args = args |
| 616 | self._kwargs = kwargs |
| 617 | def __call__(self, *args, **kwargs): |
| 618 | kwargs.update(self._kwargs) |
| 619 | return self._func(*(self._args + args), **kwargs) |