blob: eb5e09042918a9b1d85dec8afd3a5db38bf98eb7 [file] [log] [blame]
Helen Koikede13e3b2018-04-26 16:05:16 -03001# Copyright 2015 Google Inc. All rights reserved.
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14
15"""Helper functions for commonly used utilities."""
16
17import functools
18import inspect
19import logging
Anthonios Partheniou9f7b4102021-07-23 12:18:25 -040020import urllib
Helen Koikede13e3b2018-04-26 16:05:16 -030021
22
23logger = logging.getLogger(__name__)
24
Bu Sun Kim66bb32c2019-10-30 10:11:58 -070025POSITIONAL_WARNING = "WARNING"
26POSITIONAL_EXCEPTION = "EXCEPTION"
27POSITIONAL_IGNORE = "IGNORE"
28POSITIONAL_SET = frozenset(
29 [POSITIONAL_WARNING, POSITIONAL_EXCEPTION, POSITIONAL_IGNORE]
30)
Helen Koikede13e3b2018-04-26 16:05:16 -030031
32positional_parameters_enforcement = POSITIONAL_WARNING
33
Bu Sun Kim66bb32c2019-10-30 10:11:58 -070034_SYM_LINK_MESSAGE = "File: {0}: Is a symbolic link."
35_IS_DIR_MESSAGE = "{0}: Is a directory"
36_MISSING_FILE_MESSAGE = "Cannot access {0}: No such file or directory"
Helen Koikede13e3b2018-04-26 16:05:16 -030037
38
39def positional(max_positional_args):
Pramod Kotipallif80be182020-05-18 10:38:05 -070040 """A decorator to declare that only the first N arguments may be positional.
Helen Koikede13e3b2018-04-26 16:05:16 -030041
42 This decorator makes it easy to support Python 3 style keyword-only
43 parameters. For example, in Python 3 it is possible to write::
44
45 def fn(pos1, *, kwonly1=None, kwonly1=None):
46 ...
47
48 All named parameters after ``*`` must be a keyword::
49
50 fn(10, 'kw1', 'kw2') # Raises exception.
51 fn(10, kwonly1='kw1') # Ok.
52
53 Example
54 ^^^^^^^
55
56 To define a function like above, do::
57
58 @positional(1)
59 def fn(pos1, kwonly1=None, kwonly2=None):
60 ...
61
62 If no default value is provided to a keyword argument, it becomes a
63 required keyword argument::
64
65 @positional(0)
66 def fn(required_kw):
67 ...
68
69 This must be called with the keyword parameter::
70
71 fn() # Raises exception.
72 fn(10) # Raises exception.
73 fn(required_kw=10) # Ok.
74
75 When defining instance or class methods always remember to account for
76 ``self`` and ``cls``::
77
78 class MyClass(object):
79
80 @positional(2)
81 def my_method(self, pos1, kwonly1=None):
82 ...
83
84 @classmethod
85 @positional(2)
86 def my_method(cls, pos1, kwonly1=None):
87 ...
88
89 The positional decorator behavior is controlled by
90 ``_helpers.positional_parameters_enforcement``, which may be set to
91 ``POSITIONAL_EXCEPTION``, ``POSITIONAL_WARNING`` or
92 ``POSITIONAL_IGNORE`` to raise an exception, log a warning, or do
93 nothing, respectively, if a declaration is violated.
94
95 Args:
96 max_positional_arguments: Maximum number of positional arguments. All
97 parameters after the this index must be
98 keyword only.
99
100 Returns:
101 A decorator that prevents using arguments after max_positional_args
102 from being used as positional parameters.
103
104 Raises:
105 TypeError: if a key-word only argument is provided as a positional
106 parameter, but only if
107 _helpers.positional_parameters_enforcement is set to
108 POSITIONAL_EXCEPTION.
109 """
110
111 def positional_decorator(wrapped):
112 @functools.wraps(wrapped)
113 def positional_wrapper(*args, **kwargs):
114 if len(args) > max_positional_args:
Bu Sun Kim66bb32c2019-10-30 10:11:58 -0700115 plural_s = ""
Helen Koikede13e3b2018-04-26 16:05:16 -0300116 if max_positional_args != 1:
Bu Sun Kim66bb32c2019-10-30 10:11:58 -0700117 plural_s = "s"
118 message = (
119 "{function}() takes at most {args_max} positional "
120 "argument{plural} ({args_given} given)".format(
121 function=wrapped.__name__,
122 args_max=max_positional_args,
123 args_given=len(args),
124 plural=plural_s,
125 )
126 )
Helen Koikede13e3b2018-04-26 16:05:16 -0300127 if positional_parameters_enforcement == POSITIONAL_EXCEPTION:
128 raise TypeError(message)
129 elif positional_parameters_enforcement == POSITIONAL_WARNING:
130 logger.warning(message)
131 return wrapped(*args, **kwargs)
Bu Sun Kim66bb32c2019-10-30 10:11:58 -0700132
Helen Koikede13e3b2018-04-26 16:05:16 -0300133 return positional_wrapper
134
Anthonios Partheniou9f7b4102021-07-23 12:18:25 -0400135 if isinstance(max_positional_args, int):
Helen Koikede13e3b2018-04-26 16:05:16 -0300136 return positional_decorator
137 else:
138 args, _, _, defaults = inspect.getargspec(max_positional_args)
139 return positional(len(args) - len(defaults))(max_positional_args)
140
141
142def parse_unique_urlencoded(content):
143 """Parses unique key-value parameters from urlencoded content.
144
145 Args:
146 content: string, URL-encoded key-value pairs.
147
148 Returns:
149 dict, The key-value pairs from ``content``.
150
151 Raises:
152 ValueError: if one of the keys is repeated.
153 """
154 urlencoded_params = urllib.parse.parse_qs(content)
155 params = {}
Anthonios Partheniou9f7b4102021-07-23 12:18:25 -0400156 for key, value in urlencoded_params.items():
Helen Koikede13e3b2018-04-26 16:05:16 -0300157 if len(value) != 1:
Bu Sun Kim66bb32c2019-10-30 10:11:58 -0700158 msg = "URL-encoded content contains a repeated value:" "%s -> %s" % (
159 key,
160 ", ".join(value),
161 )
Helen Koikede13e3b2018-04-26 16:05:16 -0300162 raise ValueError(msg)
163 params[key] = value[0]
164 return params
165
166
167def update_query_params(uri, params):
168 """Updates a URI with new query parameters.
169
170 If a given key from ``params`` is repeated in the ``uri``, then
171 the URI will be considered invalid and an error will occur.
172
173 If the URI is valid, then each value from ``params`` will
174 replace the corresponding value in the query parameters (if
175 it exists).
176
177 Args:
178 uri: string, A valid URI, with potential existing query parameters.
179 params: dict, A dictionary of query parameters.
180
181 Returns:
182 The same URI but with the new query parameters added.
183 """
184 parts = urllib.parse.urlparse(uri)
185 query_params = parse_unique_urlencoded(parts.query)
186 query_params.update(params)
187 new_query = urllib.parse.urlencode(query_params)
188 new_parts = parts._replace(query=new_query)
189 return urllib.parse.urlunparse(new_parts)
190
191
192def _add_query_parameter(url, name, value):
193 """Adds a query parameter to a url.
194
195 Replaces the current value if it already exists in the URL.
196
197 Args:
198 url: string, url to add the query parameter to.
199 name: string, query parameter name.
200 value: string, query parameter value.
201
202 Returns:
203 Updated query parameter. Does not update the url if value is None.
204 """
205 if value is None:
206 return url
207 else:
208 return update_query_params(url, {name: value})