blob: 1953bfc38fc362b6a968aaf8f4b9e8b93c03aca7 [file] [log] [blame]
Guido van Rossumc6360141990-10-13 19:23:40 +00001# module 'string' -- A collection of string operations
2
Guido van Rossume7113b61993-03-29 11:30:50 +00003# Warning: most of the code you see here isn't normally used nowadays.
4# At the end of this file most functions are replaced by built-in
5# functions imported from built-in module "strop".
Guido van Rossumc6360141990-10-13 19:23:40 +00006
7# Some strings for ctype-style character classification
Guido van Rossum8e2ec561993-07-29 09:37:38 +00008whitespace = ' \t\n\r\v\f'
Guido van Rossumc6360141990-10-13 19:23:40 +00009lowercase = 'abcdefghijklmnopqrstuvwxyz'
10uppercase = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ'
11letters = lowercase + uppercase
12digits = '0123456789'
13hexdigits = digits + 'abcdef' + 'ABCDEF'
14octdigits = '01234567'
15
16# Case conversion helpers
Guido van Rossuma61ff7b1992-01-14 18:31:29 +000017_idmap = ''
18for i in range(256): _idmap = _idmap + chr(i)
19_lower = _idmap[:ord('A')] + lowercase + _idmap[ord('Z')+1:]
20_upper = _idmap[:ord('a')] + uppercase + _idmap[ord('z')+1:]
21_swapcase = _upper[:ord('A')] + lowercase + _upper[ord('Z')+1:]
Guido van Rossumc6360141990-10-13 19:23:40 +000022del i
23
Guido van Rossum710c3521994-08-17 13:16:11 +000024# Backward compatible names for exceptions
25index_error = ValueError
26atoi_error = ValueError
27atof_error = ValueError
28atol_error = ValueError
29
Guido van Rossumc6360141990-10-13 19:23:40 +000030# convert UPPER CASE letters to lower case
31def lower(s):
32 res = ''
33 for c in s:
Guido van Rossuma61ff7b1992-01-14 18:31:29 +000034 res = res + _lower[ord(c)]
Guido van Rossumc6360141990-10-13 19:23:40 +000035 return res
36
37# Convert lower case letters to UPPER CASE
38def upper(s):
39 res = ''
40 for c in s:
Guido van Rossuma61ff7b1992-01-14 18:31:29 +000041 res = res + _upper[ord(c)]
Guido van Rossumc6360141990-10-13 19:23:40 +000042 return res
43
44# Swap lower case letters and UPPER CASE
45def swapcase(s):
46 res = ''
47 for c in s:
Guido van Rossuma61ff7b1992-01-14 18:31:29 +000048 res = res + _swapcase[ord(c)]
Guido van Rossumc6360141990-10-13 19:23:40 +000049 return res
50
51# Strip leading and trailing tabs and spaces
52def strip(s):
53 i, j = 0, len(s)
54 while i < j and s[i] in whitespace: i = i+1
55 while i < j and s[j-1] in whitespace: j = j-1
56 return s[i:j]
57
Guido van Rossum306a8a61996-08-08 18:40:59 +000058# Strip leading tabs and spaces
59def lstrip(s):
60 i, j = 0, len(s)
61 while i < j and s[i] in whitespace: i = i+1
62 return s[i:j]
63
64# Strip trailing tabs and spaces
65def rstrip(s):
66 i, j = 0, len(s)
67 while i < j and s[j-1] in whitespace: j = j-1
68 return s[i:j]
69
70
Guido van Rossumc6360141990-10-13 19:23:40 +000071# Split a string into a list of space/tab-separated words
72# NB: split(s) is NOT the same as splitfields(s, ' ')!
Guido van Rossum306a8a61996-08-08 18:40:59 +000073def split(s, sep=None, maxsplit=0):
74 if sep is not None: return splitfields(s, sep, maxsplit)
Guido van Rossumc6360141990-10-13 19:23:40 +000075 res = []
76 i, n = 0, len(s)
77 while i < n:
78 while i < n and s[i] in whitespace: i = i+1
Guido van Rossumbdfcfcc1992-01-01 19:35:13 +000079 if i == n: break
Guido van Rossumc6360141990-10-13 19:23:40 +000080 j = i
81 while j < n and s[j] not in whitespace: j = j+1
82 res.append(s[i:j])
83 i = j
84 return res
85
86# Split a list into fields separated by a given string
87# NB: splitfields(s, ' ') is NOT the same as split(s)!
Guido van Rossum7a461e51992-09-20 21:41:09 +000088# splitfields(s, '') returns [s] (in analogy with split() in nawk)
Guido van Rossum306a8a61996-08-08 18:40:59 +000089def splitfields(s, sep=None, maxsplit=0):
90 if sep is None: return split(s, None, maxsplit)
Guido van Rossumc6360141990-10-13 19:23:40 +000091 res = []
Guido van Rossumc6360141990-10-13 19:23:40 +000092 nsep = len(sep)
Guido van Rossumae507a41992-08-19 16:49:58 +000093 if nsep == 0:
Guido van Rossum7a461e51992-09-20 21:41:09 +000094 return [s]
Guido van Rossumae507a41992-08-19 16:49:58 +000095 ns = len(s)
Guido van Rossumc6360141990-10-13 19:23:40 +000096 i = j = 0
Guido van Rossum306a8a61996-08-08 18:40:59 +000097 count = 0
Guido van Rossumc6360141990-10-13 19:23:40 +000098 while j+nsep <= ns:
Guido van Rossumbdfcfcc1992-01-01 19:35:13 +000099 if s[j:j+nsep] == sep:
Guido van Rossum306a8a61996-08-08 18:40:59 +0000100 count = count + 1
Guido van Rossumc6360141990-10-13 19:23:40 +0000101 res.append(s[i:j])
102 i = j = j + nsep
Guido van Rossum306a8a61996-08-08 18:40:59 +0000103 if (maxsplit and (count >= maxsplit)):
104 break
105
Guido van Rossumc6360141990-10-13 19:23:40 +0000106 else:
107 j = j + 1
108 res.append(s[i:])
109 return res
110
Guido van Rossumfac38b71991-04-07 13:42:19 +0000111# Join words with spaces between them
Guido van Rossum2ab19921995-06-22 18:58:00 +0000112def join(words, sep = ' '):
113 return joinfields(words, sep)
Guido van Rossumfac38b71991-04-07 13:42:19 +0000114
Guido van Rossum2ab19921995-06-22 18:58:00 +0000115# Join fields with optional separator
116def joinfields(words, sep = ' '):
Guido van Rossumfac38b71991-04-07 13:42:19 +0000117 res = ''
118 for w in words:
119 res = res + (sep + w)
120 return res[len(sep):]
121
Guido van Rossumd3166071993-05-24 14:16:22 +0000122# Find substring, raise exception if not found
Guido van Rossumb6775db1994-08-01 11:34:53 +0000123def index(s, sub, i = 0):
Guido van Rossum710c3521994-08-17 13:16:11 +0000124 res = find(s, sub, i)
125 if res < 0:
126 raise ValueError, 'substring not found in string.index'
127 return res
Guido van Rossumd3166071993-05-24 14:16:22 +0000128
Guido van Rossume65cce51993-11-08 15:05:21 +0000129# Find last substring, raise exception if not found
Guido van Rossumb6775db1994-08-01 11:34:53 +0000130def rindex(s, sub, i = 0):
Guido van Rossum710c3521994-08-17 13:16:11 +0000131 res = rfind(s, sub, i)
132 if res < 0:
133 raise ValueError, 'substring not found in string.index'
134 return res
Guido van Rossumb6775db1994-08-01 11:34:53 +0000135
136# Count non-overlapping occurrences of substring
137def count(s, sub, i = 0):
Guido van Rossum8c1688e1995-03-14 17:43:02 +0000138 if i < 0: i = max(0, i + len(s))
Guido van Rossumb6775db1994-08-01 11:34:53 +0000139 n = len(sub)
140 m = len(s) + 1 - n
141 if n == 0: return m-i
142 r = 0
143 while i < m:
144 if sub == s[i:i+n]:
145 r = r+1
146 i = i+n
147 else:
148 i = i+1
Guido van Rossume65cce51993-11-08 15:05:21 +0000149 return r
150
Guido van Rossumd3166071993-05-24 14:16:22 +0000151# Find substring, return -1 if not found
Guido van Rossumb6775db1994-08-01 11:34:53 +0000152def find(s, sub, i = 0):
Guido van Rossum8c1688e1995-03-14 17:43:02 +0000153 if i < 0: i = max(0, i + len(s))
Guido van Rossum710c3521994-08-17 13:16:11 +0000154 n = len(sub)
155 m = len(s) + 1 - n
156 while i < m:
157 if sub == s[i:i+n]: return i
158 i = i+1
159 return -1
Guido van Rossumc6360141990-10-13 19:23:40 +0000160
Guido van Rossume65cce51993-11-08 15:05:21 +0000161# Find last substring, return -1 if not found
Guido van Rossumb6775db1994-08-01 11:34:53 +0000162def rfind(s, sub, i = 0):
Guido van Rossum8c1688e1995-03-14 17:43:02 +0000163 if i < 0: i = max(0, i + len(s))
Guido van Rossum710c3521994-08-17 13:16:11 +0000164 n = len(sub)
165 m = len(s) + 1 - n
166 r = -1
167 while i < m:
168 if sub == s[i:i+n]: r = i
169 i = i+1
170 return r
Guido van Rossume65cce51993-11-08 15:05:21 +0000171
Guido van Rossume61fa0a1993-10-22 13:56:35 +0000172# Convert string to float
Guido van Rossume61fa0a1993-10-22 13:56:35 +0000173def atof(str):
174 import regex
175 sign = ''
176 s = str
177 if s and s[0] in '+-':
178 sign = s[0]
179 s = s[1:]
Guido van Rossum710c3521994-08-17 13:16:11 +0000180 if not s:
181 raise ValueError, 'non-float argument to string.atof'
Guido van Rossume61fa0a1993-10-22 13:56:35 +0000182 while s[0] == '0' and len(s) > 1 and s[1] in digits: s = s[1:]
183 if regex.match('[0-9]*\(\.[0-9]*\)?\([eE][-+]?[0-9]+\)?', s) != len(s):
Guido van Rossum710c3521994-08-17 13:16:11 +0000184 raise ValueError, 'non-float argument to string.atof'
Guido van Rossume61fa0a1993-10-22 13:56:35 +0000185 try:
Guido van Rossumb6775db1994-08-01 11:34:53 +0000186 return float(eval(sign + s))
Guido van Rossume61fa0a1993-10-22 13:56:35 +0000187 except SyntaxError:
Guido van Rossum710c3521994-08-17 13:16:11 +0000188 raise ValueError, 'non-float argument to string.atof'
Guido van Rossume61fa0a1993-10-22 13:56:35 +0000189
Guido van Rossumc6360141990-10-13 19:23:40 +0000190# Convert string to integer
Guido van Rossum8c1688e1995-03-14 17:43:02 +0000191def atoi(str, base=10):
192 if base != 10:
193 # We only get here if strop doesn't define atoi()
194 raise ValueError, "this string.atoi doesn't support base != 10"
Guido van Rossum2d4aa4f1992-08-06 22:33:41 +0000195 sign = ''
Guido van Rossumc6360141990-10-13 19:23:40 +0000196 s = str
Guido van Rossumc629d341992-11-05 10:43:02 +0000197 if s and s[0] in '+-':
Guido van Rossum2d4aa4f1992-08-06 22:33:41 +0000198 sign = s[0]
199 s = s[1:]
Guido van Rossum710c3521994-08-17 13:16:11 +0000200 if not s:
201 raise ValueError, 'non-integer argument to string.atoi'
Guido van Rossum2d4aa4f1992-08-06 22:33:41 +0000202 while s[0] == '0' and len(s) > 1: s = s[1:]
Guido van Rossumc6360141990-10-13 19:23:40 +0000203 for c in s:
Guido van Rossum710c3521994-08-17 13:16:11 +0000204 if c not in digits:
205 raise ValueError, 'non-integer argument to string.atoi'
Guido van Rossum2d4aa4f1992-08-06 22:33:41 +0000206 return eval(sign + s)
Guido van Rossumc6360141990-10-13 19:23:40 +0000207
Guido van Rossume61fa0a1993-10-22 13:56:35 +0000208# Convert string to long integer
Guido van Rossum8c1688e1995-03-14 17:43:02 +0000209def atol(str, base=10):
210 if base != 10:
211 # We only get here if strop doesn't define atol()
212 raise ValueError, "this string.atol doesn't support base != 10"
Guido van Rossume61fa0a1993-10-22 13:56:35 +0000213 sign = ''
214 s = str
215 if s and s[0] in '+-':
216 sign = s[0]
217 s = s[1:]
Guido van Rossum710c3521994-08-17 13:16:11 +0000218 if not s:
219 raise ValueError, 'non-integer argument to string.atol'
Guido van Rossume61fa0a1993-10-22 13:56:35 +0000220 while s[0] == '0' and len(s) > 1: s = s[1:]
221 for c in s:
Guido van Rossum710c3521994-08-17 13:16:11 +0000222 if c not in digits:
223 raise ValueError, 'non-integer argument to string.atol'
Guido van Rossume61fa0a1993-10-22 13:56:35 +0000224 return eval(sign + s + 'L')
225
Guido van Rossumc6360141990-10-13 19:23:40 +0000226# Left-justify a string
227def ljust(s, width):
Guido van Rossumfac38b71991-04-07 13:42:19 +0000228 n = width - len(s)
229 if n <= 0: return s
230 return s + ' '*n
Guido van Rossumc6360141990-10-13 19:23:40 +0000231
232# Right-justify a string
233def rjust(s, width):
Guido van Rossumfac38b71991-04-07 13:42:19 +0000234 n = width - len(s)
235 if n <= 0: return s
236 return ' '*n + s
Guido van Rossumc6360141990-10-13 19:23:40 +0000237
238# Center a string
239def center(s, width):
Guido van Rossumfac38b71991-04-07 13:42:19 +0000240 n = width - len(s)
241 if n <= 0: return s
242 half = n/2
243 if n%2 and width%2:
244 # This ensures that center(center(s, i), j) = center(s, j)
245 half = half+1
246 return ' '*half + s + ' '*(n-half)
Guido van Rossumc6360141990-10-13 19:23:40 +0000247
248# Zero-fill a number, e.g., (12, 3) --> '012' and (-3, 3) --> '-03'
249# Decadent feature: the argument may be a string or a number
250# (Use of this is deprecated; it should be a string as with ljust c.s.)
251def zfill(x, width):
Guido van Rossumbdfcfcc1992-01-01 19:35:13 +0000252 if type(x) == type(''): s = x
Guido van Rossumc6360141990-10-13 19:23:40 +0000253 else: s = `x`
254 n = len(s)
255 if n >= width: return s
256 sign = ''
Guido van Rossum333c2e01991-08-16 13:29:03 +0000257 if s[0] in ('-', '+'):
258 sign, s = s[0], s[1:]
Guido van Rossumc6360141990-10-13 19:23:40 +0000259 return sign + '0'*(width-n) + s
Guido van Rossum6ff2e901992-03-27 15:13:31 +0000260
261# Expand tabs in a string.
262# Doesn't take non-printing chars into account, but does understand \n.
Guido van Rossum894a7bb1995-08-10 19:42:05 +0000263def expandtabs(s, tabsize=8):
Guido van Rossum6ff2e901992-03-27 15:13:31 +0000264 res = line = ''
265 for c in s:
266 if c == '\t':
267 c = ' '*(tabsize - len(line)%tabsize)
268 line = line + c
269 if c == '\n':
270 res = res + line
271 line = ''
272 return res + line
Guido van Rossum2db91351992-10-18 17:09:59 +0000273
Guido van Rossum25395281996-05-28 23:08:45 +0000274# Character translation through look-up table.
Guido van Rossumed7253c1996-07-23 18:12:39 +0000275def translate(s, table, deletions=""):
276 if type(table) != type('') or len(table) != 256:
277 raise TypeError, "translation table must be 256 characters long"
278 res = ""
279 for c in s:
280 if c not in deletions:
281 res = res + table[ord(c)]
282 return res
Guido van Rossum2db91351992-10-18 17:09:59 +0000283
Guido van Rossum8775d8b1996-06-11 18:43:00 +0000284# Capitalize a string, e.g. "aBc dEf" -> "Abc def".
285def capitalize(s):
Guido van Rossumed7253c1996-07-23 18:12:39 +0000286 return upper(s[:1]) + lower(s[1:])
Guido van Rossum8775d8b1996-06-11 18:43:00 +0000287
288# Capitalize the words in a string, e.g. " aBc dEf " -> "Abc Def".
289# See also regsub.capwords().
290def capwords(s):
Guido van Rossumed7253c1996-07-23 18:12:39 +0000291 return join(map(capitalize, split(s)))
Guido van Rossum8775d8b1996-06-11 18:43:00 +0000292
Guido van Rossumed7253c1996-07-23 18:12:39 +0000293# Construct a translation string
294_idmapL = None
295def maketrans(fromstr, tostr):
296 if len(fromstr) != len(tostr):
297 raise ValueError, "maketrans arguments must have same length"
298 global _idmapL
299 if not _idmapL:
300 _idmapL = map(None, _idmap)
301 L = _idmapL[:]
302 fromstr = map(ord, fromstr)
303 for i in range(len(fromstr)):
304 L[fromstr[i]] = tostr[i]
305 return joinfields(L, "")
Guido van Rossum8775d8b1996-06-11 18:43:00 +0000306
Guido van Rossum2db91351992-10-18 17:09:59 +0000307# Try importing optional built-in module "strop" -- if it exists,
308# it redefines some string operations that are 100-1000 times faster.
Guido van Rossum8e2ec561993-07-29 09:37:38 +0000309# It also defines values for whitespace, lowercase and uppercase
310# that match <ctype.h>'s definitions.
Guido van Rossum2db91351992-10-18 17:09:59 +0000311
312try:
313 from strop import *
Guido van Rossum8e2ec561993-07-29 09:37:38 +0000314 letters = lowercase + uppercase
Guido van Rossumb6775db1994-08-01 11:34:53 +0000315except ImportError:
316 pass # Use the original, slow versions