blob: 3b4246de924eed661c6b119c54d1330a080a2d5d [file] [log] [blame]
Barry Warsaw9ec58aa2001-07-16 20:40:35 +00001"""RFC 2822 message manipulation.
Guido van Rossum01ca3361992-07-13 14:28:59 +00002
Barry Warsaw9ec58aa2001-07-16 20:40:35 +00003Note: This is only a very rough sketch of a full RFC-822 parser; in particular
4the tokenizing of addresses does not adhere to all the quoting rules.
5
6Note: RFC 2822 is a long awaited update to RFC 822. This module should
7conform to RFC 2822, and is thus mis-named (it's not worth renaming it). Some
8effort at RFC 2822 updates have been made, but a thorough audit has not been
9performed. Consider any RFC 2822 non-conformance to be a bug.
10
11 RFC 2822: http://www.faqs.org/rfcs/rfc2822.html
Barry Warsawb8a55c02001-07-16 20:41:40 +000012 RFC 822 : http://www.faqs.org/rfcs/rfc822.html (obsolete)
Guido van Rossum9ab94c11997-12-10 16:17:39 +000013
14Directions for use:
15
16To create a Message object: first open a file, e.g.:
Barry Warsaw9ec58aa2001-07-16 20:40:35 +000017
Guido van Rossum9ab94c11997-12-10 16:17:39 +000018 fp = open(file, 'r')
Barry Warsaw9ec58aa2001-07-16 20:40:35 +000019
Guido van Rossumc7bb8571998-06-10 21:31:01 +000020You can use any other legal way of getting an open file object, e.g. use
Barry Warsaw9ec58aa2001-07-16 20:40:35 +000021sys.stdin or call os.popen(). Then pass the open file object to the Message()
22constructor:
23
Guido van Rossum9ab94c11997-12-10 16:17:39 +000024 m = Message(fp)
25
Barry Warsaw9ec58aa2001-07-16 20:40:35 +000026This class can work with any input object that supports a readline method. If
27the input object has seek and tell capability, the rewindbody method will
28work; also illegal lines will be pushed back onto the input stream. If the
29input object lacks seek but has an `unread' method that can push back a line
30of input, Message will use that to push back illegal lines. Thus this class
31can be used to parse messages coming from a buffered stream.
Guido van Rossumc7bb8571998-06-10 21:31:01 +000032
Barry Warsaw9ec58aa2001-07-16 20:40:35 +000033The optional `seekable' argument is provided as a workaround for certain stdio
34libraries in which tell() discards buffered data before discovering that the
35lseek() system call doesn't work. For maximum portability, you should set the
36seekable argument to zero to prevent that initial \code{tell} when passing in
37an unseekable object such as a a file object created from a socket object. If
38it is 1 on entry -- which it is by default -- the tell() method of the open
39file object is called once; if this raises an exception, seekable is reset to
400. For other nonzero values of seekable, this test is not made.
Guido van Rossumc7bb8571998-06-10 21:31:01 +000041
Guido van Rossum9ab94c11997-12-10 16:17:39 +000042To get the text of a particular header there are several methods:
Barry Warsaw9ec58aa2001-07-16 20:40:35 +000043
Guido van Rossum9ab94c11997-12-10 16:17:39 +000044 str = m.getheader(name)
45 str = m.getrawheader(name)
Barry Warsaw9ec58aa2001-07-16 20:40:35 +000046
47where name is the name of the header, e.g. 'Subject'. The difference is that
48getheader() strips the leading and trailing whitespace, while getrawheader()
49doesn't. Both functions retain embedded whitespace (including newlines)
50exactly as they are specified in the header, and leave the case of the text
51unchanged.
Guido van Rossum9ab94c11997-12-10 16:17:39 +000052
53For addresses and address lists there are functions
Barry Warsaw9ec58aa2001-07-16 20:40:35 +000054
55 realname, mailaddress = m.getaddr(name)
Guido van Rossum9ab94c11997-12-10 16:17:39 +000056 list = m.getaddrlist(name)
Barry Warsaw9ec58aa2001-07-16 20:40:35 +000057
Guido van Rossum9ab94c11997-12-10 16:17:39 +000058where the latter returns a list of (realname, mailaddr) tuples.
59
60There is also a method
Barry Warsaw9ec58aa2001-07-16 20:40:35 +000061
Guido van Rossum9ab94c11997-12-10 16:17:39 +000062 time = m.getdate(name)
Barry Warsaw9ec58aa2001-07-16 20:40:35 +000063
Guido van Rossum9ab94c11997-12-10 16:17:39 +000064which parses a Date-like field and returns a time-compatible tuple,
65i.e. a tuple such as returned by time.localtime() or accepted by
66time.mktime().
67
68See the class definition for lower level access methods.
69
70There are also some utility functions here.
71"""
Guido van Rossum4d4ab921998-06-16 22:27:09 +000072# Cleanup and extensions by Eric S. Raymond <esr@thyrsus.com>
Guido van Rossum01ca3361992-07-13 14:28:59 +000073
Guido van Rossumb6775db1994-08-01 11:34:53 +000074import time
Guido van Rossum01ca3361992-07-13 14:28:59 +000075
Skip Montanaro0de65802001-02-15 22:15:14 +000076__all__ = ["Message","AddressList","parsedate","parsedate_tz","mktime_tz"]
Guido van Rossum01ca3361992-07-13 14:28:59 +000077
Guido van Rossum9ab94c11997-12-10 16:17:39 +000078_blanklines = ('\r\n', '\n') # Optimization for islast()
Guido van Rossum92457b91995-06-22 19:06:57 +000079
80
Guido van Rossum01ca3361992-07-13 14:28:59 +000081class Message:
Barry Warsaw9ec58aa2001-07-16 20:40:35 +000082 """Represents a single RFC 2822-compliant message."""
Tim Peters0c9886d2001-01-15 01:18:21 +000083
Guido van Rossum9ab94c11997-12-10 16:17:39 +000084 def __init__(self, fp, seekable = 1):
85 """Initialize the class instance and read the headers."""
Guido van Rossumc7bb8571998-06-10 21:31:01 +000086 if seekable == 1:
87 # Exercise tell() to make sure it works
88 # (and then assume seek() works, too)
89 try:
90 fp.tell()
unknown67bbd7a2001-07-04 07:07:33 +000091 except (AttributeError, IOError):
Guido van Rossumc7bb8571998-06-10 21:31:01 +000092 seekable = 0
93 else:
94 seekable = 1
Guido van Rossum9ab94c11997-12-10 16:17:39 +000095 self.fp = fp
96 self.seekable = seekable
97 self.startofheaders = None
98 self.startofbody = None
99 #
100 if self.seekable:
101 try:
102 self.startofheaders = self.fp.tell()
103 except IOError:
104 self.seekable = 0
105 #
106 self.readheaders()
107 #
108 if self.seekable:
109 try:
110 self.startofbody = self.fp.tell()
111 except IOError:
112 self.seekable = 0
Tim Peters0c9886d2001-01-15 01:18:21 +0000113
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000114 def rewindbody(self):
115 """Rewind the file to the start of the body (if seekable)."""
116 if not self.seekable:
117 raise IOError, "unseekable file"
118 self.fp.seek(self.startofbody)
Tim Peters0c9886d2001-01-15 01:18:21 +0000119
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000120 def readheaders(self):
121 """Read header lines.
Tim Peters0c9886d2001-01-15 01:18:21 +0000122
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000123 Read header lines up to the entirely blank line that terminates them.
124 The (normally blank) line that ends the headers is skipped, but not
125 included in the returned list. If a non-header line ends the headers,
126 (which is an error), an attempt is made to backspace over it; it is
127 never included in the returned list.
Tim Peters0c9886d2001-01-15 01:18:21 +0000128
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000129 The variable self.status is set to the empty string if all went well,
130 otherwise it is an error message. The variable self.headers is a
131 completely uninterpreted list of lines contained in the header (so
132 printing them will reproduce the header exactly as it appears in the
133 file).
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000134 """
135 self.dict = {}
136 self.unixfrom = ''
137 self.headers = list = []
138 self.status = ''
139 headerseen = ""
140 firstline = 1
Guido van Rossum052969a1998-07-21 14:24:04 +0000141 startofline = unread = tell = None
142 if hasattr(self.fp, 'unread'):
143 unread = self.fp.unread
144 elif self.seekable:
145 tell = self.fp.tell
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000146 while 1:
Guido van Rossum052969a1998-07-21 14:24:04 +0000147 if tell:
Guido van Rossuma66eed62000-11-09 18:05:24 +0000148 try:
149 startofline = tell()
150 except IOError:
151 startofline = tell = None
152 self.seekable = 0
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000153 line = self.fp.readline()
154 if not line:
155 self.status = 'EOF in headers'
156 break
157 # Skip unix From name time lines
Guido van Rossumc80f1822000-12-15 15:37:48 +0000158 if firstline and line.startswith('From '):
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000159 self.unixfrom = self.unixfrom + line
160 continue
161 firstline = 0
Guido van Rossume894fc01998-06-11 13:58:40 +0000162 if headerseen and line[0] in ' \t':
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000163 # It's a continuation line.
164 list.append(line)
Guido van Rossumc80f1822000-12-15 15:37:48 +0000165 x = (self.dict[headerseen] + "\n " + line.strip())
166 self.dict[headerseen] = x.strip()
Guido van Rossume894fc01998-06-11 13:58:40 +0000167 continue
Guido van Rossumc7bb8571998-06-10 21:31:01 +0000168 elif self.iscomment(line):
Guido van Rossume894fc01998-06-11 13:58:40 +0000169 # It's a comment. Ignore it.
170 continue
171 elif self.islast(line):
172 # Note! No pushback here! The delimiter line gets eaten.
173 break
174 headerseen = self.isheader(line)
175 if headerseen:
176 # It's a legal header line, save it.
177 list.append(line)
Guido van Rossumc80f1822000-12-15 15:37:48 +0000178 self.dict[headerseen] = line[len(headerseen)+1:].strip()
Guido van Rossume894fc01998-06-11 13:58:40 +0000179 continue
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000180 else:
Guido van Rossume894fc01998-06-11 13:58:40 +0000181 # It's not a header line; throw it back and stop here.
182 if not self.dict:
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000183 self.status = 'No headers'
184 else:
Guido van Rossume894fc01998-06-11 13:58:40 +0000185 self.status = 'Non-header line where header expected'
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000186 # Try to undo the read.
Guido van Rossum052969a1998-07-21 14:24:04 +0000187 if unread:
188 unread(line)
189 elif tell:
190 self.fp.seek(startofline)
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000191 else:
Guido van Rossumc7bb8571998-06-10 21:31:01 +0000192 self.status = self.status + '; bad seek'
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000193 break
Guido van Rossume894fc01998-06-11 13:58:40 +0000194
195 def isheader(self, line):
196 """Determine whether a given line is a legal header.
197
198 This method should return the header name, suitably canonicalized.
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000199 You may override this method in order to use Message parsing on tagged
200 data in RFC 2822-like formats with special header formats.
Guido van Rossume894fc01998-06-11 13:58:40 +0000201 """
Guido van Rossumc80f1822000-12-15 15:37:48 +0000202 i = line.find(':')
Guido van Rossume894fc01998-06-11 13:58:40 +0000203 if i > 0:
Guido van Rossumc80f1822000-12-15 15:37:48 +0000204 return line[:i].lower()
Guido van Rossume894fc01998-06-11 13:58:40 +0000205 else:
206 return None
Tim Peters0c9886d2001-01-15 01:18:21 +0000207
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000208 def islast(self, line):
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000209 """Determine whether a line is a legal end of RFC 2822 headers.
Tim Peters0c9886d2001-01-15 01:18:21 +0000210
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000211 You may override this method if your application wants to bend the
212 rules, e.g. to strip trailing whitespace, or to recognize MH template
213 separators ('--------'). For convenience (e.g. for code reading from
214 sockets) a line consisting of \r\n also matches.
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000215 """
216 return line in _blanklines
Guido van Rossumc7bb8571998-06-10 21:31:01 +0000217
218 def iscomment(self, line):
219 """Determine whether a line should be skipped entirely.
220
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000221 You may override this method in order to use Message parsing on tagged
222 data in RFC 2822-like formats that support embedded comments or
223 free-text data.
Guido van Rossumc7bb8571998-06-10 21:31:01 +0000224 """
Guido van Rossum8ca162f2002-04-07 06:36:23 +0000225 return False
Tim Peters0c9886d2001-01-15 01:18:21 +0000226
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000227 def getallmatchingheaders(self, name):
228 """Find all header lines matching a given header name.
Tim Peters0c9886d2001-01-15 01:18:21 +0000229
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000230 Look through the list of headers and find all lines matching a given
231 header name (and their continuation lines). A list of the lines is
232 returned, without interpretation. If the header does not occur, an
233 empty list is returned. If the header occurs multiple times, all
234 occurrences are returned. Case is not important in the header name.
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000235 """
Guido van Rossumc80f1822000-12-15 15:37:48 +0000236 name = name.lower() + ':'
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000237 n = len(name)
238 list = []
239 hit = 0
240 for line in self.headers:
Guido van Rossumc80f1822000-12-15 15:37:48 +0000241 if line[:n].lower() == name:
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000242 hit = 1
Guido van Rossum352ca8c2001-01-02 20:36:32 +0000243 elif not line[:1].isspace():
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000244 hit = 0
245 if hit:
246 list.append(line)
247 return list
Tim Peters0c9886d2001-01-15 01:18:21 +0000248
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000249 def getfirstmatchingheader(self, name):
250 """Get the first header line matching name.
Tim Peters0c9886d2001-01-15 01:18:21 +0000251
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000252 This is similar to getallmatchingheaders, but it returns only the
253 first matching header (and its continuation lines).
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000254 """
Guido van Rossumc80f1822000-12-15 15:37:48 +0000255 name = name.lower() + ':'
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000256 n = len(name)
257 list = []
258 hit = 0
259 for line in self.headers:
260 if hit:
Guido van Rossum352ca8c2001-01-02 20:36:32 +0000261 if not line[:1].isspace():
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000262 break
Guido van Rossumc80f1822000-12-15 15:37:48 +0000263 elif line[:n].lower() == name:
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000264 hit = 1
265 if hit:
266 list.append(line)
267 return list
Tim Peters0c9886d2001-01-15 01:18:21 +0000268
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000269 def getrawheader(self, name):
270 """A higher-level interface to getfirstmatchingheader().
Tim Peters0c9886d2001-01-15 01:18:21 +0000271
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000272 Return a string containing the literal text of the header but with the
273 keyword stripped. All leading, trailing and embedded whitespace is
274 kept in the string, however. Return None if the header does not
275 occur.
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000276 """
Tim Peters0c9886d2001-01-15 01:18:21 +0000277
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000278 list = self.getfirstmatchingheader(name)
279 if not list:
280 return None
281 list[0] = list[0][len(name) + 1:]
Guido van Rossumc80f1822000-12-15 15:37:48 +0000282 return ''.join(list)
Tim Peters0c9886d2001-01-15 01:18:21 +0000283
Guido van Rossumc7bb8571998-06-10 21:31:01 +0000284 def getheader(self, name, default=None):
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000285 """Get the header value for a name.
Tim Peters0c9886d2001-01-15 01:18:21 +0000286
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000287 This is the normal interface: it returns a stripped version of the
288 header value for a given header name, or None if it doesn't exist.
289 This uses the dictionary version which finds the *last* such header.
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000290 """
291 try:
Guido van Rossumc80f1822000-12-15 15:37:48 +0000292 return self.dict[name.lower()]
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000293 except KeyError:
Guido van Rossumc7bb8571998-06-10 21:31:01 +0000294 return default
295 get = getheader
Fred Drakeddf22c41999-04-28 21:17:38 +0000296
297 def getheaders(self, name):
298 """Get all values for a header.
299
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000300 This returns a list of values for headers given more than once; each
301 value in the result list is stripped in the same way as the result of
302 getheader(). If the header is not given, return an empty list.
Fred Drakeddf22c41999-04-28 21:17:38 +0000303 """
304 result = []
305 current = ''
306 have_header = 0
307 for s in self.getallmatchingheaders(name):
Guido van Rossum352ca8c2001-01-02 20:36:32 +0000308 if s[0].isspace():
Fred Drakeddf22c41999-04-28 21:17:38 +0000309 if current:
Guido van Rossumc80f1822000-12-15 15:37:48 +0000310 current = "%s\n %s" % (current, s.strip())
Fred Drakeddf22c41999-04-28 21:17:38 +0000311 else:
Guido van Rossumc80f1822000-12-15 15:37:48 +0000312 current = s.strip()
Fred Drakeddf22c41999-04-28 21:17:38 +0000313 else:
314 if have_header:
315 result.append(current)
Guido van Rossumc80f1822000-12-15 15:37:48 +0000316 current = s[s.find(":") + 1:].strip()
Fred Drakeddf22c41999-04-28 21:17:38 +0000317 have_header = 1
318 if have_header:
319 result.append(current)
Fred Drakecbfa5cb1999-06-14 15:40:23 +0000320 return result
Tim Peters0c9886d2001-01-15 01:18:21 +0000321
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000322 def getaddr(self, name):
323 """Get a single address from a header, as a tuple.
Tim Peters0c9886d2001-01-15 01:18:21 +0000324
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000325 An example return value:
326 ('Guido van Rossum', 'guido@cwi.nl')
327 """
328 # New, by Ben Escoto
329 alist = self.getaddrlist(name)
330 if alist:
331 return alist[0]
332 else:
333 return (None, None)
Tim Peters0c9886d2001-01-15 01:18:21 +0000334
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000335 def getaddrlist(self, name):
336 """Get a list of addresses from a header.
Barry Warsaw8a578431999-01-14 19:59:58 +0000337
338 Retrieves a list of addresses from a header, where each address is a
339 tuple as returned by getaddr(). Scans all named headers, so it works
340 properly with multiple To: or Cc: headers for example.
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000341 """
Barry Warsaw8a578431999-01-14 19:59:58 +0000342 raw = []
343 for h in self.getallmatchingheaders(name):
Fred Drake13a2c272000-02-10 17:17:14 +0000344 if h[0] in ' \t':
345 raw.append(h)
346 else:
347 if raw:
348 raw.append(', ')
Guido van Rossumc80f1822000-12-15 15:37:48 +0000349 i = h.find(':')
Barry Warsaw8a578431999-01-14 19:59:58 +0000350 if i > 0:
351 addr = h[i+1:]
352 raw.append(addr)
Guido van Rossumc80f1822000-12-15 15:37:48 +0000353 alladdrs = ''.join(raw)
Barry Warsaw56cdf112002-04-12 20:55:31 +0000354 a = AddressList(alladdrs)
Barry Warsaw0a8d4d52002-05-21 19:46:13 +0000355 return a.addresslist
Tim Peters0c9886d2001-01-15 01:18:21 +0000356
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000357 def getdate(self, name):
358 """Retrieve a date field from a header.
Tim Peters0c9886d2001-01-15 01:18:21 +0000359
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000360 Retrieves a date field from the named header, returning a tuple
361 compatible with time.mktime().
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000362 """
363 try:
364 data = self[name]
365 except KeyError:
366 return None
367 return parsedate(data)
Tim Peters0c9886d2001-01-15 01:18:21 +0000368
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000369 def getdate_tz(self, name):
370 """Retrieve a date field from a header as a 10-tuple.
Tim Peters0c9886d2001-01-15 01:18:21 +0000371
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000372 The first 9 elements make up a tuple compatible with time.mktime(),
373 and the 10th is the offset of the poster's time zone from GMT/UTC.
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000374 """
375 try:
376 data = self[name]
377 except KeyError:
378 return None
379 return parsedate_tz(data)
Tim Peters0c9886d2001-01-15 01:18:21 +0000380
381
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000382 # Access as a dictionary (only finds *last* header of each type):
Tim Peters0c9886d2001-01-15 01:18:21 +0000383
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000384 def __len__(self):
385 """Get the number of headers in a message."""
386 return len(self.dict)
Tim Peters0c9886d2001-01-15 01:18:21 +0000387
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000388 def __getitem__(self, name):
389 """Get a specific header, as from a dictionary."""
Guido van Rossumc80f1822000-12-15 15:37:48 +0000390 return self.dict[name.lower()]
Guido van Rossume894fc01998-06-11 13:58:40 +0000391
392 def __setitem__(self, name, value):
Guido van Rossum4d4ab921998-06-16 22:27:09 +0000393 """Set the value of a header.
394
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000395 Note: This is not a perfect inversion of __getitem__, because any
396 changed headers get stuck at the end of the raw-headers list rather
397 than where the altered header was.
Guido van Rossum4d4ab921998-06-16 22:27:09 +0000398 """
Guido van Rossume894fc01998-06-11 13:58:40 +0000399 del self[name] # Won't fail if it doesn't exist
Guido van Rossumc80f1822000-12-15 15:37:48 +0000400 self.dict[name.lower()] = value
Guido van Rossume894fc01998-06-11 13:58:40 +0000401 text = name + ": " + value
Guido van Rossumc80f1822000-12-15 15:37:48 +0000402 lines = text.split("\n")
Guido van Rossume894fc01998-06-11 13:58:40 +0000403 for line in lines:
404 self.headers.append(line + "\n")
Tim Peters0c9886d2001-01-15 01:18:21 +0000405
Guido van Rossum75d92c11998-04-02 21:33:20 +0000406 def __delitem__(self, name):
407 """Delete all occurrences of a specific header, if it is present."""
Guido van Rossumc80f1822000-12-15 15:37:48 +0000408 name = name.lower()
Raymond Hettinger54f02222002-06-01 14:18:47 +0000409 if not name in self.dict:
Guido van Rossumf3c5f5c1999-09-15 22:15:23 +0000410 return
411 del self.dict[name]
412 name = name + ':'
Guido van Rossum75d92c11998-04-02 21:33:20 +0000413 n = len(name)
414 list = []
415 hit = 0
416 for i in range(len(self.headers)):
417 line = self.headers[i]
Guido van Rossumc80f1822000-12-15 15:37:48 +0000418 if line[:n].lower() == name:
Guido van Rossum75d92c11998-04-02 21:33:20 +0000419 hit = 1
Guido van Rossum352ca8c2001-01-02 20:36:32 +0000420 elif not line[:1].isspace():
Guido van Rossum75d92c11998-04-02 21:33:20 +0000421 hit = 0
422 if hit:
423 list.append(i)
Raymond Hettinger85c20a42003-11-06 14:06:48 +0000424 for i in reversed(list):
Guido van Rossum75d92c11998-04-02 21:33:20 +0000425 del self.headers[i]
426
Fred Drake233226e2001-05-22 19:36:50 +0000427 def setdefault(self, name, default=""):
Fred Drake02959292001-05-22 14:58:10 +0000428 lowername = name.lower()
Raymond Hettinger54f02222002-06-01 14:18:47 +0000429 if lowername in self.dict:
Fred Drake02959292001-05-22 14:58:10 +0000430 return self.dict[lowername]
431 else:
Fred Drake233226e2001-05-22 19:36:50 +0000432 text = name + ": " + default
Fred Drake02959292001-05-22 14:58:10 +0000433 lines = text.split("\n")
434 for line in lines:
435 self.headers.append(line + "\n")
Fred Drake233226e2001-05-22 19:36:50 +0000436 self.dict[lowername] = default
Fred Drake02959292001-05-22 14:58:10 +0000437 return default
438
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000439 def has_key(self, name):
440 """Determine whether a message contains the named header."""
Raymond Hettinger54f02222002-06-01 14:18:47 +0000441 return name.lower() in self.dict
442
443 def __contains__(self, name):
444 """Determine whether a message contains the named header."""
Tim Petersc411dba2002-07-16 21:35:23 +0000445 return name.lower() in self.dict
Tim Peters0c9886d2001-01-15 01:18:21 +0000446
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000447 def keys(self):
448 """Get all of a message's header field names."""
449 return self.dict.keys()
Tim Peters0c9886d2001-01-15 01:18:21 +0000450
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000451 def values(self):
452 """Get all of a message's header field values."""
453 return self.dict.values()
Tim Peters0c9886d2001-01-15 01:18:21 +0000454
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000455 def items(self):
456 """Get all of a message's headers.
Tim Peters0c9886d2001-01-15 01:18:21 +0000457
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000458 Returns a list of name, value tuples.
459 """
460 return self.dict.items()
Guido van Rossum01ca3361992-07-13 14:28:59 +0000461
Guido van Rossumc7bb8571998-06-10 21:31:01 +0000462 def __str__(self):
Neil Schemenauer767126d2003-11-11 19:39:17 +0000463 return ''.join(self.headers)
Guido van Rossum01ca3361992-07-13 14:28:59 +0000464
465
466# Utility functions
467# -----------------
468
Guido van Rossumbe7c45e1997-11-22 21:49:19 +0000469# XXX Should fix unquote() and quote() to be really conformant.
Guido van Rossumb6775db1994-08-01 11:34:53 +0000470# XXX The inverses of the parse functions may also be useful.
471
Guido van Rossum01ca3361992-07-13 14:28:59 +0000472
Guido van Rossum01ca3361992-07-13 14:28:59 +0000473def unquote(str):
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000474 """Remove quotes from a string."""
475 if len(str) > 1:
Barry Warsaw4e09d5c2002-09-11 02:32:14 +0000476 if str.startswith('"') and str.endswith('"'):
477 return str[1:-1].replace('\\\\', '\\').replace('\\"', '"')
478 if str.startswith('<') and str.endswith('>'):
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000479 return str[1:-1]
480 return str
Guido van Rossumb6775db1994-08-01 11:34:53 +0000481
482
Guido van Rossum7883e1d1997-09-15 14:12:54 +0000483def quote(str):
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000484 """Add quotes around a string."""
Guido van Rossumc80f1822000-12-15 15:37:48 +0000485 return str.replace('\\', '\\\\').replace('"', '\\"')
Guido van Rossumb6775db1994-08-01 11:34:53 +0000486
Guido van Rossumbe7c45e1997-11-22 21:49:19 +0000487
Guido van Rossumb6775db1994-08-01 11:34:53 +0000488def parseaddr(address):
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000489 """Parse an address into a (realname, mailaddr) tuple."""
Barry Warsaw56cdf112002-04-12 20:55:31 +0000490 a = AddressList(address)
Barry Warsawf6553282002-05-23 03:21:01 +0000491 list = a.addresslist
Guido van Rossumbe7c45e1997-11-22 21:49:19 +0000492 if not list:
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000493 return (None, None)
Guido van Rossumbe7c45e1997-11-22 21:49:19 +0000494 else:
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000495 return list[0]
Guido van Rossumbe7c45e1997-11-22 21:49:19 +0000496
497
Guido van Rossumbe7c45e1997-11-22 21:49:19 +0000498class AddrlistClass:
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000499 """Address parser class by Ben Escoto.
Tim Peters0c9886d2001-01-15 01:18:21 +0000500
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000501 To understand what this class does, it helps to have a copy of
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000502 RFC 2822 in front of you.
503
504 http://www.faqs.org/rfcs/rfc2822.html
Guido van Rossum4d4ab921998-06-16 22:27:09 +0000505
506 Note: this class interface is deprecated and may be removed in the future.
507 Use rfc822.AddressList instead.
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000508 """
Tim Peters0c9886d2001-01-15 01:18:21 +0000509
Guido van Rossumbe7c45e1997-11-22 21:49:19 +0000510 def __init__(self, field):
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000511 """Initialize a new instance.
Tim Peters0c9886d2001-01-15 01:18:21 +0000512
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000513 `field' is an unparsed address header field, containing one or more
514 addresses.
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000515 """
516 self.specials = '()<>@,:;.\"[]'
517 self.pos = 0
518 self.LWS = ' \t'
Barry Warsaw8a578431999-01-14 19:59:58 +0000519 self.CR = '\r\n'
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000520 self.atomends = self.specials + self.LWS + self.CR
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000521 # Note that RFC 2822 now specifies `.' as obs-phrase, meaning that it
522 # is obsolete syntax. RFC 2822 requires that we recognize obsolete
523 # syntax, so allow dots in phrases.
524 self.phraseends = self.atomends.replace('.', '')
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000525 self.field = field
526 self.commentlist = []
Tim Peters0c9886d2001-01-15 01:18:21 +0000527
Guido van Rossumbe7c45e1997-11-22 21:49:19 +0000528 def gotonext(self):
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000529 """Parse up to the start of the next address."""
530 while self.pos < len(self.field):
531 if self.field[self.pos] in self.LWS + '\n\r':
532 self.pos = self.pos + 1
533 elif self.field[self.pos] == '(':
534 self.commentlist.append(self.getcomment())
535 else: break
Tim Peters0c9886d2001-01-15 01:18:21 +0000536
Guido van Rossumbe7c45e1997-11-22 21:49:19 +0000537 def getaddrlist(self):
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000538 """Parse all addresses.
Tim Peters0c9886d2001-01-15 01:18:21 +0000539
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000540 Returns a list containing all of the addresses.
541 """
Barry Warsawf1fd2822001-11-13 21:30:37 +0000542 result = []
543 while 1:
544 ad = self.getaddress()
545 if ad:
546 result += ad
547 else:
548 break
549 return result
Tim Peters0c9886d2001-01-15 01:18:21 +0000550
Guido van Rossumbe7c45e1997-11-22 21:49:19 +0000551 def getaddress(self):
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000552 """Parse the next address."""
553 self.commentlist = []
554 self.gotonext()
Tim Peters0c9886d2001-01-15 01:18:21 +0000555
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000556 oldpos = self.pos
557 oldcl = self.commentlist
558 plist = self.getphraselist()
Tim Peters0c9886d2001-01-15 01:18:21 +0000559
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000560 self.gotonext()
561 returnlist = []
Tim Peters0c9886d2001-01-15 01:18:21 +0000562
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000563 if self.pos >= len(self.field):
564 # Bad email address technically, no domain.
565 if plist:
Guido van Rossumc80f1822000-12-15 15:37:48 +0000566 returnlist = [(' '.join(self.commentlist), plist[0])]
Tim Peters0c9886d2001-01-15 01:18:21 +0000567
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000568 elif self.field[self.pos] in '.@':
569 # email address is just an addrspec
570 # this isn't very efficient since we start over
571 self.pos = oldpos
572 self.commentlist = oldcl
573 addrspec = self.getaddrspec()
Guido van Rossumc80f1822000-12-15 15:37:48 +0000574 returnlist = [(' '.join(self.commentlist), addrspec)]
Tim Peters0c9886d2001-01-15 01:18:21 +0000575
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000576 elif self.field[self.pos] == ':':
577 # address is a group
578 returnlist = []
Tim Peters0c9886d2001-01-15 01:18:21 +0000579
Barry Warsaw96e9bf41999-07-12 18:37:02 +0000580 fieldlen = len(self.field)
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000581 self.pos = self.pos + 1
582 while self.pos < len(self.field):
583 self.gotonext()
Barry Warsaw96e9bf41999-07-12 18:37:02 +0000584 if self.pos < fieldlen and self.field[self.pos] == ';':
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000585 self.pos = self.pos + 1
586 break
587 returnlist = returnlist + self.getaddress()
Tim Peters0c9886d2001-01-15 01:18:21 +0000588
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000589 elif self.field[self.pos] == '<':
590 # Address is a phrase then a route addr
591 routeaddr = self.getrouteaddr()
Tim Peters0c9886d2001-01-15 01:18:21 +0000592
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000593 if self.commentlist:
Guido van Rossumc80f1822000-12-15 15:37:48 +0000594 returnlist = [(' '.join(plist) + ' (' + \
595 ' '.join(self.commentlist) + ')', routeaddr)]
596 else: returnlist = [(' '.join(plist), routeaddr)]
Tim Peters0c9886d2001-01-15 01:18:21 +0000597
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000598 else:
599 if plist:
Guido van Rossumc80f1822000-12-15 15:37:48 +0000600 returnlist = [(' '.join(self.commentlist), plist[0])]
Barry Warsaw8a578431999-01-14 19:59:58 +0000601 elif self.field[self.pos] in self.specials:
602 self.pos = self.pos + 1
Tim Peters0c9886d2001-01-15 01:18:21 +0000603
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000604 self.gotonext()
605 if self.pos < len(self.field) and self.field[self.pos] == ',':
606 self.pos = self.pos + 1
607 return returnlist
Tim Peters0c9886d2001-01-15 01:18:21 +0000608
Guido van Rossumbe7c45e1997-11-22 21:49:19 +0000609 def getrouteaddr(self):
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000610 """Parse a route address (Return-path value).
Tim Peters0c9886d2001-01-15 01:18:21 +0000611
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000612 This method just skips all the route stuff and returns the addrspec.
613 """
614 if self.field[self.pos] != '<':
615 return
Tim Peters0c9886d2001-01-15 01:18:21 +0000616
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000617 expectroute = 0
618 self.pos = self.pos + 1
619 self.gotonext()
Guido van Rossumf830a522001-12-20 15:54:48 +0000620 adlist = ""
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000621 while self.pos < len(self.field):
622 if expectroute:
623 self.getdomain()
624 expectroute = 0
625 elif self.field[self.pos] == '>':
626 self.pos = self.pos + 1
627 break
628 elif self.field[self.pos] == '@':
629 self.pos = self.pos + 1
630 expectroute = 1
631 elif self.field[self.pos] == ':':
632 self.pos = self.pos + 1
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000633 else:
634 adlist = self.getaddrspec()
635 self.pos = self.pos + 1
636 break
637 self.gotonext()
Tim Peters0c9886d2001-01-15 01:18:21 +0000638
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000639 return adlist
Tim Peters0c9886d2001-01-15 01:18:21 +0000640
Guido van Rossumbe7c45e1997-11-22 21:49:19 +0000641 def getaddrspec(self):
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000642 """Parse an RFC 2822 addr-spec."""
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000643 aslist = []
Tim Peters0c9886d2001-01-15 01:18:21 +0000644
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000645 self.gotonext()
646 while self.pos < len(self.field):
647 if self.field[self.pos] == '.':
648 aslist.append('.')
649 self.pos = self.pos + 1
650 elif self.field[self.pos] == '"':
Guido van Rossumb1844871999-06-15 18:06:20 +0000651 aslist.append('"%s"' % self.getquote())
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000652 elif self.field[self.pos] in self.atomends:
653 break
654 else: aslist.append(self.getatom())
655 self.gotonext()
Tim Peters0c9886d2001-01-15 01:18:21 +0000656
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000657 if self.pos >= len(self.field) or self.field[self.pos] != '@':
Guido van Rossumc80f1822000-12-15 15:37:48 +0000658 return ''.join(aslist)
Tim Peters0c9886d2001-01-15 01:18:21 +0000659
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000660 aslist.append('@')
661 self.pos = self.pos + 1
662 self.gotonext()
Guido van Rossumc80f1822000-12-15 15:37:48 +0000663 return ''.join(aslist) + self.getdomain()
Tim Peters0c9886d2001-01-15 01:18:21 +0000664
Guido van Rossumbe7c45e1997-11-22 21:49:19 +0000665 def getdomain(self):
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000666 """Get the complete domain name from an address."""
667 sdlist = []
668 while self.pos < len(self.field):
669 if self.field[self.pos] in self.LWS:
670 self.pos = self.pos + 1
671 elif self.field[self.pos] == '(':
672 self.commentlist.append(self.getcomment())
673 elif self.field[self.pos] == '[':
674 sdlist.append(self.getdomainliteral())
675 elif self.field[self.pos] == '.':
676 self.pos = self.pos + 1
677 sdlist.append('.')
678 elif self.field[self.pos] in self.atomends:
679 break
680 else: sdlist.append(self.getatom())
Guido van Rossumc80f1822000-12-15 15:37:48 +0000681 return ''.join(sdlist)
Tim Peters0c9886d2001-01-15 01:18:21 +0000682
Guido van Rossumbe7c45e1997-11-22 21:49:19 +0000683 def getdelimited(self, beginchar, endchars, allowcomments = 1):
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000684 """Parse a header fragment delimited by special characters.
Tim Peters0c9886d2001-01-15 01:18:21 +0000685
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000686 `beginchar' is the start character for the fragment. If self is not
687 looking at an instance of `beginchar' then getdelimited returns the
688 empty string.
Tim Peters0c9886d2001-01-15 01:18:21 +0000689
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000690 `endchars' is a sequence of allowable end-delimiting characters.
691 Parsing stops when one of these is encountered.
Tim Peters0c9886d2001-01-15 01:18:21 +0000692
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000693 If `allowcomments' is non-zero, embedded RFC 2822 comments are allowed
694 within the parsed fragment.
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000695 """
696 if self.field[self.pos] != beginchar:
697 return ''
Tim Peters0c9886d2001-01-15 01:18:21 +0000698
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000699 slist = ['']
700 quote = 0
701 self.pos = self.pos + 1
702 while self.pos < len(self.field):
703 if quote == 1:
704 slist.append(self.field[self.pos])
705 quote = 0
706 elif self.field[self.pos] in endchars:
707 self.pos = self.pos + 1
708 break
709 elif allowcomments and self.field[self.pos] == '(':
710 slist.append(self.getcomment())
711 elif self.field[self.pos] == '\\':
712 quote = 1
713 else:
714 slist.append(self.field[self.pos])
715 self.pos = self.pos + 1
Tim Peters0c9886d2001-01-15 01:18:21 +0000716
Guido van Rossumc80f1822000-12-15 15:37:48 +0000717 return ''.join(slist)
Tim Peters0c9886d2001-01-15 01:18:21 +0000718
Guido van Rossumbe7c45e1997-11-22 21:49:19 +0000719 def getquote(self):
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000720 """Get a quote-delimited fragment from self's field."""
721 return self.getdelimited('"', '"\r', 0)
Tim Peters0c9886d2001-01-15 01:18:21 +0000722
Guido van Rossumbe7c45e1997-11-22 21:49:19 +0000723 def getcomment(self):
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000724 """Get a parenthesis-delimited fragment from self's field."""
725 return self.getdelimited('(', ')\r', 1)
Tim Peters0c9886d2001-01-15 01:18:21 +0000726
Guido van Rossumbe7c45e1997-11-22 21:49:19 +0000727 def getdomainliteral(self):
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000728 """Parse an RFC 2822 domain-literal."""
Barry Warsaw2ea2b112000-09-25 15:08:27 +0000729 return '[%s]' % self.getdelimited('[', ']\r', 0)
Tim Peters0c9886d2001-01-15 01:18:21 +0000730
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000731 def getatom(self, atomends=None):
732 """Parse an RFC 2822 atom.
733
734 Optional atomends specifies a different set of end token delimiters
735 (the default is to use self.atomends). This is used e.g. in
736 getphraselist() since phrase endings must not include the `.' (which
737 is legal in phrases)."""
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000738 atomlist = ['']
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000739 if atomends is None:
740 atomends = self.atomends
Tim Peters0c9886d2001-01-15 01:18:21 +0000741
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000742 while self.pos < len(self.field):
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000743 if self.field[self.pos] in atomends:
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000744 break
745 else: atomlist.append(self.field[self.pos])
746 self.pos = self.pos + 1
Tim Peters0c9886d2001-01-15 01:18:21 +0000747
Guido van Rossumc80f1822000-12-15 15:37:48 +0000748 return ''.join(atomlist)
Tim Peters0c9886d2001-01-15 01:18:21 +0000749
Guido van Rossumbe7c45e1997-11-22 21:49:19 +0000750 def getphraselist(self):
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000751 """Parse a sequence of RFC 2822 phrases.
Tim Peters0c9886d2001-01-15 01:18:21 +0000752
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000753 A phrase is a sequence of words, which are in turn either RFC 2822
754 atoms or quoted-strings. Phrases are canonicalized by squeezing all
755 runs of continuous whitespace into one space.
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000756 """
757 plist = []
Tim Peters0c9886d2001-01-15 01:18:21 +0000758
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000759 while self.pos < len(self.field):
760 if self.field[self.pos] in self.LWS:
761 self.pos = self.pos + 1
762 elif self.field[self.pos] == '"':
763 plist.append(self.getquote())
764 elif self.field[self.pos] == '(':
765 self.commentlist.append(self.getcomment())
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000766 elif self.field[self.pos] in self.phraseends:
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000767 break
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000768 else:
769 plist.append(self.getatom(self.phraseends))
Tim Peters0c9886d2001-01-15 01:18:21 +0000770
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000771 return plist
Guido van Rossumb6775db1994-08-01 11:34:53 +0000772
Guido van Rossum4d4ab921998-06-16 22:27:09 +0000773class AddressList(AddrlistClass):
Barry Warsaw9ec58aa2001-07-16 20:40:35 +0000774 """An AddressList encapsulates a list of parsed RFC 2822 addresses."""
Guido van Rossum4d4ab921998-06-16 22:27:09 +0000775 def __init__(self, field):
776 AddrlistClass.__init__(self, field)
777 if field:
778 self.addresslist = self.getaddrlist()
779 else:
780 self.addresslist = []
781
782 def __len__(self):
783 return len(self.addresslist)
784
785 def __str__(self):
Guido van Rossumc80f1822000-12-15 15:37:48 +0000786 return ", ".join(map(dump_address_pair, self.addresslist))
Guido van Rossum4d4ab921998-06-16 22:27:09 +0000787
788 def __add__(self, other):
789 # Set union
790 newaddr = AddressList(None)
791 newaddr.addresslist = self.addresslist[:]
792 for x in other.addresslist:
793 if not x in self.addresslist:
794 newaddr.addresslist.append(x)
795 return newaddr
796
Thomas Wouters104a7bc2000-08-24 20:14:10 +0000797 def __iadd__(self, other):
798 # Set union, in-place
799 for x in other.addresslist:
800 if not x in self.addresslist:
801 self.addresslist.append(x)
802 return self
803
Guido van Rossum4d4ab921998-06-16 22:27:09 +0000804 def __sub__(self, other):
805 # Set difference
806 newaddr = AddressList(None)
807 for x in self.addresslist:
808 if not x in other.addresslist:
809 newaddr.addresslist.append(x)
810 return newaddr
811
Thomas Wouters104a7bc2000-08-24 20:14:10 +0000812 def __isub__(self, other):
813 # Set difference, in-place
814 for x in other.addresslist:
815 if x in self.addresslist:
816 self.addresslist.remove(x)
817 return self
818
Guido van Rossum81d10b41998-06-16 22:29:03 +0000819 def __getitem__(self, index):
820 # Make indexing, slices, and 'in' work
Guido van Rossuma07934e1999-09-03 13:23:49 +0000821 return self.addresslist[index]
Guido van Rossum81d10b41998-06-16 22:29:03 +0000822
Guido van Rossum4d4ab921998-06-16 22:27:09 +0000823def dump_address_pair(pair):
824 """Dump a (name, address) pair in a canonicalized form."""
825 if pair[0]:
826 return '"' + pair[0] + '" <' + pair[1] + '>'
827 else:
828 return pair[1]
Guido van Rossumb6775db1994-08-01 11:34:53 +0000829
830# Parse a date field
831
Guido van Rossumdb01ee01998-12-23 22:22:10 +0000832_monthnames = ['jan', 'feb', 'mar', 'apr', 'may', 'jun', 'jul',
833 'aug', 'sep', 'oct', 'nov', 'dec',
Fred Drake13a2c272000-02-10 17:17:14 +0000834 'january', 'february', 'march', 'april', 'may', 'june', 'july',
Guido van Rossumdb01ee01998-12-23 22:22:10 +0000835 'august', 'september', 'october', 'november', 'december']
836_daynames = ['mon', 'tue', 'wed', 'thu', 'fri', 'sat', 'sun']
Guido van Rossumb6775db1994-08-01 11:34:53 +0000837
Guido van Rossum27cb8a41996-11-20 22:12:26 +0000838# The timezone table does not include the military time zones defined
839# in RFC822, other than Z. According to RFC1123, the description in
840# RFC822 gets the signs wrong, so we can't rely on any such time
841# zones. RFC1123 recommends that numeric timezone indicators be used
842# instead of timezone names.
843
Tim Peters0c9886d2001-01-15 01:18:21 +0000844_timezones = {'UT':0, 'UTC':0, 'GMT':0, 'Z':0,
Guido van Rossum67133e21998-05-18 16:09:10 +0000845 'AST': -400, 'ADT': -300, # Atlantic (used in Canada)
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000846 'EST': -500, 'EDT': -400, # Eastern
Guido van Rossum67133e21998-05-18 16:09:10 +0000847 'CST': -600, 'CDT': -500, # Central
848 'MST': -700, 'MDT': -600, # Mountain
849 'PST': -800, 'PDT': -700 # Pacific
Tim Peters0c9886d2001-01-15 01:18:21 +0000850 }
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000851
Guido van Rossum27cb8a41996-11-20 22:12:26 +0000852
853def parsedate_tz(data):
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000854 """Convert a date string to a time tuple.
Tim Peters0c9886d2001-01-15 01:18:21 +0000855
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000856 Accounts for military timezones.
857 """
Barry Warsaw4a106ee2001-11-13 18:00:40 +0000858 if not data:
859 return None
Guido van Rossumc80f1822000-12-15 15:37:48 +0000860 data = data.split()
861 if data[0][-1] in (',', '.') or data[0].lower() in _daynames:
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000862 # There's a dayname here. Skip it
863 del data[0]
864 if len(data) == 3: # RFC 850 date, deprecated
Guido van Rossumc80f1822000-12-15 15:37:48 +0000865 stuff = data[0].split('-')
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000866 if len(stuff) == 3:
867 data = stuff + data[1:]
868 if len(data) == 4:
869 s = data[3]
Guido van Rossumc80f1822000-12-15 15:37:48 +0000870 i = s.find('+')
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000871 if i > 0:
872 data[3:] = [s[:i], s[i+1:]]
873 else:
874 data.append('') # Dummy tz
875 if len(data) < 5:
876 return None
877 data = data[:5]
878 [dd, mm, yy, tm, tz] = data
Guido van Rossumc80f1822000-12-15 15:37:48 +0000879 mm = mm.lower()
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000880 if not mm in _monthnames:
Guido van Rossumc80f1822000-12-15 15:37:48 +0000881 dd, mm = mm, dd.lower()
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000882 if not mm in _monthnames:
883 return None
884 mm = _monthnames.index(mm)+1
Guido van Rossumb08f51b1999-04-29 12:50:36 +0000885 if mm > 12: mm = mm - 12
Guido van Rossumdb01ee01998-12-23 22:22:10 +0000886 if dd[-1] == ',':
Fred Drake13a2c272000-02-10 17:17:14 +0000887 dd = dd[:-1]
Guido van Rossumc80f1822000-12-15 15:37:48 +0000888 i = yy.find(':')
Guido van Rossumdb01ee01998-12-23 22:22:10 +0000889 if i > 0:
Fred Drake13a2c272000-02-10 17:17:14 +0000890 yy, tm = tm, yy
Guido van Rossumdb01ee01998-12-23 22:22:10 +0000891 if yy[-1] == ',':
Fred Drake13a2c272000-02-10 17:17:14 +0000892 yy = yy[:-1]
Guido van Rossum352ca8c2001-01-02 20:36:32 +0000893 if not yy[0].isdigit():
Fred Drake13a2c272000-02-10 17:17:14 +0000894 yy, tz = tz, yy
Guido van Rossumdb01ee01998-12-23 22:22:10 +0000895 if tm[-1] == ',':
Fred Drake13a2c272000-02-10 17:17:14 +0000896 tm = tm[:-1]
Guido van Rossumc80f1822000-12-15 15:37:48 +0000897 tm = tm.split(':')
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000898 if len(tm) == 2:
899 [thh, tmm] = tm
900 tss = '0'
Guido van Rossum99e11311998-12-23 21:58:38 +0000901 elif len(tm) == 3:
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000902 [thh, tmm, tss] = tm
Guido van Rossum99e11311998-12-23 21:58:38 +0000903 else:
904 return None
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000905 try:
Guido van Rossumc80f1822000-12-15 15:37:48 +0000906 yy = int(yy)
907 dd = int(dd)
908 thh = int(thh)
909 tmm = int(tmm)
910 tss = int(tss)
911 except ValueError:
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000912 return None
Guido van Rossumc80f1822000-12-15 15:37:48 +0000913 tzoffset = None
914 tz = tz.upper()
Raymond Hettinger54f02222002-06-01 14:18:47 +0000915 if tz in _timezones:
Guido van Rossumc80f1822000-12-15 15:37:48 +0000916 tzoffset = _timezones[tz]
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000917 else:
Tim Peters0c9886d2001-01-15 01:18:21 +0000918 try:
Guido van Rossumc80f1822000-12-15 15:37:48 +0000919 tzoffset = int(tz)
Tim Peters0c9886d2001-01-15 01:18:21 +0000920 except ValueError:
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000921 pass
922 # Convert a timezone offset into seconds ; -0500 -> -18000
Guido van Rossuma73033f1998-02-19 00:28:58 +0000923 if tzoffset:
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000924 if tzoffset < 0:
925 tzsign = -1
926 tzoffset = -tzoffset
927 else:
928 tzsign = 1
Guido van Rossum54e54c62001-09-04 19:14:14 +0000929 tzoffset = tzsign * ( (tzoffset//100)*3600 + (tzoffset % 100)*60)
Barry Warsawe8bedeb2004-08-07 16:38:40 +0000930 tuple = (yy, mm, dd, thh, tmm, tss, 0, 1, 0, tzoffset)
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000931 return tuple
932
Guido van Rossumb6775db1994-08-01 11:34:53 +0000933
Guido van Rossum27cb8a41996-11-20 22:12:26 +0000934def parsedate(data):
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000935 """Convert a time string to a time tuple."""
Guido van Rossumc80f1822000-12-15 15:37:48 +0000936 t = parsedate_tz(data)
937 if type(t) == type( () ):
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000938 return t[:9]
Tim Peters0c9886d2001-01-15 01:18:21 +0000939 else: return t
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000940
Guido van Rossum27cb8a41996-11-20 22:12:26 +0000941
Guido van Rossum6cdd7a01996-12-12 18:39:54 +0000942def mktime_tz(data):
Guido van Rossum67133e21998-05-18 16:09:10 +0000943 """Turn a 10-tuple as returned by parsedate_tz() into a UTC timestamp."""
Guido van Rossuma73033f1998-02-19 00:28:58 +0000944 if data[9] is None:
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000945 # No zone info, so localtime is better assumption than GMT
946 return time.mktime(data[:8] + (-1,))
Guido van Rossuma73033f1998-02-19 00:28:58 +0000947 else:
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000948 t = time.mktime(data[:8] + (0,))
949 return t - data[9] - time.timezone
Guido van Rossum6cdd7a01996-12-12 18:39:54 +0000950
Guido van Rossum247a78a1999-04-19 18:04:38 +0000951def formatdate(timeval=None):
952 """Returns time format preferred for Internet standards.
953
954 Sun, 06 Nov 1994 08:49:37 GMT ; RFC 822, updated by RFC 1123
Jeremy Hylton6d8c1aa2001-08-27 20:16:53 +0000955
956 According to RFC 1123, day and month names must always be in
957 English. If not for that, this code could use strftime(). It
958 can't because strftime() honors the locale and could generated
959 non-English names.
Guido van Rossum247a78a1999-04-19 18:04:38 +0000960 """
961 if timeval is None:
962 timeval = time.time()
Jeremy Hylton6d8c1aa2001-08-27 20:16:53 +0000963 timeval = time.gmtime(timeval)
964 return "%s, %02d %s %04d %02d:%02d:%02d GMT" % (
965 ["Mon", "Tue", "Wed", "Thu", "Fri", "Sat", "Sun"][timeval[6]],
966 timeval[2],
967 ["Jan", "Feb", "Mar", "Apr", "May", "Jun",
968 "Jul", "Aug", "Sep", "Oct", "Nov", "Dec"][timeval[1]-1],
Tim Peters83e7ccc2001-09-04 06:37:28 +0000969 timeval[0], timeval[3], timeval[4], timeval[5])
Guido van Rossum247a78a1999-04-19 18:04:38 +0000970
Guido van Rossumb6775db1994-08-01 11:34:53 +0000971
972# When used as script, run a small test program.
973# The first command line argument must be a filename containing one
974# message in RFC-822 format.
975
976if __name__ == '__main__':
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000977 import sys, os
978 file = os.path.join(os.environ['HOME'], 'Mail/inbox/1')
979 if sys.argv[1:]: file = sys.argv[1]
980 f = open(file, 'r')
981 m = Message(f)
982 print 'From:', m.getaddr('from')
983 print 'To:', m.getaddrlist('to')
984 print 'Subject:', m.getheader('subject')
985 print 'Date:', m.getheader('date')
986 date = m.getdate_tz('date')
Guido van Rossum1d2b23e2000-01-17 14:11:04 +0000987 tz = date[-1]
988 date = time.localtime(mktime_tz(date))
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000989 if date:
Guido van Rossum1d2b23e2000-01-17 14:11:04 +0000990 print 'ParsedDate:', time.asctime(date),
991 hhmmss = tz
Guido van Rossum9ab94c11997-12-10 16:17:39 +0000992 hhmm, ss = divmod(hhmmss, 60)
993 hh, mm = divmod(hhmm, 60)
994 print "%+03d%02d" % (hh, mm),
995 if ss: print ".%02d" % ss,
996 print
997 else:
998 print 'ParsedDate:', None
999 m.rewindbody()
1000 n = 0
1001 while f.readline():
1002 n = n + 1
1003 print 'Lines:', n
1004 print '-'*70
1005 print 'len =', len(m)
Raymond Hettinger54f02222002-06-01 14:18:47 +00001006 if 'Date' in m: print 'Date =', m['Date']
1007 if 'X-Nonsense' in m: pass
Guido van Rossum9ab94c11997-12-10 16:17:39 +00001008 print 'keys =', m.keys()
1009 print 'values =', m.values()
1010 print 'items =', m.items()