blob: 672422b2e7b3a5a363509e7d3b6fe49063ec5633 [file] [log] [blame]
Vinay Sajipf42d95e2004-02-21 22:14:34 +00001# Copyright 2001-2004 by Vinay Sajip. All Rights Reserved.
Guido van Rossum57102f82002-11-13 16:15:58 +00002#
3# Permission to use, copy, modify, and distribute this software and its
4# documentation for any purpose and without fee is hereby granted,
5# provided that the above copyright notice appear in all copies and that
6# both that copyright notice and this permission notice appear in
7# supporting documentation, and that the name of Vinay Sajip
8# not be used in advertising or publicity pertaining to distribution
9# of the software without specific, written prior permission.
10# VINAY SAJIP DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE, INCLUDING
11# ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL
12# VINAY SAJIP BE LIABLE FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR
13# ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER
14# IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT
15# OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
Guido van Rossum57102f82002-11-13 16:15:58 +000016
17"""
Vinay Sajip3f742842004-02-28 16:07:46 +000018Additional handlers for the logging package for Python. The core package is
19based on PEP 282 and comments thereto in comp.lang.python, and influenced by
20Apache's log4j system.
Guido van Rossum57102f82002-11-13 16:15:58 +000021
22Should work under Python versions >= 1.5.2, except that source line
Vinay Sajip48cfe382004-02-20 13:17:27 +000023information is not available unless 'sys._getframe()' is.
Guido van Rossum57102f82002-11-13 16:15:58 +000024
Vinay Sajip48cfe382004-02-20 13:17:27 +000025Copyright (C) 2001-2004 Vinay Sajip. All Rights Reserved.
Guido van Rossum57102f82002-11-13 16:15:58 +000026
27To use, simply 'import logging' and log away!
28"""
29
Vinay Sajip17c52d82004-07-03 11:48:34 +000030import sys, logging, socket, types, os, string, cPickle, struct, time, glob
Guido van Rossum57102f82002-11-13 16:15:58 +000031
Guido van Rossum57102f82002-11-13 16:15:58 +000032#
33# Some constants...
34#
35
36DEFAULT_TCP_LOGGING_PORT = 9020
37DEFAULT_UDP_LOGGING_PORT = 9021
38DEFAULT_HTTP_LOGGING_PORT = 9022
39DEFAULT_SOAP_LOGGING_PORT = 9023
40SYSLOG_UDP_PORT = 514
41
Vinay Sajip17c52d82004-07-03 11:48:34 +000042class BaseRotatingHandler(logging.FileHandler):
43 """
44 Base class for handlers that rotate log files at a certain point.
45 Not meant to be instantiated directly. Instead, use RotatingFileHandler
46 or TimedRotatingFileHandler.
47 """
48 def __init__(self, filename, mode):
49 """
50 Use the specified filename for streamed logging
51 """
52 logging.FileHandler.__init__(self, filename, mode)
Guido van Rossum57102f82002-11-13 16:15:58 +000053
Vinay Sajip17c52d82004-07-03 11:48:34 +000054 def emit(self, record):
55 """
56 Emit a record.
57
58 Output the record to the file, catering for rollover as described
59 in doRollover().
60 """
Vinay Sajip3970c112004-07-08 10:24:04 +000061 try:
62 if self.shouldRollover(record):
63 self.doRollover()
64 logging.FileHandler.emit(self, record)
65 except:
66 self.handleError(record)
Vinay Sajip17c52d82004-07-03 11:48:34 +000067
68class RotatingFileHandler(BaseRotatingHandler):
69 """
70 Handler for logging to a set of files, which switches from one file
71 to the next when the current file reaches a certain size.
72 """
Guido van Rossum57102f82002-11-13 16:15:58 +000073 def __init__(self, filename, mode="a", maxBytes=0, backupCount=0):
74 """
75 Open the specified file and use it as the stream for logging.
76
77 By default, the file grows indefinitely. You can specify particular
78 values of maxBytes and backupCount to allow the file to rollover at
79 a predetermined size.
80
81 Rollover occurs whenever the current log file is nearly maxBytes in
82 length. If backupCount is >= 1, the system will successively create
83 new files with the same pathname as the base file, but with extensions
84 ".1", ".2" etc. appended to it. For example, with a backupCount of 5
85 and a base file name of "app.log", you would get "app.log",
86 "app.log.1", "app.log.2", ... through to "app.log.5". The file being
87 written to is always "app.log" - when it gets filled up, it is closed
88 and renamed to "app.log.1", and if files "app.log.1", "app.log.2" etc.
89 exist, then they are renamed to "app.log.2", "app.log.3" etc.
90 respectively.
91
92 If maxBytes is zero, rollover never occurs.
93 """
Vinay Sajip17c52d82004-07-03 11:48:34 +000094 self.mode = mode
95 if maxBytes > 0:
96 self.mode = "a" # doesn't make sense otherwise!
97 BaseRotatingHandler.__init__(self, filename, self.mode)
Guido van Rossum57102f82002-11-13 16:15:58 +000098 self.maxBytes = maxBytes
99 self.backupCount = backupCount
Guido van Rossum57102f82002-11-13 16:15:58 +0000100
101 def doRollover(self):
102 """
103 Do a rollover, as described in __init__().
104 """
105
106 self.stream.close()
107 if self.backupCount > 0:
108 for i in range(self.backupCount - 1, 0, -1):
109 sfn = "%s.%d" % (self.baseFilename, i)
110 dfn = "%s.%d" % (self.baseFilename, i + 1)
111 if os.path.exists(sfn):
112 #print "%s -> %s" % (sfn, dfn)
113 if os.path.exists(dfn):
114 os.remove(dfn)
115 os.rename(sfn, dfn)
116 dfn = self.baseFilename + ".1"
117 if os.path.exists(dfn):
118 os.remove(dfn)
119 os.rename(self.baseFilename, dfn)
120 #print "%s -> %s" % (self.baseFilename, dfn)
121 self.stream = open(self.baseFilename, "w")
122
Vinay Sajip17c52d82004-07-03 11:48:34 +0000123 def shouldRollover(self, record):
Guido van Rossum57102f82002-11-13 16:15:58 +0000124 """
Vinay Sajip17c52d82004-07-03 11:48:34 +0000125 Determine if rollover should occur.
Guido van Rossum57102f82002-11-13 16:15:58 +0000126
Vinay Sajip17c52d82004-07-03 11:48:34 +0000127 Basically, see if the supplied record would cause the file to exceed
128 the size limit we have.
Guido van Rossum57102f82002-11-13 16:15:58 +0000129 """
130 if self.maxBytes > 0: # are we rolling over?
131 msg = "%s\n" % self.format(record)
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000132 self.stream.seek(0, 2) #due to non-posix-compliant Windows feature
Guido van Rossum57102f82002-11-13 16:15:58 +0000133 if self.stream.tell() + len(msg) >= self.maxBytes:
Vinay Sajip17c52d82004-07-03 11:48:34 +0000134 return 1
135 return 0
Guido van Rossum57102f82002-11-13 16:15:58 +0000136
Vinay Sajip17c52d82004-07-03 11:48:34 +0000137class TimedRotatingFileHandler(BaseRotatingHandler):
138 """
139 Handler for logging to a file, rotating the log file at certain timed
140 intervals.
141
142 If backupCount is > 0, when rollover is done, no more than backupCount
143 files are kept - the oldest ones are deleted.
144 """
145 def __init__(self, filename, when='h', interval=1, backupCount=0):
146 BaseRotatingHandler.__init__(self, filename, 'a')
147 self.when = string.upper(when)
148 self.backupCount = backupCount
149 # Calculate the real rollover interval, which is just the number of
150 # seconds between rollovers. Also set the filename suffix used when
151 # a rollover occurs. Current 'when' events supported:
152 # S - Seconds
153 # M - Minutes
154 # H - Hours
155 # D - Days
156 # midnight - roll over at midnight
157 # W{0-6} - roll over on a certain day; 0 - Monday
158 #
159 # Case of the 'when' specifier is not important; lower or upper case
160 # will work.
161 currentTime = int(time.time())
162 if self.when == 'S':
163 self.interval = 1 # one second
164 self.suffix = "%Y-%m-%d_%H-%M-%S"
165 elif self.when == 'M':
166 self.interval = 60 # one minute
167 self.suffix = "%Y-%m-%d_%H-%M"
168 elif self.when == 'H':
169 self.interval = 60 * 60 # one hour
170 self.suffix = "%Y-%m-%d_%H"
171 elif self.when == 'D' or self.when == 'MIDNIGHT':
172 self.interval = 60 * 60 * 24 # one day
173 self.suffix = "%Y-%m-%d"
174 elif self.when.startswith('W'):
175 self.interval = 60 * 60 * 24 * 7 # one week
176 if len(self.when) != 2:
177 raise ValueError("You must specify a day for weekly rollover from 0 to 6 (0 is Monday): %s" % self.when)
178 if self.when[1] < '0' or self.when[1] > '6':
179 raise ValueError("Invalid day specified for weekly rollover: %s" % self.when)
180 self.dayOfWeek = int(self.when[1])
181 self.suffix = "%Y-%m-%d"
182 else:
183 raise ValueError("Invalid rollover interval specified: %s" % self.when)
184
Vinay Sajipe7d40662004-10-03 19:12:07 +0000185 self.interval = self.interval * interval # multiply by units requested
Vinay Sajip17c52d82004-07-03 11:48:34 +0000186 self.rolloverAt = currentTime + self.interval
187
188 # If we are rolling over at midnight or weekly, then the interval is already known.
189 # What we need to figure out is WHEN the next interval is. In other words,
190 # if you are rolling over at midnight, then your base interval is 1 day,
191 # but you want to start that one day clock at midnight, not now. So, we
192 # have to fudge the rolloverAt value in order to trigger the first rollover
193 # at the right time. After that, the regular interval will take care of
194 # the rest. Note that this code doesn't care about leap seconds. :)
195 if self.when == 'MIDNIGHT' or self.when.startswith('W'):
196 # This could be done with less code, but I wanted it to be clear
197 t = time.localtime(currentTime)
198 currentHour = t[3]
199 currentMinute = t[4]
200 currentSecond = t[5]
201 # r is the number of seconds left between now and midnight
202 r = (24 - currentHour) * 60 * 60 # number of hours in seconds
Vinay Sajipe7d40662004-10-03 19:12:07 +0000203 r = r + (59 - currentMinute) * 60 # plus the number of minutes (in secs)
204 r = r + (59 - currentSecond) # plus the number of seconds
Vinay Sajip17c52d82004-07-03 11:48:34 +0000205 self.rolloverAt = currentTime + r
206 # If we are rolling over on a certain day, add in the number of days until
207 # the next rollover, but offset by 1 since we just calculated the time
208 # until the next day starts. There are three cases:
209 # Case 1) The day to rollover is today; in this case, do nothing
210 # Case 2) The day to rollover is further in the interval (i.e., today is
211 # day 2 (Wednesday) and rollover is on day 6 (Sunday). Days to
212 # next rollover is simply 6 - 2 - 1, or 3.
213 # Case 3) The day to rollover is behind us in the interval (i.e., today
214 # is day 5 (Saturday) and rollover is on day 3 (Thursday).
215 # Days to rollover is 6 - 5 + 3, or 4. In this case, it's the
216 # number of days left in the current week (1) plus the number
217 # of days in the next week until the rollover day (3).
218 if when.startswith('W'):
219 day = t[6] # 0 is Monday
220 if day > self.dayOfWeek:
221 daysToWait = (day - self.dayOfWeek) - 1
Vinay Sajipe7d40662004-10-03 19:12:07 +0000222 self.rolloverAt = self.rolloverAt + (daysToWait * (60 * 60 * 24))
Vinay Sajip17c52d82004-07-03 11:48:34 +0000223 if day < self.dayOfWeek:
224 daysToWait = (6 - self.dayOfWeek) + day
Vinay Sajipe7d40662004-10-03 19:12:07 +0000225 self.rolloverAt = self.rolloverAt + (daysToWait * (60 * 60 * 24))
Vinay Sajip17c52d82004-07-03 11:48:34 +0000226
Vinay Sajip5e9e9e12004-07-12 09:21:41 +0000227 #print "Will rollover at %d, %d seconds from now" % (self.rolloverAt, self.rolloverAt - currentTime)
Vinay Sajip17c52d82004-07-03 11:48:34 +0000228
229 def shouldRollover(self, record):
230 """
231 Determine if rollover should occur
232
233 record is not used, as we are just comparing times, but it is needed so
234 the method siguratures are the same
235 """
236 t = int(time.time())
237 if t >= self.rolloverAt:
238 return 1
Vinay Sajip5e9e9e12004-07-12 09:21:41 +0000239 #print "No need to rollover: %d, %d" % (t, self.rolloverAt)
Vinay Sajip17c52d82004-07-03 11:48:34 +0000240 return 0
241
242 def doRollover(self):
243 """
244 do a rollover; in this case, a date/time stamp is appended to the filename
245 when the rollover happens. However, you want the file to be named for the
246 start of the interval, not the current time. If there is a backup count,
247 then we have to get a list of matching filenames, sort them and remove
248 the one with the oldest suffix.
249 """
250 self.stream.close()
251 # get the time that this sequence started at and make it a TimeTuple
252 t = self.rolloverAt - self.interval
253 timeTuple = time.localtime(t)
254 dfn = self.baseFilename + "." + time.strftime(self.suffix, timeTuple)
255 if os.path.exists(dfn):
256 os.remove(dfn)
257 os.rename(self.baseFilename, dfn)
258 if self.backupCount > 0:
259 # find the oldest log file and delete it
260 s = glob.glob(self.baseFilename + ".20*")
261 if len(s) > self.backupCount:
Vinay Sajip5e9e9e12004-07-12 09:21:41 +0000262 s.sort()
Vinay Sajip17c52d82004-07-03 11:48:34 +0000263 os.remove(s[0])
Vinay Sajip5e9e9e12004-07-12 09:21:41 +0000264 #print "%s -> %s" % (self.baseFilename, dfn)
Vinay Sajip17c52d82004-07-03 11:48:34 +0000265 self.stream = open(self.baseFilename, "w")
266 self.rolloverAt = int(time.time()) + self.interval
Guido van Rossum57102f82002-11-13 16:15:58 +0000267
268class SocketHandler(logging.Handler):
269 """
270 A handler class which writes logging records, in pickle format, to
271 a streaming socket. The socket is kept open across logging calls.
272 If the peer resets it, an attempt is made to reconnect on the next call.
Raymond Hettinger6f3eaa62003-06-27 21:43:39 +0000273 The pickle which is sent is that of the LogRecord's attribute dictionary
274 (__dict__), so that the receiver does not need to have the logging module
275 installed in order to process the logging event.
276
277 To unpickle the record at the receiving end into a LogRecord, use the
278 makeLogRecord function.
Guido van Rossum57102f82002-11-13 16:15:58 +0000279 """
280
281 def __init__(self, host, port):
282 """
283 Initializes the handler with a specific host address and port.
284
285 The attribute 'closeOnError' is set to 1 - which means that if
286 a socket error occurs, the socket is silently closed and then
287 reopened on the next logging call.
288 """
289 logging.Handler.__init__(self)
290 self.host = host
291 self.port = port
292 self.sock = None
293 self.closeOnError = 0
Vinay Sajip48cfe382004-02-20 13:17:27 +0000294 self.retryTime = None
295 #
296 # Exponential backoff parameters.
297 #
298 self.retryStart = 1.0
299 self.retryMax = 30.0
300 self.retryFactor = 2.0
Guido van Rossum57102f82002-11-13 16:15:58 +0000301
302 def makeSocket(self):
303 """
304 A factory method which allows subclasses to define the precise
305 type of socket they want.
306 """
307 s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
308 s.connect((self.host, self.port))
309 return s
310
Vinay Sajip48cfe382004-02-20 13:17:27 +0000311 def createSocket(self):
312 """
313 Try to create a socket, using an exponential backoff with
314 a max retry time. Thanks to Robert Olson for the original patch
315 (SF #815911) which has been slightly refactored.
316 """
317 now = time.time()
318 # Either retryTime is None, in which case this
319 # is the first time back after a disconnect, or
320 # we've waited long enough.
321 if self.retryTime is None:
Tim Peters4e0e1b62004-07-07 20:54:48 +0000322 attempt = 1
Vinay Sajip48cfe382004-02-20 13:17:27 +0000323 else:
Tim Peters4e0e1b62004-07-07 20:54:48 +0000324 attempt = (now >= self.retryTime)
Vinay Sajip48cfe382004-02-20 13:17:27 +0000325 if attempt:
326 try:
327 self.sock = self.makeSocket()
328 self.retryTime = None # next time, no delay before trying
329 except:
330 #Creation failed, so set the retry time and return.
331 if self.retryTime is None:
332 self.retryPeriod = self.retryStart
333 else:
334 self.retryPeriod = self.retryPeriod * self.retryFactor
335 if self.retryPeriod > self.retryMax:
336 self.retryPeriod = self.retryMax
337 self.retryTime = now + self.retryPeriod
338
Guido van Rossum57102f82002-11-13 16:15:58 +0000339 def send(self, s):
340 """
341 Send a pickled string to the socket.
342
343 This function allows for partial sends which can happen when the
344 network is busy.
345 """
Vinay Sajip48cfe382004-02-20 13:17:27 +0000346 if self.sock is None:
347 self.createSocket()
348 #self.sock can be None either because we haven't reached the retry
349 #time yet, or because we have reached the retry time and retried,
350 #but are still unable to connect.
351 if self.sock:
352 try:
353 if hasattr(self.sock, "sendall"):
354 self.sock.sendall(s)
355 else:
356 sentsofar = 0
357 left = len(s)
358 while left > 0:
359 sent = self.sock.send(s[sentsofar:])
360 sentsofar = sentsofar + sent
361 left = left - sent
362 except socket.error:
363 self.sock.close()
364 self.sock = None # so we can call createSocket next time
Guido van Rossum57102f82002-11-13 16:15:58 +0000365
366 def makePickle(self, record):
367 """
368 Pickles the record in binary format with a length prefix, and
369 returns it ready for transmission across the socket.
370 """
Vinay Sajip48cfe382004-02-20 13:17:27 +0000371 ei = record.exc_info
372 if ei:
Tim Peters4e0e1b62004-07-07 20:54:48 +0000373 dummy = self.format(record) # just to get traceback text into record.exc_text
374 record.exc_info = None # to avoid Unpickleable error
Guido van Rossum57102f82002-11-13 16:15:58 +0000375 s = cPickle.dumps(record.__dict__, 1)
Vinay Sajip48cfe382004-02-20 13:17:27 +0000376 if ei:
Tim Peters4e0e1b62004-07-07 20:54:48 +0000377 record.exc_info = ei # for next handler
Guido van Rossum57102f82002-11-13 16:15:58 +0000378 slen = struct.pack(">L", len(s))
379 return slen + s
380
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000381 def handleError(self, record):
Guido van Rossum57102f82002-11-13 16:15:58 +0000382 """
383 Handle an error during logging.
384
385 An error has occurred during logging. Most likely cause -
386 connection lost. Close the socket so that we can retry on the
387 next event.
388 """
389 if self.closeOnError and self.sock:
390 self.sock.close()
391 self.sock = None #try to reconnect next time
392 else:
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000393 logging.Handler.handleError(self, record)
Guido van Rossum57102f82002-11-13 16:15:58 +0000394
395 def emit(self, record):
396 """
397 Emit a record.
398
399 Pickles the record and writes it to the socket in binary format.
400 If there is an error with the socket, silently drop the packet.
401 If there was a problem with the socket, re-establishes the
402 socket.
403 """
404 try:
405 s = self.makePickle(record)
Guido van Rossum57102f82002-11-13 16:15:58 +0000406 self.send(s)
407 except:
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000408 self.handleError(record)
Guido van Rossum57102f82002-11-13 16:15:58 +0000409
410 def close(self):
411 """
412 Closes the socket.
413 """
414 if self.sock:
415 self.sock.close()
416 self.sock = None
Vinay Sajip48cfe382004-02-20 13:17:27 +0000417 logging.Handler.close(self)
Guido van Rossum57102f82002-11-13 16:15:58 +0000418
419class DatagramHandler(SocketHandler):
420 """
421 A handler class which writes logging records, in pickle format, to
Raymond Hettinger6f3eaa62003-06-27 21:43:39 +0000422 a datagram socket. The pickle which is sent is that of the LogRecord's
423 attribute dictionary (__dict__), so that the receiver does not need to
424 have the logging module installed in order to process the logging event.
425
426 To unpickle the record at the receiving end into a LogRecord, use the
427 makeLogRecord function.
Guido van Rossum57102f82002-11-13 16:15:58 +0000428
429 """
430 def __init__(self, host, port):
431 """
432 Initializes the handler with a specific host address and port.
433 """
434 SocketHandler.__init__(self, host, port)
435 self.closeOnError = 0
436
437 def makeSocket(self):
438 """
439 The factory method of SocketHandler is here overridden to create
440 a UDP socket (SOCK_DGRAM).
441 """
442 s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
443 return s
444
445 def send(self, s):
446 """
447 Send a pickled string to a socket.
448
449 This function no longer allows for partial sends which can happen
450 when the network is busy - UDP does not guarantee delivery and
451 can deliver packets out of sequence.
452 """
Vinay Sajipfb154172004-08-24 09:36:23 +0000453 if self.sock is None:
454 self.createSocket()
Guido van Rossum57102f82002-11-13 16:15:58 +0000455 self.sock.sendto(s, (self.host, self.port))
456
457class SysLogHandler(logging.Handler):
458 """
459 A handler class which sends formatted logging records to a syslog
460 server. Based on Sam Rushing's syslog module:
461 http://www.nightmare.com/squirl/python-ext/misc/syslog.py
462 Contributed by Nicolas Untz (after which minor refactoring changes
463 have been made).
464 """
465
466 # from <linux/sys/syslog.h>:
467 # ======================================================================
468 # priorities/facilities are encoded into a single 32-bit quantity, where
469 # the bottom 3 bits are the priority (0-7) and the top 28 bits are the
470 # facility (0-big number). Both the priorities and the facilities map
471 # roughly one-to-one to strings in the syslogd(8) source code. This
472 # mapping is included in this file.
473 #
474 # priorities (these are ordered)
475
476 LOG_EMERG = 0 # system is unusable
477 LOG_ALERT = 1 # action must be taken immediately
478 LOG_CRIT = 2 # critical conditions
479 LOG_ERR = 3 # error conditions
480 LOG_WARNING = 4 # warning conditions
481 LOG_NOTICE = 5 # normal but significant condition
482 LOG_INFO = 6 # informational
483 LOG_DEBUG = 7 # debug-level messages
484
485 # facility codes
486 LOG_KERN = 0 # kernel messages
487 LOG_USER = 1 # random user-level messages
488 LOG_MAIL = 2 # mail system
489 LOG_DAEMON = 3 # system daemons
490 LOG_AUTH = 4 # security/authorization messages
491 LOG_SYSLOG = 5 # messages generated internally by syslogd
492 LOG_LPR = 6 # line printer subsystem
493 LOG_NEWS = 7 # network news subsystem
494 LOG_UUCP = 8 # UUCP subsystem
495 LOG_CRON = 9 # clock daemon
496 LOG_AUTHPRIV = 10 # security/authorization messages (private)
497
498 # other codes through 15 reserved for system use
499 LOG_LOCAL0 = 16 # reserved for local use
500 LOG_LOCAL1 = 17 # reserved for local use
501 LOG_LOCAL2 = 18 # reserved for local use
502 LOG_LOCAL3 = 19 # reserved for local use
503 LOG_LOCAL4 = 20 # reserved for local use
504 LOG_LOCAL5 = 21 # reserved for local use
505 LOG_LOCAL6 = 22 # reserved for local use
506 LOG_LOCAL7 = 23 # reserved for local use
507
508 priority_names = {
509 "alert": LOG_ALERT,
510 "crit": LOG_CRIT,
511 "critical": LOG_CRIT,
512 "debug": LOG_DEBUG,
513 "emerg": LOG_EMERG,
514 "err": LOG_ERR,
515 "error": LOG_ERR, # DEPRECATED
516 "info": LOG_INFO,
517 "notice": LOG_NOTICE,
518 "panic": LOG_EMERG, # DEPRECATED
519 "warn": LOG_WARNING, # DEPRECATED
520 "warning": LOG_WARNING,
521 }
522
523 facility_names = {
524 "auth": LOG_AUTH,
525 "authpriv": LOG_AUTHPRIV,
526 "cron": LOG_CRON,
527 "daemon": LOG_DAEMON,
528 "kern": LOG_KERN,
529 "lpr": LOG_LPR,
530 "mail": LOG_MAIL,
531 "news": LOG_NEWS,
532 "security": LOG_AUTH, # DEPRECATED
533 "syslog": LOG_SYSLOG,
534 "user": LOG_USER,
535 "uucp": LOG_UUCP,
536 "local0": LOG_LOCAL0,
537 "local1": LOG_LOCAL1,
538 "local2": LOG_LOCAL2,
539 "local3": LOG_LOCAL3,
540 "local4": LOG_LOCAL4,
541 "local5": LOG_LOCAL5,
542 "local6": LOG_LOCAL6,
543 "local7": LOG_LOCAL7,
544 }
545
546 def __init__(self, address=('localhost', SYSLOG_UDP_PORT), facility=LOG_USER):
547 """
548 Initialize a handler.
549
550 If address is specified as a string, UNIX socket is used.
551 If facility is not specified, LOG_USER is used.
552 """
553 logging.Handler.__init__(self)
554
555 self.address = address
556 self.facility = facility
557 if type(address) == types.StringType:
Vinay Sajipa1974c12005-01-13 08:23:56 +0000558 self._connect_unixsocket(address)
Guido van Rossum57102f82002-11-13 16:15:58 +0000559 self.unixsocket = 1
560 else:
561 self.socket = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
562 self.unixsocket = 0
563
564 self.formatter = None
565
Vinay Sajipa1974c12005-01-13 08:23:56 +0000566 def _connect_unixsocket(self, address):
567 self.socket = socket.socket(socket.AF_UNIX, socket.SOCK_DGRAM)
568 # syslog may require either DGRAM or STREAM sockets
569 try:
570 self.socket.connect(address)
571 except socket.error:
572 self.socket.close()
573 self.socket = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
574 self.socket.connect(address)
575
Guido van Rossum57102f82002-11-13 16:15:58 +0000576 # curious: when talking to the unix-domain '/dev/log' socket, a
577 # zero-terminator seems to be required. this string is placed
578 # into a class variable so that it can be overridden if
579 # necessary.
580 log_format_string = '<%d>%s\000'
581
582 def encodePriority (self, facility, priority):
583 """
584 Encode the facility and priority. You can pass in strings or
585 integers - if strings are passed, the facility_names and
586 priority_names mapping dictionaries are used to convert them to
587 integers.
588 """
589 if type(facility) == types.StringType:
590 facility = self.facility_names[facility]
591 if type(priority) == types.StringType:
592 priority = self.priority_names[priority]
593 return (facility << 3) | priority
594
595 def close (self):
596 """
597 Closes the socket.
598 """
599 if self.unixsocket:
600 self.socket.close()
Vinay Sajip48cfe382004-02-20 13:17:27 +0000601 logging.Handler.close(self)
Guido van Rossum57102f82002-11-13 16:15:58 +0000602
603 def emit(self, record):
604 """
605 Emit a record.
606
607 The record is formatted, and then sent to the syslog server. If
608 exception information is present, it is NOT sent to the server.
609 """
610 msg = self.format(record)
611 """
612 We need to convert record level to lowercase, maybe this will
613 change in the future.
614 """
615 msg = self.log_format_string % (
616 self.encodePriority(self.facility,
617 string.lower(record.levelname)),
618 msg)
619 try:
620 if self.unixsocket:
Vinay Sajipa1974c12005-01-13 08:23:56 +0000621 try:
622 self.socket.send(msg)
623 except socket.error:
624 self._connect_unixsocket(self.address)
625 self.socket.send(msg)
Guido van Rossum57102f82002-11-13 16:15:58 +0000626 else:
627 self.socket.sendto(msg, self.address)
628 except:
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000629 self.handleError(record)
Guido van Rossum57102f82002-11-13 16:15:58 +0000630
631class SMTPHandler(logging.Handler):
632 """
633 A handler class which sends an SMTP email for each logging event.
634 """
635 def __init__(self, mailhost, fromaddr, toaddrs, subject):
636 """
637 Initialize the handler.
638
639 Initialize the instance with the from and to addresses and subject
640 line of the email. To specify a non-standard SMTP port, use the
641 (host, port) tuple format for the mailhost argument.
642 """
643 logging.Handler.__init__(self)
644 if type(mailhost) == types.TupleType:
645 host, port = mailhost
646 self.mailhost = host
647 self.mailport = port
648 else:
649 self.mailhost = mailhost
650 self.mailport = None
651 self.fromaddr = fromaddr
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000652 if type(toaddrs) == types.StringType:
653 toaddrs = [toaddrs]
Guido van Rossum57102f82002-11-13 16:15:58 +0000654 self.toaddrs = toaddrs
655 self.subject = subject
656
657 def getSubject(self, record):
658 """
659 Determine the subject for the email.
660
661 If you want to specify a subject line which is record-dependent,
662 override this method.
663 """
664 return self.subject
665
Vinay Sajipe7d40662004-10-03 19:12:07 +0000666 weekdayname = ['Mon', 'Tue', 'Wed', 'Thu', 'Fri', 'Sat', 'Sun']
667
668 monthname = [None,
669 'Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun',
670 'Jul', 'Aug', 'Sep', 'Oct', 'Nov', 'Dec']
671
672 def date_time(self):
673 """
674 Return the current date and time formatted for a MIME header.
675 Needed for Python 1.5.2 (no email package available)
676 """
677 year, month, day, hh, mm, ss, wd, y, z = time.gmtime(time.time())
678 s = "%s, %02d %3s %4d %02d:%02d:%02d GMT" % (
679 self.weekdayname[wd],
680 day, self.monthname[month], year,
681 hh, mm, ss)
682 return s
683
Guido van Rossum57102f82002-11-13 16:15:58 +0000684 def emit(self, record):
685 """
686 Emit a record.
687
688 Format the record and send it to the specified addressees.
689 """
690 try:
691 import smtplib
Vinay Sajipe7d40662004-10-03 19:12:07 +0000692 try:
693 from email.Utils import formatdate
694 except:
695 formatdate = self.date_time
Guido van Rossum57102f82002-11-13 16:15:58 +0000696 port = self.mailport
697 if not port:
698 port = smtplib.SMTP_PORT
699 smtp = smtplib.SMTP(self.mailhost, port)
700 msg = self.format(record)
Neal Norwitzf297bd12003-04-23 03:49:43 +0000701 msg = "From: %s\r\nTo: %s\r\nSubject: %s\r\nDate: %s\r\n\r\n%s" % (
Guido van Rossum57102f82002-11-13 16:15:58 +0000702 self.fromaddr,
703 string.join(self.toaddrs, ","),
Neal Norwitzf297bd12003-04-23 03:49:43 +0000704 self.getSubject(record),
Martin v. Löwis318a12e2004-08-18 12:27:40 +0000705 formatdate(), msg)
Guido van Rossum57102f82002-11-13 16:15:58 +0000706 smtp.sendmail(self.fromaddr, self.toaddrs, msg)
707 smtp.quit()
708 except:
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000709 self.handleError(record)
Guido van Rossum57102f82002-11-13 16:15:58 +0000710
711class NTEventLogHandler(logging.Handler):
712 """
713 A handler class which sends events to the NT Event Log. Adds a
714 registry entry for the specified application name. If no dllname is
715 provided, win32service.pyd (which contains some basic message
716 placeholders) is used. Note that use of these placeholders will make
717 your event logs big, as the entire message source is held in the log.
718 If you want slimmer logs, you have to pass in the name of your own DLL
719 which contains the message definitions you want to use in the event log.
720 """
721 def __init__(self, appname, dllname=None, logtype="Application"):
722 logging.Handler.__init__(self)
723 try:
724 import win32evtlogutil, win32evtlog
725 self.appname = appname
726 self._welu = win32evtlogutil
727 if not dllname:
728 dllname = os.path.split(self._welu.__file__)
729 dllname = os.path.split(dllname[0])
730 dllname = os.path.join(dllname[0], r'win32service.pyd')
731 self.dllname = dllname
732 self.logtype = logtype
733 self._welu.AddSourceToRegistry(appname, dllname, logtype)
734 self.deftype = win32evtlog.EVENTLOG_ERROR_TYPE
735 self.typemap = {
736 logging.DEBUG : win32evtlog.EVENTLOG_INFORMATION_TYPE,
737 logging.INFO : win32evtlog.EVENTLOG_INFORMATION_TYPE,
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000738 logging.WARNING : win32evtlog.EVENTLOG_WARNING_TYPE,
Guido van Rossum57102f82002-11-13 16:15:58 +0000739 logging.ERROR : win32evtlog.EVENTLOG_ERROR_TYPE,
740 logging.CRITICAL: win32evtlog.EVENTLOG_ERROR_TYPE,
741 }
742 except ImportError:
743 print "The Python Win32 extensions for NT (service, event "\
744 "logging) appear not to be available."
745 self._welu = None
746
747 def getMessageID(self, record):
748 """
749 Return the message ID for the event record. If you are using your
750 own messages, you could do this by having the msg passed to the
751 logger being an ID rather than a formatting string. Then, in here,
752 you could use a dictionary lookup to get the message ID. This
753 version returns 1, which is the base message ID in win32service.pyd.
754 """
755 return 1
756
757 def getEventCategory(self, record):
758 """
759 Return the event category for the record.
760
761 Override this if you want to specify your own categories. This version
762 returns 0.
763 """
764 return 0
765
766 def getEventType(self, record):
767 """
768 Return the event type for the record.
769
770 Override this if you want to specify your own types. This version does
771 a mapping using the handler's typemap attribute, which is set up in
772 __init__() to a dictionary which contains mappings for DEBUG, INFO,
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000773 WARNING, ERROR and CRITICAL. If you are using your own levels you will
Guido van Rossum57102f82002-11-13 16:15:58 +0000774 either need to override this method or place a suitable dictionary in
775 the handler's typemap attribute.
776 """
777 return self.typemap.get(record.levelno, self.deftype)
778
779 def emit(self, record):
780 """
781 Emit a record.
782
783 Determine the message ID, event category and event type. Then
784 log the message in the NT event log.
785 """
786 if self._welu:
787 try:
788 id = self.getMessageID(record)
789 cat = self.getEventCategory(record)
790 type = self.getEventType(record)
791 msg = self.format(record)
792 self._welu.ReportEvent(self.appname, id, cat, type, [msg])
793 except:
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000794 self.handleError(record)
Guido van Rossum57102f82002-11-13 16:15:58 +0000795
796 def close(self):
797 """
798 Clean up this handler.
799
800 You can remove the application name from the registry as a
801 source of event log entries. However, if you do this, you will
802 not be able to see the events as you intended in the Event Log
803 Viewer - it needs to be able to access the registry to get the
804 DLL name.
805 """
806 #self._welu.RemoveSourceFromRegistry(self.appname, self.logtype)
Vinay Sajip48cfe382004-02-20 13:17:27 +0000807 logging.Handler.close(self)
Guido van Rossum57102f82002-11-13 16:15:58 +0000808
809class HTTPHandler(logging.Handler):
810 """
811 A class which sends records to a Web server, using either GET or
812 POST semantics.
813 """
814 def __init__(self, host, url, method="GET"):
815 """
816 Initialize the instance with the host, the request URL, and the method
817 ("GET" or "POST")
818 """
819 logging.Handler.__init__(self)
820 method = string.upper(method)
821 if method not in ["GET", "POST"]:
822 raise ValueError, "method must be GET or POST"
823 self.host = host
824 self.url = url
825 self.method = method
826
Neal Norwitzf297bd12003-04-23 03:49:43 +0000827 def mapLogRecord(self, record):
828 """
829 Default implementation of mapping the log record into a dict
Vinay Sajip48cfe382004-02-20 13:17:27 +0000830 that is sent as the CGI data. Overwrite in your class.
Neal Norwitzf297bd12003-04-23 03:49:43 +0000831 Contributed by Franz Glasner.
832 """
833 return record.__dict__
834
Guido van Rossum57102f82002-11-13 16:15:58 +0000835 def emit(self, record):
836 """
837 Emit a record.
838
839 Send the record to the Web server as an URL-encoded dictionary
840 """
841 try:
842 import httplib, urllib
843 h = httplib.HTTP(self.host)
844 url = self.url
Neal Norwitzf297bd12003-04-23 03:49:43 +0000845 data = urllib.urlencode(self.mapLogRecord(record))
Guido van Rossum57102f82002-11-13 16:15:58 +0000846 if self.method == "GET":
847 if (string.find(url, '?') >= 0):
848 sep = '&'
849 else:
850 sep = '?'
851 url = url + "%c%s" % (sep, data)
852 h.putrequest(self.method, url)
853 if self.method == "POST":
854 h.putheader("Content-length", str(len(data)))
855 h.endheaders()
856 if self.method == "POST":
857 h.send(data)
858 h.getreply() #can't do anything with the result
859 except:
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000860 self.handleError(record)
Guido van Rossum57102f82002-11-13 16:15:58 +0000861
862class BufferingHandler(logging.Handler):
863 """
864 A handler class which buffers logging records in memory. Whenever each
865 record is added to the buffer, a check is made to see if the buffer should
866 be flushed. If it should, then flush() is expected to do what's needed.
867 """
868 def __init__(self, capacity):
869 """
870 Initialize the handler with the buffer size.
871 """
872 logging.Handler.__init__(self)
873 self.capacity = capacity
874 self.buffer = []
875
876 def shouldFlush(self, record):
877 """
878 Should the handler flush its buffer?
879
880 Returns true if the buffer is up to capacity. This method can be
881 overridden to implement custom flushing strategies.
882 """
883 return (len(self.buffer) >= self.capacity)
884
885 def emit(self, record):
886 """
887 Emit a record.
888
889 Append the record. If shouldFlush() tells us to, call flush() to process
890 the buffer.
891 """
892 self.buffer.append(record)
893 if self.shouldFlush(record):
894 self.flush()
895
896 def flush(self):
897 """
898 Override to implement custom flushing behaviour.
899
900 This version just zaps the buffer to empty.
901 """
902 self.buffer = []
903
Vinay Sajipf42d95e2004-02-21 22:14:34 +0000904 def close(self):
905 """
906 Close the handler.
907
908 This version just flushes and chains to the parent class' close().
909 """
910 self.flush()
911 logging.Handler.close(self)
912
Guido van Rossum57102f82002-11-13 16:15:58 +0000913class MemoryHandler(BufferingHandler):
914 """
915 A handler class which buffers logging records in memory, periodically
916 flushing them to a target handler. Flushing occurs whenever the buffer
917 is full, or when an event of a certain severity or greater is seen.
918 """
919 def __init__(self, capacity, flushLevel=logging.ERROR, target=None):
920 """
921 Initialize the handler with the buffer size, the level at which
922 flushing should occur and an optional target.
923
924 Note that without a target being set either here or via setTarget(),
925 a MemoryHandler is no use to anyone!
926 """
927 BufferingHandler.__init__(self, capacity)
928 self.flushLevel = flushLevel
929 self.target = target
930
931 def shouldFlush(self, record):
932 """
933 Check for buffer full or a record at the flushLevel or higher.
934 """
935 return (len(self.buffer) >= self.capacity) or \
936 (record.levelno >= self.flushLevel)
937
938 def setTarget(self, target):
939 """
940 Set the target handler for this handler.
941 """
942 self.target = target
943
944 def flush(self):
945 """
946 For a MemoryHandler, flushing means just sending the buffered
947 records to the target, if there is one. Override if you want
948 different behaviour.
949 """
950 if self.target:
951 for record in self.buffer:
952 self.target.handle(record)
953 self.buffer = []
954
955 def close(self):
956 """
957 Flush, set the target to None and lose the buffer.
958 """
959 self.flush()
960 self.target = None
Vinay Sajip48cfe382004-02-20 13:17:27 +0000961 BufferingHandler.close(self)