blob: 718c04d541d743f1565c8222db98d9e5a2ba5f4d [file] [log] [blame]
Vinay Sajipf42d95e2004-02-21 22:14:34 +00001# Copyright 2001-2004 by Vinay Sajip. All Rights Reserved.
Guido van Rossum57102f82002-11-13 16:15:58 +00002#
3# Permission to use, copy, modify, and distribute this software and its
4# documentation for any purpose and without fee is hereby granted,
5# provided that the above copyright notice appear in all copies and that
6# both that copyright notice and this permission notice appear in
7# supporting documentation, and that the name of Vinay Sajip
8# not be used in advertising or publicity pertaining to distribution
9# of the software without specific, written prior permission.
10# VINAY SAJIP DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE, INCLUDING
11# ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL
12# VINAY SAJIP BE LIABLE FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR
13# ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER
14# IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT
15# OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
Guido van Rossum57102f82002-11-13 16:15:58 +000016
17"""
Vinay Sajip3f742842004-02-28 16:07:46 +000018Additional handlers for the logging package for Python. The core package is
19based on PEP 282 and comments thereto in comp.lang.python, and influenced by
20Apache's log4j system.
Guido van Rossum57102f82002-11-13 16:15:58 +000021
22Should work under Python versions >= 1.5.2, except that source line
Vinay Sajip48cfe382004-02-20 13:17:27 +000023information is not available unless 'sys._getframe()' is.
Guido van Rossum57102f82002-11-13 16:15:58 +000024
Vinay Sajip48cfe382004-02-20 13:17:27 +000025Copyright (C) 2001-2004 Vinay Sajip. All Rights Reserved.
Guido van Rossum57102f82002-11-13 16:15:58 +000026
27To use, simply 'import logging' and log away!
28"""
29
Vinay Sajip17c52d82004-07-03 11:48:34 +000030import sys, logging, socket, types, os, string, cPickle, struct, time, glob
Guido van Rossum57102f82002-11-13 16:15:58 +000031
Guido van Rossum57102f82002-11-13 16:15:58 +000032#
33# Some constants...
34#
35
36DEFAULT_TCP_LOGGING_PORT = 9020
37DEFAULT_UDP_LOGGING_PORT = 9021
38DEFAULT_HTTP_LOGGING_PORT = 9022
39DEFAULT_SOAP_LOGGING_PORT = 9023
40SYSLOG_UDP_PORT = 514
41
Vinay Sajip17c52d82004-07-03 11:48:34 +000042class BaseRotatingHandler(logging.FileHandler):
43 """
44 Base class for handlers that rotate log files at a certain point.
45 Not meant to be instantiated directly. Instead, use RotatingFileHandler
46 or TimedRotatingFileHandler.
47 """
48 def __init__(self, filename, mode):
49 """
50 Use the specified filename for streamed logging
51 """
52 logging.FileHandler.__init__(self, filename, mode)
Guido van Rossum57102f82002-11-13 16:15:58 +000053
Vinay Sajip17c52d82004-07-03 11:48:34 +000054 def emit(self, record):
55 """
56 Emit a record.
57
58 Output the record to the file, catering for rollover as described
59 in doRollover().
60 """
Vinay Sajip3970c112004-07-08 10:24:04 +000061 try:
62 if self.shouldRollover(record):
63 self.doRollover()
64 logging.FileHandler.emit(self, record)
65 except:
66 self.handleError(record)
Vinay Sajip17c52d82004-07-03 11:48:34 +000067
68class RotatingFileHandler(BaseRotatingHandler):
69 """
70 Handler for logging to a set of files, which switches from one file
71 to the next when the current file reaches a certain size.
72 """
Guido van Rossum57102f82002-11-13 16:15:58 +000073 def __init__(self, filename, mode="a", maxBytes=0, backupCount=0):
74 """
75 Open the specified file and use it as the stream for logging.
76
77 By default, the file grows indefinitely. You can specify particular
78 values of maxBytes and backupCount to allow the file to rollover at
79 a predetermined size.
80
81 Rollover occurs whenever the current log file is nearly maxBytes in
82 length. If backupCount is >= 1, the system will successively create
83 new files with the same pathname as the base file, but with extensions
84 ".1", ".2" etc. appended to it. For example, with a backupCount of 5
85 and a base file name of "app.log", you would get "app.log",
86 "app.log.1", "app.log.2", ... through to "app.log.5". The file being
87 written to is always "app.log" - when it gets filled up, it is closed
88 and renamed to "app.log.1", and if files "app.log.1", "app.log.2" etc.
89 exist, then they are renamed to "app.log.2", "app.log.3" etc.
90 respectively.
91
92 If maxBytes is zero, rollover never occurs.
93 """
Vinay Sajip17c52d82004-07-03 11:48:34 +000094 self.mode = mode
95 if maxBytes > 0:
96 self.mode = "a" # doesn't make sense otherwise!
97 BaseRotatingHandler.__init__(self, filename, self.mode)
Guido van Rossum57102f82002-11-13 16:15:58 +000098 self.maxBytes = maxBytes
99 self.backupCount = backupCount
Guido van Rossum57102f82002-11-13 16:15:58 +0000100
101 def doRollover(self):
102 """
103 Do a rollover, as described in __init__().
104 """
105
106 self.stream.close()
107 if self.backupCount > 0:
108 for i in range(self.backupCount - 1, 0, -1):
109 sfn = "%s.%d" % (self.baseFilename, i)
110 dfn = "%s.%d" % (self.baseFilename, i + 1)
111 if os.path.exists(sfn):
112 #print "%s -> %s" % (sfn, dfn)
113 if os.path.exists(dfn):
114 os.remove(dfn)
115 os.rename(sfn, dfn)
116 dfn = self.baseFilename + ".1"
117 if os.path.exists(dfn):
118 os.remove(dfn)
119 os.rename(self.baseFilename, dfn)
120 #print "%s -> %s" % (self.baseFilename, dfn)
121 self.stream = open(self.baseFilename, "w")
122
Vinay Sajip17c52d82004-07-03 11:48:34 +0000123 def shouldRollover(self, record):
Guido van Rossum57102f82002-11-13 16:15:58 +0000124 """
Vinay Sajip17c52d82004-07-03 11:48:34 +0000125 Determine if rollover should occur.
Guido van Rossum57102f82002-11-13 16:15:58 +0000126
Vinay Sajip17c52d82004-07-03 11:48:34 +0000127 Basically, see if the supplied record would cause the file to exceed
128 the size limit we have.
Guido van Rossum57102f82002-11-13 16:15:58 +0000129 """
130 if self.maxBytes > 0: # are we rolling over?
131 msg = "%s\n" % self.format(record)
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000132 self.stream.seek(0, 2) #due to non-posix-compliant Windows feature
Guido van Rossum57102f82002-11-13 16:15:58 +0000133 if self.stream.tell() + len(msg) >= self.maxBytes:
Vinay Sajip17c52d82004-07-03 11:48:34 +0000134 return 1
135 return 0
Guido van Rossum57102f82002-11-13 16:15:58 +0000136
Vinay Sajip17c52d82004-07-03 11:48:34 +0000137class TimedRotatingFileHandler(BaseRotatingHandler):
138 """
139 Handler for logging to a file, rotating the log file at certain timed
140 intervals.
141
142 If backupCount is > 0, when rollover is done, no more than backupCount
143 files are kept - the oldest ones are deleted.
144 """
145 def __init__(self, filename, when='h', interval=1, backupCount=0):
146 BaseRotatingHandler.__init__(self, filename, 'a')
147 self.when = string.upper(when)
148 self.backupCount = backupCount
149 # Calculate the real rollover interval, which is just the number of
150 # seconds between rollovers. Also set the filename suffix used when
151 # a rollover occurs. Current 'when' events supported:
152 # S - Seconds
153 # M - Minutes
154 # H - Hours
155 # D - Days
156 # midnight - roll over at midnight
157 # W{0-6} - roll over on a certain day; 0 - Monday
158 #
159 # Case of the 'when' specifier is not important; lower or upper case
160 # will work.
161 currentTime = int(time.time())
162 if self.when == 'S':
163 self.interval = 1 # one second
164 self.suffix = "%Y-%m-%d_%H-%M-%S"
165 elif self.when == 'M':
166 self.interval = 60 # one minute
167 self.suffix = "%Y-%m-%d_%H-%M"
168 elif self.when == 'H':
169 self.interval = 60 * 60 # one hour
170 self.suffix = "%Y-%m-%d_%H"
171 elif self.when == 'D' or self.when == 'MIDNIGHT':
172 self.interval = 60 * 60 * 24 # one day
173 self.suffix = "%Y-%m-%d"
174 elif self.when.startswith('W'):
175 self.interval = 60 * 60 * 24 * 7 # one week
176 if len(self.when) != 2:
177 raise ValueError("You must specify a day for weekly rollover from 0 to 6 (0 is Monday): %s" % self.when)
178 if self.when[1] < '0' or self.when[1] > '6':
179 raise ValueError("Invalid day specified for weekly rollover: %s" % self.when)
180 self.dayOfWeek = int(self.when[1])
181 self.suffix = "%Y-%m-%d"
182 else:
183 raise ValueError("Invalid rollover interval specified: %s" % self.when)
184
185 self.interval *= interval # multiply by units requested
186 self.rolloverAt = currentTime + self.interval
187
188 # If we are rolling over at midnight or weekly, then the interval is already known.
189 # What we need to figure out is WHEN the next interval is. In other words,
190 # if you are rolling over at midnight, then your base interval is 1 day,
191 # but you want to start that one day clock at midnight, not now. So, we
192 # have to fudge the rolloverAt value in order to trigger the first rollover
193 # at the right time. After that, the regular interval will take care of
194 # the rest. Note that this code doesn't care about leap seconds. :)
195 if self.when == 'MIDNIGHT' or self.when.startswith('W'):
196 # This could be done with less code, but I wanted it to be clear
197 t = time.localtime(currentTime)
198 currentHour = t[3]
199 currentMinute = t[4]
200 currentSecond = t[5]
201 # r is the number of seconds left between now and midnight
202 r = (24 - currentHour) * 60 * 60 # number of hours in seconds
203 r += (59 - currentMinute) * 60 # plus the number of minutes (in secs)
204 r += (59 - currentSecond) # plus the number of seconds
205 self.rolloverAt = currentTime + r
206 # If we are rolling over on a certain day, add in the number of days until
207 # the next rollover, but offset by 1 since we just calculated the time
208 # until the next day starts. There are three cases:
209 # Case 1) The day to rollover is today; in this case, do nothing
210 # Case 2) The day to rollover is further in the interval (i.e., today is
211 # day 2 (Wednesday) and rollover is on day 6 (Sunday). Days to
212 # next rollover is simply 6 - 2 - 1, or 3.
213 # Case 3) The day to rollover is behind us in the interval (i.e., today
214 # is day 5 (Saturday) and rollover is on day 3 (Thursday).
215 # Days to rollover is 6 - 5 + 3, or 4. In this case, it's the
216 # number of days left in the current week (1) plus the number
217 # of days in the next week until the rollover day (3).
218 if when.startswith('W'):
219 day = t[6] # 0 is Monday
220 if day > self.dayOfWeek:
221 daysToWait = (day - self.dayOfWeek) - 1
222 self.rolloverAt += (daysToWait * (60 * 60 * 24))
223 if day < self.dayOfWeek:
224 daysToWait = (6 - self.dayOfWeek) + day
225 self.rolloverAt += (daysToWait * (60 * 60 * 24))
226
227 print "Will rollover at %d, %d seconds from now" % (self.rolloverAt, self.rolloverAt - currentTime)
228
229 def shouldRollover(self, record):
230 """
231 Determine if rollover should occur
232
233 record is not used, as we are just comparing times, but it is needed so
234 the method siguratures are the same
235 """
236 t = int(time.time())
237 if t >= self.rolloverAt:
238 return 1
239 print "No need to rollover: %d, %d" % (t, self.rolloverAt)
240 return 0
241
242 def doRollover(self):
243 """
244 do a rollover; in this case, a date/time stamp is appended to the filename
245 when the rollover happens. However, you want the file to be named for the
246 start of the interval, not the current time. If there is a backup count,
247 then we have to get a list of matching filenames, sort them and remove
248 the one with the oldest suffix.
249 """
250 self.stream.close()
251 # get the time that this sequence started at and make it a TimeTuple
252 t = self.rolloverAt - self.interval
253 timeTuple = time.localtime(t)
254 dfn = self.baseFilename + "." + time.strftime(self.suffix, timeTuple)
255 if os.path.exists(dfn):
256 os.remove(dfn)
257 os.rename(self.baseFilename, dfn)
258 if self.backupCount > 0:
259 # find the oldest log file and delete it
260 s = glob.glob(self.baseFilename + ".20*")
261 if len(s) > self.backupCount:
262 os.remove(s[0])
263 print "%s -> %s" % (self.baseFilename, dfn)
264 self.stream = open(self.baseFilename, "w")
265 self.rolloverAt = int(time.time()) + self.interval
Guido van Rossum57102f82002-11-13 16:15:58 +0000266
267class SocketHandler(logging.Handler):
268 """
269 A handler class which writes logging records, in pickle format, to
270 a streaming socket. The socket is kept open across logging calls.
271 If the peer resets it, an attempt is made to reconnect on the next call.
Raymond Hettinger6f3eaa62003-06-27 21:43:39 +0000272 The pickle which is sent is that of the LogRecord's attribute dictionary
273 (__dict__), so that the receiver does not need to have the logging module
274 installed in order to process the logging event.
275
276 To unpickle the record at the receiving end into a LogRecord, use the
277 makeLogRecord function.
Guido van Rossum57102f82002-11-13 16:15:58 +0000278 """
279
280 def __init__(self, host, port):
281 """
282 Initializes the handler with a specific host address and port.
283
284 The attribute 'closeOnError' is set to 1 - which means that if
285 a socket error occurs, the socket is silently closed and then
286 reopened on the next logging call.
287 """
288 logging.Handler.__init__(self)
289 self.host = host
290 self.port = port
291 self.sock = None
292 self.closeOnError = 0
Vinay Sajip48cfe382004-02-20 13:17:27 +0000293 self.retryTime = None
294 #
295 # Exponential backoff parameters.
296 #
297 self.retryStart = 1.0
298 self.retryMax = 30.0
299 self.retryFactor = 2.0
Guido van Rossum57102f82002-11-13 16:15:58 +0000300
301 def makeSocket(self):
302 """
303 A factory method which allows subclasses to define the precise
304 type of socket they want.
305 """
306 s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
307 s.connect((self.host, self.port))
308 return s
309
Vinay Sajip48cfe382004-02-20 13:17:27 +0000310 def createSocket(self):
311 """
312 Try to create a socket, using an exponential backoff with
313 a max retry time. Thanks to Robert Olson for the original patch
314 (SF #815911) which has been slightly refactored.
315 """
316 now = time.time()
317 # Either retryTime is None, in which case this
318 # is the first time back after a disconnect, or
319 # we've waited long enough.
320 if self.retryTime is None:
Tim Peters4e0e1b62004-07-07 20:54:48 +0000321 attempt = 1
Vinay Sajip48cfe382004-02-20 13:17:27 +0000322 else:
Tim Peters4e0e1b62004-07-07 20:54:48 +0000323 attempt = (now >= self.retryTime)
Vinay Sajip48cfe382004-02-20 13:17:27 +0000324 if attempt:
325 try:
326 self.sock = self.makeSocket()
327 self.retryTime = None # next time, no delay before trying
328 except:
329 #Creation failed, so set the retry time and return.
330 if self.retryTime is None:
331 self.retryPeriod = self.retryStart
332 else:
333 self.retryPeriod = self.retryPeriod * self.retryFactor
334 if self.retryPeriod > self.retryMax:
335 self.retryPeriod = self.retryMax
336 self.retryTime = now + self.retryPeriod
337
Guido van Rossum57102f82002-11-13 16:15:58 +0000338 def send(self, s):
339 """
340 Send a pickled string to the socket.
341
342 This function allows for partial sends which can happen when the
343 network is busy.
344 """
Vinay Sajip48cfe382004-02-20 13:17:27 +0000345 if self.sock is None:
346 self.createSocket()
347 #self.sock can be None either because we haven't reached the retry
348 #time yet, or because we have reached the retry time and retried,
349 #but are still unable to connect.
350 if self.sock:
351 try:
352 if hasattr(self.sock, "sendall"):
353 self.sock.sendall(s)
354 else:
355 sentsofar = 0
356 left = len(s)
357 while left > 0:
358 sent = self.sock.send(s[sentsofar:])
359 sentsofar = sentsofar + sent
360 left = left - sent
361 except socket.error:
362 self.sock.close()
363 self.sock = None # so we can call createSocket next time
Guido van Rossum57102f82002-11-13 16:15:58 +0000364
365 def makePickle(self, record):
366 """
367 Pickles the record in binary format with a length prefix, and
368 returns it ready for transmission across the socket.
369 """
Vinay Sajip48cfe382004-02-20 13:17:27 +0000370 ei = record.exc_info
371 if ei:
Tim Peters4e0e1b62004-07-07 20:54:48 +0000372 dummy = self.format(record) # just to get traceback text into record.exc_text
373 record.exc_info = None # to avoid Unpickleable error
Guido van Rossum57102f82002-11-13 16:15:58 +0000374 s = cPickle.dumps(record.__dict__, 1)
Vinay Sajip48cfe382004-02-20 13:17:27 +0000375 if ei:
Tim Peters4e0e1b62004-07-07 20:54:48 +0000376 record.exc_info = ei # for next handler
Guido van Rossum57102f82002-11-13 16:15:58 +0000377 slen = struct.pack(">L", len(s))
378 return slen + s
379
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000380 def handleError(self, record):
Guido van Rossum57102f82002-11-13 16:15:58 +0000381 """
382 Handle an error during logging.
383
384 An error has occurred during logging. Most likely cause -
385 connection lost. Close the socket so that we can retry on the
386 next event.
387 """
388 if self.closeOnError and self.sock:
389 self.sock.close()
390 self.sock = None #try to reconnect next time
391 else:
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000392 logging.Handler.handleError(self, record)
Guido van Rossum57102f82002-11-13 16:15:58 +0000393
394 def emit(self, record):
395 """
396 Emit a record.
397
398 Pickles the record and writes it to the socket in binary format.
399 If there is an error with the socket, silently drop the packet.
400 If there was a problem with the socket, re-establishes the
401 socket.
402 """
403 try:
404 s = self.makePickle(record)
Guido van Rossum57102f82002-11-13 16:15:58 +0000405 self.send(s)
406 except:
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000407 self.handleError(record)
Guido van Rossum57102f82002-11-13 16:15:58 +0000408
409 def close(self):
410 """
411 Closes the socket.
412 """
413 if self.sock:
414 self.sock.close()
415 self.sock = None
Vinay Sajip48cfe382004-02-20 13:17:27 +0000416 logging.Handler.close(self)
Guido van Rossum57102f82002-11-13 16:15:58 +0000417
418class DatagramHandler(SocketHandler):
419 """
420 A handler class which writes logging records, in pickle format, to
Raymond Hettinger6f3eaa62003-06-27 21:43:39 +0000421 a datagram socket. The pickle which is sent is that of the LogRecord's
422 attribute dictionary (__dict__), so that the receiver does not need to
423 have the logging module installed in order to process the logging event.
424
425 To unpickle the record at the receiving end into a LogRecord, use the
426 makeLogRecord function.
Guido van Rossum57102f82002-11-13 16:15:58 +0000427
428 """
429 def __init__(self, host, port):
430 """
431 Initializes the handler with a specific host address and port.
432 """
433 SocketHandler.__init__(self, host, port)
434 self.closeOnError = 0
435
436 def makeSocket(self):
437 """
438 The factory method of SocketHandler is here overridden to create
439 a UDP socket (SOCK_DGRAM).
440 """
441 s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
442 return s
443
444 def send(self, s):
445 """
446 Send a pickled string to a socket.
447
448 This function no longer allows for partial sends which can happen
449 when the network is busy - UDP does not guarantee delivery and
450 can deliver packets out of sequence.
451 """
Guido van Rossum57102f82002-11-13 16:15:58 +0000452 self.sock.sendto(s, (self.host, self.port))
453
454class SysLogHandler(logging.Handler):
455 """
456 A handler class which sends formatted logging records to a syslog
457 server. Based on Sam Rushing's syslog module:
458 http://www.nightmare.com/squirl/python-ext/misc/syslog.py
459 Contributed by Nicolas Untz (after which minor refactoring changes
460 have been made).
461 """
462
463 # from <linux/sys/syslog.h>:
464 # ======================================================================
465 # priorities/facilities are encoded into a single 32-bit quantity, where
466 # the bottom 3 bits are the priority (0-7) and the top 28 bits are the
467 # facility (0-big number). Both the priorities and the facilities map
468 # roughly one-to-one to strings in the syslogd(8) source code. This
469 # mapping is included in this file.
470 #
471 # priorities (these are ordered)
472
473 LOG_EMERG = 0 # system is unusable
474 LOG_ALERT = 1 # action must be taken immediately
475 LOG_CRIT = 2 # critical conditions
476 LOG_ERR = 3 # error conditions
477 LOG_WARNING = 4 # warning conditions
478 LOG_NOTICE = 5 # normal but significant condition
479 LOG_INFO = 6 # informational
480 LOG_DEBUG = 7 # debug-level messages
481
482 # facility codes
483 LOG_KERN = 0 # kernel messages
484 LOG_USER = 1 # random user-level messages
485 LOG_MAIL = 2 # mail system
486 LOG_DAEMON = 3 # system daemons
487 LOG_AUTH = 4 # security/authorization messages
488 LOG_SYSLOG = 5 # messages generated internally by syslogd
489 LOG_LPR = 6 # line printer subsystem
490 LOG_NEWS = 7 # network news subsystem
491 LOG_UUCP = 8 # UUCP subsystem
492 LOG_CRON = 9 # clock daemon
493 LOG_AUTHPRIV = 10 # security/authorization messages (private)
494
495 # other codes through 15 reserved for system use
496 LOG_LOCAL0 = 16 # reserved for local use
497 LOG_LOCAL1 = 17 # reserved for local use
498 LOG_LOCAL2 = 18 # reserved for local use
499 LOG_LOCAL3 = 19 # reserved for local use
500 LOG_LOCAL4 = 20 # reserved for local use
501 LOG_LOCAL5 = 21 # reserved for local use
502 LOG_LOCAL6 = 22 # reserved for local use
503 LOG_LOCAL7 = 23 # reserved for local use
504
505 priority_names = {
506 "alert": LOG_ALERT,
507 "crit": LOG_CRIT,
508 "critical": LOG_CRIT,
509 "debug": LOG_DEBUG,
510 "emerg": LOG_EMERG,
511 "err": LOG_ERR,
512 "error": LOG_ERR, # DEPRECATED
513 "info": LOG_INFO,
514 "notice": LOG_NOTICE,
515 "panic": LOG_EMERG, # DEPRECATED
516 "warn": LOG_WARNING, # DEPRECATED
517 "warning": LOG_WARNING,
518 }
519
520 facility_names = {
521 "auth": LOG_AUTH,
522 "authpriv": LOG_AUTHPRIV,
523 "cron": LOG_CRON,
524 "daemon": LOG_DAEMON,
525 "kern": LOG_KERN,
526 "lpr": LOG_LPR,
527 "mail": LOG_MAIL,
528 "news": LOG_NEWS,
529 "security": LOG_AUTH, # DEPRECATED
530 "syslog": LOG_SYSLOG,
531 "user": LOG_USER,
532 "uucp": LOG_UUCP,
533 "local0": LOG_LOCAL0,
534 "local1": LOG_LOCAL1,
535 "local2": LOG_LOCAL2,
536 "local3": LOG_LOCAL3,
537 "local4": LOG_LOCAL4,
538 "local5": LOG_LOCAL5,
539 "local6": LOG_LOCAL6,
540 "local7": LOG_LOCAL7,
541 }
542
543 def __init__(self, address=('localhost', SYSLOG_UDP_PORT), facility=LOG_USER):
544 """
545 Initialize a handler.
546
547 If address is specified as a string, UNIX socket is used.
548 If facility is not specified, LOG_USER is used.
549 """
550 logging.Handler.__init__(self)
551
552 self.address = address
553 self.facility = facility
554 if type(address) == types.StringType:
Neal Norwitzd89c4062003-01-26 02:14:23 +0000555 self.socket = socket.socket(socket.AF_UNIX, socket.SOCK_DGRAM)
Neal Norwitzf4cdb472003-01-26 16:15:24 +0000556 # syslog may require either DGRAM or STREAM sockets
557 try:
558 self.socket.connect(address)
559 except socket.error:
560 self.socket.close()
561 self.socket = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000562 self.socket.connect(address)
Guido van Rossum57102f82002-11-13 16:15:58 +0000563 self.unixsocket = 1
564 else:
565 self.socket = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
566 self.unixsocket = 0
567
568 self.formatter = None
569
570 # curious: when talking to the unix-domain '/dev/log' socket, a
571 # zero-terminator seems to be required. this string is placed
572 # into a class variable so that it can be overridden if
573 # necessary.
574 log_format_string = '<%d>%s\000'
575
576 def encodePriority (self, facility, priority):
577 """
578 Encode the facility and priority. You can pass in strings or
579 integers - if strings are passed, the facility_names and
580 priority_names mapping dictionaries are used to convert them to
581 integers.
582 """
583 if type(facility) == types.StringType:
584 facility = self.facility_names[facility]
585 if type(priority) == types.StringType:
586 priority = self.priority_names[priority]
587 return (facility << 3) | priority
588
589 def close (self):
590 """
591 Closes the socket.
592 """
593 if self.unixsocket:
594 self.socket.close()
Vinay Sajip48cfe382004-02-20 13:17:27 +0000595 logging.Handler.close(self)
Guido van Rossum57102f82002-11-13 16:15:58 +0000596
597 def emit(self, record):
598 """
599 Emit a record.
600
601 The record is formatted, and then sent to the syslog server. If
602 exception information is present, it is NOT sent to the server.
603 """
604 msg = self.format(record)
605 """
606 We need to convert record level to lowercase, maybe this will
607 change in the future.
608 """
609 msg = self.log_format_string % (
610 self.encodePriority(self.facility,
611 string.lower(record.levelname)),
612 msg)
613 try:
614 if self.unixsocket:
615 self.socket.send(msg)
616 else:
617 self.socket.sendto(msg, self.address)
618 except:
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000619 self.handleError(record)
Guido van Rossum57102f82002-11-13 16:15:58 +0000620
621class SMTPHandler(logging.Handler):
622 """
623 A handler class which sends an SMTP email for each logging event.
624 """
625 def __init__(self, mailhost, fromaddr, toaddrs, subject):
626 """
627 Initialize the handler.
628
629 Initialize the instance with the from and to addresses and subject
630 line of the email. To specify a non-standard SMTP port, use the
631 (host, port) tuple format for the mailhost argument.
632 """
633 logging.Handler.__init__(self)
634 if type(mailhost) == types.TupleType:
635 host, port = mailhost
636 self.mailhost = host
637 self.mailport = port
638 else:
639 self.mailhost = mailhost
640 self.mailport = None
641 self.fromaddr = fromaddr
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000642 if type(toaddrs) == types.StringType:
643 toaddrs = [toaddrs]
Guido van Rossum57102f82002-11-13 16:15:58 +0000644 self.toaddrs = toaddrs
645 self.subject = subject
646
647 def getSubject(self, record):
648 """
649 Determine the subject for the email.
650
651 If you want to specify a subject line which is record-dependent,
652 override this method.
653 """
654 return self.subject
655
Neal Norwitzf297bd12003-04-23 03:49:43 +0000656 weekdayname = ['Mon', 'Tue', 'Wed', 'Thu', 'Fri', 'Sat', 'Sun']
657
658 monthname = [None,
659 'Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun',
660 'Jul', 'Aug', 'Sep', 'Oct', 'Nov', 'Dec']
661
662 def date_time(self):
663 """Return the current date and time formatted for a MIME header."""
664 year, month, day, hh, mm, ss, wd, y, z = time.gmtime(time.time())
665 s = "%s, %02d %3s %4d %02d:%02d:%02d GMT" % (
666 self.weekdayname[wd],
667 day, self.monthname[month], year,
668 hh, mm, ss)
669 return s
670
Guido van Rossum57102f82002-11-13 16:15:58 +0000671 def emit(self, record):
672 """
673 Emit a record.
674
675 Format the record and send it to the specified addressees.
676 """
677 try:
678 import smtplib
679 port = self.mailport
680 if not port:
681 port = smtplib.SMTP_PORT
682 smtp = smtplib.SMTP(self.mailhost, port)
683 msg = self.format(record)
Neal Norwitzf297bd12003-04-23 03:49:43 +0000684 msg = "From: %s\r\nTo: %s\r\nSubject: %s\r\nDate: %s\r\n\r\n%s" % (
Guido van Rossum57102f82002-11-13 16:15:58 +0000685 self.fromaddr,
686 string.join(self.toaddrs, ","),
Neal Norwitzf297bd12003-04-23 03:49:43 +0000687 self.getSubject(record),
688 self.date_time(), msg)
Guido van Rossum57102f82002-11-13 16:15:58 +0000689 smtp.sendmail(self.fromaddr, self.toaddrs, msg)
690 smtp.quit()
691 except:
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000692 self.handleError(record)
Guido van Rossum57102f82002-11-13 16:15:58 +0000693
694class NTEventLogHandler(logging.Handler):
695 """
696 A handler class which sends events to the NT Event Log. Adds a
697 registry entry for the specified application name. If no dllname is
698 provided, win32service.pyd (which contains some basic message
699 placeholders) is used. Note that use of these placeholders will make
700 your event logs big, as the entire message source is held in the log.
701 If you want slimmer logs, you have to pass in the name of your own DLL
702 which contains the message definitions you want to use in the event log.
703 """
704 def __init__(self, appname, dllname=None, logtype="Application"):
705 logging.Handler.__init__(self)
706 try:
707 import win32evtlogutil, win32evtlog
708 self.appname = appname
709 self._welu = win32evtlogutil
710 if not dllname:
711 dllname = os.path.split(self._welu.__file__)
712 dllname = os.path.split(dllname[0])
713 dllname = os.path.join(dllname[0], r'win32service.pyd')
714 self.dllname = dllname
715 self.logtype = logtype
716 self._welu.AddSourceToRegistry(appname, dllname, logtype)
717 self.deftype = win32evtlog.EVENTLOG_ERROR_TYPE
718 self.typemap = {
719 logging.DEBUG : win32evtlog.EVENTLOG_INFORMATION_TYPE,
720 logging.INFO : win32evtlog.EVENTLOG_INFORMATION_TYPE,
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000721 logging.WARNING : win32evtlog.EVENTLOG_WARNING_TYPE,
Guido van Rossum57102f82002-11-13 16:15:58 +0000722 logging.ERROR : win32evtlog.EVENTLOG_ERROR_TYPE,
723 logging.CRITICAL: win32evtlog.EVENTLOG_ERROR_TYPE,
724 }
725 except ImportError:
726 print "The Python Win32 extensions for NT (service, event "\
727 "logging) appear not to be available."
728 self._welu = None
729
730 def getMessageID(self, record):
731 """
732 Return the message ID for the event record. If you are using your
733 own messages, you could do this by having the msg passed to the
734 logger being an ID rather than a formatting string. Then, in here,
735 you could use a dictionary lookup to get the message ID. This
736 version returns 1, which is the base message ID in win32service.pyd.
737 """
738 return 1
739
740 def getEventCategory(self, record):
741 """
742 Return the event category for the record.
743
744 Override this if you want to specify your own categories. This version
745 returns 0.
746 """
747 return 0
748
749 def getEventType(self, record):
750 """
751 Return the event type for the record.
752
753 Override this if you want to specify your own types. This version does
754 a mapping using the handler's typemap attribute, which is set up in
755 __init__() to a dictionary which contains mappings for DEBUG, INFO,
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000756 WARNING, ERROR and CRITICAL. If you are using your own levels you will
Guido van Rossum57102f82002-11-13 16:15:58 +0000757 either need to override this method or place a suitable dictionary in
758 the handler's typemap attribute.
759 """
760 return self.typemap.get(record.levelno, self.deftype)
761
762 def emit(self, record):
763 """
764 Emit a record.
765
766 Determine the message ID, event category and event type. Then
767 log the message in the NT event log.
768 """
769 if self._welu:
770 try:
771 id = self.getMessageID(record)
772 cat = self.getEventCategory(record)
773 type = self.getEventType(record)
774 msg = self.format(record)
775 self._welu.ReportEvent(self.appname, id, cat, type, [msg])
776 except:
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000777 self.handleError(record)
Guido van Rossum57102f82002-11-13 16:15:58 +0000778
779 def close(self):
780 """
781 Clean up this handler.
782
783 You can remove the application name from the registry as a
784 source of event log entries. However, if you do this, you will
785 not be able to see the events as you intended in the Event Log
786 Viewer - it needs to be able to access the registry to get the
787 DLL name.
788 """
789 #self._welu.RemoveSourceFromRegistry(self.appname, self.logtype)
Vinay Sajip48cfe382004-02-20 13:17:27 +0000790 logging.Handler.close(self)
Guido van Rossum57102f82002-11-13 16:15:58 +0000791
792class HTTPHandler(logging.Handler):
793 """
794 A class which sends records to a Web server, using either GET or
795 POST semantics.
796 """
797 def __init__(self, host, url, method="GET"):
798 """
799 Initialize the instance with the host, the request URL, and the method
800 ("GET" or "POST")
801 """
802 logging.Handler.__init__(self)
803 method = string.upper(method)
804 if method not in ["GET", "POST"]:
805 raise ValueError, "method must be GET or POST"
806 self.host = host
807 self.url = url
808 self.method = method
809
Neal Norwitzf297bd12003-04-23 03:49:43 +0000810 def mapLogRecord(self, record):
811 """
812 Default implementation of mapping the log record into a dict
Vinay Sajip48cfe382004-02-20 13:17:27 +0000813 that is sent as the CGI data. Overwrite in your class.
Neal Norwitzf297bd12003-04-23 03:49:43 +0000814 Contributed by Franz Glasner.
815 """
816 return record.__dict__
817
Guido van Rossum57102f82002-11-13 16:15:58 +0000818 def emit(self, record):
819 """
820 Emit a record.
821
822 Send the record to the Web server as an URL-encoded dictionary
823 """
824 try:
825 import httplib, urllib
826 h = httplib.HTTP(self.host)
827 url = self.url
Neal Norwitzf297bd12003-04-23 03:49:43 +0000828 data = urllib.urlencode(self.mapLogRecord(record))
Guido van Rossum57102f82002-11-13 16:15:58 +0000829 if self.method == "GET":
830 if (string.find(url, '?') >= 0):
831 sep = '&'
832 else:
833 sep = '?'
834 url = url + "%c%s" % (sep, data)
835 h.putrequest(self.method, url)
836 if self.method == "POST":
837 h.putheader("Content-length", str(len(data)))
838 h.endheaders()
839 if self.method == "POST":
840 h.send(data)
841 h.getreply() #can't do anything with the result
842 except:
Neal Norwitz6fa635d2003-02-18 14:20:07 +0000843 self.handleError(record)
Guido van Rossum57102f82002-11-13 16:15:58 +0000844
845class BufferingHandler(logging.Handler):
846 """
847 A handler class which buffers logging records in memory. Whenever each
848 record is added to the buffer, a check is made to see if the buffer should
849 be flushed. If it should, then flush() is expected to do what's needed.
850 """
851 def __init__(self, capacity):
852 """
853 Initialize the handler with the buffer size.
854 """
855 logging.Handler.__init__(self)
856 self.capacity = capacity
857 self.buffer = []
858
859 def shouldFlush(self, record):
860 """
861 Should the handler flush its buffer?
862
863 Returns true if the buffer is up to capacity. This method can be
864 overridden to implement custom flushing strategies.
865 """
866 return (len(self.buffer) >= self.capacity)
867
868 def emit(self, record):
869 """
870 Emit a record.
871
872 Append the record. If shouldFlush() tells us to, call flush() to process
873 the buffer.
874 """
875 self.buffer.append(record)
876 if self.shouldFlush(record):
877 self.flush()
878
879 def flush(self):
880 """
881 Override to implement custom flushing behaviour.
882
883 This version just zaps the buffer to empty.
884 """
885 self.buffer = []
886
Vinay Sajipf42d95e2004-02-21 22:14:34 +0000887 def close(self):
888 """
889 Close the handler.
890
891 This version just flushes and chains to the parent class' close().
892 """
893 self.flush()
894 logging.Handler.close(self)
895
Guido van Rossum57102f82002-11-13 16:15:58 +0000896class MemoryHandler(BufferingHandler):
897 """
898 A handler class which buffers logging records in memory, periodically
899 flushing them to a target handler. Flushing occurs whenever the buffer
900 is full, or when an event of a certain severity or greater is seen.
901 """
902 def __init__(self, capacity, flushLevel=logging.ERROR, target=None):
903 """
904 Initialize the handler with the buffer size, the level at which
905 flushing should occur and an optional target.
906
907 Note that without a target being set either here or via setTarget(),
908 a MemoryHandler is no use to anyone!
909 """
910 BufferingHandler.__init__(self, capacity)
911 self.flushLevel = flushLevel
912 self.target = target
913
914 def shouldFlush(self, record):
915 """
916 Check for buffer full or a record at the flushLevel or higher.
917 """
918 return (len(self.buffer) >= self.capacity) or \
919 (record.levelno >= self.flushLevel)
920
921 def setTarget(self, target):
922 """
923 Set the target handler for this handler.
924 """
925 self.target = target
926
927 def flush(self):
928 """
929 For a MemoryHandler, flushing means just sending the buffered
930 records to the target, if there is one. Override if you want
931 different behaviour.
932 """
933 if self.target:
934 for record in self.buffer:
935 self.target.handle(record)
936 self.buffer = []
937
938 def close(self):
939 """
940 Flush, set the target to None and lose the buffer.
941 """
942 self.flush()
943 self.target = None
Vinay Sajip48cfe382004-02-20 13:17:27 +0000944 BufferingHandler.close(self)