Tools/scripts/mailerdaemon.py

"""mailerdaemon - classes to parse mailer-daemon messages"""

import string
import rfc822
import calendar
import regex
import os
import sys

Unparseable = 'mailerdaemon.Unparseable'

class ErrorMessage(rfc822.Message):
    def __init__(self, fp):
        rfc822.Message.__init__(self, fp)

    def is_warning(self):
        sub = self.getheader('Subject')
        if not sub:
            return 0
        sub = string.lower(sub)
        if sub[:12] == 'waiting mail': return 1
        if string.find(sub, 'warning') >= 0: return 1
        self.sub = sub
        return 0

    def get_errors(self):
        for p in EMPARSERS:
            self.rewindbody()
            try:
                return p(self.fp, self.sub)
            except Unparseable:
                pass
        raise Unparseable

sendmail_pattern = regex.compile('[0-9][0-9][0-9] ')
def emparse_sendmail(fp, sub):
    while 1:
        line = fp.readline()
        if not line:
            raise Unparseable
        line = line[:-1]

        # Check that we're not in the returned message yet
        if string.lower(line)[:5] == 'from:':
            raise Unparseable
        line = string.split(line)
        if len(line) > 3 and \
           ((line[0] == '-----' and line[1] == 'Transcript') or
            (line[0] == '---' and line[1] == 'The' and
             line[2] == 'transcript') or
            (line[0] == 'While' and
	     line[1] == 'talking' and
	     line[2] == 'to')):
            # Yes, found it!
            break

    errors = []
    found_a_line = 0
    warnings = 0
    while 1:
        line = fp.readline()
        if not line:
            break
        line = line[:-1]
        if not line:
            continue
        if sendmail_pattern.match(line) == 4:
            # Yes, an error/warning line. Ignore 4, remember 5, stop on rest
            if line[0] == '5':
                errors.append(line)
            elif line[0] == '4':
                warnings = 1
            else:
                raise Unparseable
        line = string.split(line)
        if line and line[0][:3] == '---':
            break
        found_a_line = 1
    # special case for CWI sendmail
    if len(line) > 1 and line[1] == 'Undelivered':
        while 1:
            line = fp.readline()
            if not line:
                break
            line = string.strip(line)
            if not line:
                break
            errors.append(line + ': ' + sub)
    # Empty transcripts are ok, others without an error are not.
    if found_a_line and not (errors or warnings):
        raise Unparseable
    return errors
    
def emparse_cts(fp, sub):
    while 1:
        line = fp.readline()
        if not line:
            raise Unparseable
        line = line[:-1]

        # Check that we're not in the returned message yet
        if string.lower(line)[:5] == 'from:':
            raise Unparseable
        line = string.split(line)
        if len(line) > 3 and line[0][:2] == '|-' and line[1] == 'Failed' \
           and line[2] == 'addresses':
            # Yes, found it!
            break

    errors = []
    while 1:
        line = fp.readline()
        if not line:
            break
        line = line[:-1]
        if not line:
            continue
        if line[:2] == '|-':
            break
        errors.append(line)
    return errors

def emparse_aol(fp, sub):
    while 1:
        line = fp.readline()
        if not line:
            raise Unparseable
        line = line[:-1]
        if line:
            break
    exp = 'The mail you sent could not be delivered to:'
    if line[:len(exp)] != exp:
        raise Unparseable
    errors = []
    while 1:
        line = fp.readline()
        if sendmail_pattern.match(line) == 4:
            # Yes, an error/warning line. Ignore 4, remember 5, stop on rest
            if line[0] == '5':
                errors.append(line)
            elif line[0] != '4':
                raise Unparseable
        elif line == '\n':
            break
        else:
            raise Unparseable
    return errors
    
def emparse_compuserve(fp, sub):
    while 1:
        line = fp.readline()
        if not line:
            raise Unparseable
        line = line[:-1]
        if line:
            break
    exp = 'Your message could not be delivered for the following reason:'
    if line[:len(exp)] != exp:
        raise Unparseable
    errors = []
    while 1:
        line = fp.readline()
        if not line: break
        if line[:3] == '---': break
        line = line[:-1]
        if not line: continue
        if line == 'Please resend your message at a later time.':
            continue
        line = 'Compuserve: ' + line
        errors.append(line)
    return errors

prov_pattern = regex.compile('.* | \(.*\)')
def emparse_providence(fp, sub):
    while 1:
        line = fp.readline()
        if not line:
            raise Unparseable
        line = line[:-1]

        # Check that we're not in the returned message yet
        if string.lower(line)[:5] == 'from:':
            raise Unparseable
        exp = 'The following errors occurred'
        if line[:len(exp)] == exp:
            break

    errors = []
    while 1:
        line = fp.readline()
        if not line:
            break
        line = line[:-1]
        if not line:
            continue
        if line[:4] == '----':
            break
        if prov_pattern.match(line) > 0:
            errors.append(prov_pattern.group(1))

    if not errors:
        raise Unparseable
    return errors

def emparse_x400(fp, sub):
    exp = 'This report relates to your message:'
    while 1:
        line = fp.readline()
        if not line:
            raise Unparseable
        line = line[:-1]

        # Check that we're not in the returned message yet
        if string.lower(line)[:5] == 'from:':
            raise Unparseable
        if line[:len(exp)] == exp:
            break

    errors = []
    exp = 'Your message was not delivered to'
    while 1:
        line = fp.readline()
        if not line:
            break
        line = line[:-1]
        if not line:
            continue
        if line[:len(exp)] == exp:
            error = string.strip(line[len(exp):])
            sep = ': '
            while 1:
                line = fp.readline()
                if not line:
                    break
                line = line[:-1]
                if not line:
                    break
                if line[0] == ' ' and line[-1] != ':':
                    error = error + sep + string.strip(line)
                    sep = '; '
            errors.append(error)
            return errors
    raise Unparseable

def emparse_passau(fp, sub):
    exp = 'Unable to deliver message because'
    while 1:
        line = fp.readline()
        if not line:
            raise Unparseable
        if string.lower(line)[:5] == 'from:':
            raise Unparseable
        if line[:len(exp)] == exp:
            break

    errors = []
    exp = 'Returned Text follows'
    while 1:
        line = fp.readline()
        if not line:
            raise Unparseable
        line = line[:-1]
        # Check that we're not in the returned message yet
        if string.lower(line)[:5] == 'from:':
            raise Unparseable
        if not line:
            continue
        if line[:len(exp)] == exp:
            return errors
        errors.append(string.strip(line))

EMPARSERS = [emparse_sendmail, emparse_aol, emparse_cts, emparse_compuserve,
             emparse_providence, emparse_x400, emparse_passau]

def sort_numeric(a, b):
    a = string.atoi(a)
    b = string.atoi(b)
    if a < b: return -1
    elif a > b: return 1
    else: return 0

def parsedir(dir, modify):
    os.chdir(dir)
    pat = regex.compile('^[0-9]*$')
    errordict = {}
    errorfirst = {}
    errorlast = {}
    nok = nwarn = nbad = 0

    # find all numeric file names and sort them
    files = filter(lambda fn, pat=pat: pat.match(fn) > 0, os.listdir('.'))
    files.sort(sort_numeric)
    
    for fn in files:
        # Lets try to parse the file.
        fp = open(fn)
        m = ErrorMessage(fp)
        sender = m.getaddr('From')
        print '%s\t%-40s\t'%(fn, sender[1]),

        if m.is_warning():
            print 'warning only'
            nwarn = nwarn + 1
            if modify:
                os.unlink(fn)
            continue

        try:
            errors = m.get_errors()
        except Unparseable:
            print '** Not parseable'
            nbad = nbad + 1
            continue
        print len(errors), 'errors'

        # Remember them
        for e in errors:
            try:
                mm, dd = m.getdate('date')[1:1+2]
                date = '%s %02d' % (calendar.month_abbr[mm], dd)
            except:
                date = '??????'
            if not errordict.has_key(e):
                errordict[e] = 1
                errorfirst[e] = '%s (%s)' % (fn, date)
            else:
                errordict[e] = errordict[e] + 1
            errorlast[e] = '%s (%s)' % (fn, date)

        nok = nok + 1
        if modify:
            os.unlink(fn)

    print '--------------'
    print nok, 'files parsed,',nwarn,'files warning-only,',
    print nbad,'files unparseable'
    print '--------------'
    for e in errordict.keys():
        print errordict[e], errorfirst[e], '-', errorlast[e], '\t', e

def main():
    modify = 0
    if len(sys.argv) > 1 and sys.argv[1] == '-d':
        modify = 1
        del sys.argv[1]
    if len(sys.argv) > 1:
        for folder in sys.argv[1:]:
            parsedir(folder, modify)
    else:
        parsedir('/ufs/jack/Mail/errorsinbox', modify)

if __name__ == '__main__' or sys.argv[0] == __name__:
    main()