nsc_parser.py

import re
from datetime import datetime

reg = '(?P<date>[0-9]{4}\-[0-9]{2}\-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2})\s\[(?P<level>[^\]]+)\](?:\s\[([^\]]+)\])?(?:\s\[([^\]]+)\])?(?:\s\[([^\]]+)\])?(?:\s\[([^\]]+)\])?(?:\s\[([^\]]+)\])?\s(?P<text>(?:.*\s(?P<file>\/[^\s]+)\.\s)?.*)'

class LogList(list):
    def today(self):
        today = datetime.today()
        return LogList(x for x in self if x.date > datetime(today.year, today.month, today.day))

    def before(self, dt):
        return LogList(x for x in self if x.date < dt)
        
    def after(self, dt):
        return LogList(x for x in self if x.date > dt)

    def level(self, name):
        return LogList(x for x in self if x.level == name)
        
    def hasFile(self):
        return LogList(x for x in self if x.files != None)
        
    def textSearch(self, search):
        return LogList(x for x in self if search.lower() in x.text.lower())
        
    def levelStats(self):
        results = {}
        for entry in self:
            if entry.level not in results.keys():
                results[entry.level] = 1
            else:
                results[entry.level] += 1
                
        return results

    def dateStats(self):
        results = {}
        for entry in self:
            if entry.date.date() not in results.keys():
                results[entry.date.date()] = 1
            else:
                results[entry.date.date()] += 1
                
        return results
        

class Entry(object):
    def __init__(self, date, level, text, other, files=None):
        self.date = datetime.strptime(date, '%Y-%m-%dT%H:%M:%S')
        self.level = level
        self.text = text
        self.other = other
        self.files = files

def parse(filename):
  log = []

  with open(filename, 'r') as f:
    for line in f.readlines():
        m = re.search(reg, line)
        if m == None:
            continue
            
        if m.groupdict()['text'] == '':
            continue
            
        other = [x for x in m.groups() if x not in m.groupdict().values() and x is not None]
        otherkeys = []
        othervals = []
        for x in other:
            if ":" in x[0:20]:
                otherkeys.append(x.split(':')[0])
                othervals.append(x.split(':')[1])
            else:
                otherkeys.append(x)
                othervals.append(x)
                
        other2 = {}
        for k, v in zip(otherkeys, othervals):
            other2[k] = v
           
        log.append(Entry(m.groupdict()['date'], m.groupdict()['level'], m.groupdict()['text'], other2, m.groupdict()['file']))
        
  return LogList(log)