podstatty.py

##! /usr/bin/python
# -*- coding: utf8 -*-
## Copyright (c) 2013 Stefan Thesing
##
##This file is part of Podstatty.
##
##Podstatty is free software: you can redistribute it and/or modify
##it under the terms of the GNU General Public License as published by
##the Free Software Foundation, either version 3 of the License, or
##(at your option) any later version.
##
##Podstatty is distributed in the hope that it will be useful,
##but WITHOUT ANY WARRANTY; without even the implied warranty of
##MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
##GNU General Public License for more details.
##
##You should have received a copy of the GNU General Public License
##along with Podstatty. If not, see http://www.gnu.org/licenses/.

__author__ = "Stefan Thesing <software@webdings.de>"
__version__ = "0.2.2_alpha"
__date__ = "Date: 2013/05/13"
__copyright__ = "Copyright (c) 2013 Stefan Thesing"
__license__ = "GPL3"

from db import Db
from op import Op
from storm.locals import *
import sys, os
import xml.etree.ElementTree as ET

if __name__ == "__main__":
    
    # Default settings file
    settings_path = 'settings.xml'
    # Maybe the user has passed a custom settings file as an argument
    # TODO Handle bad arguments
    if len(sys.argv) > 1:
        settings_path = sys.argv[1]

    # Read Settings from xml
    tree = ET.parse(settings_path)
    root = tree.getroot()
    db_path = root.find('db_path').text
    logfiles_path = root.find('logfiles_path').text
    base_url = root.find('base_url').text
    output_file = root.find('output_file').text
    exclude = root.find("exclude")
    exclude_strings = []
    for child in exclude:
        exclude_strings.append(child.get('content'))
            
    # Check if database as specified in settings already exists
    if os.path.exists(db_path):
        print "Database exists:" + db_path
        database = create_database("sqlite:"+ db_path)
        store = Store(database)
        db = Db(store, base_url)
    else:
        if not os.path.exists(os.path.dirname(db_path)):
            os.makedirs(os.path.dirname(db_path))
        print "Creating database:" + db_path
        database = create_database("sqlite:"+ db_path)
        store = Store(database)
        store.execute("CREATE TABLE stats (id INTEGER PRIMARY KEY, \
         url VARCHAR, traffic INTEGER, date_time_string VARCHAR)")
        store.execute("CREATE TABLE filesizes (url VARCHAR PRIMARY KEY, \
         filesize INTEGER)")
        db = Db(store, base_url)
    
    # Initialise the Operator with the database
    op = Op(db)
    
    # Process new logfiles in the logfiles_path defined in settings,
    # if any new ones are there.
    op.process_files(logfiles_path, exclude_strings)
    
    # Calculate the absolute downloads and dump them to a csv file 
    op.dump_absoluste_all_to_csv(output_file)