from models import setup_database

from optparse import OptionParser #@UnresolvedImport

from sqlalchemy.orm import sessionmaker

from utils import set_logging_options, set_logging, TwitterProcessor

import logging

import sqlite3 #@UnresolvedImport

#    'entities': "tweet_entity",     

#    'user': "tweet_user"

def get_option():

    parser = OptionParser()

    parser.add_option("-t", dest="token_filename", metavar="TOKEN_FILENAME", default=".oauth_token",

                      help="Token file name")

    set_logging_options(parser)

    return parser.parse_args()

if __name__ == "__main__":

    (options, args) = get_option()

    set_logging(options)

    with sqlite3.connect(args[0]) as conn_in:

        engine, metadata = setup_database('sqlite:///'+args[1], echo=((options.verbose-options.quiet)>0))

        Session = sessionmaker(bind=engine)

        session = Session()

        try:

            curs_in = conn_in.cursor()

            fields_mapping = {}

            for i,res in enumerate(curs_in.execute("select json from tweet_tweet;")):

                logging.debug("main loop %d : %s" % (i, res[0])) #@UndefinedVariable

                processor.process()

                session.commit()

            logging.debug("main : %d tweet processed" % (i+1)) #@UndefinedVariable

        except Exception, e:

            session.rollback()

            raise e

        finally:

            session.close()