import re

import sys

import twitter

                      help="query", metavar="QUERY")

                      help="Result per page")

                      help="Token file name")

                        help="Twitter consumer key", metavar="CONSUMER_KEY")

                        help="Twitter consumer secret", metavar="CONSUMER_SECRET")

    return parser.parse_args()

def get_auth(options, access_token):

    consumer_key = options.consumer_key

    consumer_secret = options.consumer_secret

    auth = twitter.OAuth(token=access_token[0], token_secret=access_token[1], consumer_key=consumer_key, consumer_secret=consumer_secret)

    return auth

if __name__ == "__main__":

    access_token = utils.get_oauth_token(consumer_key=options.consumer_key, consumer_secret=options.consumer_secret, token_file_path=options.token_filename)

    auth = get_auth(options, access_token)

    t = twitter.Twitter(domain="api.twitter.com",api_version="1.1",secure=True, auth=auth)

    if not re.match("^\w+://.+", conn_str):

        conn_str = 'sqlite:///' + conn_str

    engine, metadata, Session = models.setup_database(conn_str, echo=((options.verbose-options.quiet)>0), create_all=True)

    session = None

    try:

        session = Session()

        #conn.row_factory = sqlite3.Row

        #curs = conn.cursor()

        #curs.execute("create table if not exists tweet_tweet (json);")

        #conn.commit()

        results = None        

        page = 1

        print options.query

        #get current_maxid

        results = t.search.tweets(q=options.query, result_type="recent")

        max_id = results.get('search_metadata',{}).get('max_id',0)

        if max_id==0:

            print("No results, exit")

            sys.exit(0)

        while page <= int(1500/int(options.rpp)) and \

            ( results is None  or len(results.get('statuses',0)) > 0) and \

            max_id > 0:

            results = t.search.tweets(q=options.query, count=options.rpp, max_id=max_id, include_entities=True, result_type='recent')

            max_id = results.get('search_metadata',{}).get('since_id',1) - 1

            for tweet in results["statuses"]:

                print tweet

                tweet_str = anyjson.serialize(tweet)

                #invalidate user id

                p = processor.TwitterProcessorStatus(json_dict=tweet, json_txt=tweet_str, source_id=None, session=session, consumer_token=(options.consumer_key, options.consumer_secret), access_token=access_token, token_filename=options.token_filename, user_query_twitter=False, logger=None)

                p.process()

                session.flush()

                session.commit()

            page += 1

            #session.commit()

    finally:

        if session:

            session.close()