diff -r 2b794b7901d6 -r 4c3a15877f80 script/rest/search_enmi.py --- a/script/rest/search_enmi.py Tue Apr 26 10:53:35 2011 +0200 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,63 +0,0 @@ -from iri_tweet import models, utils -from sqlalchemy.orm import sessionmaker -import anyjson -import sqlite3 -import twitter - -def get_option(): - - parser = OptionParser() - - parser.add_option("-l", "--log", dest="logfile", - help="log to file", metavar="LOG", default="stderr") - parser.add_option("-v", dest="verbose", action="count", - help="verbose", metavar="VERBOSE", default=0) - parser.add_option("-q", dest="quiet", action="count", - help="quiet", metavar="QUIET", default=0) - parser.add_option("-r", "--request", dest="request", - help="twitter request", metavar="REQUEST", default=0) - parser.add_option("-Q", dest="query", - help="query", metavar="QUERY") - parser.add_option("-P", dest="rpp", metavar="RPP", default="50", - help="Result per page") - parser.add_option("-t", dest="token_filename", metavar="TOKEN_FILENAME", default=".oauth_token", - help="Token file name") - - - #add request token - #add - - return parser.parse_args() - -if __name__ == "__main__": - - (options, args) = get_option() - - twitter = twitter.Twitter(domain="search.twitter.com") - engine, metadata = models.setup_database('sqlite:///'+args[0], echo=((options.verbose-options.quiet)>0)) - Session = sessionmaker(bind=engine) - session = Session() - try: - #conn.row_factory = sqlite3.Row - #curs = conn.cursor() - #curs.execute("create table if not exists tweet_tweet (json);") - #conn.commit() - - results = None - page = 1 - - while page <= int(1500/int(options.rpp)) and ( results is None or len(results) > 0): - results = twitter. search(q=options.query, rpp=options.rpp, page=page) - for tweet in results["results"]: - print tweet - tweet_str = anyjson.serialize(tweet) - #invalidate user id - processor = utils.TwitterProcessor(tweet, tweet_str, session, options.token_filename) - processor.process() - session.flush() - page += 1 - session.commit() - finally: - session.close() - -