equal
deleted
inserted
replaced
34 if __name__ == "__main__": |
34 if __name__ == "__main__": |
35 |
35 |
36 (options, args) = get_option() |
36 (options, args) = get_option() |
37 |
37 |
38 twitter = twitter.Twitter(domain="search.twitter.com") |
38 twitter = twitter.Twitter(domain="search.twitter.com") |
39 engine, metadata = models.setup_database('sqlite:///'+args[0], echo=((options.verbose-options.quiet)>0)) |
39 |
|
40 conn_str = args[0].strip() |
|
41 if not re.match("^\w+://.+", conn_str): |
|
42 conn_str = 'sqlite:///' + conn_str |
|
43 |
|
44 |
|
45 engine, metadata = models.setup_database(conn_str, echo=((options.verbose-options.quiet)>0), create_all=True) |
40 Session = sessionmaker(bind=engine) |
46 Session = sessionmaker(bind=engine) |
41 session = Session() |
47 session = Session() |
42 try: |
48 try: |
43 #conn.row_factory = sqlite3.Row |
49 #conn.row_factory = sqlite3.Row |
44 #curs = conn.cursor() |
50 #curs = conn.cursor() |
52 results = twitter.search(q=options.query, rpp=options.rpp, page=page) |
58 results = twitter.search(q=options.query, rpp=options.rpp, page=page) |
53 for tweet in results["results"]: |
59 for tweet in results["results"]: |
54 print tweet |
60 print tweet |
55 tweet_str = anyjson.serialize(tweet) |
61 tweet_str = anyjson.serialize(tweet) |
56 #invalidate user id |
62 #invalidate user id |
57 processor = utils.TwitterProcessor(tweet, tweet_str, None, session, options.token_filename) |
63 processor = utils.TwitterProcessor(tweet, tweet_str, None, session, None, options.token_filename) |
58 processor.process() |
64 processor.process() |
59 session.flush() |
65 session.flush() |
60 session.commit() |
66 session.commit() |
61 page += 1 |
67 page += 1 |
62 #session.commit() |
68 #session.commit() |