equal
deleted
inserted
replaced
1 from iri_tweet import models, utils |
1 from iri_tweet import models, utils |
2 from sqlalchemy.orm import sessionmaker |
2 from sqlalchemy.orm import sessionmaker |
|
3 import anyjson |
3 import sqlite3 |
4 import sqlite3 |
4 import twitter |
5 import twitter |
5 |
6 |
6 def get_option(): |
7 def get_option(): |
7 |
8 |
47 |
48 |
48 while page <= int(1500/int(options.rpp)) and ( results is None or len(results) > 0): |
49 while page <= int(1500/int(options.rpp)) and ( results is None or len(results) > 0): |
49 results = twitter. search(q=options.query, rpp=options.rpp, page=page) |
50 results = twitter. search(q=options.query, rpp=options.rpp, page=page) |
50 for tweet in results["results"]: |
51 for tweet in results["results"]: |
51 print tweet |
52 print tweet |
52 processor = utils.TwitterProcessor(tweet, None, session, options.token_filename) |
53 tweet_str = anyjson.serialize(tweet) |
|
54 #invalidate user id |
|
55 processor = utils.TwitterProcessor(tweet, tweet_str, session, options.token_filename) |
53 processor.process() |
56 processor.process() |
54 session.flush() |
57 session.flush() |
55 page += 1 |
58 page += 1 |
56 session.commit() |
59 session.commit() |
57 finally: |
60 finally: |