equal
deleted
inserted
replaced
1 from iri_tweet import models, utils |
1 from iri_tweet import models, processor |
2 from sqlalchemy.orm import sessionmaker |
2 from optparse import OptionParser |
3 import anyjson |
3 import anyjson |
4 import sqlite3 |
4 import re |
5 import twitter |
5 import twitter |
6 import re |
|
7 from optparse import OptionParser |
|
8 |
6 |
9 |
7 |
10 def get_option(): |
8 def get_option(): |
11 |
9 |
12 parser = OptionParser() |
10 parser = OptionParser() |
57 |
55 |
58 for tweet in results["results"]: |
56 for tweet in results["results"]: |
59 print tweet |
57 print tweet |
60 tweet_str = anyjson.serialize(tweet) |
58 tweet_str = anyjson.serialize(tweet) |
61 #invalidate user id |
59 #invalidate user id |
62 processor = utils.TwitterProcessor(tweet, tweet_str, None, session, None, options.token_filename) |
60 processor = processor.TwitterProcessorStatus(json_dict=tweet, json_txt=tweet_str, source_id=None, session=session, consumer_token=None, access_token=None, token_filename=options.token_filename, user_query_twitter=False, logger=None) |
63 processor.process() |
61 processor.process() |
64 session.flush() |
62 session.flush() |
65 session.commit() |
63 session.commit() |
66 page += 1 |
64 page += 1 |
67 #session.commit() |
65 #session.commit() |