equal
deleted
inserted
replaced
|
1 from blessings import Terminal |
1 from iri_tweet import models, utils |
2 from iri_tweet import models, utils |
2 from sqlalchemy.orm import sessionmaker |
3 from iri_tweet.processor import TwitterProcessorStatus |
3 import anyjson |
4 from optparse import OptionParser |
4 import sqlite3 |
5 import logging |
5 import twitter |
6 import math |
6 import re |
7 import re |
7 import requests |
8 import requests |
8 from optparse import OptionParser |
|
9 import simplejson |
|
10 import time |
9 import time |
11 from blessings import Terminal |
10 import twitter |
12 import sys |
11 |
13 import math |
12 logger = logging.getLogger(__name__) |
14 from symbol import except_clause |
|
15 |
13 |
16 APPLICATION_NAME = "Tweet recorder user" |
14 APPLICATION_NAME = "Tweet recorder user" |
17 CONSUMER_KEY = "Vdr5ZcsjI1G3esTPI8yDg" |
15 CONSUMER_KEY = "Vdr5ZcsjI1G3esTPI8yDg" |
18 CONSUMER_SECRET = "LMhNrY99R6a7E0YbZZkRFpUZpX5EfB1qATbDk1sIVLs" |
16 CONSUMER_SECRET = "LMhNrY99R6a7E0YbZZkRFpUZpX5EfB1qATbDk1sIVLs" |
19 |
17 |
84 (options, args) = get_option() |
82 (options, args) = get_option() |
85 |
83 |
86 utils.set_logging(options); |
84 utils.set_logging(options); |
87 |
85 |
88 |
86 |
89 acess_token_key, access_token_secret = utils.get_oauth_token(options.token_filename, application_name=APPLICATION_NAME, consumer_key=CONSUMER_KEY, consumer_secret=CONSUMER_SECRET) |
87 acess_token_key, access_token_secret = utils.get_oauth_token(consumer_key=CONSUMER_KEY, consumer_secret=CONSUMER_SECRET, options.token_filename, application_name=APPLICATION_NAME) |
90 |
88 |
91 t = twitter.Twitter(domain="api.twitter.com", auth=twitter.OAuth(acess_token_key, access_token_secret, CONSUMER_KEY, CONSUMER_SECRET), secure=True) |
89 t = twitter.Twitter(domain="api.twitter.com", auth=twitter.OAuth(acess_token_key, access_token_secret, CONSUMER_KEY, CONSUMER_SECRET), secure=True) |
92 t.secure = True |
90 t.secure = True |
93 |
91 |
94 conn_str = options.database.strip() |
92 conn_str = options.database.strip() |
142 if e.e.code == 404 or e.e.code == 403: |
140 if e.e.code == 404 or e.e.code == 403: |
143 continue |
141 continue |
144 else: |
142 else: |
145 raise |
143 raise |
146 |
144 |
147 processor = utils.TwitterProcessor(tweet, None, None, session, None, options.token_filename) |
145 processor = TwitterProcessorStatus(tweet, None, None, session, None, options.token_filename, logger) |
148 processor.process() |
146 processor.process() |
149 session.flush() |
147 session.flush() |
150 session.commit() |
148 session.commit() |
151 |
149 |
152 time_to_sleep = int(math.ceil((tweet.rate_limit_reset - time.mktime(time.gmtime())) / tweet.rate_limit_remaining)) |
150 time_to_sleep = int(math.ceil((tweet.rate_limit_reset - time.mktime(time.gmtime())) / tweet.rate_limit_remaining)) |