equal
deleted
inserted
replaced
1 from models import setup_database |
1 from iri_tweet.models import setup_database |
2 from optparse import OptionParser #@UnresolvedImport |
2 from iri_tweet.processor import TwitterProcessorStatus |
3 from sqlalchemy.orm import sessionmaker |
3 from iri_tweet.utils import set_logging_options, set_logging |
4 from utils import set_logging_options, set_logging, TwitterProcessor, logger |
4 from optparse import OptionParser |
5 import sqlite3 #@UnresolvedImport |
5 import logging |
|
6 import sqlite3 |
|
7 |
|
8 logger = logging.getLogger(__name__) |
6 |
9 |
7 |
10 |
8 # 'entities': "tweet_entity", |
11 # 'entities': "tweet_entity", |
9 # 'user': "tweet_user" |
12 # 'user': "tweet_user" |
10 |
13 |
31 try: |
34 try: |
32 curs_in = conn_in.cursor() |
35 curs_in = conn_in.cursor() |
33 fields_mapping = {} |
36 fields_mapping = {} |
34 for i,res in enumerate(curs_in.execute("select json from tweet_tweet;")): |
37 for i,res in enumerate(curs_in.execute("select json from tweet_tweet;")): |
35 logger.debug("main loop %d : %s" % (i, res[0])) #@UndefinedVariable |
38 logger.debug("main loop %d : %s" % (i, res[0])) #@UndefinedVariable |
36 processor = TwitterProcessor(eval(res[0]), res[0], None, session, options.token_filename) |
39 processor = TwitterProcessorStatus(json_dict=eval(res[0]), json_txt=res[0], source_id=None, session=session, consumer_token=None, access_token=None, token_filename=options.token_filename, user_query_twitter=False, logger=logger) |
37 processor.process() |
40 processor.process() |
38 session.commit() |
41 session.commit() |
39 logger.debug("main : %d tweet processed" % (i+1)) #@UndefinedVariable |
42 logger.debug("main : %d tweet processed" % (i+1)) #@UndefinedVariable |
40 except Exception, e: |
43 except Exception, e: |
41 session.rollback() |
44 session.rollback() |