equal
deleted
inserted
replaced
11 # 'user': "tweet_user" |
11 # 'user': "tweet_user" |
12 |
12 |
13 def get_option(): |
13 def get_option(): |
14 |
14 |
15 parser = OptionParser() |
15 parser = OptionParser() |
|
16 |
|
17 parser.add_option("-t", dest="token_filename", metavar="TOKEN_FILENAME", default=".oauth_token", |
|
18 help="Token file name") |
16 |
19 |
17 set_logging_options(parser) |
20 set_logging_options(parser) |
18 |
21 |
19 return parser.parse_args() |
22 return parser.parse_args() |
20 |
23 |
31 try: |
34 try: |
32 curs_in = conn_in.cursor() |
35 curs_in = conn_in.cursor() |
33 fields_mapping = {} |
36 fields_mapping = {} |
34 for i,res in enumerate(curs_in.execute("select json from tweet_tweet;")): |
37 for i,res in enumerate(curs_in.execute("select json from tweet_tweet;")): |
35 logging.debug("main loop %d : %s" % (i, res[0])) |
38 logging.debug("main loop %d : %s" % (i, res[0])) |
36 processor = TwitterProcessor(eval(res[0]), res[0], session) |
39 processor = TwitterProcessor(eval(res[0]), res[0], session, options.token_filename) |
37 processor.process() |
40 processor.process() |
38 session.commit() |
41 session.commit() |
39 logging.debug("main : %d tweet processed" % (i+1)) |
42 logging.debug("main : %d tweet processed" % (i+1)) |
40 except Exception, e: |
43 except Exception, e: |
41 session.rollback() |
44 session.rollback() |