16 parser.add_option("-r", "--request", dest="request", |
16 parser.add_option("-r", "--request", dest="request", |
17 help="twitter request", metavar="REQUEST", default=0) |
17 help="twitter request", metavar="REQUEST", default=0) |
18 parser.add_option("-Q", dest="query", |
18 parser.add_option("-Q", dest="query", |
19 help="query", metavar="QUERY") |
19 help="query", metavar="QUERY") |
20 parser.add_option("-P", dest="rpp", metavar="RPP", default="50", |
20 parser.add_option("-P", dest="rpp", metavar="RPP", default="50", |
21 help="Result per page", metavar="RPP") |
21 help="Result per page") |
|
22 parser.add_option("-t", dest="token_filename", metavar="TOKEN_FILENAME", default=".oauth_token", |
|
23 help="Token file name") |
|
24 |
22 |
25 |
23 #add request token |
26 #add request token |
24 #add |
27 #add |
25 |
28 |
26 return parser.parse_args() |
29 return parser.parse_args() |
44 |
47 |
45 while page <= int(1500/int(options.rpp)) and ( results is None or len(results) > 0): |
48 while page <= int(1500/int(options.rpp)) and ( results is None or len(results) > 0): |
46 results = twitter. search(q=options.query, rpp=options.rpp, page=page) |
49 results = twitter. search(q=options.query, rpp=options.rpp, page=page) |
47 for tweet in results["results"]: |
50 for tweet in results["results"]: |
48 print tweet |
51 print tweet |
49 processor = utils.TwitterProcessor(tweet, None, session) |
52 processor = utils.TwitterProcessor(tweet, None, session, options.token_filename) |
50 processor.process() |
53 processor.process() |
51 session.flush() |
54 session.flush() |
52 page += 1 |
55 page += 1 |
53 session.commit() |
56 session.commit() |
54 finally: |
57 finally: |