|
1 from iri_tweet.models import setup_database, Message, UserMessage, User |
|
2 from iri_tweet.utils import (get_oauth_token, get_user_query, set_logging_options, |
|
3 set_logging, parse_date, get_logger) |
|
4 from optparse import OptionParser #@UnresolvedImport |
|
5 from sqlalchemy import BigInteger |
|
6 from sqlalchemy.schema import Table, Column |
|
7 from sqlalchemy.sql import and_ |
|
8 import datetime |
|
9 import re |
|
10 import sys |
|
11 import twitter |
|
12 |
|
13 APPLICATION_NAME = "Tweet recorder user" |
|
14 CONSUMER_KEY = "Vdr5ZcsjI1G3esTPI8yDg" |
|
15 CONSUMER_SECRET = "LMhNrY99R6a7E0YbZZkRFpUZpX5EfB1qATbDk1sIVLs" |
|
16 |
|
17 |
|
18 def get_options(): |
|
19 parser = OptionParser() |
|
20 parser.add_option("-d", "--database", dest="database", |
|
21 help="Input database", metavar="DATABASE") |
|
22 parser.add_option("-s", "--start-date", dest="start_date", |
|
23 help="start date", metavar="START_DATE", default=None) |
|
24 parser.add_option("-e", "--end-date", dest="end_date", |
|
25 help="end date", metavar="END_DATE") |
|
26 parser.add_option("-H", "--hashtag", dest="hashtag", |
|
27 help="Hashtag", metavar="HASHTAG", default=[], action="append") |
|
28 parser.add_option("-x", "--exclude", dest="exclude", |
|
29 help="file containing the id to exclude", metavar="EXCLUDE") |
|
30 parser.add_option("-D", "--duration", dest="duration", type="int", |
|
31 help="Duration", metavar="DURATION", default=None) |
|
32 parser.add_option("-m", "--message", dest="message", |
|
33 help="tweet", metavar="MESSAGE", default="") |
|
34 parser.add_option("-u", "--user", dest="user", |
|
35 help="user", metavar="USER") |
|
36 parser.add_option("-w", "--password", dest="password", |
|
37 help="password", metavar="PASSWORD") |
|
38 parser.add_option("-t", dest="token_filename", metavar="TOKEN_FILENAME", default=".oauth_token", |
|
39 help="Token file name") |
|
40 parser.add_option("-S", dest="simulate", metavar="SIMULATE", default=False, action="store_true", help="Simulate call to twitter. Do not change the database") |
|
41 parser.add_option("-f", dest="force", metavar="FORCE", default=False, action="store_true", help="force sending message to all user even if it has already been sent") |
|
42 |
|
43 |
|
44 set_logging_options(parser) |
|
45 |
|
46 return parser.parse_args() |
|
47 |
|
48 |
|
49 if __name__ == "__main__": |
|
50 |
|
51 (options, args) = get_options() |
|
52 |
|
53 set_logging(options) |
|
54 |
|
55 get_logger().debug("OPTIONS : " + repr(options)) #@UndefinedVariable |
|
56 |
|
57 if not options.message or len(options.message) == 0: |
|
58 get_logger().warning("No message exiting") |
|
59 sys.exit() |
|
60 |
|
61 conn_str = options.database.strip() |
|
62 if not re.match("^\w+://.+", conn_str): |
|
63 conn_str = 'sqlite:///' + conn_str |
|
64 |
|
65 engine, metadata, Session = setup_database(conn_str, echo=((options.verbose-options.quiet)>0), create_all = False) |
|
66 |
|
67 conn = None |
|
68 try : |
|
69 conn = engine.connect() |
|
70 session = None |
|
71 try: |
|
72 session = Session(bind=conn, autoflush=True, autocommit=True) |
|
73 tweet_exclude_table = Table("tweet_exclude", metadata, Column('id', BigInteger, primary_key=True), prefixes=['TEMPORARY']) |
|
74 metadata.create_all(bind=conn,tables=[tweet_exclude_table]) |
|
75 |
|
76 start_date_str = options.start_date |
|
77 end_date_str = options.end_date |
|
78 duration = options.duration |
|
79 hashtags = options.hashtag |
|
80 |
|
81 start_date = None |
|
82 if start_date_str: |
|
83 start_date = parse_date(start_date_str) |
|
84 |
|
85 end_date = None |
|
86 if end_date_str: |
|
87 end_date = parse_date(end_date_str) |
|
88 elif start_date and duration: |
|
89 end_date = start_date + datetime.timedelta(seconds=duration) |
|
90 |
|
91 base_message = options.message.decode(sys.getfilesystemencoding()) |
|
92 #get or create message |
|
93 message_obj = session.query(Message).filter(Message.text == base_message).first() |
|
94 if not message_obj : |
|
95 message_obj = Message(text=base_message) |
|
96 session.add(message_obj) |
|
97 session.flush() |
|
98 |
|
99 query = get_user_query(session, start_date, end_date, hashtags, tweet_exclude_table) |
|
100 |
|
101 if not options.force: |
|
102 query = query.outerjoin(UserMessage, and_(User.id == UserMessage.user_id, UserMessage.message_id == message_obj.id)).filter(UserMessage.message_id == None) |
|
103 |
|
104 query_res = query.all() |
|
105 |
|
106 acess_token_key, access_token_secret = get_oauth_token(options.token_filename, application_name=APPLICATION_NAME, consumer_key=CONSUMER_KEY, consumer_secret=CONSUMER_SECRET) |
|
107 t = twitter.Twitter(auth=twitter.OAuth(acess_token_key, access_token_secret, CONSUMER_KEY, CONSUMER_SECRET)) |
|
108 |
|
109 for user in query_res: |
|
110 screen_name = user.screen_name |
|
111 |
|
112 message = u"@%s: %s" % (screen_name, base_message) |
|
113 get_logger().debug("new status : " + message) #@UndefinedVariable |
|
114 if not options.simulate: |
|
115 t.statuses.update(status=message) |
|
116 user_message = UserMessage(user_id=user.id, message_id=message_obj.id) |
|
117 session.add(user_message) |
|
118 session.flush() |
|
119 finally: |
|
120 # if message created and simulate, do not |
|
121 if session: |
|
122 session.close() |
|
123 finally: |
|
124 if conn: |
|
125 conn.close() |
|
126 |