server/lib/iri_tweet/tweet_twitter_user.py
author veltr
Sat, 25 Feb 2012 00:45:20 +0100
changeset 45 49c818cf7c3a
parent 1 e0dbcf98c13e
permissions -rw-r--r--
z-index
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
     1
from iri_tweet.models import setup_database, Message, UserMessage, User
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
     2
from iri_tweet.utils import (get_oauth_token, get_user_query, set_logging_options, 
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
     3
    set_logging, parse_date, get_logger)
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
     4
from optparse import OptionParser #@UnresolvedImport
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
     5
from sqlalchemy import BigInteger
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
     6
from sqlalchemy.schema import Table, Column
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
     7
from sqlalchemy.sql import and_
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
     8
import datetime
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
     9
import re
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    10
import sys
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    11
import twitter
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    12
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    13
APPLICATION_NAME = "Tweet recorder user"
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    14
CONSUMER_KEY = "Vdr5ZcsjI1G3esTPI8yDg"
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    15
CONSUMER_SECRET = "LMhNrY99R6a7E0YbZZkRFpUZpX5EfB1qATbDk1sIVLs"
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    16
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    17
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    18
def get_options():
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    19
    parser = OptionParser()
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    20
    parser.add_option("-d", "--database", dest="database",
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    21
                      help="Input database", metavar="DATABASE")
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    22
    parser.add_option("-s", "--start-date", dest="start_date",
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    23
                      help="start date", metavar="START_DATE", default=None)
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    24
    parser.add_option("-e", "--end-date", dest="end_date",
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    25
                      help="end date", metavar="END_DATE")
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    26
    parser.add_option("-H", "--hashtag", dest="hashtag",
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    27
                      help="Hashtag", metavar="HASHTAG", default=[], action="append")                      
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    28
    parser.add_option("-x", "--exclude", dest="exclude",
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    29
                      help="file containing the id to exclude", metavar="EXCLUDE")
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    30
    parser.add_option("-D", "--duration", dest="duration", type="int",
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    31
                      help="Duration", metavar="DURATION", default=None)
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    32
    parser.add_option("-m", "--message", dest="message",
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    33
                      help="tweet", metavar="MESSAGE", default="")    
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    34
    parser.add_option("-u", "--user", dest="user",
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    35
                      help="user", metavar="USER")    
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    36
    parser.add_option("-w", "--password", dest="password",
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    37
                      help="password", metavar="PASSWORD")    
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    38
    parser.add_option("-t", dest="token_filename", metavar="TOKEN_FILENAME", default=".oauth_token",
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    39
                      help="Token file name")
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    40
    parser.add_option("-S", dest="simulate", metavar="SIMULATE", default=False, action="store_true", help="Simulate call to twitter. Do not change the database")
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    41
    parser.add_option("-f", dest="force", metavar="FORCE", default=False, action="store_true", help="force sending message to all user even if it has already been sent")
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    42
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    43
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    44
    set_logging_options(parser)
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    45
    
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    46
    return parser.parse_args()
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    47
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    48
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    49
if __name__ == "__main__":
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    50
    
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    51
    (options, args) = get_options()
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    52
    
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    53
    set_logging(options)
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    54
        
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    55
    get_logger().debug("OPTIONS : " + repr(options)) #@UndefinedVariable
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    56
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    57
    if not options.message or len(options.message) == 0:
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    58
        get_logger().warning("No message exiting")
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    59
        sys.exit()
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    60
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    61
    conn_str = options.database.strip()
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    62
    if not re.match("^\w+://.+", conn_str):
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    63
        conn_str = 'sqlite:///' + conn_str
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    64
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    65
    engine, metadata, Session = setup_database(conn_str, echo=((options.verbose-options.quiet)>0), create_all = False)        
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    66
    
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    67
    conn = None
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    68
    try :
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    69
        conn = engine.connect()  
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    70
        session = None      
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    71
        try:
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    72
            session = Session(bind=conn, autoflush=True, autocommit=True)
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    73
            tweet_exclude_table = Table("tweet_exclude", metadata, Column('id', BigInteger, primary_key=True), prefixes=['TEMPORARY'])
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    74
            metadata.create_all(bind=conn,tables=[tweet_exclude_table])
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    75
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    76
            start_date_str = options.start_date
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    77
            end_date_str = options.end_date
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    78
            duration = options.duration
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    79
            hashtags = options.hashtag
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    80
            
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    81
            start_date = None
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    82
            if start_date_str:
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    83
                start_date = parse_date(start_date_str) 
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    84
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    85
            end_date = None
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    86
            if end_date_str:
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    87
                end_date = parse_date(end_date_str)
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    88
            elif start_date and duration:
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    89
                end_date = start_date + datetime.timedelta(seconds=duration)
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    90
            
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    91
            base_message = options.message.decode(sys.getfilesystemencoding())
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    92
            #get or create message
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    93
            message_obj = session.query(Message).filter(Message.text == base_message).first()
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    94
            if not message_obj :
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    95
                message_obj = Message(text=base_message)
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    96
                session.add(message_obj) 
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    97
                session.flush()           
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    98
            
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
    99
            query = get_user_query(session, start_date, end_date, hashtags, tweet_exclude_table)
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   100
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   101
            if not options.force:
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   102
                query = query.outerjoin(UserMessage, and_(User.id == UserMessage.user_id, UserMessage.message_id == message_obj.id)).filter(UserMessage.message_id == None)
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   103
                
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   104
            query_res = query.all()
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   105
            
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   106
            acess_token_key, access_token_secret = get_oauth_token(options.token_filename, application_name=APPLICATION_NAME, consumer_key=CONSUMER_KEY, consumer_secret=CONSUMER_SECRET)
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   107
            t = twitter.Twitter(auth=twitter.OAuth(acess_token_key, access_token_secret, CONSUMER_KEY, CONSUMER_SECRET))
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   108
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   109
            for user in query_res:
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   110
                screen_name = user.screen_name
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   111
                
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   112
                message = u"@%s: %s" % (screen_name, base_message)
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   113
                get_logger().debug("new status : " + message) #@UndefinedVariable
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   114
                if not options.simulate:
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   115
                    t.statuses.update(status=message)
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   116
                    user_message = UserMessage(user_id=user.id, message_id=message_obj.id)
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   117
                    session.add(user_message)
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   118
                    session.flush()
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   119
        finally:
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   120
            # if message created and simulate, do not
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   121
            if session:  
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   122
                session.close()
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   123
    finally:
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   124
        if conn:
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   125
            conn.close()
e0dbcf98c13e Added server code
veltr
parents:
diff changeset
   126