script/lib/iri_tweet/tweet_twitter_user.py
author Yves-Marie Haussonne <1218002+ymph@users.noreply.github.com>
Wed, 06 Apr 2011 16:39:42 +0200
changeset 98 6e8930a1b8f7
parent 82 210dc265c70f
child 243 9213a63fa34a
permissions -rw-r--r--
add tools to track tweeter messaging

from iri_tweet.models import setup_database, Message, UserMessage, User
from iri_tweet.utils import (get_oauth_token, get_user_query, set_logging_options, 
    set_logging, parse_date)
from optparse import OptionParser #@UnresolvedImport
from sqlalchemy import BigInteger
from sqlalchemy.orm import sessionmaker
from sqlalchemy.schema import MetaData, Table, Column
from sqlalchemy.sql import and_
import datetime
import logging #@UnresolvedImport
import sys
import time
import twitter

APPLICATION_NAME = "Tweet recorder user"
CONSUMER_KEY = "Vdr5ZcsjI1G3esTPI8yDg"
CONSUMER_SECRET = "LMhNrY99R6a7E0YbZZkRFpUZpX5EfB1qATbDk1sIVLs"


def get_options():
    parser = OptionParser()
    parser.add_option("-d", "--database", dest="database",
                      help="Input database", metavar="DATABASE")
    parser.add_option("-s", "--start-date", dest="start_date",
                      help="start date", metavar="START_DATE")
    parser.add_option("-e", "--end-date", dest="end_date",
                      help="end date", metavar="END_DATE")
    parser.add_option("-H", "--hashtag", dest="hashtag",
                      help="Hashtag", metavar="HASHTAG", default=[], action="append")                      
    parser.add_option("-x", "--exclude", dest="exclude",
                      help="file containing the id to exclude", metavar="EXCLUDE")
    parser.add_option("-D", "--duration", dest="duration", type="int",
                      help="Duration", metavar="DURATION", default=None)
    parser.add_option("-m", "--message", dest="message",
                      help="tweet", metavar="MESSAGE", default="")    
    parser.add_option("-u", "--user", dest="user",
                      help="user", metavar="USER")    
    parser.add_option("-w", "--password", dest="password",
                      help="password", metavar="PASSWORD")    
    parser.add_option("-t", dest="token_filename", metavar="TOKEN_FILENAME", default=".oauth_token",
                      help="Token file name")
    parser.add_option("-S", dest="simulate", metavar="SIMULATE", default=False, action="store_true", help="Simulate call to twitter. Do not change the database")
    parser.add_option("-f", dest="force", metavar="FORCE", default=False, action="store_true", help="force sending message to all user even if it has already been sent")


    set_logging_options(parser)
    
    return parser.parse_args()


if __name__ == "__main__":
    
    (options, args) = get_options()
    
    set_logging(options)
        
    logging.debug("OPTIONS : " + repr(options)) #@UndefinedVariable

    if not options.message or len(options.message) == 0:
        sys.exit()

    engine, metadata = setup_database('sqlite:///'+options.database, echo=((options.verbose-options.quiet)>0), create_all = True)        
    
    Session = sessionmaker()
    conn = engine.connect()
    try :
        session = Session(bind=conn, autoflush=True, autocommit=True)
        try:
            metadata = MetaData(bind=conn)
            tweet_exclude_table = Table("tweet_exclude", metadata, Column('id', BigInteger, primary_key=True), prefixes=['TEMPORARY'])
            metadata.create_all()

            start_date_str = options.start_date
            end_date_str = options.end_date
            duration = options.duration
            hashtags = options.hashtag
            
            
            start_date = parse_date(start_date_str) 
            ts = time.mktime(start_date.timetuple())
        
            if end_date_str:
                end_date = parse_date(end_date_str)
                te = time.mktime(end_date.timetuple())
            else:
                te = ts + duration
                end_date = start_date + datetime.timedelta(seconds=duration)
            
            base_message = options.message.decode(sys.getfilesystemencoding())
            #get or create message
            message_obj = session.query(Message).filter(Message.text == base_message).first()
            if not message_obj :
                message_obj = Message(text=base_message)
                session.add(message_obj) 
                session.flush()           
            
            query = get_user_query(session, start_date, end_date, hashtags, tweet_exclude_table)

            if not options.force:
                query = query.outerjoin(UserMessage, and_(User.id == UserMessage.user_id, UserMessage.message_id == message_obj.id)).filter(UserMessage.message_id == None)
                
            query_res = query.all()
            
            acess_token_key, access_token_secret = get_oauth_token(options.token_filename, application_name=APPLICATION_NAME, consumer_key=CONSUMER_KEY, consumer_secret=CONSUMER_SECRET)
            t = twitter.Twitter(auth=twitter.OAuth(acess_token_key, access_token_secret, CONSUMER_KEY, CONSUMER_SECRET))

            for user in query_res:
                screen_name = user.screen_name
                
                message = u"@%s: %s" % (screen_name, base_message)
                logging.debug("new status : " + message) #@UndefinedVariable
                if not options.simulate:
                    t.statuses.update(status=message)
                    user_message = UserMessage(user_id=user.id, message_id=message_obj.id)
                    session.add(user_message)
                    session.flush()
        finally:
            # if message created and simulate, do not  
            session.close()
    finally:
        conn.close()