script/utils/merge_tweets.py
changeset 957 e4d0094f097b
parent 888 6fc6637d8403
child 1496 184372ec27e2
equal deleted inserted replaced
956:883d0724ffd0 957:e4d0094f097b
    17 
    17 
    18     parser.add_argument("-l", "--log", dest="logfile",
    18     parser.add_argument("-l", "--log", dest="logfile",
    19                         help="log to file", metavar="LOG", default="stderr")
    19                         help="log to file", metavar="LOG", default="stderr")
    20     parser.add_argument("-v", dest="verbose", action="count",
    20     parser.add_argument("-v", dest="verbose", action="count",
    21                         help="verbose", default=0)
    21                         help="verbose", default=0)
    22     parser.add_option("-k", "--key", dest="consumer_key",
    22     parser.add_argument("-k", "--key", dest="consumer_key",
    23                       help="Twitter consumer key", metavar="CONSUMER_KEY")
    23                       help="Twitter consumer key", metavar="CONSUMER_KEY")
    24     parser.add_option("-s", "--secret", dest="consumer_secret",
    24     parser.add_argument("-s", "--secret", dest="consumer_secret",
    25                       help="Twitter consumer secret", metavar="CONSUMER_SECRET")
    25                       help="Twitter consumer secret", metavar="CONSUMER_SECRET")
    26     parser.add_argument("-q", dest="quiet", action="count",
    26     parser.add_argument("-q", dest="quiet", action="count",
    27                         help="quiet", default=0)
    27                         help="quiet", default=0)
    28     parser.add_argument("--query-user", dest="query_user", action="store_true",
    28     parser.add_argument("--query-user", dest="query_user", action="store_true",
    29                         help="Query twitter for user information",  default=False)
    29                         help="Query twitter for user information",  default=False)
    37 
    37 
    38     return parser.parse_args()
    38     return parser.parse_args()
    39 
    39 
    40 if __name__ == "__main__":
    40 if __name__ == "__main__":
    41     
    41     
    42     sys.stdout = codecs.getwriter(sys.stdout.encoding)(sys.stdout)
    42     #sys.stdout = codecs.getwriter(sys.stdout.encoding)(sys.stdout)
    43     
    43     writer = None
    44     options = get_option()
    44     options = get_option()
    45     
    45     
    46     access_token = None
    46     access_token = None
    47     if options.query_user:
    47     if options.query_user:
    48         access_token = get_oauth_token(options.consumer_key, options.consumer_secret, options.token_filename)
    48         access_token = get_oauth_token(options.consumer_key, options.consumer_secret, options.token_filename)
    97                     tp.process()
    97                     tp.process()
    98                 
    98                 
    99                 session_tgt.flush()
    99                 session_tgt.flush()
   100                 
   100                 
   101             ptext = progress_text + tweet.text
   101             ptext = progress_text + tweet.text
   102             show_progress(i+1, count_tw, ptext.replace("\n",""), 70)
   102             writer = show_progress(i+1, count_tw, ptext.replace("\n",""), 70, writer)
   103                             
   103                             
   104         session_tgt.commit()
   104         session_tgt.commit()
   105         print u"%d new tweet added" % (added)
   105         print u"%d new tweet added" % (added)
   106         
   106         
   107     finally:
   107     finally: