equal
deleted
inserted
replaced
34 |
34 |
35 def parse_date(date_str): |
35 def parse_date(date_str): |
36 ts = email.utils.parsedate_tz(date_str) |
36 ts = email.utils.parsedate_tz(date_str) |
37 return datetime.datetime(*ts[0:7]) |
37 return datetime.datetime(*ts[0:7]) |
38 |
38 |
|
39 def clean_keys(dict_val): |
|
40 return dict([(str(key),value) for key,value in dict_val.items()]) |
39 |
41 |
40 fields_adapter = { |
42 fields_adapter = { |
41 'stream': { |
43 'stream': { |
42 "tweet": { |
44 "tweet": { |
43 "created_at" : adapt_date, |
45 "created_at" : adapt_date, |
141 |
143 |
142 return user |
144 return user |
143 |
145 |
144 def __process_entity(self, ind, ind_type): |
146 def __process_entity(self, ind, ind_type): |
145 logging.debug("Process_entity : " + repr(ind) + " : " + repr(ind_type)) |
147 logging.debug("Process_entity : " + repr(ind) + " : " + repr(ind_type)) |
146 |
148 |
|
149 ind = clean_keys(ind) |
|
150 |
147 entity_dict = { |
151 entity_dict = { |
148 "indice_start": ind["indices"][0], |
152 "indice_start": ind["indices"][0], |
149 "indice_end" : ind["indices"][1], |
153 "indice_end" : ind["indices"][1], |
150 "tweet_id" : self.tweet.id, |
154 "tweet_id" : self.tweet.id, |
151 "tweet" : self.tweet |
155 "tweet" : self.tweet |