Fix south migration problem caused by 0003_update_keys_to_textversion using TextVersion model which is updated only in 0010_auto__add_field_textversion_category_1__add_field_textversion_category, same with 0007_populate_id_key_in_comments using Comment model updated in 0011_auto__add_field_comment_category.
import chardet
import re
def to_unicode(input):
if type(input) == str:
res = None
encodings = ['utf8', 'latin1']
doc_enc = chardet.detect(input)['encoding']
if doc_enc:
encodings = [doc_enc,] + encodings
for encoding in encodings:
try:
res = unicode(input, encoding)
break;
except UnicodeDecodeError:
pass
if not res:
raise Exception('UnicodeDecodeError: could not decode')
return res
return input
# strip carriage returns
def strip_cr(input):
return re.sub('\r\n|\r|\n', '\n', input)