| author | ymh <ymh.work@gmail.com> |
| Tue, 25 Jun 2013 10:28:25 +0200 | |
| changeset 34 | b1fd0e0197c8 |
| parent 33 | 61c3ffd94f11 |
| child 334 | 169b7cfd1f58 |
| permissions | -rw-r--r-- |
| 0 | 1 |
# -*- coding: utf-8 -*- |
2 |
''' |
|
3 |
Created on Jun 10, 2013 |
|
4 |
||
5 |
@author: ymh |
|
6 |
''' |
|
| 33 | 7 |
from .models import TermLabel |
| 0 | 8 |
from dateutil import parser |
9 |
import re |
|
|
34
b1fd0e0197c8
add image field processing; correct csv import
ymh <ymh.work@gmail.com>
parents:
33
diff
changeset
|
10 |
from core.models.notice import NoticeImage |
| 0 | 11 |
|
12 |
class ImportProcessor(object): |
|
13 |
||
14 |
def __init__(self, field): |
|
15 |
self.field = field |
|
16 |
||
17 |
def process(self, obj, value): |
|
18 |
return {} |
|
19 |
||
20 |
||
21 |
class CharFieldProcessor(ImportProcessor): |
|
22 |
||
23 |
def process(self, obj, value): |
|
24 |
setattr(obj, self.field, value) |
|
25 |
return {} |
|
26 |
||
| 28 | 27 |
class TrimCharFieldProcessor(CharFieldProcessor): |
28 |
||
29 |
def process(self, obj, value): |
|
30 |
return super(TrimCharFieldProcessor, self).process(obj, value.strip()) |
|
31 |
||
| 0 | 32 |
class BooleanFieldProcessor(ImportProcessor): |
33 |
||
34 |
def process(self, obj, value): |
|
35 |
setattr(obj, self.field, value and value.strip().lower() in ['oui', '1', 't', 'yes', 'y', 'o']) |
|
36 |
||
37 |
class DateFieldProcessor(ImportProcessor): |
|
38 |
||
39 |
def process(self, obj, value): |
|
| 28 | 40 |
setattr(obj, self.field, parser.parse(value) if value else None) |
|
34
b1fd0e0197c8
add image field processing; correct csv import
ymh <ymh.work@gmail.com>
parents:
33
diff
changeset
|
41 |
|
|
b1fd0e0197c8
add image field processing; correct csv import
ymh <ymh.work@gmail.com>
parents:
33
diff
changeset
|
42 |
class VideoFieldProcessor(ImportProcessor): |
|
b1fd0e0197c8
add image field processing; correct csv import
ymh <ymh.work@gmail.com>
parents:
33
diff
changeset
|
43 |
|
|
b1fd0e0197c8
add image field processing; correct csv import
ymh <ymh.work@gmail.com>
parents:
33
diff
changeset
|
44 |
def process(self, obj, value): |
|
b1fd0e0197c8
add image field processing; correct csv import
ymh <ymh.work@gmail.com>
parents:
33
diff
changeset
|
45 |
res = {} |
|
b1fd0e0197c8
add image field processing; correct csv import
ymh <ymh.work@gmail.com>
parents:
33
diff
changeset
|
46 |
images_str = getattr(obj, self.field, None) |
|
b1fd0e0197c8
add image field processing; correct csv import
ymh <ymh.work@gmail.com>
parents:
33
diff
changeset
|
47 |
if not images_str: |
|
b1fd0e0197c8
add image field processing; correct csv import
ymh <ymh.work@gmail.com>
parents:
33
diff
changeset
|
48 |
return res |
|
b1fd0e0197c8
add image field processing; correct csv import
ymh <ymh.work@gmail.com>
parents:
33
diff
changeset
|
49 |
for image_path in [path.strip() for path in images_str.split(";")]: |
|
b1fd0e0197c8
add image field processing; correct csv import
ymh <ymh.work@gmail.com>
parents:
33
diff
changeset
|
50 |
if not image_path: |
|
b1fd0e0197c8
add image field processing; correct csv import
ymh <ymh.work@gmail.com>
parents:
33
diff
changeset
|
51 |
continue |
|
b1fd0e0197c8
add image field processing; correct csv import
ymh <ymh.work@gmail.com>
parents:
33
diff
changeset
|
52 |
if not NoticeImage.objects.filter(relative_url=image_path, notice=obj).exists(): |
|
b1fd0e0197c8
add image field processing; correct csv import
ymh <ymh.work@gmail.com>
parents:
33
diff
changeset
|
53 |
res.setdefault(NoticeImage,[]).append(NoticeImage(relative_url=image_path, notice=obj)) |
|
b1fd0e0197c8
add image field processing; correct csv import
ymh <ymh.work@gmail.com>
parents:
33
diff
changeset
|
54 |
return res |
| 0 | 55 |
|
56 |
class TermProcessor(ImportProcessor): |
|
57 |
||
| 28 | 58 |
def __init__(self, field, context, notice_term_klass, re_split = r"[\;\,\:\(\)]", re_sub = "\(.+?\)"): |
| 0 | 59 |
ImportProcessor.__init__(self, field) |
| 28 | 60 |
self.re_split = re.compile(re_split) |
61 |
self.re_sub = re.compile(re_sub) if re_sub else None |
|
| 0 | 62 |
self.context = context |
63 |
self.notice_term_klass = notice_term_klass |
|
64 |
||
65 |
def build_notice_term(self, token, obj): |
|
| 33 | 66 |
|
67 |
termlabels = list(TermLabel.objects.filter(label=token, term__thesaurus__uri=self.context).select_related()) |
|
68 |
if termlabels: |
|
69 |
term_obj = termlabels[0].term |
|
70 |
if not self.notice_term_klass.objects.filter(notice=obj,term=term_obj).exists(): |
|
71 |
return self.notice_term_klass(notice=obj,term=term_obj) |
|
72 |
else: |
|
73 |
return None |
|
74 |
else: |
|
75 |
return None |
|
| 0 | 76 |
|
77 |
def process(self, obj, value): |
|
78 |
res = {} |
|
79 |
#remove everything between () |
|
80 |
value = getattr(obj, self.field) |
|
|
34
b1fd0e0197c8
add image field processing; correct csv import
ymh <ymh.work@gmail.com>
parents:
33
diff
changeset
|
81 |
if not value : |
|
b1fd0e0197c8
add image field processing; correct csv import
ymh <ymh.work@gmail.com>
parents:
33
diff
changeset
|
82 |
return res |
| 0 | 83 |
if self.re_sub: |
| 28 | 84 |
value = self.re_sub.sub("", value) |
85 |
for token in self.re_split.split(value): |
|
| 0 | 86 |
token = token.strip() |
87 |
nt = self.build_notice_term(token, obj) |
|
88 |
if nt is not None: |
|
89 |
res.setdefault(self.notice_term_klass,[]).append(nt) |
|
90 |
return res |