| author | wakimd |
| Tue, 05 Oct 2010 18:19:44 +0200 | |
| changeset 91 | 9c83809fda01 |
| parent 80 | 1e7732f40eee |
| child 85 | 3b70d84e661a |
| permissions | -rw-r--r-- |
| 0 | 1 |
import lucene |
2 |
from ldt.ldt_utils import STORE |
|
3 |
from ldt.ldt_utils import ANALYZER |
|
4 |
import uuid |
|
5 |
import django.core.urlresolvers |
|
6 |
from django.conf import settings |
|
7 |
import urllib |
|
8 |
import datetime |
|
| 32 | 9 |
import lxml.etree |
| 0 | 10 |
|
|
40
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
11 |
__BOOLEAN_DICT = { |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
12 |
'false':False, |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
13 |
'true':True, |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
14 |
'0':False, |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
15 |
'1':True, |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
16 |
't': True, |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
17 |
'f':False |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
18 |
} |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
19 |
|
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
20 |
def boolean_convert(bool): |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
21 |
if bool is None: |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
22 |
return False |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
23 |
if bool is True or bool is False: |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
24 |
return bool |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
25 |
key = str(bool).lower() |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
26 |
return __BOOLEAN_DICT.get(key, False) |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
27 |
|
| 41 | 28 |
def generate_uuid(): |
29 |
return unicode(uuid.uuid1()) |
|
30 |
||
| 0 | 31 |
class LdtSearch(object): |
32 |
||
33 |
def query(self, field, query): |
|
34 |
indexSearcher = lucene.IndexSearcher(STORE) |
|
35 |
queryParser = lucene.QueryParser(lucene.Version.LUCENE_30, field, lucene.FrenchAnalyzer(lucene.Version.LUCENE_30)) |
|
36 |
queryParser.setDefaultOperator(lucene.QueryParser.Operator.AND) |
|
37 |
queryObj = queryParser.parse(query) |
|
38 |
hits = indexSearcher.search(queryObj, settings.LDT_MAX_SEARCH_NUMBER) |
|
39 |
||
40 |
res = [] |
|
41 |
for hit in hits.scoreDocs: |
|
42 |
doc = indexSearcher.doc(hit.doc) |
|
43 |
res.append({"iri_id":doc.get("iri_id"),"ensemble_id":doc.get("ensemble_id"),"decoupage_id":doc.get("decoupage_id"), "element_id":doc.get("element_id")}) |
|
44 |
indexSearcher.close() |
|
45 |
return res |
|
46 |
||
47 |
def queryAll(self, query): |
|
48 |
return self.query("all", query) |
|
49 |
||
50 |
class LdtUtils(object): |
|
51 |
||
52 |
def generateLdt(self, contentList, file, title = u"", author=u"IRI Web", web_url=u"", media_url="", startSegment = None, contributions=None): |
|
53 |
||
| 80 | 54 |
iri = lxml.etree.Element(u'iri') |
55 |
doc = lxml.etree.ElementTree(iri) |
|
56 |
||
57 |
project = lxml.etree.SubElement(iri, u'project') |
|
58 |
project.set(u"id",unicode(str(uuid.uuid1()))) |
|
59 |
project.set(u"title",unicode(title)) |
|
60 |
project.set(u"user",author) |
|
61 |
project.set(u"abstract",u"") |
|
62 |
||
63 |
medias = lxml.etree.SubElement(iri, u"medias") |
|
64 |
for content in contentList: |
|
65 |
videopath = unicode(settings.STREAM_URL) |
|
66 |
if content.videopath : |
|
67 |
videopath = unicode(content.videopath) |
|
68 |
media = lxml.etree.SubElement(medias, "media") |
|
69 |
media.set(u"id",content.iri_id) |
|
70 |
media.set(u"src",content.iri_url(web_url)) |
|
71 |
media.set(u"video",videopath) |
|
72 |
media.set(u"pict",u"") |
|
73 |
media.set(u"extra",u"") |
|
| 0 | 74 |
|
75 |
if contributions is None: |
|
76 |
contributions = [] |
|
77 |
annotations_nodes = {} |
|
78 |
for contrib in contributions: |
|
| 80 | 79 |
ldtdoc = lxml.etree.fromstring(contrib.ldtproject.ldt.encode("utf-8")) |
80 |
res = ldtdoc.xpath("/iri/annotations/content") |
|
81 |
||
| 0 | 82 |
for content in res: |
| 80 | 83 |
contentid = content.get("id") |
| 0 | 84 |
if annotations_nodes.has_key(contentid): |
85 |
contentnode = annotations_nodes[contentid] |
|
86 |
else: |
|
87 |
contentnode = {"id":contentid, "ensembles":[]} |
|
88 |
annotations_nodes[contentid]=contentnode |
|
89 |
for ens in content.childNodes: |
|
| 80 | 90 |
if ens.tag.endswith("ensemble"): |
91 |
contentnode["ensembles"].append(ens.tag) |
|
92 |
||
| 0 | 93 |
|
94 |
if len(annotations_nodes) > 0: |
|
| 80 | 95 |
annotations = lxml.etree.SubElement(iri, "annotations") |
| 0 | 96 |
for content in contentList: |
97 |
if content.content_base.iri_id in annotations_nodes: |
|
98 |
contentnode = annotations_nodes[content.content_base.iri_id] |
|
99 |
if contentnode is not None: |
|
100 |
if len(contentnode["ensembles"])>0: |
|
| 80 | 101 |
content = lxml.etree.SubElement(annotation, "content") |
102 |
content.set("id",contentnode["id"]) |
|
103 |
content.text = u"" |
|
| 0 | 104 |
else: |
| 80 | 105 |
content = lxml.etree.SubElement(annotation, "content") |
106 |
content.set("id",contentnode["id"]) |
|
107 |
||
| 0 | 108 |
else: |
| 80 | 109 |
annotations = lxml.etree.SubElement(iri, "annotations") |
| 0 | 110 |
|
111 |
||
| 80 | 112 |
displays = lxml.etree.SubElement(iri, "displays") |
| 0 | 113 |
if len(contentList) > 0: |
| 80 | 114 |
display = lxml.etree.SubElement(displays, "display") |
115 |
display.set(u"id",u"0") |
|
116 |
display.set(u"title",u"generated") |
|
117 |
display.set(u"idsel",contentList[0].iri_id) |
|
118 |
display.set(u"tc",u"0") |
|
| 0 | 119 |
for content in contentList: |
| 80 | 120 |
contentd = lxml.etree.SubElement(display,"content") |
121 |
contentd.set(u"id",content.iri_id) |
|
| 0 | 122 |
filepath = urllib.urlopen(content.iri_url()) |
| 80 | 123 |
|
124 |
udoc = lxml.etree.parse(filepath) |
|
125 |
res = udoc.xpath("/iri/body/ensembles/ensemble/decoupage") |
|
| 0 | 126 |
for decoupagenode in res: |
127 |
decoupage_id = decoupagenode.getAttribute(u"id") |
|
128 |
ensemble_id = decoupagenode.parentNode.getAttribute(u"id") |
|
| 80 | 129 |
decoupage_id = decoupagenode.get(u"id") |
130 |
ensemble_id = decoupagenode.getparent().get(u"id") |
|
131 |
decoupage = lxml.etree.SubElement(content,"decoupage") |
|
132 |
decoupage.set(u"id",decoupage_id) |
|
133 |
decoupage.set(u"idens",ensemble_id) |
|
| 0 | 134 |
if startSegment is not None: |
| 80 | 135 |
activeSegment = lxml.etree.SubElement(display,"activeSegment") |
136 |
idas = lxml.etree.SubElement(activeSegment,"id") |
|
137 |
idas.set(u"idctt",startSegment["idcontent"]) |
|
138 |
idas.set(u"idens" ,startSegment["idgroup"]) |
|
139 |
idas.set(u"idcut",startSegment["idcutting"]) |
|
140 |
idas.set(u"idseg",startSegment["idsegment"]) |
|
| 0 | 141 |
|
| 80 | 142 |
edits = lxml.etree.SubElement(iri, "edits") |
143 |
||
144 |
doc.write(file, pretty_print=True) |
|
145 |
||
| 0 | 146 |
|
147 |
def generateInit(self, url, method, search=None): |
|
148 |
||
| 80 | 149 |
iri = lxml.etree.Element('iri') |
150 |
impl = lxml.etree.ElementTree(iri) |
|
151 |
||
152 |
elementFiles = lxml.etree.SubElement(iri,'files') |
|
153 |
elementInit = lxml.etree.SubElement(elementFiles, 'init') |
|
154 |
elementfile = lxml.etree.SubElement(elementInit, 'file') |
|
| 0 | 155 |
|
| 80 | 156 |
elementfile.set('src',settings.WEB_URL + django.core.urlresolvers.reverse(method, args=url)) |
157 |
elementfile.set('display', '1') |
|
158 |
if(search): |
|
159 |
elementfile.set("segsel",settings.WEB_URL + django.core.urlresolvers.reverse(search, args=url)) |
|
160 |
||
| 0 | 161 |
|
162 |
# /*chemin video : tant que le serveur de media n'est pas up, */ |
|
| 80 | 163 |
elementfile.set('video', settings.STREAM_URL) |
164 |
elementfile.set('pict', "") |
|
165 |
elementfile.set('extra', "") |
|
166 |
||
167 |
elementRecent = lxml.etree.SubElement(elementFiles, 'recent') |
|
168 |
elementLibrary = lxml.etree.SubElement(elementFiles, 'library') |
|
| 0 | 169 |
|
170 |
username = '' |
|
171 |
id = '' |
|
| 80 | 172 |
|
173 |
elementUser = lxml.etree.SubElement(iri, 'user') |
|
174 |
elementUser.set('name', username) |
|
175 |
elementUser.set('id', id) |
|
| 0 | 176 |
|
| 80 | 177 |
return iri |
178 |
||
179 |
||
| 0 | 180 |
|
181 |
def create_ldt(project, user): |
|
182 |
||
| 80 | 183 |
contentList = project.contents.all() |
| 0 | 184 |
|
185 |
"""create xml""" |
|
186 |
||
187 |
# create a dom |
|
| 80 | 188 |
iri = lxml.etree.Element('iri') |
189 |
doc = lxml.etree.ElementTree(iri) |
|
190 |
||
| 0 | 191 |
#node project |
| 80 | 192 |
elementProject = lxml.etree.SubElement(iri, 'project') |
| 0 | 193 |
|
| 80 | 194 |
elementProject.set('abstract', "") |
195 |
elementProject.set('title', project.title) |
|
196 |
elementProject.set('user', user.username) |
|
197 |
elementProject.set('id', project.ldt_id) |
|
198 |
||
| 0 | 199 |
#node medias |
| 80 | 200 |
elementMedias = lxml.etree.SubElement(iri, 'medias') |
| 0 | 201 |
|
202 |
idsel = None |
|
203 |
for content in contentList: |
|
204 |
if not idsel: |
|
205 |
idsel = content.iri_id |
|
| 80 | 206 |
elementMedia = lxml.etree.SubElement(elementMedias, 'media') |
207 |
elementMedia.set('id', content.iri_id) |
|
208 |
elementMedia.set('src', content.iri_url()) |
|
209 |
||
| 0 | 210 |
if content.videopath and content.videopath !="": |
| 80 | 211 |
elementMedia.set('video', content.videopath) |
| 0 | 212 |
else: |
| 80 | 213 |
elementMedia.set('video', settings.STREAM_URL) |
214 |
elementMedia.set('pict', "") |
|
215 |
elementMedia.set('extra', "") |
|
216 |
||
| 0 | 217 |
if not idsel: |
218 |
idsel = "" |
|
219 |
||
220 |
#node annotations |
|
| 80 | 221 |
elementAnnotations = lxml.etree.SubElement(iri, 'annotations') |
222 |
||
| 0 | 223 |
#node displays |
| 80 | 224 |
elementDisplays = lxml.etree.SubElement(iri, 'displays') |
225 |
elementDisplay = lxml.etree.SubElement(elementDisplays, 'display') |
|
226 |
elementDisplay.set('id', '0') |
|
227 |
elementDisplay.set('title', 'Init view') |
|
228 |
elementDisplay.set('idsel', idsel) |
|
229 |
elementDisplay.set('tc', '0') |
|
230 |
elementDisplay.set('zoom', '0') |
|
231 |
elementDisplay.set('scroll', '0') |
|
232 |
elementDisplay.set('infoBAB', '') |
|
233 |
||
234 |
||
| 0 | 235 |
#node content |
236 |
for content in contentList: |
|
| 80 | 237 |
elementContent = lxml.etree.SubElement(elementDisplay, 'content') |
238 |
elementContent.set('id', content.iri_id) |
|
239 |
||
| 0 | 240 |
if not 'http' in content.iriurl: |
241 |
#eg: "iiiielizabethrosse/ENMI08-III_elizabethrosse.iri" |
|
242 |
url = content.iri_url() |
|
243 |
else: |
|
244 |
url =content.iriurl |
|
245 |
file = urllib.urlopen(url) |
|
| 80 | 246 |
doc = lxml.etree.parse(file) |
247 |
res = doc.xpath("/iri/body/ensembles/ensemble/decoupage") |
|
248 |
||
249 |
||
250 |
#node decoupage |
|
| 0 | 251 |
for decoupagenode in res: |
| 80 | 252 |
decoupage_id = decoupagenode.attrib(u"id") |
253 |
parent= decoupagenode.getparent() |
|
254 |
ensemble_id = parent.attrib(u"id") |
|
255 |
elementDecoupage = etree.SubElement(elementContent, 'decoupage') |
|
256 |
elementDecoupage.set('idens', ensemble_id) |
|
257 |
elementDecoupage.set('id', decoupage_id) |
|
| 0 | 258 |
|
| 80 | 259 |
#node edits |
260 |
elementEdits = lxml.etree.SubElement(iri, 'edits') |
|
| 0 | 261 |
|
| 80 | 262 |
#write dom in Project.ldt |
263 |
project.ldt = lxml.etree.tostring(iri, pretty_print=True) |
|
264 |
||
| 0 | 265 |
#save Project |
266 |
project.save() |
|
267 |
return project |
|
268 |
||
269 |
||
270 |
def copy_ldt(project, new_project, user): |
|
271 |
new_project.ldt_id = str(uuid.uuid1()) |
|
272 |
new_project.created_by=user.username |
|
273 |
new_project.changed_by=user.username |
|
274 |
new_project.state = 1 |
|
275 |
||
276 |
contentList=project.contents.all() |
|
277 |
|
|
278 |
"""create xml""" |
|
279 |
||
| 80 | 280 |
ldt = lxml.etree.fromstring(project.ldt.encode("utf-8")) |
281 |
res = ldt.xpath("/iri/project") |
|
| 0 | 282 |
for elementProject in res: |
| 80 | 283 |
elementProject.set('abstract', "") |
284 |
elementProject.set('title', new_project.title) |
|
285 |
elementProject.set('user', user.username) |
|
286 |
elementProject.set('id', new_project.ldt_id) |
|
| 0 | 287 |
|
| 80 | 288 |
new_project.ldt = lxml.etree.tostring(ldt, pretty_print=True) |
289 |
||
| 0 | 290 |
#save Project |
291 |
new_project.save() |
|
292 |
return new_project |
|
293 |
||
294 |
def create_empty_iri(file, content, username): |
|
295 |
||
| 80 | 296 |
iri = lxml.etree.Element('iri') |
297 |
doc = lxml.etree.ElementTree(iri) |
|
| 0 | 298 |
|
| 80 | 299 |
head = lxml.etree.SubElement(iri, 'head') |
300 |
meta1 = lxml.etree.SubElement(head, 'meta') |
|
301 |
meta1.set(u'name', u'id') |
|
302 |
meta1.set(u'content', unicode(content.iri_id)) |
|
303 |
meta2 = lxml.etree.SubElement(head, 'meta') |
|
304 |
meta2.set(u'name',u'title') |
|
305 |
meta2.set(u'content', unicode(content.title)) |
|
306 |
meta3 = lxml.etree.SubElement(head, 'meta') |
|
307 |
meta3.set(u'name',u'abstract') |
|
308 |
meta3.set(u'content', unicode(content.description)) |
|
309 |
meta4 = lxml.etree.SubElement(head, 'meta') |
|
310 |
meta4.set(u'name',u'author') |
|
311 |
meta4.set(u'content', unicode(username)) |
|
312 |
meta5 = lxml.etree.SubElement(head, 'meta') |
|
313 |
meta5.set(u'name',u'contributor') |
|
314 |
meta5.set(u'content', unicode(username)) |
|
315 |
meta6 = lxml.etree.SubElement(head, 'meta') |
|
316 |
meta6.set(u'name',u'date') |
|
317 |
meta6.set(u'content', unicode(datetime.date.today().isoformat())) |
|
318 |
meta7 = lxml.etree.SubElement(head, 'meta') |
|
319 |
meta7.set(u'name',u'copyright') |
|
320 |
meta7.set(u'content', u'IRI') |
|
321 |
meta8 = lxml.etree.SubElement(head, 'meta') |
|
322 |
meta8.set(u'name', u'type') |
|
323 |
meta8.set(u'content', u'video') |
|
| 0 | 324 |
|
| 80 | 325 |
body = lxml.etree.SubElement(iri, 'body') |
326 |
ensembles = lxml.etree.SubElement(body, 'ensembles') |
|
327 |
links = lxml.etree.SubElement(body, 'links') |
|
328 |
||
329 |
medias = lxml.etree.SubElement(body, 'medias') |
|
| 0 | 330 |
|
| 80 | 331 |
media1 = lxml.etree.SubElement(medias, 'media') |
332 |
media1.set(u'id',u'video') |
|
333 |
video = lxml.etree.SubElement(media1, 'video') |
|
334 |
video.set(u'src',unicode(content.stream_src)) |
|
335 |
video.set(u'id',unicode(content.iri_id)) |
|
336 |
video.set(u'dur',unicode(content.duration)) |
|
337 |
video.set(u'begin',u'0') |
|
| 0 | 338 |
|
| 80 | 339 |
media2 = lxml.etree.SubElement(medias, 'media') |
340 |
media2.set(u'id',u'tool') |
|
341 |
tool = lxml.etree.SubElement(media2, 'tool') |
|
342 |
||
343 |
display = lxml.etree.SubElement(body, 'display') |
|
344 |
||
345 |
doc.write(file, pretty_print=True) |
|
346 |
||
347 |
||
| 5 | 348 |
def update_iri(filepath, content, username): |
349 |
||
350 |
# open xml |
|
| 32 | 351 |
doc = lxml.etree.parse(filepath) |
| 5 | 352 |
|
| 62 | 353 |
res = doc.xpath("/iri/head/meta") |
| 5 | 354 |
# update meta |
355 |
||
356 |
for meta_node in res: |
|
| 32 | 357 |
meta_name = meta_node.get("name") |
| 5 | 358 |
content_attr = None |
359 |
if meta_name == u'id': |
|
360 |
content_attr = unicode(content.iri_id) |
|
361 |
elif meta_name == u'title': |
|
362 |
content_attr = unicode(content.title) |
|
363 |
elif meta_name == u'abstract': |
|
364 |
content_attr = unicode(content.description) |
|
365 |
elif meta_name == u'contributor': |
|
366 |
content_attr = unicode(username) |
|
367 |
elif meta_name == u"date": |
|
368 |
content_attr = unicode(datetime.date.today().isoformat()) |
|
369 |
if content_attr is not None: |
|
| 32 | 370 |
meta_node.set(u"content", content_attr) |
| 5 | 371 |
|
| 32 | 372 |
res = doc.xpath("/iri/body/medias/media[@id='video']/video") |
| 5 | 373 |
|
374 |
if len(res) > 0: |
|
375 |
video_node = res[0] |
|
|
71
fc1210bbb854
correct translation +some bug on update
ymh <ymh.work@gmail.com>
parents:
62
diff
changeset
|
376 |
video_node.set(u'src', unicode(content.stream_src)) |
| 32 | 377 |
video_node.set(u'dur', unicode(content.duration)) |
378 |
video_node.set(u'id', unicode(content.iri_id)) |
|
| 5 | 379 |
# update video |
380 |
||
381 |
f = open(filepath, "w") |
|
382 |
try: |
|
| 32 | 383 |
doc.write(f, encoding="UTF-8", pretty_print=True, xml_declaration=True) |
| 5 | 384 |
finally: |
385 |
f.close() |