| author | ymh <ymh.work@gmail.com> |
| Mon, 24 Jan 2011 10:27:42 +0100 | |
| changeset 137 | d363fa6232b2 |
| parent 116 | 811b34fd1bc0 |
| permissions | -rw-r--r-- |
| 0 | 1 |
import lucene |
2 |
from ldt.ldt_utils import STORE |
|
3 |
from ldt.ldt_utils import ANALYZER |
|
4 |
import uuid |
|
5 |
import django.core.urlresolvers |
|
6 |
from django.conf import settings |
|
7 |
import urllib |
|
8 |
import datetime |
|
| 32 | 9 |
import lxml.etree |
| 0 | 10 |
|
|
40
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
11 |
__BOOLEAN_DICT = { |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
12 |
'false':False, |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
13 |
'true':True, |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
14 |
'0':False, |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
15 |
'1':True, |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
16 |
't': True, |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
17 |
'f':False |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
18 |
} |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
19 |
|
| 137 | 20 |
def reduce_text_node(element_node, xpath_str): |
21 |
return reduce(lambda t, s: t+s, element_node.xpath(xpath_str, smart_strings=False), "") |
|
22 |
||
|
40
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
23 |
def boolean_convert(bool): |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
24 |
if bool is None: |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
25 |
return False |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
26 |
if bool is True or bool is False: |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
27 |
return bool |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
28 |
key = str(bool).lower() |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
29 |
return __BOOLEAN_DICT.get(key, False) |
|
509e30b9f5c9
basic contents and projects display
ymh <ymh.work@gmail.com>
parents:
32
diff
changeset
|
30 |
|
| 41 | 31 |
def generate_uuid(): |
32 |
return unicode(uuid.uuid1()) |
|
33 |
||
| 0 | 34 |
class LdtSearch(object): |
35 |
||
36 |
def query(self, field, query): |
|
37 |
indexSearcher = lucene.IndexSearcher(STORE) |
|
38 |
queryParser = lucene.QueryParser(lucene.Version.LUCENE_30, field, lucene.FrenchAnalyzer(lucene.Version.LUCENE_30)) |
|
39 |
queryParser.setDefaultOperator(lucene.QueryParser.Operator.AND) |
|
40 |
queryObj = queryParser.parse(query) |
|
41 |
hits = indexSearcher.search(queryObj, settings.LDT_MAX_SEARCH_NUMBER) |
|
| 85 | 42 |
|
| 0 | 43 |
res = [] |
44 |
for hit in hits.scoreDocs: |
|
45 |
doc = indexSearcher.doc(hit.doc) |
|
46 |
res.append({"iri_id":doc.get("iri_id"),"ensemble_id":doc.get("ensemble_id"),"decoupage_id":doc.get("decoupage_id"), "element_id":doc.get("element_id")}) |
|
47 |
indexSearcher.close() |
|
48 |
return res |
|
49 |
||
| 85 | 50 |
def queryAll(self, query): |
| 0 | 51 |
return self.query("all", query) |
52 |
||
53 |
class LdtUtils(object): |
|
54 |
||
55 |
def generateLdt(self, contentList, file, title = u"", author=u"IRI Web", web_url=u"", media_url="", startSegment = None, contributions=None): |
|
56 |
||
| 85 | 57 |
iri = lxml.etree.Element(u'iri') |
58 |
doc = lxml.etree.ElementTree(iri) |
|
59 |
||
60 |
project = lxml.etree.SubElement(iri, u'project') |
|
61 |
project.set(u"id",unicode(str(uuid.uuid1()))) |
|
| 80 | 62 |
project.set(u"title",unicode(title)) |
| 85 | 63 |
project.set(u"user",author) |
64 |
project.set(u"abstract",u"") |
|
65 |
||
66 |
medias = lxml.etree.SubElement(iri, u"medias") |
|
67 |
for content in contentList: |
|
68 |
videopath = unicode(settings.STREAM_URL) |
|
69 |
if content.videopath : |
|
70 |
videopath = unicode(content.videopath) |
|
71 |
media = lxml.etree.SubElement(medias, "media") |
|
72 |
media.set(u"id",content.iri_id) |
|
73 |
media.set(u"src",content.iri_url(web_url)) |
|
74 |
media.set(u"video",videopath) |
|
| 80 | 75 |
media.set(u"pict",u"") |
76 |
media.set(u"extra",u"") |
|
| 85 | 77 |
|
78 |
if contributions is None: |
|
79 |
contributions = [] |
|
80 |
annotations_nodes = {} |
|
81 |
for contrib in contributions: |
|
82 |
ldtdoc = lxml.etree.fromstring(contrib.ldtproject.ldt.encode("utf-8")) |
|
83 |
res = ldtdoc.xpath("/iri/annotations/content") |
|
84 |
||
85 |
for content in res: |
|
86 |
contentid = content.get("id") |
|
87 |
if annotations_nodes.has_key(contentid): |
|
88 |
contentnode = annotations_nodes[contentid] |
|
89 |
else: |
|
90 |
contentnode = {"id":contentid, "ensembles":[]} |
|
91 |
annotations_nodes[contentid]=contentnode |
|
92 |
for ens in content.childNodes: |
|
93 |
if ens.tag.endswith("ensemble"): |
|
94 |
contentnode["ensembles"].append(ens.tag) |
|
95 |
||
96 |
||
97 |
if len(annotations_nodes) > 0: |
|
98 |
annotations = lxml.etree.SubElement(iri, "annotations") |
|
99 |
for content in contentList: |
|
100 |
if content.content_base.iri_id in annotations_nodes: |
|
101 |
contentnode = annotations_nodes[content.content_base.iri_id] |
|
102 |
if contentnode is not None: |
|
103 |
if len(contentnode["ensembles"])>0: |
|
104 |
content = lxml.etree.SubElement(annotation, "content") |
|
105 |
content.set("id",contentnode["id"]) |
|
106 |
content.text = u"" |
|
107 |
else: |
|
108 |
content = lxml.etree.SubElement(annotation, "content") |
|
109 |
content.set("id",contentnode["id"]) |
|
110 |
||
111 |
else: |
|
112 |
annotations = lxml.etree.SubElement(iri, "annotations") |
|
113 |
||
114 |
||
115 |
displays = lxml.etree.SubElement(iri, "displays") |
|
116 |
if len(contentList) > 0: |
|
117 |
display = lxml.etree.SubElement(displays, "display") |
|
118 |
display.set(u"id",u"0") |
|
119 |
display.set(u"title",u"generated") |
|
120 |
display.set(u"idsel",contentList[0].iri_id) |
|
121 |
display.set(u"tc",u"0") |
|
| 0 | 122 |
for content in contentList: |
| 85 | 123 |
contentd = lxml.etree.SubElement(display,"content") |
124 |
contentd.set(u"id",content.iri_id) |
|
| 0 | 125 |
filepath = urllib.urlopen(content.iri_url()) |
| 85 | 126 |
|
127 |
udoc = lxml.etree.parse(filepath) |
|
128 |
res = udoc.xpath("/iri/body/ensembles/ensemble/decoupage") |
|
| 0 | 129 |
for decoupagenode in res: |
| 85 | 130 |
decoupage_id = decoupagenode.get(u"id") |
131 |
ensemble_id = decoupagenode.getparent().get(u"id") |
|
132 |
decoupage_id = decoupagenode.get(u"id") |
|
133 |
ensemble_id = decoupagenode.getparent().get(u"id") |
|
134 |
decoupage = lxml.etree.SubElement(contentd,"decoupage") |
|
135 |
decoupage.set(u"id",decoupage_id) |
|
136 |
decoupage.set(u"idens",ensemble_id) |
|
| 0 | 137 |
if startSegment is not None: |
| 85 | 138 |
activeSegment = lxml.etree.SubElement(display,"activeSegment") |
139 |
idas = lxml.etree.SubElement(activeSegment,"id") |
|
140 |
idas.set(u"idctt",startSegment["idcontent"]) |
|
| 80 | 141 |
idas.set(u"idens" ,startSegment["idgroup"]) |
142 |
idas.set(u"idcut",startSegment["idcutting"]) |
|
143 |
idas.set(u"idseg",startSegment["idsegment"]) |
|
| 85 | 144 |
|
145 |
edits = lxml.etree.SubElement(iri, "edits") |
|
146 |
||
147 |
doc.write(file, pretty_print=True) |
|
| 80 | 148 |
|
| 0 | 149 |
|
150 |
def generateInit(self, url, method, search=None): |
|
| 85 | 151 |
|
152 |
iri = lxml.etree.Element('iri') |
|
153 |
impl = lxml.etree.ElementTree(iri) |
|
| 80 | 154 |
|
| 85 | 155 |
elementFiles = lxml.etree.SubElement(iri,'files') |
156 |
elementInit = lxml.etree.SubElement(elementFiles, 'init') |
|
157 |
elementfile = lxml.etree.SubElement(elementInit, 'file') |
|
| 0 | 158 |
|
| 85 | 159 |
elementfile.set('src',settings.WEB_URL + django.core.urlresolvers.reverse(method, args=url)) |
160 |
elementfile.set('display', '1') |
|
161 |
if(search): |
|
162 |
elementfile.set("segsel",settings.WEB_URL + django.core.urlresolvers.reverse(search, args=url)) |
|
| 80 | 163 |
|
| 0 | 164 |
|
165 |
# /*chemin video : tant que le serveur de media n'est pas up, */ |
|
| 85 | 166 |
elementfile.set('video', settings.STREAM_URL) |
167 |
elementfile.set('pict', "") |
|
168 |
elementfile.set('extra', "") |
|
| 80 | 169 |
|
| 85 | 170 |
elementRecent = lxml.etree.SubElement(elementFiles, 'recent') |
171 |
elementLibrary = lxml.etree.SubElement(elementFiles, 'library') |
|
| 0 | 172 |
|
173 |
username = '' |
|
174 |
id = '' |
|
| 80 | 175 |
|
| 85 | 176 |
elementUser = lxml.etree.SubElement(iri, 'user') |
177 |
elementUser.set('name', username) |
|
178 |
elementUser.set('id', id) |
|
| 0 | 179 |
|
| 80 | 180 |
return iri |
181 |
||
182 |
||
| 0 | 183 |
|
184 |
def create_ldt(project, user): |
|
| 85 | 185 |
"""create xml""" |
186 |
||
| 0 | 187 |
|
| 80 | 188 |
contentList = project.contents.all() |
| 0 | 189 |
|
190 |
# create a dom |
|
| 80 | 191 |
iri = lxml.etree.Element('iri') |
192 |
doc = lxml.etree.ElementTree(iri) |
|
193 |
||
| 0 | 194 |
#node project |
| 80 | 195 |
elementProject = lxml.etree.SubElement(iri, 'project') |
| 0 | 196 |
|
| 80 | 197 |
elementProject.set('abstract', "") |
198 |
elementProject.set('title', project.title) |
|
199 |
elementProject.set('user', user.username) |
|
200 |
elementProject.set('id', project.ldt_id) |
|
201 |
||
| 0 | 202 |
#node medias |
| 80 | 203 |
elementMedias = lxml.etree.SubElement(iri, 'medias') |
| 0 | 204 |
|
205 |
idsel = None |
|
206 |
for content in contentList: |
|
207 |
if not idsel: |
|
208 |
idsel = content.iri_id |
|
| 85 | 209 |
elementMedia = lxml.etree.SubElement(elementMedias, 'media') |
210 |
elementMedia.set('id', content.iri_id) |
|
211 |
elementMedia.set('src', content.iri_url()) |
|
| 80 | 212 |
|
| 0 | 213 |
if content.videopath and content.videopath !="": |
| 85 | 214 |
elementMedia.set('video', content.videopath) |
| 0 | 215 |
else: |
| 85 | 216 |
elementMedia.set('video', settings.STREAM_URL) |
217 |
elementMedia.set('pict', "") |
|
218 |
elementMedia.set('extra', "") |
|
| 80 | 219 |
|
| 0 | 220 |
if not idsel: |
221 |
idsel = "" |
|
222 |
||
223 |
#node annotations |
|
| 80 | 224 |
elementAnnotations = lxml.etree.SubElement(iri, 'annotations') |
225 |
||
| 0 | 226 |
#node displays |
| 80 | 227 |
elementDisplays = lxml.etree.SubElement(iri, 'displays') |
228 |
elementDisplay = lxml.etree.SubElement(elementDisplays, 'display') |
|
229 |
elementDisplay.set('id', '0') |
|
230 |
elementDisplay.set('title', 'Init view') |
|
231 |
elementDisplay.set('idsel', idsel) |
|
232 |
elementDisplay.set('tc', '0') |
|
233 |
elementDisplay.set('zoom', '0') |
|
234 |
elementDisplay.set('scroll', '0') |
|
235 |
elementDisplay.set('infoBAB', '') |
|
236 |
||
237 |
||
| 0 | 238 |
#node content |
239 |
for content in contentList: |
|
| 85 | 240 |
elementContent = lxml.etree.SubElement(elementDisplay, 'content') |
241 |
elementContent.set('id', content.iri_id) |
|
| 80 | 242 |
|
| 0 | 243 |
if not 'http' in content.iriurl: |
244 |
#eg: "iiiielizabethrosse/ENMI08-III_elizabethrosse.iri" |
|
245 |
url = content.iri_url() |
|
246 |
else: |
|
247 |
url =content.iriurl |
|
248 |
file = urllib.urlopen(url) |
|
| 85 | 249 |
doc = lxml.etree.parse(file) |
250 |
res = doc.xpath("/iri/body/ensembles/ensemble/decoupage") |
|
| 80 | 251 |
|
| 85 | 252 |
#node decoupage |
| 0 | 253 |
for decoupagenode in res: |
| 85 | 254 |
decoupage_id = decoupagenode.get(u"id") |
255 |
parent= decoupagenode.getparent() |
|
256 |
ensemble_id = parent.get(u"id") |
|
257 |
elementDecoupage = lxml.etree.SubElement(elementContent, 'decoupage') |
|
258 |
elementDecoupage.set('idens', ensemble_id) |
|
259 |
elementDecoupage.set('id', decoupage_id) |
|
| 0 | 260 |
|
| 80 | 261 |
#node edits |
262 |
elementEdits = lxml.etree.SubElement(iri, 'edits') |
|
| 0 | 263 |
|
| 80 | 264 |
#write dom in Project.ldt |
265 |
project.ldt = lxml.etree.tostring(iri, pretty_print=True) |
|
266 |
||
| 0 | 267 |
#save Project |
268 |
project.save() |
|
269 |
return project |
|
270 |
||
271 |
||
272 |
def copy_ldt(project, new_project, user): |
|
273 |
new_project.ldt_id = str(uuid.uuid1()) |
|
274 |
new_project.created_by=user.username |
|
275 |
new_project.changed_by=user.username |
|
276 |
new_project.state = 1 |
|
277 |
||
278 |
contentList=project.contents.all() |
|
279 |
|
|
280 |
"""create xml""" |
|
281 |
||
| 80 | 282 |
ldt = lxml.etree.fromstring(project.ldt.encode("utf-8")) |
283 |
res = ldt.xpath("/iri/project") |
|
| 0 | 284 |
for elementProject in res: |
| 85 | 285 |
elementProject.set('abstract', "") |
286 |
elementProject.set('title', new_project.title) |
|
287 |
elementProject.set('user', user.username) |
|
288 |
elementProject.set('id', new_project.ldt_id) |
|
| 0 | 289 |
|
| 80 | 290 |
new_project.ldt = lxml.etree.tostring(ldt, pretty_print=True) |
291 |
||
| 0 | 292 |
#save Project |
293 |
new_project.save() |
|
294 |
return new_project |
|
295 |
||
296 |
def create_empty_iri(file, content, username): |
|
297 |
||
| 80 | 298 |
iri = lxml.etree.Element('iri') |
299 |
doc = lxml.etree.ElementTree(iri) |
|
| 0 | 300 |
|
| 80 | 301 |
head = lxml.etree.SubElement(iri, 'head') |
| 116 | 302 |
meta_id = lxml.etree.SubElement(head, 'meta') |
303 |
meta_id.set(u'name', u'id') |
|
304 |
meta_id.set(u'content', unicode(content.iri_id)) |
|
305 |
meta_title = lxml.etree.SubElement(head, 'meta') |
|
306 |
meta_title.set(u'name',u'title') |
|
307 |
meta_title.set(u'content', unicode(content.title)) |
|
308 |
meta_abstract = lxml.etree.SubElement(head, 'meta') |
|
309 |
meta_abstract.set(u'name',u'abstract') |
|
310 |
meta_abstract.set(u'content', unicode(content.description)) |
|
311 |
meta_author = lxml.etree.SubElement(head, 'meta') |
|
312 |
meta_author.set(u'name',u'author') |
|
313 |
meta_author.set(u'content', unicode(username)) |
|
314 |
meta_contributor = lxml.etree.SubElement(head, 'meta') |
|
315 |
meta_contributor.set(u'name',u'contributor') |
|
316 |
meta_contributor.set(u'content', unicode(username)) |
|
317 |
meta_date = lxml.etree.SubElement(head, 'meta') |
|
318 |
meta_date.set(u'name',u'date') |
|
319 |
meta_date.set(u'content', unicode(datetime.date.today().isoformat())) |
|
320 |
meta_copyright = lxml.etree.SubElement(head, 'meta') |
|
321 |
meta_copyright.set(u'name',u'copyright') |
|
322 |
meta_copyright.set(u'content', u'IRI') |
|
323 |
meta_type = lxml.etree.SubElement(head, 'meta') |
|
324 |
meta_type.set(u'name', u'type') |
|
325 |
meta_type.set(u'content', u'video') |
|
| 0 | 326 |
|
| 80 | 327 |
body = lxml.etree.SubElement(iri, 'body') |
328 |
ensembles = lxml.etree.SubElement(body, 'ensembles') |
|
329 |
links = lxml.etree.SubElement(body, 'links') |
|
330 |
||
331 |
medias = lxml.etree.SubElement(body, 'medias') |
|
| 0 | 332 |
|
| 116 | 333 |
media_video = lxml.etree.SubElement(medias, 'media') |
334 |
media_video.set(u'id',u'video') |
|
335 |
video = lxml.etree.SubElement(media_video, 'video') |
|
| 80 | 336 |
video.set(u'src',unicode(content.stream_src)) |
337 |
video.set(u'id',unicode(content.iri_id)) |
|
338 |
video.set(u'dur',unicode(content.duration)) |
|
339 |
video.set(u'begin',u'0') |
|
| 0 | 340 |
|
| 116 | 341 |
media_tool = lxml.etree.SubElement(medias, 'media') |
342 |
media_tool.set(u'id',u'tool') |
|
343 |
tool = lxml.etree.SubElement(media_tool, 'tool') |
|
| 80 | 344 |
|
345 |
display = lxml.etree.SubElement(body, 'display') |
|
346 |
||
347 |
doc.write(file, pretty_print=True) |
|
348 |
||
349 |
||
| 5 | 350 |
def update_iri(filepath, content, username): |
351 |
||
352 |
# open xml |
|
| 32 | 353 |
doc = lxml.etree.parse(filepath) |
| 5 | 354 |
|
| 62 | 355 |
res = doc.xpath("/iri/head/meta") |
| 5 | 356 |
# update meta |
357 |
||
358 |
for meta_node in res: |
|
| 32 | 359 |
meta_name = meta_node.get("name") |
| 5 | 360 |
content_attr = None |
361 |
if meta_name == u'id': |
|
362 |
content_attr = unicode(content.iri_id) |
|
363 |
elif meta_name == u'title': |
|
364 |
content_attr = unicode(content.title) |
|
365 |
elif meta_name == u'abstract': |
|
366 |
content_attr = unicode(content.description) |
|
367 |
elif meta_name == u'contributor': |
|
368 |
content_attr = unicode(username) |
|
369 |
elif meta_name == u"date": |
|
370 |
content_attr = unicode(datetime.date.today().isoformat()) |
|
371 |
if content_attr is not None: |
|
| 32 | 372 |
meta_node.set(u"content", content_attr) |
| 5 | 373 |
|
| 32 | 374 |
res = doc.xpath("/iri/body/medias/media[@id='video']/video") |
| 5 | 375 |
|
376 |
if len(res) > 0: |
|
377 |
video_node = res[0] |
|
|
71
fc1210bbb854
correct translation +some bug on update
ymh <ymh.work@gmail.com>
parents:
62
diff
changeset
|
378 |
video_node.set(u'src', unicode(content.stream_src)) |
| 32 | 379 |
video_node.set(u'dur', unicode(content.duration)) |
380 |
video_node.set(u'id', unicode(content.iri_id)) |
|
| 5 | 381 |
# update video |
382 |
||
383 |
f = open(filepath, "w") |
|
384 |
try: |
|
| 32 | 385 |
doc.write(f, encoding="UTF-8", pretty_print=True, xml_declaration=True) |
| 5 | 386 |
finally: |
387 |
f.close() |