| author | wakimd |
| Wed, 22 Dec 2010 12:01:05 +0100 | |
| changeset 25 | c8dfd7ea87e5 |
| parent 24 | 9e19b7ae3780 |
| permissions | -rw-r--r-- |
| 22 | 1 |
from django.conf import settings |
|
24
9e19b7ae3780
Merge with 1a061f24425462b0267eece1cdc970001580be24
ymh <ymh.work@gmail.com>
diff
changeset
|
2 |
from ldt.ldt_utils import ANALYZER, STORE |
| 22 | 3 |
import base64 |
| 9 | 4 |
import django.core.urlresolvers |
|
24
9e19b7ae3780
Merge with 1a061f24425462b0267eece1cdc970001580be24
ymh <ymh.work@gmail.com>
diff
changeset
|
5 |
import lucene |
| 22 | 6 |
import lxml.etree |
| 9 | 7 |
import urllib |
| 22 | 8 |
import uuid |
| 9 | 9 |
|
10 |
__BOOLEAN_DICT = { |
|
11 |
'false':False, |
|
12 |
'true':True, |
|
13 |
'0':False, |
|
14 |
'1':True, |
|
15 |
't': True, |
|
16 |
'f':False |
|
17 |
} |
|
18 |
||
19 |
def boolean_convert(bool): |
|
20 |
if bool is None: |
|
21 |
return False |
|
22 |
if bool is True or bool is False: |
|
23 |
return bool |
|
24 |
key = str(bool).lower() |
|
25 |
return __BOOLEAN_DICT.get(key, False) |
|
26 |
||
27 |
||
28 |
def generate_uuid(): |
|
29 |
return unicode(uuid.uuid1()) |
|
30 |
||
31 |
||
32 |
def normalize_tags(list): |
|
33 |
nlist=[] |
|
34 |
for tag in list: |
|
35 |
tag = tag.lower() |
|
36 |
nlist.append(tag) |
|
37 |
taglist = dict().fromkeys(nlist).keys() |
|
38 |
||
39 |
return taglist |
|
40 |
||
41 |
||
| 21 | 42 |
class LdtSearch(object): |
43 |
||
44 |
def query(self, field, query): |
|
45 |
indexSearcher = lucene.IndexSearcher(STORE) |
|
46 |
queryParser = lucene.QueryParser(lucene.Version.LUCENE_30, field, lucene.FrenchAnalyzer(lucene.Version.LUCENE_30)) |
|
47 |
queryParser.setDefaultOperator(lucene.QueryParser.Operator.AND) |
|
48 |
queryObj = queryParser.parse(query) |
|
49 |
hits = indexSearcher.search(queryObj, settings.LDT_MAX_SEARCH_NUMBER) |
|
50 |
||
51 |
res = [] |
|
52 |
for hit in hits.scoreDocs: |
|
53 |
doc = indexSearcher.doc(hit.doc) |
|
54 |
res.append({"external_id":doc.get("external_id"),"title":doc.get("title")}) |
|
55 |
indexSearcher.close() |
|
56 |
return res |
|
57 |
||
58 |
def queryAll(self, query): |
|
59 |
return self.query("all", query) |
|
60 |
||
61 |