web/hdalab/management/commands/query_dbpedia.py
author ymh <ymh.work@gmail.com>
Sun, 11 Mar 2012 03:27:09 +0100
changeset 135 dd6578e36a57
parent 119 e3ebe3545f72
child 240 c8627191f2d7
permissions -rw-r--r--
translate interface
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
119
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
     1
# -*- coding: utf-8 -*-
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
     2
'''
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
     3
Created on Jan 30, 2012
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
     4
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
     5
@author: ymh
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
     6
'''
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
     7
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
     8
from django.core.management.base import NoArgsCommand
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
     9
from django.core.management.color import no_style
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    10
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    11
from optparse import make_option
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
    12
from django.conf import settings
119
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    13
from django.db.models import Count
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    14
from django.db import transaction
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    15
from hdabo.models import Tag
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    16
from hdalab.models import DbpediaFields, TagLinks
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    17
from hdabo.utils import show_progress
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    18
from rdflib.graph import Graph
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    19
from rdflib import URIRef
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    20
import re
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
    21
import traceback
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
    22
import sys
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
    23
from hdalab.models.dataviz import DbpediaFieldsTranslation
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
    24
from django import db
119
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    25
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    26
class Command(NoArgsCommand):
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    27
    '''
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    28
    query and update wikipedia for tag title.
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    29
    '''
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    30
    options = ''
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    31
    help = """query and update wikipedia for tag title."""
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    32
    
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    33
    option_list = NoArgsCommand.option_list + (
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    34
        make_option('--all',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    35
            action='store_true',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    36
            dest='all',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    37
            default=False,
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    38
            help='force all tags to be updated, not only those not yet processed'),
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    39
        make_option('--force',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    40
            action='store_true',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    41
            dest='force',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    42
            default=False,
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    43
            help='ask no questions'),
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    44
        make_option('--random',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    45
            action='store_true',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    46
            dest='random',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    47
            default=False,
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    48
            help='randomize query on tags'),
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    49
        make_option('--limit',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    50
            action='store',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    51
            type='int',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    52
            dest='limit',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    53
            default= -1,
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    54
            help='number of tag to process'),
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    55
        make_option('--start',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    56
            action='store',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    57
            type='int',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    58
            dest='start',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    59
            default=0,
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    60
            help='number of tag to ignore'),
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    61
        make_option('--tag',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    62
            action='append',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    63
            dest='tags',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    64
            type='string',
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    65
            default=[],
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    66
            help='the tag to query'),
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    67
    )
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    68
    
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    69
    def handle_noargs(self, **options):
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
    70
                
119
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    71
        self.style = no_style()
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    72
        
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    73
        self.interactive = options.get('interactive', True)
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    74
        
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    75
        self.verbosity = int(options.get('verbosity', '1'))
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    76
        
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    77
        self.force = options.get('force', False)
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    78
        
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    79
        self.limit = options.get("limit", -1)
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    80
        self.start = options.get("start", 0)
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    81
        
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    82
        self.random = options.get('random', False)
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    83
                        
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    84
        if self.verbosity > 2:
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    85
            print "option passed : " + repr(options)
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    86
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    87
        self.tag_list = options.get("tags", []);
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    88
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    89
        queryset = Tag.objects.exclude(dbpedia_uri= None)
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    90
        
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    91
                
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    92
        if self.tag_list:
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    93
            queryset = queryset.filter(label__in=self.tag_list)
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    94
        elif not options.get('all',False):            
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    95
            queryset = queryset.annotate(dbfc=Count('dbpedia_fields')).filter(dbfc = 0)
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    96
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    97
        if self.random:
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    98
            queryset = queryset.order_by("?")
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
    99
        else:
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   100
            queryset = queryset.order_by("label")
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   101
        
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   102
        if self.limit >= 0:
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   103
            queryset = queryset[self.start:self.limit]
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   104
        elif self.start > 0:
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   105
            queryset = queryset[self.start:]
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   106
        
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   107
        if self.verbosity > 2 :
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   108
            print "Tag Query is %s" % (queryset.query)
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   109
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   110
        count = queryset.count()
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   111
        
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   112
        if count == 0:
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   113
            print "No tag to query : exit."
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   114
            return
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   115
            
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   116
            
119
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   117
        if not self.force and self.interactive:
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   118
            confirm = raw_input("You have requested to query and replace the dbpedia information for %d tags.\n Are you sure you want to do this? \nType 'yes' to continue, or 'no' to cancel: " % (count))
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   119
        else:
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   120
            confirm = 'yes'
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   121
            
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   122
        if confirm != "yes":
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   123
            print "dbpedia query cancelled"
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   124
            return
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   125
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   126
        writer = None
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   127
        for i,tag in enumerate(queryset):
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   128
            writer = show_progress(i+1, count, tag.label, 50, writer)
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   129
            db.reset_queries()
119
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   130
            rdf_uri = re.sub('\/resource\/', "/data/", tag.dbpedia_uri) + ".n3"            
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   131
            g = Graph()
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   132
            try :
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   133
                g.parse(rdf_uri, format="n3")
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   134
            
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   135
                with transaction.commit_on_success():
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   136
                    
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   137
                    abstracts = {}
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   138
                    labels = {}
119
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   139
                    thumbnail = None
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   140
                    for t in g:
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   141
                        if t[1] == URIRef(u'http://dbpedia.org/ontology/abstract') and t[2] is not None \
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   142
                            and hasattr(t[2], 'language'):
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   143
                            abstracts[t[2].language] = unicode(t[2])
119
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   144
                        if t[1] ==  URIRef(u'http://www.w3.org/2000/01/rdf-schema#label') and t[2] is not None \
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   145
                            and hasattr(t[2], 'language'):
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   146
                            labels[t[2].language] = unicode(t[2]) 
119
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   147
                        if t[1] == URIRef(u'http://dbpedia.org/ontology/thumbnail') and t[2] is not None:
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   148
                            thumbnail = unicode(t[2])
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   149
                        if u'http://dbpedia.org/resource' in t[2]:
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   150
                            tagqs = Tag.objects.filter(dbpedia_uri=unicode(t[2]))
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   151
                            if tagqs:
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   152
                                TagLinks.objects.get_or_create(subject=tag, object=tagqs[0])                        
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   153
                    
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   154
                    ref_label = labels['fr'] if 'fr' in labels else labels['en'] if 'en' in labels else labels.values()[0] if len(labels) > 0 else tag.label
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   155
                    ref_abstract = abstracts['fr'] if 'fr' in abstracts else abstracts['en'] if 'en' in abstracts else abstracts.values()[0] if len(abstracts) > 0 else None
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   156
                    for lang in settings.LANGUAGES:
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   157
                        if lang[0] not in labels:
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   158
                            labels[lang[0]]= ref_label
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   159
                        if lang[0] not in abstracts:
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   160
                            abstracts[lang[0]] = ref_abstract
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   161
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   162
                    dbfield , created = DbpediaFields.objects.get_or_create(dbpedia_uri=tag.dbpedia_uri,tag=tag, defaults={'abstract':ref_abstract, 'thumbnail':thumbnail, 'label':ref_label}) #@UndefinedVariable                    
119
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   163
                    if not created:
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   164
                        dbfield.abstract = ref_abstract
119
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   165
                        dbfield.thumbnail = thumbnail
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   166
                        dbfield.label = ref_label
119
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   167
                        dbfield.save()
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   168
                        DbpediaFieldsTranslation.objects.filter(master=dbfield).delete()
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   169
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   170
                    consolidated_trans = {}
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   171
                    for lang,label in labels.iteritems():
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   172
                        consolidated_trans[lang] = [label,ref_abstract]
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   173
                    for lang,abstract in abstracts.iteritems():
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   174
                        if lang in consolidated_trans:
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   175
                            consolidated_trans[lang][1] = abstract
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   176
                        else:
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   177
                            consolidated_trans[lang] = [ref_label, abstract] 
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   178
                         
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   179
                    for lang, trans in consolidated_trans.iteritems():
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   180
                        label, abstract = tuple(trans)
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   181
                        DbpediaFieldsTranslation.objects.create(master=dbfield, language_code=lang, label=label, abstract=abstract)
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   182
                    
119
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   183
                    
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   184
            except Exception as e:
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   185
                print "\nError processing resource %s : %s" %(rdf_uri,unicode(e))
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   186
                traceback.print_exception(type(e), e, sys.exc_info()[2])
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents: 119
diff changeset
   187
                
119
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   188
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   189
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   190
            
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   191
            
e3ebe3545f72 first implementation of django version.
ymh <ymh.work@gmail.com>
parents:
diff changeset
   192