1 # -*- coding: utf-8 -*-

     2 '''

     3 @author: raphv

     4 '''

     5 from django.core.management.base import BaseCommand, CommandError

     6 from django.utils.http import urlquote

     7 import django.utils.simplejson as json

     8 from SPARQLWrapper import SPARQLWrapper, JSON

     9 

    10 #import pydevd #@UnresolvedImport

    11 #pydevd.settrace(suspend=False)

    12 

    13 

    14 class Command(BaseCommand):

    15     '''

    16     Command to export tags

    17     '''

    18     args = '<path_to_geojson_file>'

    19     options = ''

    20     help = """Adds semantic data to countries.geo.json files"""

    21         

    22     def handle(self, *args, **options):

    23 

    24         if len(args) == 0 or not args[0]:

    25             raise CommandError("Give a Geo Json File to process")

    26         

    27         geojsonfile = args[0]

    28         

    29         f = open(geojsonfile,"r")

    30         geojson = json.loads(f.read())

    31         f.close()

    32         

    33         labels = [feature['properties']['name'] for feature in geojson['features']]

    34         uris = dict([(label, 'http://dbpedia.org/resource/' + urlquote(label.replace(' ','_'))) for label in labels])

    35         

    36         uri_list = [uris[label] for label in uris]

    37         base_uris = dict([(uris[label],uris[label]) for label in uris])

    38         

    39         grp = 10

    40         endpoint = SPARQLWrapper("http://dbpedia.org/sparql")

    41         endpoint.setReturnFormat(JSON)

    42             

    43         start = 0

    44         while start < len(uri_list):

    45             sparql = """

    46                 PREFIX dbpedia-owl: <http://dbpedia.org/ontology/>

    47                 SELECT ?source ?target

    48                 WHERE {

    49                     ?source dbpedia-owl:wikiPageRedirects ?target .

    50                     Filter (?source in (<%s>)) .

    51                 }

    52             """ % '>, <'.join(uri_list[start:start + grp])

    53             endpoint.setQuery(sparql)

    54             results = endpoint.query().convert()

    55             

    56             for r in results["results"]["bindings"]:

    57                 source = r["source"]["value"]

    58                 target = r["target"]["value"]

    59                 base_uris[source] = target

    60                 #print "%s redirects to %s"%(source, target)

    61             start += grp

    62         

    63         base_uri_list = [base_uris[uri] for uri in base_uris]

    64         

    65         french_labels = {}

    66         labels = {}

    67         

    68         start = 0

    69         while start < len(base_uri_list):

    70             

    71             sparql = """

    72                 PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>

    73                 SELECT ?country ?label WHERE {

    74                   ?country rdfs:label ?label .

    75                   FILTER (?country in (<%s>))

    76                 }

    77             """ % '>, <'.join(base_uri_list[start:start + grp])

    78             

    79             endpoint.setQuery(sparql)

    80             results = endpoint.query().convert()

    81             

    82             print repr(results)

    83             

    84             for r in results["results"]["bindings"]:

    85                 country = r["country"]["value"]

    86                 label = r["label"]["value"]

    87                 if country not in labels:

    88                     labels[country] = {}

    89                 labels[country][r["label"]["xml:lang"]] = label 

    90                 if r["label"]["xml:lang"] == 'fr':

    91                     french_labels[country] = label

    92                 print "%s label: %s"%(country, label)

    93             

    94             start += grp

    95         

    96         for feature in geojson['features']:

    97             base_uri = base_uris[uris[feature['properties']['name']]]

    98             feature['properties']['dbpedia_uri'] = base_uri

    99                         

   100             if labels.has_key(base_uri):

   101                 feature['properties']['labels'] = labels[base_uri]

   102             if french_labels.has_key(base_uri):

   103                 feature['properties']['label_fr'] = french_labels[base_uri]

   104             else:

   105                 print "No label for %s"%base_uri

   106         

   107         f = open(geojsonfile,"w")

   108         f.write(json.dumps(geojson))

   109         f.close()