web/hdalab/management/commands/import_hdabo_db.py
author ymh <ymh.work@gmail.com>
Tue, 13 Mar 2012 11:33:26 +0100
changeset 152 e2ceeb903de6
parent 135 dd6578e36a57
child 227 b0cd3e6e31c7
permissions -rw-r--r--
improve requests
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
     1
# -*- coding: utf-8 -*-
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
     2
'''
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
     3
Created on Feb 28, 2012
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
     4
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
     5
@author: ymh
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
     6
'''
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
     7
from django.core.management.base import BaseCommand
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
     8
from django.core.management import call_command
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
     9
from optparse import make_option
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    10
import os.path
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    11
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    12
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    13
class Command(BaseCommand):
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    14
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    15
    args = "[<path to the data folder>]"
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    16
    option_list = BaseCommand.option_list + (
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    17
        make_option('-c', '--categories',
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    18
            action='store_true',
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    19
            dest='categories',
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    20
            default=False,
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    21
            help='load categories in db'),
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    22
    )
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    23
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    24
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    25
    def handle(self, *args, **options):        
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    26
        
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    27
        if len(args) == 0:
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    28
            data_path = os.path.abspath(os.path.join(os.path.basename(__file__),'../../../../data'))
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    29
        else:
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    30
            data_path = args[0]
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    31
        
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    32
        call_command('migrate')
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    33
        if options.get('categories', False):
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    34
            call_command('query_wikipedia_category')
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    35
                
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    36
        call_command('query_dbpedia')
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    37
        call_command('fill_tag_years')
152
e2ceeb903de6 improve requests
ymh <ymh.work@gmail.com>
parents: 135
diff changeset
    38
        call_command('query_geo_inclusion')
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    39
        call_command('import_insee_csv', os.path.join(data_path,'villes.csv'))
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    40
        call_command('import_insee_csv', os.path.join(data_path,'additional_cities.csv'))
152
e2ceeb903de6 improve requests
ymh <ymh.work@gmail.com>
parents: 135
diff changeset
    41
        call_command('import_hda_insee_csv', os.path.join(data_path,'HDA_Insee.csv'))
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    42
        
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    43