web/hdalab/management/commands/import_hdabo_db.py
author ymh <ymh.work@gmail.com>
Fri, 17 Aug 2012 18:42:42 +0200
changeset 228 92d733f0d179
parent 227 b0cd3e6e31c7
child 230 2185b943cabd
permissions -rw-r--r--
Add some trace.
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
     1
# -*- coding: utf-8 -*-
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
     2
'''
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
     3
Created on Feb 28, 2012
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
     4
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
     5
@author: ymh
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
     6
'''
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
     7
from django.core.management.base import BaseCommand
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
     8
from django.core.management import call_command
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
     9
from optparse import make_option
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    10
import os.path
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    11
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    12
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    13
class Command(BaseCommand):
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    14
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    15
    args = "[<path to the data folder>]"
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    16
    option_list = BaseCommand.option_list + (
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    17
        make_option('-c', '--categories',
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    18
            action='store_true',
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    19
            dest='categories',
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    20
            default=False,
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    21
            help='load categories in db'),
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    22
    )
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    23
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    24
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    25
    def handle(self, *args, **options):        
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    26
        
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    27
        if len(args) == 0:
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    28
            data_path = os.path.abspath(os.path.join(os.path.basename(__file__),'../../../../data'))
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    29
        else:
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    30
            data_path = args[0]
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    31
        
228
92d733f0d179 Add some trace.
ymh <ymh.work@gmail.com>
parents: 227
diff changeset
    32
        print("===========  MIGRATE ===========")
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    33
        call_command('migrate')
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    34
        if options.get('categories', False):
228
92d733f0d179 Add some trace.
ymh <ymh.work@gmail.com>
parents: 227
diff changeset
    35
            print("===========  QUERY WIKIPEDIA CATEGORY ===========")
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    36
            call_command('query_wikipedia_category')
228
92d733f0d179 Add some trace.
ymh <ymh.work@gmail.com>
parents: 227
diff changeset
    37
92d733f0d179 Add some trace.
ymh <ymh.work@gmail.com>
parents: 227
diff changeset
    38
        print("===========  QUERY DBPEDIA ===========")                
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    39
        call_command('query_dbpedia')
228
92d733f0d179 Add some trace.
ymh <ymh.work@gmail.com>
parents: 227
diff changeset
    40
        print("===========  FILL TAG YEAR ===========")
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    41
        call_command('fill_tag_years')
228
92d733f0d179 Add some trace.
ymh <ymh.work@gmail.com>
parents: 227
diff changeset
    42
        print("===========  GEOJSON TRANSFORM ===========")
227
b0cd3e6e31c7 Update readmin on hdabo -> hdalab migration and update import_hdabo_db management commend
ymh <ymh.work@gmail.com>
parents: 152
diff changeset
    43
        call_command('geojson_transform', os.path.join(data_path,'countries.geo.json'))
228
92d733f0d179 Add some trace.
ymh <ymh.work@gmail.com>
parents: 227
diff changeset
    44
        print("===========  QUERY GEO INCLUSION ===========")
152
e2ceeb903de6 improve requests
ymh <ymh.work@gmail.com>
parents: 135
diff changeset
    45
        call_command('query_geo_inclusion')
228
92d733f0d179 Add some trace.
ymh <ymh.work@gmail.com>
parents: 227
diff changeset
    46
        print("===========  IMPORT INSEE CSV PASS 1 ===========")
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    47
        call_command('import_insee_csv', os.path.join(data_path,'villes.csv'))
228
92d733f0d179 Add some trace.
ymh <ymh.work@gmail.com>
parents: 227
diff changeset
    48
        print("===========  IMPORT INSEE CSV PASS 2 ===========")
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    49
        call_command('import_insee_csv', os.path.join(data_path,'additional_cities.csv'))
228
92d733f0d179 Add some trace.
ymh <ymh.work@gmail.com>
parents: 227
diff changeset
    50
        print("===========  IMPORT HDA INSEE CSV ===========")
152
e2ceeb903de6 improve requests
ymh <ymh.work@gmail.com>
parents: 135
diff changeset
    51
        call_command('import_hda_insee_csv', os.path.join(data_path,'HDA_Insee.csv'))
228
92d733f0d179 Add some trace.
ymh <ymh.work@gmail.com>
parents: 227
diff changeset
    52
        print("===========  QUERY CATEGORY INCLUSION ===========")
227
b0cd3e6e31c7 Update readmin on hdabo -> hdalab migration and update import_hdabo_db management commend
ymh <ymh.work@gmail.com>
parents: 152
diff changeset
    53
        call_command('query_category_inclusion')
135
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    54
        
dd6578e36a57 translate interface
ymh <ymh.work@gmail.com>
parents:
diff changeset
    55