virtualenv/res/lib/lib_create_env.py
changeset 10 fb466c64d84c
child 25 3ffbcea72022
equal deleted inserted replaced
9:2e1053dff5f2 10:fb466c64d84c
       
     1 import sys
       
     2 import os
       
     3 import os.path
       
     4 import shutil
       
     5 import tarfile
       
     6 import zipfile
       
     7 import urllib
       
     8 import platform
       
     9 import patch
       
    10 import struct
       
    11 import glob
       
    12 import re
       
    13 
       
    14 join = os.path.join
       
    15 system_str = platform.system()
       
    16 
       
    17 URLS = {
       
    18     #'': {'setup': '', 'url':'', 'local':''},
       
    19     'DISTRIBUTE': {'setup': 'distribute', 'url':'http://pypi.python.org/packages/source/d/distribute/distribute-0.6.34.tar.gz', 'local':"distribute-0.6.34.tar.gz", 'install': {'method': 'pip', 'option_str': None, 'dict_extra_env': None}},
       
    20     'DJANGO': {'setup': 'django', 'url': 'https://github.com/IRI-Research/django/archive/698eff4a5da55a1b5a8b4ecddab2b2a85854d4da.tar.gz', 'local':"Django-1.5.2.dev20130524113953.tar.gz", 'install': {'method': 'pip', 'option_str': None, 'dict_extra_env': None}},
       
    21     'DJANGO-EXTENSIONS': { 'setup': 'django-extensions', 'url':'https://github.com/django-extensions/django-extensions/archive/1.1.1.tar.gz', 'local':"django-extensions-1.1.1.tar.gz", 'install': {'method': 'pip', 'option_str': None, 'dict_extra_env': None}},
       
    22     'DJANGO-REGISTRATION': { 'setup': 'django-registration', 'url':'https://bitbucket.org/IRI/django-registration/get/tip.tar.gz', 'local':"IRI-django-registration-e23626c256c0.tar.gz", 'install': {'method': 'easy_install', 'option_str': '-Z', 'dict_extra_env': None}},
       
    23     'DJANGO-TAGGING': { 'setup': 'django-tagging', 'url':'http://django-tagging.googlecode.com/files/django-tagging-0.3.1.tar.gz', 'local':"django-tagging-0.3.1.tar.gz", 'install': {'method': 'pip', 'option_str': None, 'dict_extra_env': None}},
       
    24     'OAUTH2': { 'setup': 'python-oauth2', 'url':"https://github.com/simplegeo/python-oauth2/tarball/hudson-python-oauth2-211", 'local':"oauth2-1.5.211.tar.gz", 'install': {'method': 'easy_install', 'option_str': None, 'dict_extra_env': None}},
       
    25     'HTTPLIB2': { 'setup': 'python-httplib2', 'url':'https://httplib2.googlecode.com/files/httplib2-0.8.tar.gz', 'local':"httplib2-0.8.tar.gz", 'install': {'method': 'pip', 'option_str': None, 'dict_extra_env': None}},
       
    26     'DJANGO-OAUTH-PLUS': { 'setup': 'django-oauth-plus', 'url':'https://pypi.python.org/packages/source/d/django-oauth-plus/django-oauth-plus-2.1.0.tar.gz', 'local':"django-oauth-plus-2.1.0.tar.gz", 'install': {'method': 'pip', 'option_str': None, 'dict_extra_env': None}},
       
    27     'OPENID': {'setup':'openid', 'url':'http://pypi.python.org/packages/source/p/python-openid/python-openid-2.2.5.tar.gz', 'local':"python-openid-2.2.5.tar.gz", 'install': {'method': 'pip', 'option_str': None, 'dict_extra_env': None}},
       
    28     'DJANGO_OPENID_CONSUMER': {'setup':'django_openid_consumer', 'url':'http://pypi.python.org/packages/source/d/django-openid-consumer/django-openid-consumer-0.1.1.tar.gz', 'local':"django-openid-consumer-0.1.1.tar.gz", 'install': {'method': 'pip', 'option_str': None, 'dict_extra_env': None}},
       
    29     'SOCIAL_AUTH': {'setup':'social_auth', 'url':'https://github.com/omab/django-social-auth/archive/v0.7.23.tar.gz', 'local':"django-social-auth-0.7.23.tar.gz", 'install': {'method': 'pip', 'option_str': None, 'dict_extra_env': None}},
       
    30     'SOUTH': { 'setup': 'South', 'url':'http://www.aeracode.org/releases/south/south-0.7.6.tar.gz', 'local':"south-0.7.6.tar.gz", 'install': {'method': 'pip', 'option_str': None, 'dict_extra_env': None}},
       
    31     'DJANGO_GUARDIAN' : { 'setup': 'django-guardian', 'url':'https://github.com/lukaszb/django-guardian/archive/e311bc1040222321ad1bfb74ac8e8fea9748d674.tar.gz', 'local':"django-guardian-e311bc1040222321ad1bfb74ac8e8fea9748d674.tar.gz", 'install': {'method': 'pip', 'option_str': None, 'dict_extra_env': None}},
       
    32     'SORL_THUMBNAIL' : { 'setup': 'sorl-thumbnail', 'url':'https://github.com/sorl/sorl-thumbnail/archive/master.tar.gz', 'local':"sorl-thumbnail-v11.12.tar.gz", 'install': {'method': 'pip', 'option_str': None, 'dict_extra_env': None}},
       
    33     'LIBJPEG': {'setup': None, 'url':'jpegsrc.v9.tar.gz', 'local':'jpegsrc.v9.tar.gz', 'install': {'method': 'install_libjpeg', 'option_str': None, 'dict_extra_env': None}},
       
    34     'ZLIB': {'setup': None, 'url':'zlib-1.2.8.tar.gz', 'local':'zlib-1.2.8.tar.gz', 'install': {'method': 'install_zlib', 'option_str': None, 'dict_extra_env': None}},
       
    35     'HAYSTACK': {'setup': 'django-haystack', 'url': 'https://github.com/toastdriven/django-haystack/archive/v2.0.0.tar.gz', 'local': 'django-haystack-2.0.0.tar.gz', 'install':{'method':'pip', 'option_str': None, 'dict_extra_env': None}},
       
    36     'REQUESTS': {'setup': 'requests', 'url':'https://github.com/kennethreitz/requests/archive/v1.2.0.tar.gz', 'local':'requests-1.2.0.tar.gz', 'install' : {'method':'pip', 'option_str': None, 'dict_extra_env': None}},
       
    37     'SIMPLEJSON': {'setup': 'simplejson','url':'https://github.com/simplejson/simplejson/archive/v3.3.0.tar.gz', 'local': 'simplejson-3.3.0.tar.gz', 'install' : {'method':'pip', 'option_str': None, 'dict_extra_env': None}},
       
    38     'PYELASTICSEARCH': {'setup': 'pyelasticsearch', 'url':'https://github.com/rhec/pyelasticsearch/archive/0.5.tar.gz', 'local':'pyelasticsearch-0.5.tar.gz', 'install' : {'method':'pip', 'option_str': None, 'dict_extra_env': None}},
       
    39     'WHOOSH': {'setup': 'whoosh', 'url':'https://bitbucket.org/mchaput/whoosh/get/tip.tar.gz', 'local':'whoosh-2.5.tar.gz', 'install' : {'method':'pip', 'option_str': None, 'dict_extra_env': None}},
       
    40     'SETUPTOOLS_HG' : {'setup':'setuptools_hg', 'url':'https://bitbucket.org/jezdez/setuptools_hg/get/v0.4.tar.gz', 'local': 'setuptools_hg-0.4.tar.gz', 'install' : {'method':'pip', 'option_str': None, 'dict_extra_env': None}},
       
    41     # dependencies for Tastypie : mimeparse>=0.1.3, python-dateutil>=2.1, lxml, PyYAML (not necessary but we never know), python-digest, defusedxml
       
    42     'MIMEPARSE' : {'setup':'mimeparse', 'url':'http://pypi.python.org/packages/source/m/mimeparse/mimeparse-0.1.3.tar.gz', 'local': 'mimeparse-0.1.3.tar.gz', 'install' : {'method':'pip', 'option_str': None, 'dict_extra_env': None}},
       
    43     'SIX' : {'setup':'six', 'url':'https://pypi.python.org/packages/source/s/six/six-1.3.0.tar.gz', 'local': 'six-1.3.0.tar.gz', 'install' : {'method':'pip', 'option_str': None, 'dict_extra_env': None}},
       
    44     'PYTHON-DATEUTIL' : {'setup':'python-dateutil', 'url':'https://pypi.python.org/packages/source/p/python-dateutil/python-dateutil-2.1.tar.gz', 'local': 'python-dateutil-2.1.tar.gz', 'install' : {'method':'pip', 'option_str': None, 'dict_extra_env': None}},
       
    45     'PYYAML' : {'setup':'pyyaml', 'url':'http://pypi.python.org/packages/source/P/PyYAML/PyYAML-3.10.tar.gz', 'local': 'PyYAML-3.10.tar.gz', 'install' : {'method':'pip', 'option_str': None, 'dict_extra_env': None}},
       
    46     'PYTHON-DIGEST' : {'setup':'python-digest', 'url':'http://pypi.python.org/packages/source/p/python-digest/python-digest-1.7.tar.gz', 'local': 'python-digest-1.7.tar.gz', 'install' : {'method':'pip', 'option_str': None, 'dict_extra_env': None}},
       
    47     'DEFUSEDXML' : {'setup':'defusedxml', 'url':'https://pypi.python.org/packages/source/d/defusedxml/defusedxml-0.4.1.tar.gz', 'local': 'defusedxml-0.4.1.tar.gz', 'install' : {'method':'pip', 'option_str': None, 'dict_extra_env': None}},
       
    48     'DJANGO-TASTYPIE' : {'setup':'django-tastypie', 'url':'https://github.com/toastdriven/django-tastypie/archive/v0.9.15.tar.gz', 'local': 'django-tastypie-0.9.15.tar.gz', 'install' : {'method':'pip', 'option_str': None, 'dict_extra_env': None}},
       
    49     'DJANGO-CHUNCKED-UPLOADS' : {'setup': 'django-chuncked-uploads', 'url':'https://github.com/IRI-Research/django-chunked-uploads/archive/v0.5.tar.gz', 'local':'django-chunked-uploads-0.5.tar.gz', 'install' : {'method':'pip', 'option_str': None, 'dict_extra_env': None}},
       
    50     'LDT' : {'setup': 'ldt', 'url':'ldt-1.50.tar.gz', 'local':'ldt-1.50.tar.gz', 'install' : {'method':'pip', 'option_str': None, 'dict_extra_env': None}},
       
    51 }
       
    52 
       
    53 if system_str == 'Windows':
       
    54     
       
    55     size = 8 * struct.calcsize("P")
       
    56     if size==32:
       
    57         mysqlres = "MySQL-python-1.2.3.win32-py2.7.exe"
       
    58     else:
       
    59         mysqlres = "MySQL-python-1.2.3.win-amd64-py2.7.exe"
       
    60     
       
    61     URLS.update({
       
    62         'PSYCOPG2': {'setup': 'psycopg2','url': 'psycopg2-2.4.6.win32-py2.7-pg9.2.2-release.exe', 'local':"psycopg2-2.4.6.win32-py2.7-pg9.2.2-release.exe", 'install': {'method': 'install_psycopg2', 'option_str': None, 'dict_extra_env': None}},
       
    63         'PIL': {'setup': 'pil', 'url': 'http://effbot.org/media/downloads/PIL-1.1.7.win32-py2.7.exe', 'local':"PIL-1.1.7.win32-py2.7.exe", 'install': {'method': 'easy_install', 'option_str': None, 'dict_extra_env': None}},
       
    64         'LXML': {'setup': 'lxml', 'url': 'http://pypi.python.org/packages/2.7/l/lxml/lxml-2.3-py2.7-win32.egg', 'local':"lxml-2.3-py2.7-win32.egg", 'install': {'method': 'easy_install', 'option_str': None, 'dict_extra_env': None}},
       
    65         'MYSQL': { 'setup': 'mysql-python', 'url': mysqlres, 'local': mysqlres, 'install': {'method': 'easy_install', 'option_str': None, 'dict_extra_env': None}},
       
    66     })
       
    67 else:
       
    68     if system_str == "Darwin":        
       
    69         lxml_options = {'STATIC_DEPS': 'true', 'LIBXML2_VERSION': '2.9.1', 'LIBXSLT_VERSION': '1.1.28', 'LIBICONV_VERSION': '1.14'}
       
    70         lxml_method = 'easy_install'
       
    71         mysql_method = 'install_mysql'
       
    72     else:
       
    73         lxml_options = None
       
    74         lxml_method = 'pip'
       
    75         mysql_method = 'pip'
       
    76 
       
    77     URLS.update({
       
    78         'PSYCOPG2': {'setup': 'psycopg2','url': 'http://initd.org/psycopg/tarballs/PSYCOPG-2-5/psycopg2-2.5.tar.gz', 'local':"psycopg2-2.5.tar.gz", 'install': {'method': 'pip', 'option_str': None, 'dict_extra_env': None}},
       
    79         'PIL': {'setup': 'pil', 'url': 'https://github.com/python-imaging/Pillow/archive/2.0.0.tar.gz', 'local':"Pillow-2.0.0.tar.gz", 'install': {'method': 'pip', 'option_str': None, 'dict_extra_env': None}},
       
    80         'LXML': {'setup': 'lxml', 'url':"lxml-3.2.1.tar.bz2", 'local':"lxml-3.2.1.tar.bz2", 'install': {'method': lxml_method, 'option_str': None, 'dict_extra_env': lxml_options}},
       
    81         'MYSQL': { 'setup': 'mysql-python', 'url': 'http://downloads.sourceforge.net/project/mysql-python/mysql-python-test/1.2.4b4/MySQL-python-1.2.4b4.tar.gz', 'local':"MySQL-python-1.2.4b4.tar.gz", 'install': {'method': mysql_method, 'option_str': None, 'dict_extra_env': None}},
       
    82     })
       
    83     
       
    84 
       
    85 class ResourcesEnv(object):
       
    86 
       
    87     def __init__(self, src_base, urls, normal_installs):
       
    88         self.src_base = src_base
       
    89         self.URLS = {}
       
    90         self.__init_url(urls)
       
    91         self.NORMAL_INSTALL = normal_installs
       
    92 
       
    93     def get_src_base_path(self, fpath):
       
    94         return os.path.abspath(os.path.join(self.src_base, fpath)).replace("\\","/")
       
    95     
       
    96     def __add_package_def(self, key, dict):
       
    97         self.URLS[key] = dict
       
    98         
       
    99     def __init_url(self, urls):
       
   100         for key, url_dict in urls.items():
       
   101             url_dict_copy = url_dict.copy()
       
   102             if not url_dict['url'].startswith("http://"):
       
   103                 url_dict_copy['url'] = self.get_src_base_path(url_dict['url'])
       
   104             url_dict_copy['local'] = self.get_src_base_path(url_dict['local'])            
       
   105             
       
   106             self.__add_package_def(key, url_dict_copy )
       
   107 
       
   108 def ensure_dir(dir, logger):
       
   109     logger.notify('Check directory %s' % dir)
       
   110     if not os.path.exists(dir):
       
   111         logger.notify('Creating directory %s' % dir)
       
   112         os.makedirs(dir)
       
   113 
       
   114 def extend_parser(parser):    
       
   115     parser.add_option(
       
   116         '--index-url',
       
   117         metavar='INDEX_URL',
       
   118         dest='index_url',
       
   119         default='http://pypi.python.org/simple/',
       
   120         help='base URL of Python Package Index')
       
   121     parser.add_option(
       
   122         '--type-install',
       
   123         metavar='type_install',
       
   124         dest='type_install',
       
   125         help='type install : local, url, setup - default : local')
       
   126     parser.add_option(
       
   127         '--ignore-packages',
       
   128         metavar='ignore_packages',
       
   129         dest='ignore_packages',
       
   130         default=None,
       
   131         help='list of comma separated keys for package to ignore')    
       
   132 
       
   133 def install_psycopg2(option_str, extra_env, res_source_key, home_dir, lib_dir, tmp_dir, src_dir, res_env, logger, call_subprocess, filter_python_develop):
       
   134     psycopg2_src = os.path.join(src_dir,"psycopg2.zip")
       
   135     shutil.copy(res_env.URLS['PSYCOPG2'][res_source_key], psycopg2_src)
       
   136     #extract psycopg2
       
   137     zf = zipfile.ZipFile(psycopg2_src)
       
   138     psycopg2_base_path = os.path.join(src_dir,"psycopg2")
       
   139     zf.extractall(psycopg2_base_path)
       
   140     zf.close()
       
   141     
       
   142     psycopg2_src_path = os.path.join(psycopg2_base_path, os.listdir(psycopg2_base_path)[0])
       
   143     shutil.copytree(os.path.join(psycopg2_src_path, 'psycopg2'), os.path.abspath(os.path.join(home_dir, 'Lib/site-packages', 'psycopg2')))
       
   144     shutil.copy(os.path.join(psycopg2_src_path, 'psycopg2-2.4.5-py2.7.egg-info'), os.path.abspath(os.path.join(home_dir, 'Lib/site-packages', 'site-packages')))
       
   145     
       
   146 
       
   147 def install_mysql(option_str, extra_env, res_source_key, home_dir, lib_dir, tmp_dir, src_dir, res_env, logger, call_subprocess, filter_python_develop):
       
   148     
       
   149     args = [os.path.abspath(os.path.join(home_dir, 'bin', 'pip')), 'install', res_env.URLS['MYSQL'][res_source_key]]                
       
   150     if option_str :
       
   151         args.insert(4,option_str)
       
   152     call_subprocess(args,
       
   153             cwd=os.path.abspath(tmp_dir),
       
   154             filter_stdout=filter_python_develop,
       
   155             show_stdout=True,
       
   156             extra_env=extra_env)
       
   157 
       
   158     mysqlconfig_output = []
       
   159     
       
   160     call_subprocess(['mysql_config', '--libmysqld-libs'],
       
   161         cwd=os.path.abspath(tmp_dir),
       
   162         filter_stdout=lambda line: mysqlconfig_output.append(line),
       
   163         show_stdout=True)
       
   164         
       
   165     mysqlconfig_output = "".join(mysqlconfig_output)
       
   166     m = re.search("\-L[\'\"]?([\w\/]+)[\'\"]?", mysqlconfig_output)
       
   167     if m:
       
   168         repdylibpath = m.group(1)
       
   169     else:
       
   170         repdylibpath = '/usr/local/mysql/lib'
       
   171         
       
   172     dyliblist = glob.glob(repdylibpath+"/libmysqlclient.*.dylib")
       
   173     def key_func(s):
       
   174         m = re.match(repdylibpath+"/libmysqlclient\.([\d]+)\.dylib", s)
       
   175         if m:
       
   176             return int(m.group(1))
       
   177         else:
       
   178             return sys.maxint
       
   179     dyliblist.sort(key=key_func)
       
   180     
       
   181     if dyliblist:
       
   182         dylibpath = dyliblist[0]
       
   183     else:
       
   184         dylibpath = '/usr/local/mysql/lib/libmysqlclient.18.dylib'
       
   185         
       
   186     dylibname = os.path.basename(dylibpath)    
       
   187     sopath = os.path.join(os.path.abspath(lib_dir), 'site-packages', '_mysql.so')
       
   188     
       
   189     call_subprocess(['install_name_tool', '-change', dylibname, dylibpath, sopath],
       
   190         cwd=os.path.abspath(tmp_dir),
       
   191         filter_stdout=filter_python_develop,
       
   192         show_stdout=True)
       
   193 
       
   194 
       
   195 def gen_install_comp_lib(lib_name, lib_key, configure_options=[]):
       
   196     
       
   197     def install_lib(option_str, extra_env, res_source_key, home_dir, lib_dir, tmp_dir, src_dir, res_env, logger, call_subprocess, filter_python_develop):
       
   198         lib_src = os.path.join(src_dir,lib_name+".tar.gz")
       
   199         logger.notify("Copy %s to %s " % (res_env.URLS[lib_key][res_source_key],lib_src))
       
   200         shutil.copy(res_env.URLS[lib_key][res_source_key], lib_src)
       
   201         tf = tarfile.open(lib_src,'r:gz')
       
   202         lib_base_path = os.path.join(src_dir, lib_name) 
       
   203         logger.notify("Extract %s to %s " % (lib_name,lib_base_path))
       
   204         tf.extractall(lib_base_path)
       
   205         tf.close()
       
   206         
       
   207         lib_src_path = os.path.join(lib_base_path, os.listdir(lib_base_path)[0])
       
   208     
       
   209         logger.notify(lib_name + " configure in " + lib_src_path)
       
   210         call_subprocess(['./configure', '--prefix='+os.path.abspath(home_dir)] + configure_options,
       
   211                         cwd=os.path.abspath(lib_src_path),
       
   212                         filter_stdout=filter_python_develop,
       
   213                         show_stdout=True)
       
   214         
       
   215         logger.notify(lib_name + " make in " + lib_src_path)
       
   216         call_subprocess(['make'],
       
   217                         cwd=os.path.abspath(lib_src_path),
       
   218                         filter_stdout=filter_python_develop,
       
   219                         show_stdout=True)
       
   220     
       
   221         logger.notify(lib_name + "make install in " + lib_src_path)
       
   222         call_subprocess(['make', 'install'],
       
   223                         cwd=os.path.abspath(lib_src_path),
       
   224                         filter_stdout=filter_python_develop,
       
   225                         show_stdout=True)
       
   226     return install_lib
       
   227 
       
   228 install_libjpeg = gen_install_comp_lib("libjpeg", "LIBJPEG", ['--enable-shared'])
       
   229 install_zlib = gen_install_comp_lib("zlib", "ZLIB", [])
       
   230     
       
   231 
       
   232 def lib_generate_install_methods(path_locations, src_base, Logger, call_subprocess, normal_installs, options_to_add=None, urls= None):
       
   233     
       
   234     all_urls = URLS.copy()
       
   235     if urls is not None:
       
   236         all_urls.update(urls)
       
   237         
       
   238     res_env = ResourcesEnv(src_base, all_urls, normal_installs)
       
   239 
       
   240     def filter_python_develop(line):
       
   241         if not line.strip():
       
   242             return Logger.DEBUG
       
   243         for prefix in ['Searching for', 'Reading ', 'Best match: ', 'Processing ',
       
   244                        'Moving ', 'Adding ', 'running ', 'writing ', 'Creating ',
       
   245                        'creating ', 'Copying ']:
       
   246             if line.startswith(prefix):
       
   247                 return Logger.DEBUG
       
   248         return Logger.NOTIFY
       
   249     
       
   250     
       
   251     def normal_install(key, method, option_str, extra_env, res_source_key, home_dir, tmp_dir, res_env, logger, call_subprocess):
       
   252         logger.notify("Install %s from %s with %s" % (key,res_env.URLS[key][res_source_key],method))
       
   253         if method == 'pip':
       
   254             if sys.platform == 'win32':
       
   255                 args = [os.path.abspath(os.path.join(home_dir, 'Scripts', 'pip')), 'install', res_env.URLS[key][res_source_key]]
       
   256             else:
       
   257                 args = [os.path.abspath(os.path.join(home_dir, 'bin', 'pip')), 'install', res_env.URLS[key][res_source_key]]
       
   258             if option_str :
       
   259                 args.insert(4,option_str)
       
   260             call_subprocess(args,
       
   261                     cwd=os.path.abspath(tmp_dir),
       
   262                     filter_stdout=filter_python_develop,
       
   263                     show_stdout=True,
       
   264                     extra_env=extra_env)
       
   265         else:
       
   266             if sys.platform == 'win32':
       
   267                 args = [os.path.abspath(os.path.join(home_dir, 'Scripts', 'easy_install')), res_env.URLS[key][res_source_key]]
       
   268             else:
       
   269                 args = [os.path.abspath(os.path.join(home_dir, 'bin', 'easy_install')), res_env.URLS[key][res_source_key]]
       
   270             if option_str :
       
   271                 args.insert(1,option_str)
       
   272             call_subprocess(args,
       
   273                     cwd=os.path.abspath(tmp_dir),
       
   274                     filter_stdout=filter_python_develop,
       
   275                     show_stdout=True,
       
   276                     extra_env=extra_env)            
       
   277  
       
   278     
       
   279     def after_install(options, home_dir):
       
   280         
       
   281         global logger
       
   282         
       
   283         verbosity = options.verbose - options.quiet
       
   284         logger = Logger([(Logger.level_for_integer(2-verbosity), sys.stdout)])
       
   285 
       
   286         
       
   287         home_dir, lib_dir, inc_dir, bin_dir = path_locations(home_dir)
       
   288         base_dir = os.path.dirname(home_dir)
       
   289         src_dir = os.path.join(home_dir, 'src')
       
   290         tmp_dir = os.path.join(home_dir, 'tmp')
       
   291         ensure_dir(src_dir, logger)
       
   292         ensure_dir(tmp_dir, logger)
       
   293         system_str = platform.system()
       
   294                 
       
   295         res_source_key = getattr(options, 'type_install') if hasattr(options, 'type_install') else 'local' #.get('type_install', 'local')
       
   296         if res_source_key is None:
       
   297             res_source_key = 'local'
       
   298         
       
   299         ignore_packages = []
       
   300         
       
   301         if system_str == 'Windows':
       
   302             default_install_options = {'method': 'easy_install', 'option_str': None, 'dict_extra_env': {}}
       
   303         else:
       
   304             default_install_options = {'method': 'pip', 'option_str': None, 'dict_extra_env': {}}
       
   305             
       
   306         if options.ignore_packages :
       
   307             ignore_packages = options.ignore_packages.split(",")
       
   308         
       
   309         logger.indent += 2
       
   310         try:    
       
   311             for key in res_env.NORMAL_INSTALL:
       
   312                 if key not in res_env.URLS:
       
   313                     logger.notify("%s not found in def : passing" % (key,))
       
   314                 install_options = res_env.URLS[key].get('install', None)
       
   315                 if install_options is None:
       
   316                     install_options = default_install_options
       
   317                 method = install_options.get('method', default_install_options['method'])
       
   318                 option_str = install_options.get('option_str', default_install_options['option_str'])
       
   319                 extra_env = install_options.get('dict_extra_env', default_install_options['dict_extra_env'])
       
   320                 if not extra_env:
       
   321                     extra_env = {}
       
   322                     
       
   323                 if 'TMPDIR' not in extra_env:
       
   324                     extra_env['TMPDIR'] = os.path.abspath(tmp_dir)          
       
   325                 #isinstance(lst, (list, tuple))
       
   326                 if key not in ignore_packages:
       
   327                     logger.notify("install %s with method %s" % (key, repr(method)))
       
   328                     if callable(method):
       
   329                         method(option_str, extra_env, res_source_key, home_dir, lib_dir, tmp_dir, src_dir, res_env, logger, call_subprocess, filter_python_develop)
       
   330                     elif method in globals() and callable(globals()[method]) and method not in ['pip', 'easy_install']:  
       
   331                         globals()[method](option_str, extra_env, res_source_key, home_dir, lib_dir, tmp_dir, src_dir, res_env, logger, call_subprocess, filter_python_develop)
       
   332                     else:
       
   333                         normal_install(key, method, option_str, extra_env, res_source_key, home_dir, tmp_dir, res_env, logger, call_subprocess)
       
   334                             
       
   335             logger.notify("Clear source dir")
       
   336             shutil.rmtree(src_dir)
       
   337     
       
   338         finally:
       
   339             logger.indent -= 2
       
   340         script_dir = join(base_dir, bin_dir)
       
   341         logger.notify('Run "%s Package" to install new packages that provide builds'
       
   342                       % join(script_dir, 'easy_install'))
       
   343     
       
   344     def adjust_options(options, args):
       
   345         if not options_to_add:
       
   346             pass
       
   347         for opt in options_to_add:
       
   348             test_opt = opt.split('=',1)[0]
       
   349             #if not hasattr(options,test_opt) or getattr(options, test_opt) is None:
       
   350             setattr(options, test_opt,opt.split('=',1)[1] if "=" in opt else True)
       
   351 
       
   352     return adjust_options, extend_parser, after_install