sbin/create_python_env.py
author ymh <ymh.work@gmail.com>
Thu, 05 Aug 2010 17:28:09 +0200
changeset 50 012451a812f1
parent 49 92e78a11e8df
parent 46 5503cfcdea68
child 52 cabe73ea6929
permissions -rw-r--r--
Merge with a2711e44ba5de8b1675d7e0ee6aaa4a6c56a9b46
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
     1
"""
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
     2
Call this like ``python create_python_env.py``; it will
32
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
     3
refresh the blinkster-boot.py script
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
     4
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
     5
-prerequisite:
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
     6
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
     7
- virtualenv
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
     8
- distribute
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
     9
- psycopg2 requires the PostgreSQL libpq libraries and the pg_config utility
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    10
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    11
- virtualenv --distribute --no-site-packages venv
35
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
    12
- python blinkster-boot.py --distribute --no-site-packages --index-url=http://pypi.websushi.org/ --clear bvenv
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
    13
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    14
"""
36
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    15
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    16
import os
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    17
import subprocess
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    18
import re
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
    19
import sys
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    20
36
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    21
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    22
here = os.path.dirname(os.path.abspath(__file__))
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
    23
base_dir = here
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    24
script_name = os.path.join(base_dir, 'blinkster-boot.py')
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    25
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    26
import virtualenv
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    27
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    28
# things to install
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    29
# - psycopg2 -> pip
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    30
# - PIL -> pip
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    31
# - pyxml -> pip
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    32
# - 4Suite-xml - easy_install ftp://ftp.4suite.org/pub/4Suite/4Suite-XML-1.0.2.tar.bz2
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    33
# - pylucene  - script
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    34
36
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    35
src_base = os.path.join(here,"res","src")
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    36
lib_path = os.path.abspath(os.path.join(here,"res","lib"))
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    37
patch_path = os.path.abspath(os.path.join(here,"res","patch"))
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    38
36
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    39
EXTRA_TEXT  = "URLS = { \n"
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    40
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
    41
EXTRA_TEXT += "    'DISTRIBUTE' : { 'setup': 'distribute', 'url': 'http://pypi.python.org/packages/source/d/distribute/distribute-0.6.13.tar.gz', 'local': '"+ os.path.abspath(os.path.join(src_base,"distribute-0.6.13.tar.gz"))+"'},\n"
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
    42
EXTRA_TEXT += "    'PSYCOPG2' : { 'setup': 'psycopg2','url': 'http://initd.org/pub/software/psycopg/psycopg2-2.2.1.tar.gz', 'local': '"+ os.path.abspath(os.path.join(src_base,"psycopg2-2.2.1.tar.gz"))+"'},\n"
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
    43
EXTRA_TEXT += "    'FOURSUITE_XML' : { 'setup': '4Suite-XML', 'url': 'ftp://ftp.4suite.org/pub/4Suite/4Suite-XML-1.0.2.tar.bz2', 'local': '"+ os.path.abspath(os.path.join(src_base,"4Suite-XML-1.0.2.tar.bz2"))+"'},\n"
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
    44
EXTRA_TEXT += "    'PYLUCENE' : { 'setup': 'http://apache.crihan.fr/dist/lucene/pylucene/pylucene-3.0.1-1-src.tar.gz', 'url': 'http://apache.crihan.fr/dist/lucene/pylucene/pylucene-3.0.1-1-src.tar.gz', 'local': '"+ os.path.abspath(os.path.join(src_base,"pylucene-3.0.1-1-src.tar.gz"))+"'},\n"
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
    45
EXTRA_TEXT += "    'PIL' : { 'setup': 'pil', 'url': 'http://effbot.org/downloads/Imaging-1.1.7.tar.gz', 'local': '"+ os.path.abspath(os.path.join(src_base,"Imaging-1.1.7.tar.gz"))+"'},\n"
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
    46
EXTRA_TEXT += "    'PYXML' : { 'setup': 'http://sourceforge.net/projects/pyxml/files/pyxml/0.8.4/PyXML-0.8.4.tar.gz/download', 'url': 'http://sourceforge.net/projects/pyxml/files/pyxml/0.8.4/PyXML-0.8.4.tar.gz/download', 'local': '"+ os.path.abspath(os.path.join(src_base,"PyXML-0.8.4.tar.gz"))+"', 'patch': '"+os.path.join(patch_path,"pyxml.patch")+"'},\n"
36
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    47
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    48
EXTRA_TEXT += "}\n"
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    49
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    50
EXTRA_TEXT += "import sys\n"
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    51
EXTRA_TEXT += "sys.path.append('"+lib_path+"')\n"
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    52
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    53
EXTRA_TEXT += """
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    54
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    55
import shutil
32
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    56
import tarfile
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    57
import urllib
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
    58
import platform
36
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    59
import patch
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    60
36
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    61
35
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
    62
INDEX_URL = 'http://pypi.python.org/simple/'
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
    63
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    64
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    65
def extend_parser(parser):
35
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
    66
    parser.add_option(
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
    67
        '--index-url',
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
    68
        metavar='INDEX_URL',
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
    69
        dest='index_url',
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
    70
        default='',
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
    71
        help='base URL of Python Package Index')
36
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    72
    parser.add_option(
45
6f0e728839d6 add comments
ymh <ymh.work@gmail.com>
parents: 42
diff changeset
    73
        '--type-install',
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
    74
        metavar='type_install',
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
    75
        dest='type_install',
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
    76
        default='local',
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
    77
        help='type install : local, url, setup')
36
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    78
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    79
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    80
def adjust_options(options, args):
35
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
    81
    pass
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    82
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    83
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    84
def after_install(options, home_dir):
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
    85
    home_dir, lib_dir, inc_dir, bin_dir = path_locations(home_dir)
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    86
    base_dir = os.path.dirname(home_dir)
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    87
    src_dir = join(home_dir, 'src')
32
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    88
    tmp_dir = join(home_dir, 'tmp')
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    89
    ensure_dir(src_dir)
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    90
    ensure_dir(tmp_dir)
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
    91
    system_str = platform.system()
36
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    92
    
45
6f0e728839d6 add comments
ymh <ymh.work@gmail.com>
parents: 42
diff changeset
    93
    res_source_key = options.type_install
36
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    94
    
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
    95
    logger.indent += 2
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    96
    try:
36
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
    97
        
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    98
        #get pylucene
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
    99
        logger.notify("Get Pylucene from %s " % URLS['PYLUCENE'][res_source_key])
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   100
        pylucene_src = os.path.join(src_dir,"pylucene.tar.gz")
36
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
   101
        urllib.urlretrieve(URLS['PYLUCENE'][res_source_key], pylucene_src)
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   102
        tf = tarfile.open(pylucene_src,'r:gz')
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   103
        pylucene_base_path = os.path.join(src_dir,"pylucene") 
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   104
        logger.notify("Extract Pylucene to %s " % pylucene_base_path)
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   105
        tf.extractall(pylucene_base_path)
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   106
        tf.close()
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   107
        
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   108
        pylucene_src_path = os.path.join(pylucene_base_path, os.listdir(pylucene_base_path)[0])
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   109
        jcc_src_path = os.path.abspath(os.path.join(pylucene_src_path,"jcc"))
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   110
        
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   111
        #install jcc
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   112
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   113
        #patch for linux
45
6f0e728839d6 add comments
ymh <ymh.work@gmail.com>
parents: 42
diff changeset
   114
        if system_str == 'Linux' :
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   115
            olddir = os.getcwd()
45
6f0e728839d6 add comments
ymh <ymh.work@gmail.com>
parents: 42
diff changeset
   116
            patch_dest_path = os.path.join(lib_dir,'site-packages','setuptools-0.6c11-py'+'%s.%s' % (sys.version_info[0], sys.version_info[1])+'.egg')
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   117
            logger.notify("Patch jcc : %s " % (patch_dest_path))
45
6f0e728839d6 add comments
ymh <ymh.work@gmail.com>
parents: 42
diff changeset
   118
            os.chdir(patch_dest_path)
6f0e728839d6 add comments
ymh <ymh.work@gmail.com>
parents: 42
diff changeset
   119
            p = patch.fromfile(os.path.join(jcc_src_path,"jcc","patches","patch.43.0.6c11"))
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   120
            p.apply()
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   121
            os.chdir(olddir)
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   122
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   123
        logger.notify("Install jcc")
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   124
        call_subprocess([os.path.abspath(os.path.join(home_dir, 'bin', 'python')), 'setup.py', 'install'],
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   125
                        cwd=jcc_src_path,
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   126
                        filter_stdout=filter_python_develop,
35
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
   127
                        show_stdout=True)
45
6f0e728839d6 add comments
ymh <ymh.work@gmail.com>
parents: 42
diff changeset
   128
        #install pylucene
6f0e728839d6 add comments
ymh <ymh.work@gmail.com>
parents: 42
diff changeset
   129
        
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   130
        logger.notify("Install pylucene")
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   131
        #modify makefile
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   132
        makefile_path = os.path.join(pylucene_src_path,"Makefile")
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   133
        logger.notify("Modify makefile %s " % makefile_path)
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   134
        shutil.move( makefile_path, makefile_path+"~" )
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   135
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   136
        destination= open( makefile_path, "w" )
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   137
        source= open( makefile_path+"~", "r" )
35
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
   138
        destination.write("PREFIX_PYTHON="+os.path.abspath(home_dir)+"\\n")
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
   139
        destination.write("ANT=ant\\n")
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
   140
        destination.write("PYTHON=$(PREFIX_PYTHON)/bin/python\\n")
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   141
        
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   142
        if system_str == "Darwin":
36
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
   143
            if sys.version_info >= (2,6):
35
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
   144
                destination.write("JCC=$(PYTHON) -m jcc.__main__ --shared --arch x86_64 --arch i386\\n")
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
   145
            else:
49
92e78a11e8df small changes
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   146
                destination.write("JCC=$(PYTHON) -m jcc --shared\\n")
35
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
   147
            destination.write("NUM_FILES=2\\n")
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   148
        elif system_str == "Windows":
35
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
   149
            destination.write("JCC=$(PYTHON) -m jcc.__main__ --shared --arch x86_64 --arch i386\\n")
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
   150
            destination.write("NUM_FILES=2\\n")
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   151
        else:
35
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
   152
            destination.write("JCC=$(PYTHON) -m jcc --shared\\n")
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
   153
            destination.write("NUM_FILES=2\\n")
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   154
        for line in source:
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   155
            destination.write( line )
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   156
        source.close()
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   157
        destination.close()
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   158
        os.remove(makefile_path+"~" )
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   159
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   160
        logger.notify("pylucene make")
36
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
   161
        call_subprocess(['make'],
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
   162
                        cwd=os.path.abspath(pylucene_src_path),
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
   163
                        filter_stdout=filter_python_develop,
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
   164
                        show_stdout=True)
bbe6f42d42b2 correct create virtualenv script
ymh <ymh.work@gmail.com>
parents: 35
diff changeset
   165
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   166
        logger.notify("pylucene make install")
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   167
        call_subprocess(['make', 'install'],
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   168
                        cwd=os.path.abspath(pylucene_src_path),
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   169
                        filter_stdout=filter_python_develop,
35
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
   170
                        show_stdout=True)
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   171
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   172
        logger.notify("PyXML install : %s " % URLS['PYXML'][res_source_key])
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   173
        if sys.version_info >= (2,6):
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   174
            logger.notify("PyXML -> python version >= 2.6 : patching")
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   175
            pyxml_src = os.path.join(src_dir,"pyxml.tar.gz")
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   176
            urllib.urlretrieve(URLS['PYXML'][res_source_key], pyxml_src)
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   177
            logger.notify("PyXML -> python version >= 2.6 : extract archive")
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   178
            tf = tarfile.open(pyxml_src,'r:gz')
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   179
            pyxml_base_path = os.path.join(src_dir,"pyxml") 
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   180
            tf.extractall(pyxml_base_path)
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   181
            tf.close()
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   182
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   183
            #patch
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   184
            pyxml_version = os.listdir(pyxml_base_path)[0]            
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   185
            pyxml_path = os.path.join(pyxml_base_path, pyxml_version)
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   186
            olddir = os.getcwd()
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   187
            os.chdir(pyxml_path)
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   188
            logger.notify("PyXML -> python version >= 2.6 : do patch %s : %s " % (pyxml_path, URLS['PYXML']['patch']))
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   189
            p = patch.fromfile(URLS['PYXML']['patch'])
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   190
            p.apply()
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   191
            os.chdir(olddir)
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   192
            logger.notify("PyXML -> python version >= 2.6 : install")
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   193
            call_subprocess([os.path.abspath(os.path.join(home_dir, 'bin', 'pip')), 'install', '-E', os.path.abspath(home_dir), '--build='+os.path.abspath(pyxml_base_path), '--no-download', pyxml_version],
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   194
                    cwd=os.path.abspath(tmp_dir),
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   195
                    filter_stdout=filter_python_develop,
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   196
                    show_stdout=True)
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   197
        else:
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   198
            call_subprocess([os.path.abspath(os.path.join(home_dir, 'bin', 'pip')), 'install', '-E', os.path.abspath(home_dir), URLS['PYXML'][res_source_key]],
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   199
                    cwd=os.path.abspath(tmp_dir),
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   200
                    filter_stdout=filter_python_develop,
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   201
                    show_stdout=True)
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   202
        
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   203
        logger.notify("Install Distribute from %s" % URLS['DISTRIBUTE'][res_source_key])
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   204
        call_subprocess([os.path.abspath(os.path.join(home_dir, 'bin', 'pip')), 'install', '-E', os.path.abspath(home_dir), URLS['DISTRIBUTE'][res_source_key]],
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   205
                        cwd=os.path.abspath(tmp_dir),
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   206
                        filter_stdout=filter_python_develop,
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   207
                        show_stdout=True)
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   208
                        
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   209
        logger.notify("Install Psycopg2 from %s" % URLS['PSYCOPG2'][res_source_key])
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   210
        call_subprocess([os.path.abspath(os.path.join(home_dir, 'bin', 'pip')), 'install', '-E', os.path.abspath(home_dir), URLS['PSYCOPG2'][res_source_key]],
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   211
                        cwd=os.path.abspath(tmp_dir),
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   212
                        filter_stdout=filter_python_develop,
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   213
                        show_stdout=True)
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   214
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   215
        logger.notify("Install PIL from %s" % URLS['PIL'][res_source_key])
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   216
        call_subprocess([os.path.abspath(os.path.join(home_dir, 'bin', 'pip')), 'install', '-E', os.path.abspath(home_dir), URLS['PIL'][res_source_key]],
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   217
                        cwd=os.path.abspath(tmp_dir),
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   218
                        filter_stdout=filter_python_develop,
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   219
                        show_stdout=True)
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   220
                        
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   221
        logger.notify("Install 4Suite-XML from %s" % URLS['FOURSUITE_XML'][res_source_key])
42
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   222
        call_subprocess([os.path.abspath(os.path.join(home_dir, 'bin', 'easy_install')), URLS['FOURSUITE_XML'][res_source_key]],
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   223
                        cwd=os.path.abspath(tmp_dir),
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   224
                        filter_stdout=filter_python_develop,
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   225
                        show_stdout=True)
f5f3563d43fa correct installation for Linux
ymh <ymh.work@gmail.com>
parents: 36
diff changeset
   226
                        
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   227
        logger.notify("Clear source dir")
35
8b65c9054eac correct errors
ymh <ymh.work@gmail.com>
parents: 34
diff changeset
   228
        shutil.rmtree(src_dir)
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   229
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   230
    finally:
34
05d10640919a improve virtual env script
ymh <ymh.work@gmail.com>
parents: 33
diff changeset
   231
        logger.indent -= 2
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   232
    script_dir = join(base_dir, 'bin')
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   233
    logger.notify('Run "%s Package" to install new packages that provide builds'
32
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
   234
                  % join(script_dir, 'easy_install'))
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   235
32
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
   236
def ensure_dir(dir):
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   237
    if not os.path.exists(dir):
46
5503cfcdea68 improve logging
ymh <ymh.work@gmail.com>
parents: 45
diff changeset
   238
        logger.notify('Creating directory %s' % dir)
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   239
        os.makedirs(dir)
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   240
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   241
def filter_python_develop(line):
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   242
    if not line.strip():
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   243
        return Logger.DEBUG
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   244
    for prefix in ['Searching for', 'Reading ', 'Best match: ', 'Processing ',
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   245
                   'Moving ', 'Adding ', 'running ', 'writing ', 'Creating ',
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   246
                   'creating ', 'Copying ']:
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   247
        if line.startswith(prefix):
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   248
            return Logger.DEBUG
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   249
    return Logger.NOTIFY
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   250
"""
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   251
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   252
def main():
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   253
    python_version = ".".join(map(str,sys.version_info[0:2]))
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   254
    text = virtualenv.create_bootstrap_script(EXTRA_TEXT, python_version=python_version)
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   255
    if os.path.exists(script_name):
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   256
        f = open(script_name)
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   257
        cur_text = f.read()
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   258
        f.close()
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   259
    else:
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   260
        cur_text = ''
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   261
    print 'Updating %s' % script_name
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   262
    if cur_text == 'text':
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   263
        print 'No update'
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   264
    else:
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   265
        print 'Script changed; updating...'
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   266
        f = open(script_name, 'w')
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   267
        f.write(text)
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   268
        f.close()
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   269
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   270
if __name__ == '__main__':
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   271
    main()
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   272