sbin/create_python_env.py
author ymh <ymh.work@gmail.com>
Mon, 31 May 2010 19:05:09 +0200
changeset 33 b25bb1dd177c
parent 32 e28089cee66c
child 34 05d10640919a
permissions -rw-r--r--
improve virtualenv script
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
     1
"""
32
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
     2
Call this like ``python fassembler/create_python_env.py``; it will
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
     3
refresh the blinkster-boot.py script
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
     4
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
     5
-prerequisite:
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
     6
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
     7
- virtualenv
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
     8
- distribute
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
     9
- psycopg2 requires the PostgreSQL libpq libraries and the pg_config utility
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    10
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    11
- virtualenv --distribute --no-site-packages venv
32
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    12
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    13
"""
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    14
import os
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    15
import subprocess
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    16
import re
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    17
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    18
here = os.path.dirname(os.path.abspath(__file__))
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    19
base_dir = os.path.dirname(here)
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    20
script_name = os.path.join(base_dir, 'blinkster-boot.py')
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    21
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    22
import virtualenv
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    23
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    24
# things to install
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    25
# - psycopg2 -> pip
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    26
# - PIL -> pip
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    27
# - pyxml -> pip
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    28
# - 4Suite-xml - easy_install ftp://ftp.4suite.org/pub/4Suite/4Suite-XML-1.0.2.tar.bz2
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    29
# - pylucene  - script
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    30
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    32
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    33
EXTRA_TEXT = """
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    34
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    35
import shutil
32
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    36
import tarfile
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    37
import urllib
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    38
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    39
4SUITE_XML_URL = 'ftp://ftp.4suite.org/pub/4Suite/4Suite-XML-1.0.2.tar.bz2'
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    40
PY_LUCENE_URL = 'http://apache.crihan.fr/dist/lucene/pylucene/pylucene-3.0.1-1-src.tar.gz'
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    41
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    42
def extend_parser(parser):
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    43
    pass
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    44
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    45
def adjust_options(options, args):
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    46
    if not args:
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    47
        return # caller will raise error
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    48
    
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    49
    # We're actually going to build the venv in a subdirectory
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    50
    base_dir = args[0]
32
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    51
    if len(args) > 1:
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    52
        venv_name = args[1]
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    53
    else:
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    54
        venv_name = "blinkster"
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    55
        
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    56
    args[0] = join(base_dir, venv_name)
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    57
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    58
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    59
def after_install(options, home_dir):
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    60
    base_dir = os.path.dirname(home_dir)
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    61
    src_dir = join(home_dir, 'src')
32
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    62
    tmp_dir = join(home_dir, 'tmp')
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    63
    ensure_dir(src_dir)
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    64
    ensure_dir(tmp_dir)
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    65
    #logger.indent += 2
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    66
    try:
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    67
        call_subprocess([os.path.abspath(os.path.join(home_dir, 'bin', 'pip')), ,'-E '+ os.path.abspath(home_dir), 'psycopg2', 'pil', 'pyxml'],
32
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    68
                        cwd=os.path.abspath(tmp_dir),
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    69
                        filter_stdout=filter_python_develop,
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    70
                        show_stdout=False)
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    71
        call_subprocess([os.path.abspath(os.path.join(home_dir, 'bin', 'easy_install')), 4SUITE_XML_URL],
32
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    72
                        cwd=os.path.abspath(tmp_dir),
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    73
                        filter_stdout=filter_python_develop,
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    74
                        show_stdout=False)
32
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
    75
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    76
        #get pylucene
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    77
        pylucene_src = os.path.join(src_dir,"pylucene.tar.gz")
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    78
        urllib.urlretrieve(PY_LUCENE_URL, pylucene_src)
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    79
        tf = tarfile.open(pylucene_src,'r:gz')
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    80
        tf.extractall(os.path.join(src_dir,"pylucene"))
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    81
        tf.close()
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    82
        #install jcc
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    83
        call_subprocess([os.path.abspath(os.path.join(home_dir, 'bin', 'python')), 'setup.py', 'install'],
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    84
                        cwd=os.path.abspath(os.path.join(src_dir,"pylucene","pylucene-3.0.1-1","jcc")),
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    85
                        filter_stdout=filter_python_develop,
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    86
                        show_stdout=False)
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    87
        #install pylucene       
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    88
        #modify makefile 
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    89
#PREFIX_PYTHON=os.path.abspath(fassembler_dir)
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    90
#ANT=ant
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    91
#PYTHON=$(PREFIX_PYTHON)/bin/python
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    92
#osx 10.5 10.6 32-64 bit
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    93
#JCC=$(PYTHON) -m jcc.__main__ --shared --arch x86_64 --arch i386
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    94
#NUM_FILES=2
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    95
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    96
#linux 
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    97
#JCC=$(PYTHON) -m jcc --shared
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    98
#NUM_FILES=2
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
    99
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   100
# windows
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   101
#JCC=$(PYTHON) -m jcc --shared
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   102
#NUM_FILES=3
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   103
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   104
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   105
#install pylucene
32
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
   106
#delete src
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
   107
        #call_subprocess([os.path.abspath(join(home_dir, 'bin', 'python')), 'setup.py', 'develop'],
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
   108
        #                cwd=os.path.abspath(fassembler_dir),
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
   109
        #                filter_stdout=filter_python_develop,
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
   110
        #                show_stdout=False)
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   111
    finally:
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   112
        #logger.indent -= 2
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   113
    script_dir = join(base_dir, 'bin')
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   114
    logger.notify('Run "%s Package" to install new packages that provide builds'
32
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
   115
                  % join(script_dir, 'easy_install'))
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   116
32
e28089cee66c update python env script
ymh <ymh.work@gmail.com>
parents: 31
diff changeset
   117
def ensure_dir(dir):
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   118
    if not os.path.exists(dir):
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   119
        logger.info('Creating directory %s' % dir)
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   120
        os.makedirs(dir)
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   121
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   122
def filter_python_develop(line):
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   123
    if not line.strip():
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   124
        return Logger.DEBUG
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   125
    for prefix in ['Searching for', 'Reading ', 'Best match: ', 'Processing ',
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   126
                   'Moving ', 'Adding ', 'running ', 'writing ', 'Creating ',
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   127
                   'creating ', 'Copying ']:
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   128
        if line.startswith(prefix):
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   129
            return Logger.DEBUG
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   130
    return Logger.NOTIFY
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   131
"""
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   132
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   133
def main():
33
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   134
    python_version = ".".join(map(str,sys.version_info[0:2]))
b25bb1dd177c improve virtualenv script
ymh <ymh.work@gmail.com>
parents: 32
diff changeset
   135
    text = virtualenv.create_bootstrap_script(EXTRA_TEXT, python_version=python_version)
31
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   136
    if os.path.exists(script_name):
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   137
        f = open(script_name)
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   138
        cur_text = f.read()
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   139
        f.close()
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   140
    else:
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   141
        cur_text = ''
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   142
    print 'Updating %s' % script_name
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   143
    if cur_text == 'text':
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   144
        print 'No update'
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   145
    else:
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   146
        print 'Script changed; updating...'
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   147
        f = open(script_name, 'w')
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   148
        f.write(text)
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   149
        f.close()
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   150
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   151
if __name__ == '__main__':
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   152
    main()
a727d83c8f88 add create_python_env file
ymh <ymh.work@gmail.com>
parents:
diff changeset
   153