sbin/sync/fabfile.py
author ymh <ymh.work@gmail.com>
Wed, 02 Apr 2014 02:16:17 +0200
changeset 292 36c7f7ff3ffb
parent 281 baeb057c48bd
permissions -rw-r--r--
Added tag V00.09.03 for changeset 3368f480039b
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
52
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
     1
import imp
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
     2
import os.path
281
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
     3
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
     4
import config  # @UnusedImport
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
     5
from fablib import (export_version, do_sync_web, create_config,
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
     6
    clean_export_folder, do_sync_comp, sync_install_build, do_create_virtualenv,
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
     7
    clean_rsync_folder, rsync_export, get_comp_versions_dict, SyncComp,
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
     8
    do_relaunch_server)
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
     9
from fabric.api import task, env
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    10
from fabric.colors import green
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    11
52
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    12
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    13
@task
281
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    14
def relaunch_server(do_collectstatic=True, do_syncdb=True, do_check_folder_access=True):
52
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    15
    print("Relaunch server")
281
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    16
    do_relaunch_server(do_collectstatic, do_syncdb, env.get('check_folder_access',do_check_folder_access))
52
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    17
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    18
@task
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    19
def sync_web(version):
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    20
    print(green("sync web with version %s" % version))
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    21
    export_path = export_version(web=version)
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    22
    export_path_full = os.path.join(export_path,'web')
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    23
    do_sync_web(version, export_path_full)
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    24
    create_config(export_path_full)
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    25
    clean_export_folder(export_path)
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    26
    relaunch_server()
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    27
    
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    28
@task
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    29
def update_lib(version, package):
58
67935f823afe small correction
ymh <ymh.work@gmail.com>
parents: 54
diff changeset
    30
    print(green("update %s with version %s" % (package,version)))
52
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    31
    export_path = export_version(web=version)
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    32
    export_path_full = os.path.join(export_path,'web')
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    33
    lib_path = os.path.join(export_path_full, "virtualenv", "res", "lib")
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    34
    
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    35
    f, pathname, description = imp.find_module("patch", [lib_path])
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    36
    imp.load_module("patch", f, pathname, description)
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    37
    f, pathname, description = imp.find_module("lib_create_env", [lib_path])
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    38
    lib_create_env = imp.load_module("lib_create_env", f, pathname, description)
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    39
    
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    40
    package_path_full = os.path.join(export_path_full, "virtualenv", "res", "src", lib_create_env.URLS[package]['local'])
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    41
    
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    42
    sync_install_build(package_path_full)
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    43
    clean_export_folder(export_path)
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    44
    relaunch_server()
281
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    45
52
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    46
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    47
@task
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    48
def create_virtualenv(version):
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    49
    print(green("create virtualenv with version %s" % version))
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    50
    export_path = export_version(web=version)
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    51
    export_path_web = os.path.join(export_path,'web')
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    52
    venv_remote_export_path = ""
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    53
    try:
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    54
        virtualenv_path = os.path.join(export_path_web, "virtualenv")
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    55
    
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    56
        venv_remote_export_path = os.path.join(env.remote_path['venv_export'], env.export_prefix, version,"virtualenv")
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    57
        rsync_export(virtualenv_path, venv_remote_export_path, env.rsync_filters['venv'])
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    58
        do_create_virtualenv(venv_remote_export_path, env.remote_path['virtualenv'])
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    59
    finally:
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    60
        clean_export_folder(export_path)
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    61
        if venv_remote_export_path:
eea37d86feea import pertimm video + first version of sync script
ymh <ymh.work@gmail.com>
parents:
diff changeset
    62
            clean_rsync_folder(venv_remote_export_path)
281
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    63
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    64
if len(env.repos) > 1:    
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    65
    @task
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    66
    def sync_platform(version):
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    67
        print(green("sync platform with version web %s" % (version)))
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    68
        export_path = export_version(web=version)
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    69
        
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    70
        export_path_web = os.path.join(export_path,'web')
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    71
        do_sync_web(version, export_path_web)    
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    72
    
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    73
        comp_versions = get_comp_versions_dict(export_path_web)  
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    74
    
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    75
        for key in [k for k in env.repos if k != 'web']:
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    76
            export_path_key = export_version(**{key: comp_versions[key]})
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    77
            export_path_comp = os.path.join(export_path_key, key)
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    78
            do_sync_comp(key, export_path_comp)
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    79
            clean_export_folder(export_path_key)    
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    80
        
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    81
        create_config(export_path_web)
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    82
        clean_export_folder(export_path)
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    83
        relaunch_server()
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    84
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    85
for sync_name in [key for key in env.repos if key != 'web']:
baeb057c48bd slightly upgrade fab file to improve deployment
ymh <ymh.work@gmail.com>
parents: 58
diff changeset
    86
    globals()[sync_name] = SyncComp(sync_name)