hustngx.py

#!/usr/bin/python
# email: yao050421103@gmail.com
import sys
import os.path
import datetime
import string
import json
import tarfile
import shutil

FILTER = '@null_string_place_holder'
join_lines = lambda lines, dim: string.join(filter(lambda item: -1 == item.find(FILTER), lines), dim)
merge = lambda lines: join_lines(lines, '\n')

gen_tm = lambda: datetime.datetime.now().strftime('%Y%m%d%H%M%S')
get_bin_uri = lambda name: os.path.join(name, name)

def manual(): 
    print """
    usage:
        python hustngx.py [nginx] [conf] [user]
    sample:
        python hustngx.py nginx-1.12.0.tar.gz sample.json
        python hustngx.py nginx-1.12.0.tar.gz sample.json jobs
        """

def load_templates():
    cwd = os.path.split(os.path.realpath(__file__))[0]
    tpl_path = os.path.join(cwd, 'tpl')
    with open(os.path.join(tpl_path, 'tpls.json')) as f:
        cf = json.load(f)
        templates = {}
        for item in cf['tpls']:
            with open(os.path.join(tpl_path, item)) as f:
                key = os.path.splitext(item)[0]
                val = string.Template(f.read())
                templates[key] = val
        return templates

tpls = load_templates()

def get_json_data(path):
    json_filter = lambda f: (lambda f, l: os.path.splitext(f)[1] in l)(f, ['.json'])
    if not json_filter(path):
        return None
    f = open(path, 'r')
    data = json.load(f)
    f.close()
    return data
def write_file(path, data):
    with open(path, 'w') as f:
        f.writelines(data)
def copy_file(src, des):
    try:
        shutil.copy(src, des)
        return True
    except (IOError, os.error) as e:
        return False
        
def untar_ngx(nginx_tar_gz, ngx_dir, mdpath):
    if not copy_file(nginx_tar_gz, mdpath):
        return False
    tar_name = os.path.join(mdpath, os.path.basename(nginx_tar_gz))
    t = tarfile.open(tar_name)
    t.extractall(path = mdpath)
    t.close()
    tmp_ngx_dir = os.path.join(mdpath, os.path.splitext(
        os.path.splitext(os.path.basename(nginx_tar_gz))[0])[0])
    if os.path.exists(ngx_dir):
        shutil.rmtree(ngx_dir)
    os.rename(tmp_ngx_dir, os.path.join(mdpath, 'nginx'))
    os.remove(tar_name)
    return True
def gen_nginx_json(ngx_dir, md):
    write_file(
        os.path.join(ngx_dir, 'conf/nginx.json'), tpls['nginx'].substitute({
            'var_md': md,
            'var_health_check': tpls['health_check'].template
            }))
def sync(ngx_dir, md_path):
    file_name = 'sync_%s.json' % gen_tm()
    with open(file_name, 'w') as f:
        f.write(tpls['sync'].substitute({
            'var_ngx_dir': '"%s"' % ngx_dir,
            'var_md_path': '"%s"' % md_path
            }))
    bin_uri = get_bin_uri("sync")
    cmd = ('python %s.py %s') % (bin_uri, file_name)
    os.system(cmd)
    os.remove(file_name)
def gen_config(ngx_dir, md):
    write_file(os.path.join(ngx_dir, 'Config.sh'), tpls['config'].substitute({'var_md': md}))
def gen_htpasswd(user, ngx_dir):
    write_file(os.path.join(ngx_dir, 'conf/htpasswd'), '%s:%s\n' % (user, user))
def gen_deploy(user, md_path):
    bin_uri = get_bin_uri("deploygen")
    copy_file("%s.py" % bin_uri, md_path)
    hosts_path = os.path.join(md_path, 'hosts')
    write_file(hosts_path, '127.0.0.1')
    output = os.path.join(md_path, 'deploy.sh')
    json_path = os.path.join(md_path, 'deploy_ngx.json')
    tool_path = os.path.join(md_path, "deploygen")
    cmd = 'python %s.py %s %s %s' % (tool_path, user, json_path, hosts_path)
    write_file(output, os.popen(cmd))
def apply_hustngx(user, ngx_dir, addon, md, md_path):
    sync(ngx_dir, md_path)
    shutil.move(addon, os.path.join(ngx_dir, 'src/'))
    gen_nginx_json(ngx_dir, md)
    gen_htpasswd(user, ngx_dir)
    gen_deploy(user, md_path)
    gen_config(ngx_dir, md)
def gen_addon(uri):
    obj = get_json_data(uri)
    if not obj:
        return None
    root = os.path.dirname(os.path.abspath(uri))
    mdpath = os.path.join(root, obj['module'])
    addon = os.path.join(mdpath, 'addon')
    bin_uri = get_bin_uri("ngx_wizard")
    cmd = 'python %s.py %s' % (bin_uri, uri)
    os.system(cmd)
    return { 'md': obj['module'], 'mdpath': mdpath, 'addon': addon }
def gen_hustngx(user, nginx_tar_gz, uri):
    obj = gen_addon(uri)
    if not obj:
        return False
    ngx_dir = os.path.join(obj['mdpath'], 'nginx')
    nginx_tar_gz = os.path.abspath(nginx_tar_gz)
    if not untar_ngx(nginx_tar_gz, ngx_dir, obj['mdpath']):
        return False
    apply_hustngx(user, ngx_dir, obj['addon'], obj['md'], obj['mdpath'])
    return True
def parse_shell(argv):
    size = len(argv)
    user = argv[3] if 4 == size else 'jobs'
    return gen_hustngx(user, argv[1], argv[2]) if (3 == size or 4 == size) else False

if __name__ == "__main__":
    if not parse_shell(sys.argv):
        manual()