iframe-proxy | Sunbelt Computer Software

executable file
132 lines (113 loc) · 4.04 KB
import collections, os, sys, math, json, subprocess, shutil, argparse, time
TRACE_RUN = False
SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__))
def run(cmd, quiet=False):
    if TRACE_RUN:
        print('EXEC ' + cmd)
    if quiet:
        err = open('/dev/null')
        rv = subprocess.check_output(cmd, shell=True, stderr=err)
        err.close()
        rv = subprocess.check_output(cmd, shell=True)
    return rv
def debug_clean():
        run('kill `sudo lsof -t -i:8080`', quiet=True)
    except Exception:
        pass
        run('docker unpause $(docker ps -a -q)', quiet=True)
    except Exception:
        pass
        run('docker kill $(docker ps -a -q)', quiet=True)
    except Exception:
        pass
        run('docker rm $(docker ps -a -q)', quiet=True)
    except Exception:
        pass
def kill_for_test(cluster_name):
        run('%s/../../bin/admin kill -cluster=%s/%s' % (SCRIPT_DIR, SCRIPT_DIR, cluster_name), quiet=True)
    except Exception:
        pass
def clean_for_test(cluster_name):
        run('rm -rf %s/%s' % (SCRIPT_DIR, cluster_name), quiet=True)
    except Exception:
        pass
def get_default_config(cluster_name):
    return {
        "registry": "local",
        "sandbox": "docker",
        "reg_dir": "%s/%s/registry" % (SCRIPT_DIR, cluster_name),
        "cluster_name": "%s" % cluster_name,
        "worker_dir": "workers/default",
        "benchmark_log": "%s/perf/%s.perf" % (SCRIPT_DIR, cluster_name),
        "sandbox_buffer": 0,
        "sandbox_config": {},
        "pip_mirror": "172.17.0.1",
        "pkgs_dir": "%s/packages" % SCRIPT_DIR
def add_interpreter_pool(config, pool, pool_dir):
    config['pool'] = pool
    config['pool_dir'] = pool_dir
    return config
def add_container_pool(config, sandbox_buffer):
    config['sandbox_buffer'] = int(sandbox_buffer)
    return config
def setup_cluster(cluster_name, config):
    # Create cluster
    run('%s/../../bin/admin new -cluster %s/%s' % (SCRIPT_DIR, SCRIPT_DIR, cluster_name))
    # Write worker config
    worker_template_f = open('%s/%s/config/template.json' % (SCRIPT_DIR, cluster_name), 'w')
    json.dump(config, worker_template_f, indent=4, separators=(',', ': '))
    worker_template_f.close()
    # Start worker
    run('%s/../../bin/admin workers -cluster=%s/%s' % (SCRIPT_DIR, SCRIPT_DIR, cluster_name))
def copy_handlers(cluster_name):
    shutil.rmtree('%s/%s/registry' % (SCRIPT_DIR, cluster_name))
    shutil.copytree(SCRIPT_DIR + '/../handlers', '%s/%s/registry' % (SCRIPT_DIR, cluster_name))
if not os.path.exists('perf'):
    os.makedirs('perf')
parser = argparse.ArgumentParser(description='Start a cluster')
parser.add_argument('-cluster', default=None)
parser.add_argument('--stop', action='store_true')
parser.add_argument('--remove', action='store_true')
parser.add_argument('--stop-all', action='store_true')
parser.add_argument('--start', action='store_true')
parser.add_argument('-interpreter-pool', default=None)
parser.add_argument('-container-pool', default=None)
parser.add_argument('--pipbench', action='store_true')
args = parser.parse_args()
if args.stop_all:
    debug_clean()
    print('All Docker containers and workers stopped')
if args.cluster is None:
    print('Specify a cluster name')
if args.stop:
    kill_for_test(args.cluster)
    print('Cluster %s stopped' % args.cluster)
    if not args.remove:
        exit()
if args.remove:
    clean_for_test(args.cluster)
    print('Cluster %s removed' % args.cluster)
if args.start:
    config = get_default_config(args.cluster)
    if args.interpreter_pool is not None:
        pool_dir = '%s/%s/pool_dir' % (SCRIPT_DIR, args.cluster)
        config = add_interpreter_pool(config, args.interpreter_pool, pool_dir)
    if args.container_pool is not None:
        config = add_container_pool(config, args.container_pool)
    if args.pipbench:
        config = add_pipbench(config)
    setup_cluster(args.cluster, config)
    print('Cluster %s started' % args.cluster)
    print('Specify a command')
Sunbelt Computer Software

PL/B Language Development and Support

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Uh oh!

Sunbelt Computer Software

PL/B Language Development and Support

Uh oh!

FilesExpand file tree

cluster_util.py

Latest commit

History

cluster_util.py

File metadata and controls
