{
    "bw_aprun": {
        "description"                 : "The NCSA Blue Waters Cray XE6/XK7 system (https://bluewaters.ncsa.illinois.edu/)",
        "notes"                       : "Running 'touch .hushlogin' on the login node will reduce the likelihood of prompt detection issues.",
        "schemas"                     : ["gsissh", "local"],
        "gsissh"                      : {
            "job_manager_endpoint"    : "torque+gsissh://bw.ncsa.illinois.edu",
            "filesystem_endpoint"     : "gsisftp://bw.ncsa.illinois.edu/"
        },
        "local"                       : {
            "job_manager_endpoint"    : "torque://bw.ncsa.illinois.edu",
            "filesystem_endpoint"     : "file://bw.ncsa.illinois.edu"
        },
        "default_queue"               : "normal",
        "lrms"                        : "TORQUE",
        "lfs_path_per_node"           : "/tmp",
        "lfs_size_per_node"           : 32768,
        "agent_scheduler"             : "CONTINUOUS",
        "agent_spawner"               : "POPEN",
        "agent_launch_method"         : "APRUN",
        "task_launch_method"          : "APRUN",
        "mpi_launch_method"           : "APRUN",
        "pre_bootstrap_0"             : [
            "ulimit -s 8192",
            "module switch PrgEnv-cray PrgEnv-gnu",
            "module load bwpy"
        ],
        "pre_bootstrap_1"             : [
            "ulimit -s 8192"
        ],
        "default_remote_workdir"      : "/scratch/sciteam/$USER",
        "valid_roots"                 : ["/scratch/sciteam"],
        "rp_version"                  : "local",
        "virtenv_mode"                : "create",
        "stage_cacerts"               : "True",
        "python_dist"                 : "default",
        "python_interpreter"          : "python2.7",
        "gpus_per_node"               : 1
    },

    "bw_ortelib": {
        "description"                 : "The NCSA Blue Waters Cray XE6/XK7 system (https://bluewaters.ncsa.illinois.edu/)",
        "notes"                       : "Running 'touch .hushlogin' on the login node will reduce the likelihood of prompt detection issues.",
        "schemas"                     : ["gsissh"],
        "gsissh"                      : {
            "job_manager_endpoint"    : "torque+gsissh://bw.ncsa.illinois.edu",
            "filesystem_endpoint"     : "gsisftp://bw.ncsa.illinois.edu/"
        },
        "default_queue"               : "normal",
        "lrms"                        : "TORQUE",
        "lfs_path_per_node"           : "/tmp",
        "lfs_size_per_node"           : 32768,
        "agent_type"                  : "multicore",
        "agent_scheduler"             : "CONTINUOUS",
        "agent_config"                : "cray",
        "agent_spawner"               : "ORTE",
        "agent_launch_method"         : "ORTE",
        "task_launch_method"          : "ORTE_LIB",
        "mpi_launch_method"           : "ORTE_LIB",
        "tunnel_bind_device"          : "ipogif0",
        "forward_tunnel_endpoint"     : "BIND_ADDRESS",
        "pre_bootstrap_0"             : [
            "ulimit -s 8192",
            "module switch PrgEnv-cray PrgEnv-gnu",
            "module load bwpy",
            "module use --append /projects/sciteam/gk4/openmpi/modules",
            "module load openmpi"
        ],
        "pre_bootstrap_1"             : [
            "ulimit -s 8192",
            "export HOME=$HOME"
        ],
        "default_remote_workdir"      : "/scratch/sciteam/$USER",
        "valid_roots"                 : ["/scratch/sciteam"],
        "rp_version"                  : "local",
        "virtenv_mode"                : "create",
        "stage_cacerts"               : true,
        "python_dist"                 : "default",
        "python_interpreter"          : "python2.7",
        "gpus_per_node"               : 1
    },

    "bw_orte": {
        "description"                 : "The NCSA Blue Waters Cray XE6/XK7 system (https://bluewaters.ncsa.illinois.edu/)",
        "notes"                       : "Running 'touch .hushlogin' on the login node will reduce the likelihood of prompt detection issues.",
        "schemas"                     : ["gsissh", "local"],
        "gsissh"                      : {
            "job_manager_endpoint"    : "torque+gsissh://bw.ncsa.illinois.edu",
            "filesystem_endpoint"     : "gsisftp://bw.ncsa.illinois.edu/"
        },
        "local"                      : {
            "job_manager_endpoint"    : "torque://bw.ncsa.illinois.edu",
            "filesystem_endpoint"     : "file://bw.ncsa.illinois.edu/"
        },
        "default_queue"               : "normal",
        "lrms"                        : "TORQUE",
        "lfs_path_per_node"           : "/tmp",
        "lfs_size_per_node"           : 32768,
        "agent_scheduler"             : "CONTINUOUS",
        "agent_spawner"               : "POPEN",
        "agent_config"                : "cray",
        "agent_launch_method"         : "ORTE",
        "task_launch_method"          : "ORTE",
        "mpi_launch_method"           : "ORTE",
        "tunnel_bind_device"          : "ipogif0",
        "forward_tunnel_endpoint"     : "BIND_ADDRESS",
        "pre_bootstrap_0"             : [
            "ulimit -s 8192",
            "module switch PrgEnv-cray PrgEnv-gnu",
            "module load bwpy",
            "module use --append /projects/sciteam/gk4/openmpi/modules",
            "module load openmpi"
        ],
        "pre_bootstrap_1"             : [
            "ulimit -s 8192",
            "export HOME=$HOME"
        ],
        "default_remote_workdir"      : "/scratch/sciteam/$USER",
        "valid_roots"                 : ["/scratch/sciteam"],
        "rp_version"                  : "local",
        "virtenv_mode"                : "create",
        "stage_cacerts"               : true,
        "python_dist"                 : "default",
        "python_interpreter"          : "python2.7",
        "gpus_per_node"               : 1
    },

    "bw_ccm_ssh": {
        "description"                 : "The NCSA Blue Waters Cray XE6/XK7 system in CCM (https://bluewaters.ncsa.illinois.edu/)",
        "notes"                       : "Running 'touch .hushlogin' on the login node will reduce the likelihood of prompt detection issues.",
        "schemas"                     : ["gsissh"],
        "gsissh"                      : {
            "job_manager_endpoint"    : "torque+gsissh://bw.ncsa.illinois.edu/?gres=ccm",
            "filesystem_endpoint"     : "gsisftp://bw.ncsa.illinois.edu/"
        },
        "default_queue"               : "normal",
        "lrms"                        : "CCM",
        "lfs_path_per_node"           : "/tmp",
        "lfs_size_per_node"           : 32768, 
        "agent_scheduler"             : "CONTINUOUS",
        "agent_spawner"               : "POPEN",
        "agent_launch_method"         : "SSH",
        "task_launch_method"          : "SSH",
        "mpi_launch_method"           : "MPIRUN",
        "pre_bootstrap_0"             : [
            "ulimit -s 8192",
            "module switch PrgEnv-cray PrgEnv-gnu",
            "module load bwpy",
            "module load ccm"
        ],
        "pre_bootstrap_1"             : [
            "ulimit -s 8192",
            "export HOME=$HOME"
        ],
        "default_remote_workdir"      : "/scratch/sciteam/$USER",
        "valid_roots"                 : ["/scratch/sciteam"],
        "rp_version"                  : "local",
        "virtenv_mode"                : "create",
        "stage_cacerts"               : "True",
        "python_dist"                 : "default",
        "python_interpreter"          : "python2.7",
        "gpus_per_node"               : 1
    }
}