Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.
from parsl.providers import LocalProvider
from parsl.channels import LocalChannel
from parsl.launchers import SimpleLauncher
from parsl.config import Config
from parsl.executors import ExtremeScaleExecutor
config = Config(
executors=[
ExtremeScaleExecutor(
label="Extreme_Local",
worker_debug=True,
ranks_per_node=2,
provider=LocalProvider(
channel=LocalChannel(),
init_blocks=1,
max_blocks=1,
launcher=SimpleLauncher(),
)
)
],
strategy=None,
)
args = p.parse_args()
print('Argparse: --executor='+args.executor, flush=True)
# Here we can add htex_strategy for option
# config
if args.executor == 'ThreadPool':
config = Config(
executors=[ThreadPoolExecutor(
#label='threads',
label='htex_local',
max_threads=5)
],
)
elif args.executor == 'HighThroughput_Local':
config = Config(
executors=[
HighThroughputExecutor(
label="htex_local",
cores_per_worker=1,
provider=LocalProvider(
channel=LocalChannel(),
init_blocks=1,
max_blocks=1,
# tasks_perss_node=1, # For HighThroughputExecutor, this option sho<
launcher=SingleNodeLauncher(),
),
)
],
#strategy='htex_aggressive',
#strategy='htex_totaltime',
#strategy='simple',
from parsl.config import Config
from parsl.executors import HighThroughputExecutor
from parsl.addresses import address_by_hostname
from parsl.launchers import MpiRunLauncher
from parsl.providers import CobaltProvider
config = Config(
executors=[
HighThroughputExecutor(
label="cooley_htex",
worker_debug=False,
cores_per_worker=1,
address=address_by_hostname(),
provider=CobaltProvider(
queue='debug',
account='YOUR_ACCOUNT', # project name to submit the job
launcher=MpiRunLauncher(),
scheduler_options='', # string to prepend to #COBALT blocks in the submit script to the scheduler
worker_init='', # command to run before starting a worker, such as 'source activate env'
init_blocks=1,
max_blocks=1,
min_blocks=1,
nodes_per_block=4,
from parsl.channels import SSHChannel
from parsl.providers import SlurmProvider
from parsl.launchers import SrunLauncher
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
# This is an example config, make sure to
# replace the specific values below with the literal values
# (e.g., 'USERNAME' -> 'your_username')
config = Config(
executors=[
IPyParallelExecutor(
label='comet_ipp_multinode',
provider=SlurmProvider(
'debug',
channel=SSHChannel(
hostname='comet.sdsc.xsede.org',
username='USERNAME', # Please replace USERNAME with your username
script_dir='/home/USERNAME/parsl_scripts', # Please replace USERNAME with your username
),
launcher=SrunLauncher(),
scheduler_options='', # Input your scheduler_options if needed
worker_init='', # Input your worker_init if needed
walltime="00:10:00",
init_blocks=1,
max_blocks=1,
from parsl.providers import LocalProvider
from parsl.channels import LocalChannel
from parsl.config import Config
from parsl.executors.mpix import MPIExecutor
config = Config(
executors=[
MPIExecutor(
label="MPIX_Local",
# Set the public ip of the machine you are launching the workflow from. Default: 127.0.0.1 for local runs.
# public_ip = "10.236.1.193"
# Set the worker ports explicitly. This is useful for re-using workers between workflows.
# worker_ports=(50078, 50079),
# Set a port range from which ports should be picked.
worker_port_range=(40010, 40020),
# The fabric_threaded.py script launches the MPI version
# launch_cmd="./cleanup.sh ; mpiexec -np 4 python3 fabric_threaded.py {debug} --task_url={task_url} --result_url={result_url}",
from parsl.config import Config
from parsl.executors.threads import ThreadPoolExecutor
config = Config(
executors=[
ThreadPoolExecutor(
label='local_threads_checkpoint',
)
from parsl.providers import CobaltProvider
from parsl.launchers import AprunLauncher
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
# This is an example config, make sure to
# replace the specific values below with the literal values
# (e.g., 'USERNAME' -> 'your_username')
config = Config(
executors=[
IPyParallelExecutor(
label='theta_local_ipp_multinode',
workers_per_node=1,
provider=CobaltProvider(
queue="debug-flat-quad",
launcher=AprunLauncher(),
walltime="00:30:00",
nodes_per_block=2,
init_blocks=1,
max_blocks=1,
scheduler_options='', # Input your scheduler_options if needed
worker_init='', # Input your worker_init if needed
account='ALCF_ALLOCATION', # Please replace ALCF_ALLOCATION with your ALCF allocation
cmd_timeout=60
),
====================================
"""
from parsl.channels import SSHChannel
from parsl.launchers import AprunLauncher
from parsl.providers import TorqueProvider
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
# This is an example config, make sure to
# replace the specific values below with the literal values
# (e.g., 'USERNAME' -> 'your_username')
config = Config(
executors=[
IPyParallelExecutor(
label='swan_ipp',
workers_per_node=2,
provider=TorqueProvider(
channel=SSHChannel(
hostname='swan.cray.com',
username='USERNAME', # Please replace USERNAME with your username
script_dir='/home/users/USERNAME/parsl_scripts', # Please replace USERNAME with your username
),
nodes_per_block=2,
init_blocks=1,
max_blocks=1,
launcher=AprunLauncher(),
scheduler_options='', # Input your scheduler_options if needed
worker_init='', # Input your worker_init if needed
from parsl.channels import SSHChannel
from parsl.providers import SlurmProvider
from parsl.launchers import SrunLauncher
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
# This is an example config, make sure to
# replace the specific values below with the literal values
# (e.g., 'USERNAME' -> 'your_username')
config = Config(
executors=[
IPyParallelExecutor(
label='midway_ipp_multinode',
provider=SlurmProvider(
'westmere',
channel=SSHChannel(
hostname='swift.rcc.uchicago.edu',
username='USERNAME', # Please replace USERNAME with your username
script_dir='/scratch/midway2/USERNAME/parsl_scripts', # Please replace USERNAME with your username
),
launcher=SrunLauncher(),
scheduler_options='', # Input your scheduler_options if needed
worker_init='', # Input your worker_init if needed
walltime="00:05:00",
init_blocks=1,
max_blocks=1,
from parsl.providers import AWSProvider
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
# This is an example config, make sure to
# replace the specific values below with the literal values
# (e.g., 'USERNAME' -> 'your_username')
config = Config(
executors=[
IPyParallelExecutor(
label='ec2_spot',
provider=AWSProvider(
'image_id', # Please replace image_id with your image id, e.g., 'ami-82f4dae7'
region='us-east-1', # Please replace region with your region
key_name='KEY', # Please replace KEY with your key name
profile="default",
state_file='awsproviderstate.json',
spot_max_bid='1.0',
nodes_per_block=1,
init_blocks=1,
max_blocks=1,
min_blocks=0,
walltime='00:25:00',
),