From 50bc45cacf771eb5ab1d1647b81d8a719acb183c Mon Sep 17 00:00:00 2001 From: Dustin VanStee Date: Thu, 1 Oct 2020 10:38:10 -0400 Subject: [PATCH] add modification to run on Summit and support login / batch / compute node architecture --- dask_jobqueue/core.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/dask_jobqueue/core.py b/dask_jobqueue/core.py index 9b23ad39..116395aa 100644 --- a/dask_jobqueue/core.py +++ b/dask_jobqueue/core.py @@ -59,6 +59,8 @@ Section to use from jobqueue.yaml configuration file. name : str Name of Dask worker. This is typically set by the Cluster + dask_worker_prefix : str + String to prepend to dask_worker_command for environments that have multiple tiers of submittal nodes. """.strip() @@ -149,6 +151,7 @@ def __init__( python=sys.executable, job_name=None, config_name=None, + dask_worker_prefix=None, ): self.scheduler = scheduler self.job_id = None @@ -237,9 +240,13 @@ def __init__( self.header_skip = set(header_skip) # dask-worker command line build + dask_worker_command = "%(python)s -m distributed.cli.dask_worker" % dict( python=python ) + if(dask_worker_prefix) : + dask_worker_command = dask_worker_prefix + " " + dask_worker_command + command_args = [dask_worker_command, self.scheduler] command_args += ["--nthreads", self.worker_process_threads] if processes is not None and processes > 1: