diff --git a/dask_jobqueue/core.py b/dask_jobqueue/core.py index f0ea6dc7..9d974f3b 100644 --- a/dask_jobqueue/core.py +++ b/dask_jobqueue/core.py @@ -4,10 +4,8 @@ import toolz from distributed.utils import tmpfile, ignoring - logger = logging.getLogger(__name__) - class JobQueueCluster(object): """ Base class to launch Dask Clusters for Job queues @@ -75,6 +73,7 @@ def _calls(self, cmds): Also logs any stderr information """ logger.debug("Submitting the following calls to command line") + for cmd in cmds: logger.debug(' '.join(cmd)) procs = [subprocess.Popen(cmd, diff --git a/dask_jobqueue/slurm.py b/dask_jobqueue/slurm.py index 8828239d..272a3fc1 100644 --- a/dask_jobqueue/slurm.py +++ b/dask_jobqueue/slurm.py @@ -32,7 +32,6 @@ class SLURMCluster(JobQueueCluster): """ def __init__(self, name='dask', - queue='', project=None, threads_per_worker=4, processes=8, @@ -48,9 +47,6 @@ def __init__(self, ---------- name : str Name of worker jobs. Passed to `#SBATCH -J` option. - queue : str - Destination queue for each worker job. - Passed to `#SBATCH -p` option. project : str Accounting string associated with each worker job. Passed to `#SBATCH -A` option. @@ -77,7 +73,6 @@ def __init__(self, #SBATCH -J %(name)s #SBATCH -n %(processes)d -#SBATCH -p %(queue)s #SBATCH -A %(project)s #SBATCH -t %(walltime)s #SBATCH -e %(name)s.err @@ -87,7 +82,7 @@ def __init__(self, export LANGUAGE="en_US.utf8" export LC_ALL="en_US.utf8" -%(base_path)s/dask-worker %(scheduler)s \ +"%(base_path)s/dask-worker" %(scheduler)s \ --nthreads %(threads_per_worker)d \ --nprocs %(processes)s \ --memory-limit %(memory)s \ @@ -109,7 +104,6 @@ def __init__(self, self.cluster = LocalCluster(n_workers=0, ip=host, **kwargs) memory = memory.replace(' ', '') self.config = {'name': name, - 'queue': queue, 'project': project, 'threads_per_worker': threads_per_worker, 'processes': processes,