Rewrite dask-jobqueue with SpecCluster

ci/none.sh

@@ -4,7 +4,8 @@ function jobqueue_before_install {
   # Install miniconda
   ./ci/conda_setup.sh
   export PATH="$HOME/miniconda/bin:$PATH"
-  conda install --yes -c conda-forge python=$TRAVIS_PYTHON_VERSION dask distributed flake8 black pytest docrep
+  conda install --yes -c conda-forge python=$TRAVIS_PYTHON_VERSION dask distributed flake8 black pytest pytest-asyncio
+  pip install git+https://github.com/dask/distributed@master --upgrade --no-deps
 }
 
 function jobqueue_install {

ci/pbs.sh

@@ -19,7 +19,7 @@ function jobqueue_install {
 }
 
 function jobqueue_script {
-    docker exec -it -u pbsuser pbs_master /bin/bash -c "cd /dask-jobqueue; pytest dask_jobqueue --verbose -E pbs"
+    docker exec -it -u pbsuser pbs_master /bin/bash -c "cd; pytest /dask-jobqueue/dask_jobqueue --verbose -s -E pbs"
 }
 
 function jobqueue_after_script {

ci/pbs/Dockerfile

@@ -30,7 +30,8 @@ RUN curl -o miniconda.sh https://repo.continuum.io/miniconda/Miniconda3-latest-L
     bash miniconda.sh -f -b -p /opt/anaconda && \
     /opt/anaconda/bin/conda clean -tipy && \
     rm -f miniconda.sh
-RUN conda install --yes -c conda-forge python=3.6 dask distributed flake8 pytest docrep
+RUN conda install --yes -c conda-forge python=3.6 dask distributed flake8 pytest pytest-asyncio
+RUN pip install git+https://github.com/dask/distributed --upgrade --no-deps
 
 # Copy entrypoint and other needed scripts
 COPY ./*.sh /

ci/sge.sh

@@ -17,7 +17,7 @@ function jobqueue_install {
 }
 
 function jobqueue_script {
-    docker exec -it sge_master /bin/bash -c "cd /dask-jobqueue; pytest dask_jobqueue --verbose -E sge"
+    docker exec -it sge_master /bin/bash -c "cd /dask-jobqueue; pytest dask_jobqueue --verbose -s -E sge"
 }
 
 function jobqueue_after_script {

ci/sge/Dockerfile-master

@@ -10,7 +10,8 @@ RUN curl -o miniconda.sh https://repo.continuum.io/miniconda/Miniconda3-latest-L
     rm -f miniconda.sh
 ENV PATH /opt/anaconda/bin:$PATH
 ARG PYTHON_VERSION
-RUN conda install -c conda-forge python=$PYTHON_VERSION dask distributed pytest && conda clean -tipy
+RUN conda install -c conda-forge python=$PYTHON_VERSION dask distributed pytest pytest-asyncio && conda clean -tipy
+RUN pip install git+https://github.com/dask/distributed --upgrade --no-deps
 
 COPY ./*.sh /
 COPY ./*.txt /

ci/sge/Dockerfile-slave

@@ -10,7 +10,8 @@ RUN curl -o miniconda.sh https://repo.continuum.io/miniconda/Miniconda3-latest-L
     rm -f miniconda.sh
 ENV PATH /opt/anaconda/bin:$PATH
 ARG PYTHON_VERSION
-RUN conda install -c conda-forge python=$PYTHON_VERSION dask distributed pytest && conda clean -tipy
+RUN conda install -c conda-forge python=$PYTHON_VERSION dask distributed pytest pytest-asyncio && conda clean -tipy
+RUN pip install git+https://github.com/dask/distributed --upgrade --no-deps
 
 COPY ./setup-slave.sh /
 COPY ./*.sh /

ci/slurm.sh

@@ -18,7 +18,7 @@ function jobqueue_install {
 }
 
 function jobqueue_script {
-    docker exec -it slurmctld /bin/bash -c "cd /dask-jobqueue; pytest dask_jobqueue --verbose -E slurm"
+    docker exec -it slurmctld /bin/bash -c "pytest /dask-jobqueue/dask_jobqueue --verbose -E slurm -s"
 }
 
 function jobqueue_after_script {

ci/slurm/Dockerfile

@@ -5,7 +5,8 @@ RUN curl -o miniconda.sh https://repo.continuum.io/miniconda/Miniconda3-latest-L
     /opt/anaconda/bin/conda clean -tipy && \
     rm -f miniconda.sh
 ENV PATH /opt/anaconda/bin:$PATH
-RUN conda install --yes -c conda-forge python=3.6 dask distributed flake8 pytest docrep
+RUN conda install --yes -c conda-forge python=3.6 dask distributed flake8 pytest pytest-asyncio
+RUN pip install git+https://github.com/dask/distributed --upgrade --no-deps
 
 ENV LC_ALL en_US.UTF-8