diff --git a/distributed/joblib.py b/distributed/joblib.py
index 517b82ebc28..da4cfa29627 100644
--- a/distributed/joblib.py
+++ b/distributed/joblib.py
@@ -33,8 +33,12 @@
     from joblib.parallel import AutoBatchingMixin, ParallelBackendBase
     _bases.append(ParallelBackendBase)
 if sk_joblib:
-    from sklearn.externals.joblib.parallel import (AutoBatchingMixin,  # noqa
-            ParallelBackendBase)
+    try:
+        from sklearn.externals._joblib.parallel import (AutoBatchingMixin,  # noqa
+                ParallelBackendBase)
+    except ImportError:
+        from sklearn.externals.joblib.parallel import (AutoBatchingMixin,  # noqa
+                ParallelBackendBase)
     _bases.append(ParallelBackendBase)
 if not _bases:
     raise RuntimeError("Joblib backend requires either `joblib` >= '0.10.2' "