allow asynchronous in LocalCluster

ratt-ru · Nov 20, 2023 · 19228a7 · 19228a7
1 parent b482e41
commit 19228a7
Showing 1 changed file with 5 additions and 3 deletions.
diff --git a/pfb/__init__.py b/pfb/__init__.py
@@ -56,9 +56,11 @@ def set_client(opts, stack, log, scheduler='distributed'):
             from dask.distributed import Client, LocalCluster
             print("Initialising client with LocalCluster.", file=log)
             with dask.config.set({"distributed.scheduler.worker-saturation":  1.1}):
-                cluster = LocalCluster(processes=True, n_workers=opts.nworkers,
-                                    threads_per_worker=opts.nthreads_dask,
-                                    memory_limit=0)  # str(mem_limit/nworkers)+'GB'
+                cluster = LocalCluster(processes=opts.nworkers > 1,
+                                       n_workers=opts.nworkers,
+                                       threads_per_worker=opts.nthreads_dask,
+                                       memory_limit=0,  # str(mem_limit/nworkers)+'GB'
+                                       asynchronous=True)
                 cluster = stack.enter_context(cluster)
                 client = stack.enter_context(Client(cluster))