From 0e2b75bb020c001ead94ffc0e35bb233d9b4cb16 Mon Sep 17 00:00:00 2001 From: Lawrence Mitchell Date: Thu, 21 Jul 2022 19:15:27 +0100 Subject: [PATCH] Temporarily disable compression for communication protocols For GPU data, compression is worse rather than better because it provokes device-to-host transfers when they are unnecessary. This is a short-term fix for #935, in lieu of hooking up GPU-based compression algorithms. --- dask_cuda/__init__.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/dask_cuda/__init__.py b/dask_cuda/__init__.py index ed8e6ae9e..0acd7851a 100644 --- a/dask_cuda/__init__.py +++ b/dask_cuda/__init__.py @@ -31,3 +31,7 @@ dask.dataframe.shuffle.shuffle_group ) dask.dataframe.core._concat = unproxify_decorator(dask.dataframe.core._concat) + +# Until GPU-based compression is hooked up, turn off compression +# in communication protocols (see https://github.com/rapidsai/dask-cuda/issues/935) +dask.config.config["distributed"]["comm"]["compression"] = None