Move dataframe overrides to sql.yaml

dask-contrib · Nov 8, 2023 · 32f6881 · 32f6881
1 parent 4f34d5f
commit 32f6881
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 3 deletions.
diff --git a/conftest.py b/conftest.py
@@ -12,9 +12,6 @@ def pytest_addoption(parser):
 
 
 def pytest_runtest_setup(item):
-    # TODO: get pyarrow strings and p2p shuffle working
-    dask.config.set({"dataframe.convert-string": False})
-    dask.config.set({"dataframe.shuffle.algorithm": "tasks"})
     if "gpu" in item.keywords:
         if not item.config.getoption("--rungpu"):
             pytest.skip("need --rungpu option to run")

diff --git a/dask_sql/sql.yaml b/dask_sql/sql.yaml
@@ -1,3 +1,9 @@
+# TODO: get pyarrow strings and p2p shuffle working
+dataframe:
+  convert-string: False
+  shuffle:
+    method: "tasks"
+
 sql:
   aggregate:
     split_out: 1