diff --git a/continuous_integration/docker/conda.txt b/continuous_integration/docker/conda.txt index 270c2febd..eefd4351c 100644 --- a/continuous_integration/docker/conda.txt +++ b/continuous_integration/docker/conda.txt @@ -13,7 +13,7 @@ tzlocal>=2.1 fastapi>=0.92.0 httpx>=0.24.1 uvicorn>=0.13.4 -pyarrow>=6.0.2 +pyarrow>=14.0.1 prompt_toolkit>=3.0.8 pygments>=2.7.1 scikit-learn>=1.0.0 diff --git a/continuous_integration/docker/main.dockerfile b/continuous_integration/docker/main.dockerfile index 78cd46938..202f38c95 100644 --- a/continuous_integration/docker/main.dockerfile +++ b/continuous_integration/docker/main.dockerfile @@ -26,7 +26,7 @@ RUN mamba install -y \ "pygments>=2.7.1" \ tabulate \ # additional dependencies - "pyarrow>=6.0.2" \ + "pyarrow>=14.0.1" \ "scikit-learn>=1.0.0" \ "intake>=0.6.0" \ && conda clean -ay diff --git a/continuous_integration/environment-3.10.yaml b/continuous_integration/environment-3.10.yaml index 912e2c54e..503133d35 100644 --- a/continuous_integration/environment-3.10.yaml +++ b/continuous_integration/environment-3.10.yaml @@ -11,14 +11,14 @@ dependencies: - jsonschema - lightgbm - maturin>=1.3,<1.4 -- mlflow>=2.0 +- mlflow>=2.9 - mock -- numpy>=1.21.6 +- numpy>=1.22.4 - pandas>=1.4.0 - pre-commit - prompt_toolkit>=3.0.8 - psycopg2 -- pyarrow>=6.0.2 +- pyarrow>=14.0.1 - pygments>=2.7.1 - pyhive - pytest-cov diff --git a/continuous_integration/environment-3.11.yaml b/continuous_integration/environment-3.11.yaml index cd77ac8d5..afd0cd696 100644 --- a/continuous_integration/environment-3.11.yaml +++ b/continuous_integration/environment-3.11.yaml @@ -11,14 +11,14 @@ dependencies: - jsonschema - lightgbm - maturin>=1.3,<1.4 -- mlflow>=2.0 +- mlflow>=2.9 - mock -- numpy>=1.21.6 +- numpy>=1.22.4 - pandas>=1.4.0 - pre-commit - prompt_toolkit>=3.0.8 - psycopg2 -- pyarrow>=6.0.2 +- pyarrow>=14.0.1 - pygments>=2.7.1 - pyhive - pytest-cov diff --git a/continuous_integration/environment-3.12.yaml b/continuous_integration/environment-3.12.yaml index 53b52e629..dda03f444 100644 --- a/continuous_integration/environment-3.12.yaml +++ b/continuous_integration/environment-3.12.yaml @@ -12,14 +12,14 @@ dependencies: - lightgbm - maturin>=1.3,<1.4 # TODO: add once mlflow 3.12 builds are available -# - mlflow>=2.0 +# - mlflow>=2.9 - mock -- numpy>=1.21.6 +- numpy>=1.22.4 - pandas>=1.4.0 - pre-commit - prompt_toolkit>=3.0.8 - psycopg2 -- pyarrow>=6.0.2 +- pyarrow>=14.0.1 - pygments>=2.7.1 - pyhive - pytest-cov diff --git a/continuous_integration/environment-3.9.yaml b/continuous_integration/environment-3.9.yaml index f9f8e9ebf..93786799e 100644 --- a/continuous_integration/environment-3.9.yaml +++ b/continuous_integration/environment-3.9.yaml @@ -11,14 +11,14 @@ dependencies: - jsonschema - lightgbm - maturin=1.3 -- mlflow=2.0 +- mlflow=2.9 - mock -- numpy=1.21.6 +- numpy=1.22.4 - pandas=1.4.0 - pre-commit - prompt_toolkit=3.0.8 - psycopg2 -- pyarrow=6.0.2 +- pyarrow=14.0.1 - pygments=2.7.1 - pyhive - pytest-cov diff --git a/continuous_integration/gpuci/environment-3.10.yaml b/continuous_integration/gpuci/environment-3.10.yaml index 8ad4e3fdf..a557bf7df 100644 --- a/continuous_integration/gpuci/environment-3.10.yaml +++ b/continuous_integration/gpuci/environment-3.10.yaml @@ -17,14 +17,14 @@ dependencies: - jsonschema - lightgbm - maturin>=1.3,<1.4 -- mlflow>=2.0 +- mlflow>=2.9 - mock -- numpy>=1.21.6 +- numpy>=1.22.4 - pandas>=1.4.0 - pre-commit - prompt_toolkit>=3.0.8 - psycopg2 -- pyarrow>=6.0.2 +- pyarrow>=14.0.1 - pygments>=2.7.1 - pyhive - pytest-cov diff --git a/continuous_integration/gpuci/environment-3.9.yaml b/continuous_integration/gpuci/environment-3.9.yaml index 96bec123d..78ae6f9fb 100644 --- a/continuous_integration/gpuci/environment-3.9.yaml +++ b/continuous_integration/gpuci/environment-3.9.yaml @@ -17,14 +17,14 @@ dependencies: - jsonschema - lightgbm - maturin>=1.3,<1.4 -- mlflow>=2.0 +- mlflow>=2.9 - mock -- numpy>=1.21.6 +- numpy>=1.22.4 - pandas>=1.4.0 - pre-commit - prompt_toolkit>=3.0.8 - psycopg2 -- pyarrow>=6.0.2 +- pyarrow>=14.0.1 - pygments>=2.7.1 - pyhive - pytest-cov diff --git a/pyproject.toml b/pyproject.toml index ccb507a09..fff2b4959 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -51,7 +51,7 @@ dev = [ "pytest-cov>=2.10.1", "mock>=4.0.3", "sphinx>=3.2.1", - "pyarrow>=6.0.2", + "pyarrow>=14.0.1", "scikit-learn>=1.0.0", "intake>=0.6.0", "pre-commit", @@ -99,6 +99,7 @@ addopts = "-v -rsxfE --color=yes --cov dask_sql --cov-config=.coveragerc --cov-r filterwarnings = [ "error:::dask_sql[.*]", "error:::dask[.*]", + "error:::pandas[.*]", "ignore:Need to do a cross-join:ResourceWarning:dask_sql[.*]", "ignore:Dask doesn't support Dask frames:ResourceWarning:dask_sql[.*]", "ignore:Running on a single-machine scheduler:UserWarning:dask[.*]",