From 775b56fb8f99a5e061bc9c9fc86a035554489578 Mon Sep 17 00:00:00 2001
From: Charles Blackmon-Luca <20627856+charlesbluca@users.noreply.github.com>
Date: Thu, 29 Aug 2024 14:22:41 -0400
Subject: [PATCH] Drop GPU CI files from repo (#1345)

---
 .github/workflows/update-gpuci.yml     | 91 --------------------------
 continuous_integration/gpuci/axis.yaml | 15 -----
 continuous_integration/gpuci/build.sh  | 67 -------------------
 3 files changed, 173 deletions(-)
 delete mode 100644 .github/workflows/update-gpuci.yml
 delete mode 100644 continuous_integration/gpuci/axis.yaml
 delete mode 100644 continuous_integration/gpuci/build.sh

diff --git a/.github/workflows/update-gpuci.yml b/.github/workflows/update-gpuci.yml
deleted file mode 100644
index f4992142d..000000000
--- a/.github/workflows/update-gpuci.yml
+++ /dev/null
@@ -1,91 +0,0 @@
-name: Check for gpuCI updates
-
-on:
-  schedule:
-    - cron: "0 0 * * *" # Daily “At 00:00” UTC
-  workflow_dispatch:
-
-jobs:
-  update-gpuci:
-    runs-on: ubuntu-latest
-    if: github.repository == 'dask-contrib/dask-sql'
-
-    steps:
-      - uses: actions/checkout@v4
-
-      - name: Parse current axis YAML
-        id: rapids_current
-        uses: the-coding-turtle/ga-yaml-parser@v0.1.2
-        with:
-          file: continuous_integration/gpuci/axis.yaml
-
-      - name: Get latest cuDF nightly version
-        id: cudf_latest
-        uses: jacobtomlinson/gha-anaconda-package-version@0.1.3
-        with:
-          org: "rapidsai-nightly"
-          package: "cudf"
-          version_system: "CalVer"
-
-      - name: Get latest cuML nightly version
-        id: cuml_latest
-        uses: jacobtomlinson/gha-anaconda-package-version@0.1.3
-        with:
-          org: "rapidsai-nightly"
-          package: "cuml"
-          version_system: "CalVer"
-
-      - name: Get latest UCX-Py nightly version
-        id: ucx_py_latest
-        uses: jacobtomlinson/gha-anaconda-package-version@0.1.3
-        with:
-          org: "rapidsai-nightly"
-          package: "ucx-py"
-          version_system: "CalVer"
-
-      - name: Get old RAPIDS / UCX-Py versions
-        env:
-          FULL_CUDF_VER: ${{ steps.cudf_latest.outputs.version }}
-          FULL_CUML_VER: ${{ steps.cuml_latest.outputs.version }}
-          FULL_UCX_PY_VER: ${{ steps.ucx_py_latest.outputs.version }}
-        run: |
-          echo RAPIDS_VER=${{ steps.rapids_current.outputs.RAPIDS_VER_0 }} >> $GITHUB_ENV
-          echo UCX_PY_VER=$(curl -sL https://version.gpuci.io/rapids/${{ steps.rapids_current.outputs.RAPIDS_VER_0 }}) >> $GITHUB_ENV
-          echo NEW_CUDF_VER=$(echo $FULL_CUDF_VER | cut -d'.' -f1,2) >> $GITHUB_ENV
-          echo NEW_CUML_VER=$(echo $FULL_CUML_VER | cut -d'.' -f1,2) >> $GITHUB_ENV
-          echo NEW_UCX_PY_VER=$(echo $FULL_UCX_PY_VER | cut -d'.' -f1,2) >> $GITHUB_ENV
-
-      - name: Update RAPIDS version
-        uses: jacobtomlinson/gha-find-replace@v3
-        with:
-          include: 'continuous_integration/gpuci/**'
-          find: "${{ env.RAPIDS_VER }}"
-          replace: "${{ env.NEW_CUDF_VER }}"
-          regex: true
-
-      - name: Update UCX-Py version
-        uses: jacobtomlinson/gha-find-replace@v3
-        with:
-          include: 'continuous_integration/gpuci/**'
-          find: "${{ env.UCX_PY_VER }}"
-          replace: "${{ env.NEW_UCX_PY_VER }}"
-          regex: true
-
-      - name: Create Pull Request
-        uses: peter-evans/create-pull-request@v5
-        # make sure ucx-py nightlies are available and that cuDF/cuML nightly versions match up
-        if: |
-          env.UCX_PY_VER != env.NEW_UCX_PY_VER &&
-          env.RAPIDS_VER != env.NEW_CUDF_VER &&
-          env.NEW_CUDF_VER == env.NEW_CUML_VER
-        with:
-          token: ${{ secrets.GITHUB_TOKEN }}
-          draft: true
-          commit-message: "Update gpuCI `RAPIDS_VER` to `${{ env.NEW_CUDF_VER }}`"
-          title: "Update gpuCI `RAPIDS_VER` to `${{ env.NEW_CUDF_VER }}`"
-          author: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>
-          branch: "upgrade-gpuci-rapids"
-          body: |
-            New cuDF and ucx-py nightly versions have been detected.
-
-            Updated gpuCI to use RAPIDS ${{ env.NEW_CUDF_VER }} and UCX-Py ${{ env.NEW_UCX_PY_VER }}.
diff --git a/continuous_integration/gpuci/axis.yaml b/continuous_integration/gpuci/axis.yaml
deleted file mode 100644
index f7dff8116..000000000
--- a/continuous_integration/gpuci/axis.yaml
+++ /dev/null
@@ -1,15 +0,0 @@
-PYTHON_VER:
-- "3.9"
-- "3.10"
-- "3.11"
-
-CUDA_VER:
-- "11.8.0"
-
-LINUX_VER:
-- ubuntu20.04
-
-RAPIDS_VER:
-- "24.06"
-
-excludes:
diff --git a/continuous_integration/gpuci/build.sh b/continuous_integration/gpuci/build.sh
deleted file mode 100644
index 1683a866e..000000000
--- a/continuous_integration/gpuci/build.sh
+++ /dev/null
@@ -1,67 +0,0 @@
-##################################################
-# dask-sql GPU build and test script for CI      #
-##################################################
-set -e
-NUMARGS=$#
-ARGS=$*
-
-# Arg parsing function
-function hasArg {
-    (( ${NUMARGS} != 0 )) && (echo " ${ARGS} " | grep -q " $1 ")
-}
-
-# Set path and build parallel level
-export PATH=/opt/cargo/bin:/opt/conda/bin:/usr/local/cuda/bin:$PATH
-export PARALLEL_LEVEL=${PARALLEL_LEVEL:-4}
-
-# Set home to the job's workspace
-export HOME="$WORKSPACE"
-
-# Switch to project root; also root of repo checkout
-cd "$WORKSPACE"
-
-# Determine CUDA release version
-export CUDA_REL=${CUDA_VERSION%.*}
-
-# TODO: remove once RAPIDS 24.06 has support for query planning
-export DASK_DATAFRAME__QUERY_PLANNING=false
-
-################################################################################
-# SETUP - Check environment
-################################################################################
-
-rapids-logger "Check environment variables"
-env
-
-rapids-logger "Check GPU usage"
-nvidia-smi
-
-rapids-logger "Activate conda env"
-. /opt/conda/etc/profile.d/conda.sh
-conda activate dask_sql
-
-rapids-logger "Update conda env"
-gpuci_mamba_retry env update -n dask_sql -f continuous_integration/gpuci/environment-${PYTHON_VER}.yaml
-
-rapids-logger "Install awscli"
-gpuci_mamba_retry install -y -c conda-forge awscli
-
-rapids-logger "Download parquet dataset"
-rapids-retry aws s3 cp --only-show-errors "${DASK_SQL_BUCKET_NAME}parquet_2gb_sorted/" tests/unit/data/ --recursive
-
-rapids-logger "Download query files"
-rapids-retry aws s3 cp --only-show-errors "${DASK_SQL_BUCKET_NAME}queries/" tests/unit/queries/ --recursive
-
-rapids-logger "Install dask-sql"
-pip install -e . -vv
-
-rapids-logger "Check Python version"
-python --version
-
-rapids-logger "Check conda environment"
-conda info
-conda config --show-sources
-conda list --show-channel-urls
-
-rapids-logger "Python py.test for dask-sql"
-py.test $WORKSPACE -n $PARALLEL_LEVEL -v -m gpu --runqueries --rungpu --junitxml="$WORKSPACE/junit-dask-sql.xml" --cov-config="$WORKSPACE/.coveragerc" --cov=dask_sql --cov-report=xml:"$WORKSPACE/dask-sql-coverage.xml" --cov-report term