diff --git a/ci/test_wheel_cugraph-pyg.sh b/ci/test_wheel_cugraph-pyg.sh
index a3a424c..3a4bf5f 100755
--- a/ci/test_wheel_cugraph-pyg.sh
+++ b/ci/test_wheel_cugraph-pyg.sh
@@ -17,8 +17,8 @@ if [[ "${CUDA_VERSION}" == "11.8.0" ]]; then
   PYTORCH_URL="https://download.pytorch.org/whl/cu118"
   PYG_URL="https://data.pyg.org/whl/torch-2.3.0+cu118.html"
 else
-  PYTORCH_URL="https://download.pytorch.org/whl/cu124"
-  PYG_URL="https://data.pyg.org/whl/torch-2.3.0+cu124.html"
+  PYTORCH_URL="https://download.pytorch.org/whl/cu121"
+  PYG_URL="https://data.pyg.org/whl/torch-2.3.0+cu121.html"
 fi
 
 # echo to expand wildcard before adding `[extra]` requires for pip
diff --git a/dependencies.yaml b/dependencies.yaml
index c44a39b..a94a0a9 100644
--- a/dependencies.yaml
+++ b/dependencies.yaml
@@ -26,7 +26,6 @@ files:
       - python_run_cugraph_pyg
       - test_notebook
       - test_python_common
-
   checks:
     output: none
     includes:
@@ -48,6 +47,7 @@ files:
     output: none
     includes:
       - cuda_version
+      - depends_on_pytorch
       - py_version
       - test_notebook
       - test_python_common
@@ -57,6 +57,7 @@ files:
       - cuda_version
       - depends_on_cugraph
       - depends_on_cudf
+      - depends_on_pytorch
       - py_version
       - test_python_common
   py_build_cugraph_dgl: