diff --git a/continuous_integration/gpuci/environment-3.10.yaml b/continuous_integration/gpuci/environment-3.10.yaml
index 2e909f28b..8c0312788 100644
--- a/continuous_integration/gpuci/environment-3.10.yaml
+++ b/continuous_integration/gpuci/environment-3.10.yaml
@@ -41,12 +41,12 @@ dependencies:
 - uvicorn>=0.13.4
 # GPU-specific requirements
 - cudatoolkit=11.5
-- cudf=23.12
-- cuml=23.12
-- dask-cudf=23.12
-- dask-cuda=23.12
+- cudf=23.10
+- cuml=23.10
+- dask-cudf=23.10
+- dask-cuda=23.10
 - ucx-proc=*=gpu
-- ucx-py=0.35
+- ucx-py=0.34
 - xgboost=*=rapidsai_py*
 - libxgboost=*=rapidsai_h*
 # TODO: unpin after RAPIDS 23.12 release
diff --git a/continuous_integration/gpuci/environment-3.9.yaml b/continuous_integration/gpuci/environment-3.9.yaml
index 81fbce270..57ee545f5 100644
--- a/continuous_integration/gpuci/environment-3.9.yaml
+++ b/continuous_integration/gpuci/environment-3.9.yaml
@@ -41,12 +41,12 @@ dependencies:
 - uvicorn>=0.13.4
 # GPU-specific requirements
 - cudatoolkit=11.5
-- cudf=23.12
-- cuml=23.12
-- dask-cudf=23.12
-- dask-cuda=23.12
+- cudf=23.10
+- cuml=23.10
+- dask-cudf=23.10
+- dask-cuda=23.10
 - ucx-proc=*=gpu
-- ucx-py=0.35
+- ucx-py=0.34
 - xgboost=*=rapidsai_py*
 - libxgboost=*=rapidsai_h*
 # TODO: unpin after RAPIDS 23.12 release