diff --git a/src/objective/lambdarank_obj.cu b/src/objective/lambdarank_obj.cu
index 23856c02b62c..c6781cd24b2d 100644
--- a/src/objective/lambdarank_obj.cu
+++ b/src/objective/lambdarank_obj.cu
@@ -573,8 +573,9 @@ void LambdaRankUpdatePositionBias(Context const* ctx, linalg::VectorView<double
   auto key_it = dh::MakeTransformIterator<std::size_t>(
       thrust::make_counting_iterator(0ul),
       [=] XGBOOST_DEVICE(std::size_t i) { return i * n_groups; });
-  auto val_it = thrust::make_zip_iterator(li_it, lj_it);
-  auto out_it = thrust::make_zip_iterator(li.Values().data(), lj.Values().data());
+  auto val_it = thrust::make_zip_iterator(thrust::make_tuple(li_it, lj_it));
+  auto out_it =
+      thrust::make_zip_iterator(thrust::make_tuple(li.Values().data(), lj.Values().data()));
 
   auto init = thrust::make_tuple(0.0, 0.0);
   std::size_t bytes;