diff --git a/cpp/src/umap/fuzzy_simpl_set/naive.cuh b/cpp/src/umap/fuzzy_simpl_set/naive.cuh
index 62ecf46530..6513de468f 100644
--- a/cpp/src/umap/fuzzy_simpl_set/naive.cuh
+++ b/cpp/src/umap/fuzzy_simpl_set/naive.cuh
@@ -313,9 +313,9 @@ void launcher(int n,
 
   raft::sparse::COO<value_t> in(stream, n * n_neighbors, n, n);
 
+  CUML_LOG_DEBUG("Smooth kNN Distances");
   // check for logging in order to avoid the potentially costly `arr2Str` call!
   if (ML::default_logger().should_log(ML::level_enum::trace)) {
-    CUML_LOG_TRACE("Smooth kNN Distances");
     auto str = raft::arr2Str(sigmas.data(), 25, "sigmas", stream);
     CUML_LOG_TRACE("%s", str.c_str());
     str = raft::arr2Str(rhos.data(), 25, "rhos", stream);
@@ -342,8 +342,8 @@ void launcher(int n,
                                                                               n_neighbors);
   RAFT_CUDA_TRY(cudaPeekAtLastError());
 
+  CUML_LOG_DEBUG("Compute Membership Strength");
   if (ML::default_logger().should_log(ML::level_enum::trace)) {
-    CUML_LOG_TRACE("Compute Membership Strength");
     std::stringstream ss;
     ss << in;
     CUML_LOG_TRACE(ss.str().c_str());
diff --git a/cpp/src/umap/supervised.cuh b/cpp/src/umap/supervised.cuh
index cb592dc90e..1b75ba3beb 100644
--- a/cpp/src/umap/supervised.cuh
+++ b/cpp/src/umap/supervised.cuh
@@ -301,8 +301,8 @@ void perform_general_intersection(const raft::handle_t& handle,
     handle, y_inputs, y_inputs, knn_graph, params->target_n_neighbors, params, stream);
   RAFT_CUDA_TRY(cudaPeekAtLastError());
 
+  CUML_LOG_DEBUG("Target kNN Graph");
   if (ML::default_logger().should_log(ML::level_enum::trace)) {
-    CUML_LOG_TRACE("Target kNN Graph");
     std::stringstream ss1, ss2;
     ss1 << raft::arr2Str(
       y_knn_indices.data(), rgraph_coo->n_rows * params->target_n_neighbors, "knn_indices", stream);