diff --git a/cpp/CMakeLists.txt b/cpp/CMakeLists.txt
index 09f3b37875..e176f802bf 100644
--- a/cpp/CMakeLists.txt
+++ b/cpp/CMakeLists.txt
@@ -626,9 +626,10 @@ if(BUILD_CUML_CPP_LIBRARY)
   )
 
   target_link_libraries(${CUML_CPP_TARGET}
-    PUBLIC  rmm::rmm ${CUVS_LIB}
+    PUBLIC  rmm::rmm rmm::rmm_logger ${CUVS_LIB}
             ${_cuml_cpp_public_libs}
     PRIVATE ${_cuml_cpp_private_libs}
+                   rmm::rmm_logger_impl
   )
 
   # If we export the libdmlc symbols, they can lead to weird crashes with other
diff --git a/cpp/bench/CMakeLists.txt b/cpp/bench/CMakeLists.txt
index 237d8e0c6e..f449421ccb 100644
--- a/cpp/bench/CMakeLists.txt
+++ b/cpp/bench/CMakeLists.txt
@@ -50,6 +50,7 @@ if(BUILD_CUML_BENCH)
       benchmark::benchmark
       ${TREELITE_LIBS}
       raft::raft
+      rmm::rmm_logger_impl
   )
 
   target_include_directories(${CUML_CPP_BENCH_TARGET}
diff --git a/cpp/test/CMakeLists.txt b/cpp/test/CMakeLists.txt
index 46bd275fcc..e61a32cc3b 100644
--- a/cpp/test/CMakeLists.txt
+++ b/cpp/test/CMakeLists.txt
@@ -56,6 +56,8 @@ function(ConfigureTest)
     CUDA::cusparse${_ctk_static_suffix}
     $<$<BOOL:${LINK_CUFFT}>:CUDA::cufft${_ctk_static_suffix_cufft}>
     rmm::rmm
+    rmm::rmm_logger
+    rmm::rmm_logger_impl
     raft::raft
     GTest::gtest
     GTest::gtest_main