diff --git a/gloo/CMakeLists.txt b/gloo/CMakeLists.txt
index 10c1e4efc..87c990e0e 100644
--- a/gloo/CMakeLists.txt
+++ b/gloo/CMakeLists.txt
@@ -217,7 +217,7 @@ if(GLOO_INSTALL)
   if(USE_ROCM)
     foreach(HEADER ${GLOO_HIP_HDRS})
       string(REGEX MATCH "(.*)[/\\]" DIR ${HEADER})
-      string(REGEX REPLACE "${CMAKE_CURRENT_SOURCE_DIR}" "gloo" DIR ${DIR})
+      string(REGEX REPLACE "${HIPIFY_OUTPUT_DIR}" "gloo" DIR ${DIR})
       install(FILES ${HEADER} DESTINATION ${CMAKE_INSTALL_PREFIX}/include/${DIR})
     endforeach()
   endif()