diff --git a/CMakeLists.txt b/CMakeLists.txt
index ea0964a05a2c..ce2a369829d7 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -203,7 +203,7 @@ endif (HIDE_CXX_SYMBOLS)
 
 target_include_directories(xgboost
   INTERFACE
-  $<INSTALL_INTERFACE:${CMAKE_INSTALL_PREFIX}/include>
+  $<INSTALL_INTERFACE:$<INSTALL_PREFIX>/include>
   $<BUILD_INTERFACE:${CMAKE_CURRENT_LIST_DIR}/include>)
 
 # This creates its own shared library `xgboost4j'.