diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index f1477d7a9fd2..c88756bde48b 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -92,7 +92,7 @@ install(
         "${PROJECT_SOURCE_DIR}/src"
         "${PROJECT_SOURCE_DIR}/wrapper"
     DESTINATION "${include_install_dir}/xgboost"
-    FILES_MATCHING PATTERN "*.h"
+    FILES_MATCHING PATTERN "*.h" PATTERN "*.hpp"
 )
 
 install(