diff --git a/src/common/categorical.h b/src/common/categorical.h
index 056044906066..04f2a9270558 100644
--- a/src/common/categorical.h
+++ b/src/common/categorical.h
@@ -33,7 +33,7 @@ inline XGBOOST_DEVICE bool IsCat(Span<FeatureType const> ft, bst_feature_t fidx)
 }
 
 template <typename SizeT>
-bool InvalidCat(float cat, SizeT n) {
+XGBOOST_DEVICE bool InvalidCat(float cat, SizeT n) {
   return cat < 0 || cat > static_cast<float>(std::numeric_limits<bst_cat_t>::max()) || cat >= n;
 }