[jvm-packages] [pyspark] Make QDM optional based on cuDF check

python-package/xgboost/compat.py

@@ -43,6 +43,11 @@ def lazy_isinstance(instance: Any, module: str, name: str) -> bool:
     pandas_concat = None
     PANDAS_INSTALLED = False
 
+
+# cuDF
+CUDF_INSTALLED = importlib.util.find_spec("cudf") is not None
+
+
 # sklearn
 try:
     from sklearn.base import BaseEstimator as XGBModelBase

python-package/xgboost/spark/core.py

@@ -37,6 +37,7 @@
 
 import xgboost
 from xgboost import XGBClassifier, XGBRanker, XGBRegressor
+from xgboost.compat import CUDF_INSTALLED
 
 from .data import (
     _read_csr_matrix_from_unwrapped_spark_vec,
@@ -56,6 +57,7 @@
     HasEnableSparseDataOptim,
     HasFeaturesCols,
     HasQueryIdCol,
+    UseQuantileDMatrix,
 )
 from .utils import (
     CommunicatorContext,
@@ -755,7 +757,11 @@ def _fit(self, dataset):
             k: v for k, v in train_call_kwargs_params.items() if v is not None
         }
         dmatrix_kwargs = {k: v for k, v in dmatrix_kwargs.items() if v is not None}
-        use_qdm = booster_params.get("tree_method", None) in ("hist", "gpu_hist")
+
+        # If cuDF is not installed, then using DMatrix instead of QDM,
+        # because without cuDF, DMatrix performs better than QDM.
+        use_qdm = CUDF_INSTALLED and \
+                  booster_params.get("tree_method", None) in ("hist", "gpu_hist")
 
         def _train_booster(pandas_df_iter):
             """Takes in an RDD partition and outputs a booster for that partition after

python-package/xgboost/spark/data.py

@@ -5,7 +5,7 @@
 import numpy as np
 import pandas as pd
 from scipy.sparse import csr_matrix
-from xgboost.compat import concat
+from xgboost.compat import CUDF_INSTALLED, concat
 
 from xgboost import DataIter, DMatrix, QuantileDMatrix
 
@@ -81,7 +81,7 @@ def _fetch(self, data: Optional[Sequence[pd.DataFrame]]) -> Optional[pd.DataFram
         if not data:
             return None
 
-        if self._device_id is not None:
+        if self._device_id is not None and CUDF_INSTALLED:
             import cudf  # pylint: disable=import-error
             import cupy as cp  # pylint: disable=import-error