Add patch

.github/workflows/platform-ci.yml

@@ -111,6 +111,8 @@ jobs:
               # Ray Datasets need pyarrow>=6.0.1
               pip install "pyarrow>=6.0.1"
               pip install lightgbm
+              # patch xgboost_ray and xgboost incompatibility
+              cp ./ci/xgboost_ray_patch.pth "$(python -c 'import site; print(site.getsitepackages()[0])')"
             fi
             if [ -n "$RUN_DASK" ]; then
               pip install "dask[complete]" "mimesis<9.0.0" scikit-learn

ci/xgboost_ray_patch.pth

@@ -0,0 +1 @@
+exec('try:\n    import xgboost.sklearn\n    xgboost.sklearn.XGBRanker.predict.__doc__ = ""\n    xgb_skl = importlib.import_module("xgboost_ray.sklearn")\n    classes_prop = xgb_skl.RayXGBClassifier.classes_\n    xgb_skl.RayXGBClassifier.classes_ = property(fget=classes_prop.fget, fset=classes_prop.fset or (lambda self, x: None))\nexcept:\n    pass')

mars/dataframe/contrib/raydataset/dataset.py

@@ -56,8 +56,9 @@ def __getstate__():
         state.pop("dataframe", None)
         return state
 
-    # `dataframe` is not serializable by ray.
-    dataset.__getstate__ = __getstate__
+    if not hasattr(type(dataset), "__getstate__"):
+        # if `dataframe` is not serializable by ray, patch our implementation
+        dataset.__getstate__ = __getstate__
     return dataset
 
 

mars/dataframe/contrib/raydataset/mldataset.py

@@ -131,6 +131,7 @@ def __getstate__():
         state.pop("dataframe", None)
         return state
 
-    # `dataframe` is not serializable by ray.
-    dataset.__getstate__ = __getstate__
+    if not hasattr(dataset, "__getstate__"):
+        # `dataframe` is not serializable by ray.
+        dataset.__getstate__ = __getstate__
     return dataset