Try fix ray

.github/workflows/platform-ci.yml

@@ -89,7 +89,8 @@ jobs:
               ./ci/install-hadoop.sh
               echo "import coverage; coverage.process_startup()" > \
                 $(python -c "import site; print(site.getsitepackages()[-1])")/coverage.pth
-              conda install -n test --quiet --yes -c conda-forge python=$PYTHON skein libffi conda-pack
+              conda install -n test --quiet --yes -c conda-forge python=$PYTHON skein libffi \
+                conda-pack gxx_linux-64\>=11.1.0
             fi
             if [ -n "$WITH_VINEYARD" ]; then
               pip install vineyard -i https://pypi.org/simple
@@ -105,7 +106,7 @@ jobs:
             fi
             if [ -n "$WITH_RAY" ] || [ -n "$WITH_RAY_DAG" ] || [ -n "$WITH_RAY_DEPLOY" ]; then
               pip install "ray>=1.8.0,<2.4.0"
-              pip install "xgboost_ray<0.1.14" "protobuf<4"
+              pip install xgboost_ray "protobuf<4"
               # Ray Datasets need pyarrow>=6.0.1
               pip install "pyarrow>=6.0.1"
               pip install lightgbm

mars/dataframe/contrib/raydataset/dataset.py

@@ -11,10 +11,11 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
 import operator
 from functools import reduce
 
-from ....utils import lazy_import
+from ....utils import lazy_import, lazy_import_on_load
 from .mldataset import _rechunk_if_needed
 from typing import Dict, List
 

mars/dataframe/contrib/raydataset/tests/test_mldataset.py

@@ -28,11 +28,7 @@
 
 ray = lazy_import("ray")
 ml_dataset = lazy_import("ray.util.data", rename="ml_dataset")
-
-try:
-    import xgboost_ray
-except ImportError:  # pragma: no cover
-    xgboost_ray = None
+xgboost_ray = lazy_import("xgboost_ray")
 try:
     import sklearn
 except ImportError:  # pragma: no cover

mars/dataframe/datasource/read_raydataset.py

@@ -123,9 +123,21 @@ def read_ray_dataset(ds, columns=None, incremental_index=False, **kwargs):
             from ray.data.impl.pandas_block import PandasBlockSchema
         except ImportError:  # pragma: no cover
             PandasBlockSchema = type(None)
+    try:
+        from ray.data.dataset import Schema as RayDatasetSchema
+    except ImportError:
+        RayDatasetSchema = type(None)
 
     if isinstance(schema, PandasBlockSchema):
         dtypes = pd.Series(schema.types, index=schema.names)
+    elif isinstance(schema, RayDatasetSchema):
+        dtypes = pd.Series(
+            [
+                t.to_pandas_dtype() if t is not object else np.dtype("O")
+                for t in schema.types
+            ],
+            index=schema.names,
+        )
     elif isinstance(schema, pa.Schema):
         dtypes = schema.empty_table().to_pandas().dtypes
     else:

mars/storage/vineyard.py

@@ -144,11 +144,11 @@ async def setup(cls, **kwargs) -> Tuple[Dict, Dict]:
             vineyard_store = None
         else:
             vineyard_store = vineyard.deploy.local.start_vineyardd(
-                etcd_endpoints,
-                etcd_prefix,
-                vineyardd_path,
-                vineyard_size,
-                vineyard_socket,
+                etcd_endpoints=etcd_endpoints,
+                etcd_prefix=etcd_prefix,
+                vineyardd_path=vineyardd_path,
+                size=vineyard_size,
+                socket=vineyard_socket,
                 rpc=False,
             )
             vineyard_socket = (

mars/utils.py

@@ -380,8 +380,10 @@ def __getattr__(self, item):
             elif locals is not None:
                 locals[rename] = real_mod
             ret = getattr(real_mod, item)
+
             for on_load_func in self._on_loads:
                 on_load_func()
+
             # make sure on_load hooks only executed once
             self._on_loads = []
             return ret