add experimental

dagster_polars/io_managers/bigquery.py

@@ -2,16 +2,19 @@
 
 import polars as pl
 from dagster import InputContext, MetadataValue, OutputContext
+from dagster._annotations import experimental
 from dagster._core.storage.db_io_manager import DbTypeHandler, TableSlice
 
+from dagster_polars.io_managers.utils import get_polars_metadata
+
 try:
     from dagster_gcp.bigquery.io_manager import BigQueryClient, BigQueryIOManager
     from google.cloud import bigquery as bigquery
 except ImportError as e:
     raise ImportError("Install 'dagster-polars[gcp]' to use BigQuery functionality") from e
-from dagster_polars.io_managers.utils import get_polars_metadata
 
 
+@experimental
 class PolarsBigQueryTypeHandler(DbTypeHandler[pl.DataFrame]):
     """Plugin for the BigQuery I/O Manager that can store and load Polars DataFrames as BigQuery tables.
 

dagster_polars/io_managers/delta.py

@@ -6,8 +6,10 @@
 import dagster._check as check
 import polars as pl
 from dagster import InputContext, MetadataValue, OutputContext
+from dagster._annotations import experimental
 from dagster._core.storage.upath_io_manager import is_dict_type
 
+from dagster_polars.io_managers.base import BasePolarsUPathIOManager
 from dagster_polars.types import DataFrameWithMetadata, LazyFrameWithMetadata, StorageMetadata
 
 try:
@@ -16,8 +18,6 @@
 except ImportError as e:
     raise ImportError("Install 'dagster-polars[deltalake]' to use DeltaLake functionality") from e
 
-from dagster_polars.io_managers.base import BasePolarsUPathIOManager
-
 if TYPE_CHECKING:
     from upath import UPath
 
@@ -34,6 +34,7 @@ class DeltaWriteMode(str, Enum):
     ignore = "ignore"
 
 
+@experimental
 class PolarsDeltaIOManager(BasePolarsUPathIOManager):
     """Implements writing and reading DeltaLake tables.
 

dagster_polars/io_managers/parquet.py

@@ -5,6 +5,7 @@
 import pyarrow.dataset as ds
 import pyarrow.parquet as pq
 from dagster import InputContext, OutputContext
+from dagster._annotations import experimental
 from fsspec.implementations.local import LocalFileSystem
 from packaging.version import Version
 from pyarrow import Table
@@ -74,6 +75,7 @@ def scan_parquet(path: "UPath", context: InputContext) -> pl.LazyFrame:
     return pl.scan_parquet(str(path), storage_options=storage_options, **kwargs)  # type: ignore
 
 
+@experimental
 class PolarsParquetIOManager(BasePolarsUPathIOManager):
     """Implements reading and writing Polars DataFrames in Apache Parquet format.