From a030c15b31673b5bfb4808ccec65b10fb6e8270d Mon Sep 17 00:00:00 2001 From: Daniel Gafni Date: Thu, 22 Aug 2024 10:03:41 +0200 Subject: [PATCH] tmp --- docs/dagster-ui-screenshot/.uv_migrated | 0 docs/dagster-ui-screenshot/pyproject.toml | 21 + docs/sphinx/_ext/dagster-sphinx/.uv_migrated | 0 .../sphinx/_ext/dagster-sphinx/pyproject.toml | 20 + .../examples/mwaa-example/pyproject.toml | 11 + .../examples/simple-migration/pyproject.toml | 12 + .../dagster-airlift/pyproject.toml | 27 ++ .../dagster-blueprints/pyproject.toml | 24 + .../dagster-k8s-test-infra/.uv_migrated | 0 .../dagster-k8s-test-infra/pyproject.toml | 21 + .../dagster-k8s-test-infra/setup.py | 1 + pyproject.toml | 414 ++++++++---------- python_modules/automation/.uv_migrated | 0 python_modules/automation/pyproject.toml | 28 ++ python_modules/dagit/.uv_migrated | 0 python_modules/dagit/pyproject.toml | 29 ++ python_modules/dagster-graphql/.uv_migrated | 0 python_modules/dagster-graphql/pyproject.toml | 23 + .../{src => }/dagster_pipes/__init__.py | 0 .../{src => }/dagster_pipes/py.typed | 0 .../{src => }/dagster_pipes/version.py | 0 python_modules/dagster-pipes/pyproject.toml | 2 +- python_modules/dagster-test/.uv_migrated | 0 python_modules/dagster-test/pyproject.toml | 21 + python_modules/dagster-webserver/.uv_migrated | 0 .../dagster-webserver/pyproject.toml | 29 ++ python_modules/dagster/.uv_migrated | 0 .../_core/execution/submit_asset_runs.py | 4 +- python_modules/dagster/pyproject.toml | 41 ++ .../libraries/dagster-airbyte/.uv_migrated | 0 .../libraries/dagster-airbyte/pyproject.toml | 28 ++ .../libraries/dagster-airflow/.uv_migrated | 0 .../libraries/dagster-airflow/pyproject.toml | 34 ++ .../libraries/dagster-aws/.uv_migrated | 0 .../libraries/dagster-aws/pyproject.toml | 26 ++ .../libraries/dagster-azure/.uv_migrated | 0 .../libraries/dagster-azure/pyproject.toml | 24 + .../dagster-celery-docker/.uv_migrated | 0 .../dagster-celery-docker/pyproject.toml | 20 + .../libraries/dagster-celery-k8s/.uv_migrated | 0 .../dagster-celery-k8s/pyproject.toml | 20 + .../libraries/dagster-celery/.uv_migrated | 0 .../libraries/dagster-celery/pyproject.toml | 30 ++ .../libraries/dagster-census/.uv_migrated | 0 .../libraries/dagster-census/pyproject.toml | 20 + .../libraries/dagster-dask/.uv_migrated | 0 .../libraries/dagster-dask/pyproject.toml | 27 ++ .../libraries/dagster-databricks/.uv_migrated | 0 .../dagster-databricks/pyproject.toml | 21 + .../libraries/dagster-datadog/.uv_migrated | 0 .../libraries/dagster-datadog/pyproject.toml | 21 + .../libraries/dagster-datahub/.uv_migrated | 0 .../libraries/dagster-datahub/pyproject.toml | 21 + .../libraries/dagster-dbt/.uv_migrated | 0 .../libraries/dagster-dbt/pyproject.toml | 28 ++ .../dagster-deltalake-pandas/.uv_migrated | 0 .../dagster-deltalake-pandas/pyproject.toml | 21 + .../dagster-deltalake-polars/.uv_migrated | 0 .../dagster-deltalake-polars/pyproject.toml | 21 + .../libraries/dagster-deltalake/.uv_migrated | 0 .../dagster-deltalake/pyproject.toml | 24 + .../libraries/dagster-docker/.uv_migrated | 0 .../libraries/dagster-docker/pyproject.toml | 21 + .../dagster-duckdb-pandas/.uv_migrated | 0 .../dagster-duckdb-pandas/pyproject.toml | 21 + .../dagster-duckdb-polars/.uv_migrated | 0 .../dagster-duckdb-polars/pyproject.toml | 21 + .../dagster-duckdb-pyspark/.uv_migrated | 0 .../dagster-duckdb-pyspark/pyproject.toml | 21 + .../libraries/dagster-duckdb/.uv_migrated | 0 .../libraries/dagster-duckdb/pyproject.toml | 25 ++ .../dagster-embedded-elt/.uv_migrated | 0 .../dagster-embedded-elt/pyproject.toml | 24 + .../libraries/dagster-fivetran/.uv_migrated | 0 .../libraries/dagster-fivetran/pyproject.toml | 27 ++ .../libraries/dagster-gcp-pandas/.uv_migrated | 0 .../dagster-gcp-pandas/pyproject.toml | 24 + .../dagster-gcp-pyspark/.uv_migrated | 0 .../dagster-gcp-pyspark/pyproject.toml | 24 + .../libraries/dagster-gcp/.uv_migrated | 0 .../libraries/dagster-gcp/pyproject.toml | 24 + .../libraries/dagster-ge/.uv_migrated | 0 .../libraries/dagster-ge/pyproject.toml | 20 + .../libraries/dagster-github/.uv_migrated | 0 .../libraries/dagster-github/pyproject.toml | 21 + .../libraries/dagster-k8s/.uv_migrated | 0 .../libraries/dagster-k8s/pyproject.toml | 21 + .../libraries/dagster-looker/.uv_migrated | 0 .../libraries/dagster-looker/pyproject.toml | 21 + .../dagster-managed-elements/.uv_migrated | 0 .../dagster-managed-elements/pyproject.toml | 25 ++ .../libraries/dagster-mlflow/.uv_migrated | 0 .../libraries/dagster-mlflow/pyproject.toml | 21 + .../libraries/dagster-msteams/.uv_migrated | 0 .../libraries/dagster-msteams/pyproject.toml | 21 + .../libraries/dagster-mysql/.uv_migrated | 0 .../libraries/dagster-mysql/pyproject.toml | 21 + .../libraries/dagster-openai/.uv_migrated | 0 .../libraries/dagster-openai/pyproject.toml | 21 + .../libraries/dagster-pagerduty/.uv_migrated | 0 .../dagster-pagerduty/pyproject.toml | 21 + .../libraries/dagster-pandas/.uv_migrated | 0 .../libraries/dagster-pandas/pyproject.toml | 21 + .../libraries/dagster-pandera/.uv_migrated | 0 .../libraries/dagster-pandera/pyproject.toml | 25 ++ .../libraries/dagster-papertrail/.uv_migrated | 0 .../dagster-papertrail/pyproject.toml | 21 + .../libraries/dagster-polars/.uv_migrated | 0 .../libraries/dagster-polars/pyproject.toml | 26 ++ .../libraries/dagster-postgres/.uv_migrated | 0 .../libraries/dagster-postgres/pyproject.toml | 21 + .../libraries/dagster-powerbi/.uv_migrated | 0 .../libraries/dagster-powerbi/pyproject.toml | 21 + .../libraries/dagster-prometheus/.uv_migrated | 0 .../dagster-prometheus/pyproject.toml | 21 + .../libraries/dagster-pyspark/.uv_migrated | 0 .../libraries/dagster-pyspark/pyproject.toml | 21 + .../libraries/dagster-sdf/.uv_migrated | 0 .../libraries/dagster-sdf/pyproject.toml | 27 ++ .../libraries/dagster-shell/.uv_migrated | 0 .../libraries/dagster-shell/pyproject.toml | 24 + .../libraries/dagster-slack/.uv_migrated | 0 .../libraries/dagster-slack/pyproject.toml | 21 + .../dagster-snowflake-pandas/.uv_migrated | 0 .../dagster-snowflake-pandas/pyproject.toml | 21 + .../dagster-snowflake-pyspark/.uv_migrated | 0 .../dagster-snowflake-pyspark/pyproject.toml | 21 + .../libraries/dagster-snowflake/.uv_migrated | 0 .../dagster-snowflake/pyproject.toml | 25 ++ .../libraries/dagster-spark/.uv_migrated | 0 .../libraries/dagster-spark/pyproject.toml | 21 + .../libraries/dagster-ssh/.uv_migrated | 0 .../libraries/dagster-ssh/pyproject.toml | 24 + .../libraries/dagster-twilio/.uv_migrated | 0 .../libraries/dagster-twilio/pyproject.toml | 21 + .../libraries/dagster-wandb/.uv_migrated | 0 .../libraries/dagster-wandb/pyproject.toml | 24 + .../libraries/dagstermill/.uv_migrated | 0 .../libraries/dagstermill/pyproject.toml | 24 + scripts/migrate_to_uv.py | 161 +++++-- 140 files changed, 1891 insertions(+), 259 deletions(-) create mode 100644 docs/dagster-ui-screenshot/.uv_migrated create mode 100644 docs/dagster-ui-screenshot/pyproject.toml create mode 100644 docs/sphinx/_ext/dagster-sphinx/.uv_migrated create mode 100644 docs/sphinx/_ext/dagster-sphinx/pyproject.toml create mode 100644 examples/experimental/dagster-airlift/examples/mwaa-example/pyproject.toml create mode 100644 examples/experimental/dagster-airlift/examples/simple-migration/pyproject.toml create mode 100644 examples/experimental/dagster-airlift/pyproject.toml create mode 100644 examples/experimental/dagster-blueprints/pyproject.toml create mode 100644 integration_tests/python_modules/dagster-k8s-test-infra/.uv_migrated create mode 100644 integration_tests/python_modules/dagster-k8s-test-infra/pyproject.toml create mode 100644 python_modules/automation/.uv_migrated create mode 100644 python_modules/automation/pyproject.toml create mode 100644 python_modules/dagit/.uv_migrated create mode 100644 python_modules/dagit/pyproject.toml create mode 100644 python_modules/dagster-graphql/.uv_migrated create mode 100644 python_modules/dagster-graphql/pyproject.toml rename python_modules/dagster-pipes/{src => }/dagster_pipes/__init__.py (100%) rename python_modules/dagster-pipes/{src => }/dagster_pipes/py.typed (100%) rename python_modules/dagster-pipes/{src => }/dagster_pipes/version.py (100%) create mode 100644 python_modules/dagster-test/.uv_migrated create mode 100644 python_modules/dagster-test/pyproject.toml create mode 100644 python_modules/dagster-webserver/.uv_migrated create mode 100644 python_modules/dagster-webserver/pyproject.toml create mode 100644 python_modules/dagster/.uv_migrated create mode 100644 python_modules/dagster/pyproject.toml create mode 100644 python_modules/libraries/dagster-airbyte/.uv_migrated create mode 100644 python_modules/libraries/dagster-airbyte/pyproject.toml create mode 100644 python_modules/libraries/dagster-airflow/.uv_migrated create mode 100644 python_modules/libraries/dagster-airflow/pyproject.toml create mode 100644 python_modules/libraries/dagster-aws/.uv_migrated create mode 100644 python_modules/libraries/dagster-aws/pyproject.toml create mode 100644 python_modules/libraries/dagster-azure/.uv_migrated create mode 100644 python_modules/libraries/dagster-azure/pyproject.toml create mode 100644 python_modules/libraries/dagster-celery-docker/.uv_migrated create mode 100644 python_modules/libraries/dagster-celery-docker/pyproject.toml create mode 100644 python_modules/libraries/dagster-celery-k8s/.uv_migrated create mode 100644 python_modules/libraries/dagster-celery-k8s/pyproject.toml create mode 100644 python_modules/libraries/dagster-celery/.uv_migrated create mode 100644 python_modules/libraries/dagster-celery/pyproject.toml create mode 100644 python_modules/libraries/dagster-census/.uv_migrated create mode 100644 python_modules/libraries/dagster-census/pyproject.toml create mode 100644 python_modules/libraries/dagster-dask/.uv_migrated create mode 100644 python_modules/libraries/dagster-dask/pyproject.toml create mode 100644 python_modules/libraries/dagster-databricks/.uv_migrated create mode 100644 python_modules/libraries/dagster-databricks/pyproject.toml create mode 100644 python_modules/libraries/dagster-datadog/.uv_migrated create mode 100644 python_modules/libraries/dagster-datadog/pyproject.toml create mode 100644 python_modules/libraries/dagster-datahub/.uv_migrated create mode 100644 python_modules/libraries/dagster-datahub/pyproject.toml create mode 100644 python_modules/libraries/dagster-dbt/.uv_migrated create mode 100644 python_modules/libraries/dagster-dbt/pyproject.toml create mode 100644 python_modules/libraries/dagster-deltalake-pandas/.uv_migrated create mode 100644 python_modules/libraries/dagster-deltalake-pandas/pyproject.toml create mode 100644 python_modules/libraries/dagster-deltalake-polars/.uv_migrated create mode 100644 python_modules/libraries/dagster-deltalake-polars/pyproject.toml create mode 100644 python_modules/libraries/dagster-deltalake/.uv_migrated create mode 100644 python_modules/libraries/dagster-deltalake/pyproject.toml create mode 100644 python_modules/libraries/dagster-docker/.uv_migrated create mode 100644 python_modules/libraries/dagster-docker/pyproject.toml create mode 100644 python_modules/libraries/dagster-duckdb-pandas/.uv_migrated create mode 100644 python_modules/libraries/dagster-duckdb-pandas/pyproject.toml create mode 100644 python_modules/libraries/dagster-duckdb-polars/.uv_migrated create mode 100644 python_modules/libraries/dagster-duckdb-polars/pyproject.toml create mode 100644 python_modules/libraries/dagster-duckdb-pyspark/.uv_migrated create mode 100644 python_modules/libraries/dagster-duckdb-pyspark/pyproject.toml create mode 100644 python_modules/libraries/dagster-duckdb/.uv_migrated create mode 100644 python_modules/libraries/dagster-duckdb/pyproject.toml create mode 100644 python_modules/libraries/dagster-embedded-elt/.uv_migrated create mode 100644 python_modules/libraries/dagster-embedded-elt/pyproject.toml create mode 100644 python_modules/libraries/dagster-fivetran/.uv_migrated create mode 100644 python_modules/libraries/dagster-fivetran/pyproject.toml create mode 100644 python_modules/libraries/dagster-gcp-pandas/.uv_migrated create mode 100644 python_modules/libraries/dagster-gcp-pandas/pyproject.toml create mode 100644 python_modules/libraries/dagster-gcp-pyspark/.uv_migrated create mode 100644 python_modules/libraries/dagster-gcp-pyspark/pyproject.toml create mode 100644 python_modules/libraries/dagster-gcp/.uv_migrated create mode 100644 python_modules/libraries/dagster-gcp/pyproject.toml create mode 100644 python_modules/libraries/dagster-ge/.uv_migrated create mode 100644 python_modules/libraries/dagster-ge/pyproject.toml create mode 100644 python_modules/libraries/dagster-github/.uv_migrated create mode 100644 python_modules/libraries/dagster-github/pyproject.toml create mode 100644 python_modules/libraries/dagster-k8s/.uv_migrated create mode 100644 python_modules/libraries/dagster-k8s/pyproject.toml create mode 100644 python_modules/libraries/dagster-looker/.uv_migrated create mode 100644 python_modules/libraries/dagster-looker/pyproject.toml create mode 100644 python_modules/libraries/dagster-managed-elements/.uv_migrated create mode 100644 python_modules/libraries/dagster-managed-elements/pyproject.toml create mode 100644 python_modules/libraries/dagster-mlflow/.uv_migrated create mode 100644 python_modules/libraries/dagster-mlflow/pyproject.toml create mode 100644 python_modules/libraries/dagster-msteams/.uv_migrated create mode 100644 python_modules/libraries/dagster-msteams/pyproject.toml create mode 100644 python_modules/libraries/dagster-mysql/.uv_migrated create mode 100644 python_modules/libraries/dagster-mysql/pyproject.toml create mode 100644 python_modules/libraries/dagster-openai/.uv_migrated create mode 100644 python_modules/libraries/dagster-openai/pyproject.toml create mode 100644 python_modules/libraries/dagster-pagerduty/.uv_migrated create mode 100644 python_modules/libraries/dagster-pagerduty/pyproject.toml create mode 100644 python_modules/libraries/dagster-pandas/.uv_migrated create mode 100644 python_modules/libraries/dagster-pandas/pyproject.toml create mode 100644 python_modules/libraries/dagster-pandera/.uv_migrated create mode 100644 python_modules/libraries/dagster-pandera/pyproject.toml create mode 100644 python_modules/libraries/dagster-papertrail/.uv_migrated create mode 100644 python_modules/libraries/dagster-papertrail/pyproject.toml create mode 100644 python_modules/libraries/dagster-polars/.uv_migrated create mode 100644 python_modules/libraries/dagster-polars/pyproject.toml create mode 100644 python_modules/libraries/dagster-postgres/.uv_migrated create mode 100644 python_modules/libraries/dagster-postgres/pyproject.toml create mode 100644 python_modules/libraries/dagster-powerbi/.uv_migrated create mode 100644 python_modules/libraries/dagster-powerbi/pyproject.toml create mode 100644 python_modules/libraries/dagster-prometheus/.uv_migrated create mode 100644 python_modules/libraries/dagster-prometheus/pyproject.toml create mode 100644 python_modules/libraries/dagster-pyspark/.uv_migrated create mode 100644 python_modules/libraries/dagster-pyspark/pyproject.toml create mode 100644 python_modules/libraries/dagster-sdf/.uv_migrated create mode 100644 python_modules/libraries/dagster-sdf/pyproject.toml create mode 100644 python_modules/libraries/dagster-shell/.uv_migrated create mode 100644 python_modules/libraries/dagster-shell/pyproject.toml create mode 100644 python_modules/libraries/dagster-slack/.uv_migrated create mode 100644 python_modules/libraries/dagster-slack/pyproject.toml create mode 100644 python_modules/libraries/dagster-snowflake-pandas/.uv_migrated create mode 100644 python_modules/libraries/dagster-snowflake-pandas/pyproject.toml create mode 100644 python_modules/libraries/dagster-snowflake-pyspark/.uv_migrated create mode 100644 python_modules/libraries/dagster-snowflake-pyspark/pyproject.toml create mode 100644 python_modules/libraries/dagster-snowflake/.uv_migrated create mode 100644 python_modules/libraries/dagster-snowflake/pyproject.toml create mode 100644 python_modules/libraries/dagster-spark/.uv_migrated create mode 100644 python_modules/libraries/dagster-spark/pyproject.toml create mode 100644 python_modules/libraries/dagster-ssh/.uv_migrated create mode 100644 python_modules/libraries/dagster-ssh/pyproject.toml create mode 100644 python_modules/libraries/dagster-twilio/.uv_migrated create mode 100644 python_modules/libraries/dagster-twilio/pyproject.toml create mode 100644 python_modules/libraries/dagster-wandb/.uv_migrated create mode 100644 python_modules/libraries/dagster-wandb/pyproject.toml create mode 100644 python_modules/libraries/dagstermill/.uv_migrated create mode 100644 python_modules/libraries/dagstermill/pyproject.toml diff --git a/docs/dagster-ui-screenshot/.uv_migrated b/docs/dagster-ui-screenshot/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/docs/dagster-ui-screenshot/pyproject.toml b/docs/dagster-ui-screenshot/pyproject.toml new file mode 100644 index 0000000000000..47e31fffcefd1 --- /dev/null +++ b/docs/dagster-ui-screenshot/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-ui-screenshot" +description = "Utility for taking automated screenshots from the Dagster UI" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.6", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +dependencies = [ "click>=6", "pyyaml", "selenium", "typing-extensions>=4",] +requires-python = ">=3.11" +version = "1!0+dev" +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.scripts] +dagster-ui-screenshot = "dagster_ui_screenshot.cli:main" diff --git a/docs/sphinx/_ext/dagster-sphinx/.uv_migrated b/docs/sphinx/_ext/dagster-sphinx/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/docs/sphinx/_ext/dagster-sphinx/pyproject.toml b/docs/sphinx/_ext/dagster-sphinx/pyproject.toml new file mode 100644 index 0000000000000..48b3eb3e9b9c6 --- /dev/null +++ b/docs/sphinx/_ext/dagster-sphinx/pyproject.toml @@ -0,0 +1,20 @@ +[project] +name = "dagster-sphinx" +description = "Dagster-specific sphinx extension." +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +dependencies = [ "sphinx", "sphinx_toolbox",] +requires-python = ">=3.11" +version = "0.0.1" +[[project.authors]] +name = "Elementl" +email = "hello@elementl.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster" diff --git a/examples/experimental/dagster-airlift/examples/mwaa-example/pyproject.toml b/examples/experimental/dagster-airlift/examples/mwaa-example/pyproject.toml new file mode 100644 index 0000000000000..4cca9ead27f27 --- /dev/null +++ b/examples/experimental/dagster-airlift/examples/mwaa-example/pyproject.toml @@ -0,0 +1,11 @@ +[project] +name = "mwaa-example" +dependencies = [ "dagster", "dagster-airlift[core,mwaa]", "dagster-webserver",] +requires-python = ">=3.11" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.optional-dependencies] +test = [ "pytest",] diff --git a/examples/experimental/dagster-airlift/examples/simple-migration/pyproject.toml b/examples/experimental/dagster-airlift/examples/simple-migration/pyproject.toml new file mode 100644 index 0000000000000..e89b07ff82dac --- /dev/null +++ b/examples/experimental/dagster-airlift/examples/simple-migration/pyproject.toml @@ -0,0 +1,12 @@ +[project] +name = "simple-migration" +readme = "README.md" +dependencies = [ "dagster", "dagster-airlift[core,in-airflow]", "dagster-webserver",] +requires-python = ">=3.11" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.optional-dependencies] +test = [ "pytest",] diff --git a/examples/experimental/dagster-airlift/pyproject.toml b/examples/experimental/dagster-airlift/pyproject.toml new file mode 100644 index 0000000000000..ec79c47817684 --- /dev/null +++ b/examples/experimental/dagster-airlift/pyproject.toml @@ -0,0 +1,27 @@ +[project] +name = "dagster-airlift" +version = "0.0.3" +description = "Tooling to assist with migrating from Airflow to Dagster." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.11" +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-airlift" + +[project.optional-dependencies] +core = [ "dagster",] +in-airflow = [ "apache-airflow>=2.0.0,<2.8", "connexion<3.0.0", "flask-session<0.6.0", "pendulum>=2.0.0,<3.0.0",] +mwaa = [ "boto3",] +dbt = [ "dagster-dbt",] +test = [ "boto3", "dagster-dbt", "dagster-webserver", "dbt-duckdb", "pytest",] diff --git a/examples/experimental/dagster-blueprints/pyproject.toml b/examples/experimental/dagster-blueprints/pyproject.toml new file mode 100644 index 0000000000000..3f80d27ef50a1 --- /dev/null +++ b/examples/experimental/dagster-blueprints/pyproject.toml @@ -0,0 +1,24 @@ +[project] +name = "dagster-blueprints" +version = "1!0+dev" +description = "" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +dependencies = [ "dagster", "dagster-databricks",] +requires-python = ">=3.11" +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-blueprints" + +[project.scripts] +dagster-blueprints = "dagster_blueprints.cli:main" diff --git a/integration_tests/python_modules/dagster-k8s-test-infra/.uv_migrated b/integration_tests/python_modules/dagster-k8s-test-infra/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/integration_tests/python_modules/dagster-k8s-test-infra/pyproject.toml b/integration_tests/python_modules/dagster-k8s-test-infra/pyproject.toml new file mode 100644 index 0000000000000..e9e86c7847c7f --- /dev/null +++ b/integration_tests/python_modules/dagster-k8s-test-infra/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-k8s-test-infra" +version = "1+dev" +description = "A Dagster integration for k8s-test-infra" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +dependencies = [ "dagster", "dagster-aws", "docker",] +requires-python = ">=3.11" +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-k8s-test-infra" diff --git a/integration_tests/python_modules/dagster-k8s-test-infra/setup.py b/integration_tests/python_modules/dagster-k8s-test-infra/setup.py index aaaa5583442a8..9558493859559 100644 --- a/integration_tests/python_modules/dagster-k8s-test-infra/setup.py +++ b/integration_tests/python_modules/dagster-k8s-test-infra/setup.py @@ -2,6 +2,7 @@ setup( name="dagster-k8s-test-infra", + version="1+dev", author="Dagster Labs", author_email="hello@dagsterlabs.com", license="Apache-2.0", diff --git a/pyproject.toml b/pyproject.toml index e770fdad829ee..74fb9328c325e 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,291 +1,257 @@ [tool.uv] -dev-dependencies = [ "ruff==0.5.5",] -[tool.uv.workspace] -members = [ "python_modules/dagster-pipes",] - - -# ######################## -# ##### PYRIGHT -# ######################## - -# [Docs root] -# https://github.com/microsoft/pyright/tree/main/docs -# [Config option reference] -# https://github.com/microsoft/pyright/blob/main/docs/configuration.md - -# Pyright does not have a docs site, but the documentation (a collection of -# markdown files in the GH repo, linked above) is pretty thorough. +dev-dependencies = ["ruff==0.5.5"] [tool.pyright] - include = [ - ".buildkite/dagster-buildkite", - "docs/dagster-ui-screenshot", - "docs/sphinx/_ext/dagster-sphinx", - "python_modules", - "examples", - "integration_tests", - "scripts", + ".buildkite/dagster-buildkite", + "docs/dagster-ui-screenshot", + "docs/sphinx/_ext/dagster-sphinx", + "python_modules", + "examples", + "integration_tests", + "scripts", ] - -# Unfortunately pyright does not offer a way to extend the default exclusions, so we have to -# reiterate them here if we want to add anything else. exclude = [ - "**/node_modules", - "**/__pycache__", - "**/__generated__", - "**/vendor", - "**/_vendored", - "**/.tox", - ".git", - "**/.venv*", - "**/build", + "**/node_modules", + "**/__pycache__", + "**/__generated__", + "**/vendor", + "**/_vendored", + "**/.tox", + ".git", + "**/.venv*", + "**/build", ] - -# These two settings point pyright to a python environment to resolve imports against. This virtual -# environment is defined in the `pyright` tox environment in the tox section below-- that -# environment must be built before pyright can run correctly. venv = ".venv" venvPath = "pyright/master" - -# Set to false to help us during the transition from mypy to pyright. Mypy does -# not analyze unannotated functions by default, and so as of 2023-02 the codebase contains a large -# number of type errors in unannotated functions. Eventually we can turn off this setting. analyzeUnannotatedFunctions = false - -# Minimum version of Python on which code must run. This determines the standard library stubs used by -# pyright. pythonVersion = "3.8" - -# Use "basic" ruleset. This differs from strict in several ways, but most -# importantly it does not flag untyped code as an error. typeCheckingMode = "basic" - -# Disable reading type annotations from libraries that are not explicitly marked as typed (i.e. that -# include a py.typed file). All imports from these libraries are given the `Unknown` type (i.e. -# `Any`). This setting does not affect `py.typed` libraries. useLibraryCodeForTypes = false - -# We use ruff for this. reportInvalidStringEscapeSequence = false - -# As of 2023-02-02, there are still many `py.typed` libs that are not compliant with the standards -# for defining a public API. reportPrivateImportUsage = false - -# Since we only use pyright, there is no need to suppress type errors that pyright does not -# recognize. reportUnnecessaryTypeIgnoreComment = "warning" -# ######################## -# ##### PYTEST -# ######################## +[tool.ruff] +target-version = "py38" +extend-include = ["*.ipynb"] +extend-exclude = [ + "*/__generated__/*", + "*/dagster_airflow/vendor/*", + "*/_vendored/*", + "*/snapshots/*", + "python_modules/libraries/dagstermill/dagstermill_tests/notebooks/cli_test_scaffold.ipynb", +] +line-length = 100 +required-version = "0.5.5" + +[tool.dagster] +module_name = "dagster_test.toys.repo" -[tool.pytest.ini_options] +[tool.uv.workspace] +members = [ + "docs/sphinx/_ext/dagster-sphinx", + "python_modules/dagster-pipes", + "python_modules/dagster", + "python_modules/automation", + "python_modules/dagster-graphql", + "python_modules/dagster-test", + "python_modules/dagster-webserver", + "python_modules/dagit", + "python_modules/libraries/*", +] + +[tool.ruff.lint] +exclude = ["*.ipynb"] +ignore = [ + "D100", + "D101", + "D102", + "D103", + "D104", + "D105", + "D106", + "D107", + "D401", + "E402", + "E501", + "E721", + "E722", + "E731", + "PERF203", + "RUF005", + "RUF012", + "D200", + "D205", + "D417", + "PERF401", + "PERF402", +] +select = [ + "A001", + "A002", + "B018", + "B035", + "D", + "E", + "F", + "I001", + "PERF", + "PLE", + "PLW", + "RUF", + "SLF001", + "TCH", + "TID251", + "T20", + "UP032", + "W605", +] +[tool.pytest.ini_options] filterwarnings = [ - "ignore::dagster.ExperimentalWarning", - "ignore::DeprecationWarning", - "ignore::UserWarning", - "ignore::pytest.PytestCollectionWarning", + "ignore::dagster.ExperimentalWarning", + "ignore::DeprecationWarning", + "ignore::UserWarning", + "ignore::pytest.PytestCollectionWarning", ] -# ######################## -# ##### RUFF -# ######################## +[tool.uv.sources.dagster-pipes] +workspace = true -# [Docs root] -# https://beta.ruff.rs/docs/ -# [Config option reference] -# https://beta.ruff.rs/docs/configuration/ -# -# As of 2022-12-05, the entire documentation of Ruff is in its very long -# README. +[tool.uv.sources.dagster] +workspace = true -[tool.ruff] +[tool.uv.sources.dagster-cloud] +workspace = true -target-version = "py38" +[tool.uv.sources.dagster-dbt] +workspace = true -# *.py, *.ipy are included by default -extend-include = ["*.ipynb"] +[tool.uv.sources.dagster-duckdb] +workspace = true -extend-exclude = [ - "*/__generated__/*", - "*/dagster_airflow/vendor/*", - "*/_vendored/*", - "*/snapshots/*", - "python_modules/libraries/dagstermill/dagstermill_tests/notebooks/cli_test_scaffold.ipynb", -] +[tool.uv.sources.dagster-duckdb-pandas] +workspace = true -# Codebase-wide default line length. Override in package-specific pyproject.toml where a different -# length is desired. -line-length = 100 +[tool.uv.sources.dagster-airbyte] +workspace = true -# Fail if Ruff is not running this version. -required-version = "0.5.5" +[tool.uv.sources.dagster-postgres] +workspace = true -[tool.ruff.lint] +[tool.uv.sources.dagster-pandera] +workspace = true -# we only want to format notebooks, not lint them -exclude = ["*.ipynb"] +[tool.uv.sources.dagster-pandas] +workspace = true -ignore = [ +[tool.uv.sources.dagster-snowflake] +workspace = true - # (missing public docstrings) These work off of the Python sense of "public", rather than our - # bespoke definition based off of `@public`. When ruff supports custom plugins then we can write - # appropriate rules to require docstrings for `@public`. - "D100", - "D101", - "D102", - "D103", - "D104", - "D105", - "D106", - "D107", - - # (docstring imperative mood) Overly restrictive. - "D401", - - # (module level import not at top) There are several places where we use e.g. - # warnings.filterwarings calls before imports. - "E402", - - # (line too long): This fires for comments, which the ruff formatter won't auto-wrap. Disabling - # until there is an autoformat solution available for comments. - "E501", - - # (no type comparison): There are a few places where we use `== type(None)` which are more clear - # than the equivalent `isinstance` check. - 'E721', - - # (bare exception): There are many places where we want to catch a maximally generic exception. - 'E722', - - # (no assign lambda): existing code assigns lambdas in a few places. With ruff formatting - # requiring extra empty lines between defs, disallowing lambda assignment can make code less - # readable. - "E731", - - # (try-except-in-loop) we use this pattern in many places and the performance impact is negligible - "PERF203", - - # (no concatenation) Existing codebase has many concatentations, no reason to disallow them. - "RUF005", - - # (use ClassVar for attr declarations with defaults) This is a good rule for vanilla Python, but - # triggers false positives for many libs that have DSLs that make use of attr defaults. - "RUF012", - - ##### TEMPORARY DISABLES - - # (assorted docstring rules) There are too many violations of these to enable - # right now, but we should enable after fixing the violations. - "D200", # (one-line docstring should fit) - "D205", # (blank line after summary) - "D417", # (missing arg in docstring) - - # (assorted perf rules) We have a lot of violations, enable when autofix is available - "PERF401", # (manual-list-comprehension) - "PERF402", # (manual-list-copy) -] +[tool.uv.sources.dagster-snowflake-pandas] +workspace = true -# By default, ruff only uses all "E" (pycodestyle) and "F" (pyflakes) rules. -# Here we append to the defaults. -select = [ +[tool.uv.sources.dagster-airflow] +workspace = true - # (flake8-builtins) detect shadowing of python builtin symbols by variables and arguments. - # Attributes are OK (which is why A003) is not included here. - "A001", - "A002", +[tool.uv.sources.dagster-aws] +workspace = true - # (useless expression): Expressions that aren't assigned to anything are typically bugs. - "B018", +[tool.uv.sources.dagster-celery] +workspace = true - # (static key dict comprehension): Flag reuse of a key in dict comprehensions. - "B035", +[tool.uv.sources.dagster-dask] +workspace = true - # (pydocstyle) Docstring-related rules. A large subset of these are ignored by the - # "convention=google" setting, we set under tool.ruff.pydocstyle. - "D", +[tool.uv.sources.dagster-databricks] +workspace = true - # (pycodestyle) pycodestyle rules - "E", +[tool.uv.sources.dagster-deltalake] +workspace = true - # (pyflakes) pyflakes rules - "F", +[tool.uv.sources.dagster-deltalake-pandas] +workspace = true - # (isort) detect improperly sorted imports - "I001", +[tool.uv.sources.dagster-deltalake-polars] +workspace = true - # (performance) perflint rules - "PERF", +[tool.uv.sources.dagster-embedded-elt] +workspace = true - # (pylint) use all pylint rules from categories "Convention", "Error", and "Warning" (ruff - # currently implements only a subset of pylint's rules) - "PLE", - "PLW", +[tool.uv.sources.dagster-fivetran] +workspace = true - # (no commented out code) keep commented out code blocks out of the codebase - # "ERA001", +[tool.uv.sources.dagster-gcp] +workspace = true - # (ruff-specific) Enable all ruff-specific checks (i.e. not ports of - # functionality from an existing linter). - "RUF", +[tool.uv.sources.dagster-gcp-pandas] +workspace = true - # (private member access) Flag access to `_`-prefixed symbols. By default the various special - # methods on `NamedTuple` are ignored (e.g. `_replace`). - "SLF001", +[tool.uv.sources.dagster-gcp-pyspark] +workspace = true - # (flake8-type-checking) Auto-sort imports into TYPE_CHECKING blocks depending on whether - # they are runtime or type-only imports. - "TCH", +[tool.uv.sources.dagster-graphql] +workspace = true - # (banned-api) Flag use of banned APIs. See tool.ruff.flake8-tidy-imports.banned-api for details. - "TID251", +[tool.uv.sources.dagster-k8s] +workspace = true - # (disallow print statements) keep debugging statements out of the codebase - "T20", +[tool.uv.sources.dagster-slack] +workspace = true - # (f-strings) use f-strings instead of .format() - "UP032", +[tool.uv.sources.dagster-webserver] +workspace = true - # (invalid escape sequence) flag errant backslashes - "W605", -] +[tool.uv.sources.dagstermill] +workspace = true -[tool.ruff.lint.flake8-builtins] +[tool.uv.sources.dagster-blueprints] +workspace = true -# We use `id` in many places and almost never want to use the python builtin. -builtins-ignorelist = ["id"] +[tool.uv.sources.dagster-hex] +workspace = true -[tool.ruff.lint.flake8-tidy-imports.banned-api] +[tool.uv.sources.dagster-pyspark] +workspace = true -"__future__.annotations".msg = "Directly quote annotations instead." +[tool.uv.sources.dagster-spark] +workspace = true -[tool.ruff.lint.isort] +[tool.uv.sources.dagster_duckdb] +workspace = true -# Combine multiple `from foo import bar as baz` statements with the same source -# (`foo`) into a single statement. -combine-as-imports = true +[tool.uv.sources.dagster-ge] +workspace = true -# In cases where imports are automatically removed, allows the imports to be automatically collapsed -split-on-trailing-comma = false +[tool.uv.sources.dagster-openai] +workspace = true + +[tool.uv.sources.dagster-wandb] +workspace = true + +[tool.uv.sources.dagster-airlift] +workspace = true -# Imports of the form `from foo import bar as baz` show one `import bar as baz` -# per line. Useful for __init__.py files that just re-export symbols. +[tool.uv.sources.dagster-managed-elements] +workspace = true + +[tool.uv.sources.dagster-azure] +workspace = true + +[tool.ruff.lint.flake8-builtins] +builtins-ignorelist = ["id"] + +[tool.ruff.lint.isort] +combine-as-imports = true +split-on-trailing-comma = false force-wrap-aliases = true [tool.ruff.lint.per-file-ignores] - -# Don't format docstrings in alembic migrations. "**/alembic/versions/*.py" = ["D"] [tool.ruff.lint.pydocstyle] - -# Enforce google-style docstrings. This is equivalent to ignoring a large number of pydocstyle (D) -# rules incompatible with google-style docstrings. See: -# https://google.github.io/styleguide/pyguide.html#383-functions-and-methods convention = "google" -[tool.dagster] -module_name = "dagster_test.toys.repo" +[tool.ruff.lint.flake8-tidy-imports.banned-api."__future__.annotations"] +msg = "Directly quote annotations instead." diff --git a/python_modules/automation/.uv_migrated b/python_modules/automation/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/automation/pyproject.toml b/python_modules/automation/pyproject.toml new file mode 100644 index 0000000000000..3ba905618f695 --- /dev/null +++ b/python_modules/automation/pyproject.toml @@ -0,0 +1,28 @@ +[project] +name = "automation" +description = "Tools for infrastructure automation" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +dependencies = [ "autoflake", "boto3", "packaging>=20.9", "pandas", "pytablereader", "requests", "twine==1.15.0", "urllib3", "virtualenv==20.25.0",] +requires-python = ">=3.11" +version = "0.0.1" +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/automation" + +[project.optional-dependencies] +buildkite = [ "dagster",] + +[project.scripts] +dagster-graphql-client = "automation.graphql.python_client.cli:main" +dagster-image = "automation.docker.cli:main" diff --git a/python_modules/dagit/.uv_migrated b/python_modules/dagit/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/dagit/pyproject.toml b/python_modules/dagit/pyproject.toml new file mode 100644 index 0000000000000..3d2b66605c835 --- /dev/null +++ b/python_modules/dagit/pyproject.toml @@ -0,0 +1,29 @@ +[project] +name = "dagit" +description = "Web UI for dagster." +readme = "README.rst" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster-webserver",] +version = "1!0+dev" +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster" + +[project.optional-dependencies] +notebook = [ "dagster-webserver[notebook]",] +test = [ "dagster-webserver[test]",] + +[project.scripts] +dagit = "dagster_webserver.cli:main" +dagit-debug = "dagster_webserver.debug:main" diff --git a/python_modules/dagster-graphql/.uv_migrated b/python_modules/dagster-graphql/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/dagster-graphql/pyproject.toml b/python_modules/dagster-graphql/pyproject.toml new file mode 100644 index 0000000000000..333f258ca1a91 --- /dev/null +++ b/python_modules/dagster-graphql/pyproject.toml @@ -0,0 +1,23 @@ +[project] +name = "dagster-graphql" +description = "The GraphQL frontend to python dagster." +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "gql[requests]>=3,<4", "graphene>=3,<4", "requests", "starlette",] +version = "1!0+dev" +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/dagster-graphql" + +[project.scripts] +dagster-graphql = "dagster_graphql.cli:main" diff --git a/python_modules/dagster-pipes/src/dagster_pipes/__init__.py b/python_modules/dagster-pipes/dagster_pipes/__init__.py similarity index 100% rename from python_modules/dagster-pipes/src/dagster_pipes/__init__.py rename to python_modules/dagster-pipes/dagster_pipes/__init__.py diff --git a/python_modules/dagster-pipes/src/dagster_pipes/py.typed b/python_modules/dagster-pipes/dagster_pipes/py.typed similarity index 100% rename from python_modules/dagster-pipes/src/dagster_pipes/py.typed rename to python_modules/dagster-pipes/dagster_pipes/py.typed diff --git a/python_modules/dagster-pipes/src/dagster_pipes/version.py b/python_modules/dagster-pipes/dagster_pipes/version.py similarity index 100% rename from python_modules/dagster-pipes/src/dagster_pipes/version.py rename to python_modules/dagster-pipes/dagster_pipes/version.py diff --git a/python_modules/dagster-pipes/pyproject.toml b/python_modules/dagster-pipes/pyproject.toml index 343cc2e354c8a..07937511b666e 100644 --- a/python_modules/dagster-pipes/pyproject.toml +++ b/python_modules/dagster-pipes/pyproject.toml @@ -1,11 +1,11 @@ [project] name = "dagster-pipes" -version = "1!0+dev" description = "Toolkit for Dagster integrations with transform logic outside of Dagster" readme = "README.md" requires-python = ">=3.8,<3.13" dependencies = [] classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +version = "1!0+dev" [[project.authors]] name = "Dagster Labs" email = "hello@dagsterlabs.com" diff --git a/python_modules/dagster-test/.uv_migrated b/python_modules/dagster-test/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/dagster-test/pyproject.toml b/python_modules/dagster-test/pyproject.toml new file mode 100644 index 0000000000000..3953e5c6015c5 --- /dev/null +++ b/python_modules/dagster-test/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-test" +description = "A Dagster integration for test" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "pyspark", "rich",] +version = "1!0+dev" +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-test" diff --git a/python_modules/dagster-webserver/.uv_migrated b/python_modules/dagster-webserver/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/dagster-webserver/pyproject.toml b/python_modules/dagster-webserver/pyproject.toml new file mode 100644 index 0000000000000..87d66628ff4ba --- /dev/null +++ b/python_modules/dagster-webserver/pyproject.toml @@ -0,0 +1,29 @@ +[project] +name = "dagster-webserver" +description = "Web UI for dagster." +readme = "README.rst" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "click>=7.0,<9.0", "dagster", "dagster-graphql", "starlette!=0.36.0", "uvicorn[standard]",] +version = "1!0+dev" +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster" + +[project.optional-dependencies] +notebook = [ "nbconvert",] +test = [ "starlette[full]",] + +[project.scripts] +dagster-webserver = "dagster_webserver.cli:main" +dagster-webserver-debug = "dagster_webserver.debug:main" diff --git a/python_modules/dagster/.uv_migrated b/python_modules/dagster/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/dagster/dagster/_core/execution/submit_asset_runs.py b/python_modules/dagster/dagster/_core/execution/submit_asset_runs.py index 1d79bbae32abf..b81897b03892b 100644 --- a/python_modules/dagster/dagster/_core/execution/submit_asset_runs.py +++ b/python_modules/dagster/dagster/_core/execution/submit_asset_runs.py @@ -32,7 +32,9 @@ def _get_implicit_job_name_for_assets( for asset_key in asset_keys[1:]: job_names &= set(asset_graph.get_materialization_job_names(asset_key)) - return next((job_name for job_name in job_names if job_name == IMPLICIT_ASSET_JOB_NAME), None) + return next( + (job_name for job_name in job_names if job_name.startswith(IMPLICIT_ASSET_JOB_NAME)), None + ) def _get_execution_plan_asset_keys( diff --git a/python_modules/dagster/pyproject.toml b/python_modules/dagster/pyproject.toml new file mode 100644 index 0000000000000..75dc1fc1df4ae --- /dev/null +++ b/python_modules/dagster/pyproject.toml @@ -0,0 +1,41 @@ +[project] +name = "dagster" +description = "Dagster is an orchestration platform for the development, production, and observation of data assets." +readme = "README.md" +classifiers = [ "Development Status :: 5 - Production/Stable", "Environment :: Console", "Environment :: Web Environment", "Intended Audience :: Developers", "Intended Audience :: System Administrators", "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9", "Topic :: Software Development :: Libraries :: Application Frameworks", "Topic :: System :: Monitoring",] +requires-python = ">=3.8,<3.13" +dependencies = [ "Jinja2", "PyYAML>=5.1", "alembic>=1.2.1,!=1.6.3,!=1.7.0,!=1.11.0", "click>=5.0", "coloredlogs>=6.1,<=14.0", "croniter>=0.3.34", "dagster-pipes", "docstring-parser", "filelock", "grpcio-health-checking>=1.44.0", "grpcio>=1.44.0", "packaging>=20.9", "protobuf>=3.20.0,<5; python_version<'3.11'", "protobuf>=4,<5; python_version>='3.11'", "psutil>=1.0; platform_system==\"Windows\"", "pydantic>1.10.0,!= 1.10.7,<3", "python-dotenv", "pytz", "pywin32!=226; platform_system==\"Windows\"", "requests", "rich", "setuptools", "sqlalchemy>=1.0,<3", "structlog", "tabulate", "tomli<3", "toposort>=1.0", "tqdm<5", "typing_extensions>=4.4.0,<5", "tzdata; platform_system==\"Windows\"", "universal_pathlib; python_version<'3.12'", "universal_pathlib>=0.2.0; python_version>='3.12'", "watchdog>=0.8.3",] +version = "1!0+dev" +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://dagster.io" +GitHub = "https://github.com/dagster-io/dagster" +Documentation = "https://docs.dagster.io" +Changelog = "https://github.com/dagster-io/dagster/releases" +"Issue Tracker" = "https://github.com/dagster-io/dagster/issues" +Twitter = "https://twitter.com/dagster" +YouTube = "https://www.youtube.com/@dagsterio" +Slack = "https://dagster.io/slack" +Blog = "https://dagster.io/blog" +Newsletter = "https://dagster.io/newsletter-signup" + +[project.optional-dependencies] +docker = [ "docker",] +test = [ "buildkite-test-collector", "docker", "fsspec<2024.5.0", "grpcio-tools>=1.44.0", "mock==3.0.5", "morefs[asynclocal]", "mypy-protobuf", "objgraph", "pytest-cov==5.0.0", "pytest-mock==3.14.0", "pytest-rerunfailures==14.0", "pytest-xdist==3.6.1", "pytest>=8", "rapidfuzz", "responses<=0.23.1", "syrupy>=4.0.0", "tox>=4",] +mypy = [ "mypy==1.8.0",] +pyright = [ "pandas-stubs", "pyright==1.1.370", "types-PyYAML", "types-backports", "types-certifi", "types-chardet", "types-croniter", "types-cryptography", "types-mock", "types-paramiko", "types-pyOpenSSL", "types-python-dateutil~=2.9.0.20240316", "types-pytz", "types-requests", "types-simplejson", "types-six", "types-sqlalchemy==1.4.53.34", "types-tabulate", "types-toml", "types-tzlocal",] +ruff = [ "ruff==0.5.5",] + +[project.scripts] +dagster = "dagster.cli:main" +dagster-daemon = "dagster.daemon.cli:main" diff --git a/python_modules/libraries/dagster-airbyte/.uv_migrated b/python_modules/libraries/dagster-airbyte/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-airbyte/pyproject.toml b/python_modules/libraries/dagster-airbyte/pyproject.toml new file mode 100644 index 0000000000000..b72933cb874e5 --- /dev/null +++ b/python_modules/libraries/dagster-airbyte/pyproject.toml @@ -0,0 +1,28 @@ +[project] +name = "dagster-airbyte" +description = "Package for integrating Airbyte with Dagster." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "requests",] +version = "1!0+dev" +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-airbyte" + +[project.optional-dependencies] +test = [ "requests-mock",] +managed = [ "dagster-managed-elements",] + +[project.scripts] +dagster-airbyte = "dagster_airbyte.cli:main" diff --git a/python_modules/libraries/dagster-airflow/.uv_migrated b/python_modules/libraries/dagster-airflow/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-airflow/pyproject.toml b/python_modules/libraries/dagster-airflow/pyproject.toml new file mode 100644 index 0000000000000..5afb61e194053 --- /dev/null +++ b/python_modules/libraries/dagster-airflow/pyproject.toml @@ -0,0 +1,34 @@ +[project] +name = "dagster-airflow" +version = "1!0+dev" +description = "Airflow plugin for Dagster" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "docker>=5.0.3,<6.0.0", "lazy_object_proxy", "pendulum", "setuptools<71.0.0", "urllib3<2",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster" +"project-url/documentation" = "https://docs.dagster.io" + +[project.optional-dependencies] +kubernetes = [ "cryptography>=2.0.0", "kubernetes>=3.0.0",] +test_airflow_2 = [ "apache-airflow-providers-apache-spark", "apache-airflow-providers-docker>=3.2.0,<4", "apache-airflow-providers-http<4.1.1", "apache-airflow>=2.0.0,<2.8", "boto3>=1.26.7", "connexion<3.0.0", "flask-session<0.6.0", "kubernetes>=10.0.1",] +test_airflow_1 = [ "WTForms<3.0.0", "apache-airflow>=1.0.0,<2.0.0", "boto3>=1.26.7", "connexion<3.0.0", "kubernetes>=10.0.1", "markupsafe<=2.0.1", "marshmallow-sqlalchemy<0.26.0", "sqlalchemy>=1.0,<1.4.0",] +test = [ "connexion<3.0.0",] + +[project.entry-points."airflow.plugins"] +dagster_airflow = "dagster_airflow.__init__:DagsterAirflowPlugin" + +[project.entry-points.apache_airflow_provider] +provider_info = "dagster_airflow.__init__:get_provider_info" diff --git a/python_modules/libraries/dagster-aws/.uv_migrated b/python_modules/libraries/dagster-aws/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-aws/pyproject.toml b/python_modules/libraries/dagster-aws/pyproject.toml new file mode 100644 index 0000000000000..76fea02d75816 --- /dev/null +++ b/python_modules/libraries/dagster-aws/pyproject.toml @@ -0,0 +1,26 @@ +[project] +name = "dagster-aws" +version = "1!0+dev" +description = "Package for AWS-specific Dagster framework solid and resource components." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "boto3", "dagster", "packaging", "requests",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-aws" + +[project.optional-dependencies] +redshift = [ "psycopg2-binary",] +pyspark = [ "dagster-pyspark",] +test = [ "botocore!=1.32.1", "moto[s3,server,glue]>=2.2.8,<5.0", "requests-mock", "xmltodict==0.12.0",] diff --git a/python_modules/libraries/dagster-azure/.uv_migrated b/python_modules/libraries/dagster-azure/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-azure/pyproject.toml b/python_modules/libraries/dagster-azure/pyproject.toml new file mode 100644 index 0000000000000..369d0a6775005 --- /dev/null +++ b/python_modules/libraries/dagster-azure/pyproject.toml @@ -0,0 +1,24 @@ +[project] +name = "dagster-azure" +version = "1!0+dev" +description = "Package for Azure-specific Dagster framework op and resource components." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "azure-core<2.0.0,>=1.7.0", "azure-identity<2.0.0,>=1.7.0", "azure-storage-blob<13.0.0,>=12.5.0", "azure-storage-file-datalake<13.0.0,>=12.5", "dagster",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-azure" + +[project.scripts] +dagster-azure = "dagster_azure.cli.cli:main" diff --git a/python_modules/libraries/dagster-celery-docker/.uv_migrated b/python_modules/libraries/dagster-celery-docker/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-celery-docker/pyproject.toml b/python_modules/libraries/dagster-celery-docker/pyproject.toml new file mode 100644 index 0000000000000..929b3e42b89bf --- /dev/null +++ b/python_modules/libraries/dagster-celery-docker/pyproject.toml @@ -0,0 +1,20 @@ +[project] +name = "dagster-celery-docker" +version = "1!0+dev" +description = "A Dagster integration for celery-docker" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "dagster-celery", "dagster-graphql", "docker",] +[[project.authors]] +name = "Dagster Labs" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-celery-docker" diff --git a/python_modules/libraries/dagster-celery-k8s/.uv_migrated b/python_modules/libraries/dagster-celery-k8s/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-celery-k8s/pyproject.toml b/python_modules/libraries/dagster-celery-k8s/pyproject.toml new file mode 100644 index 0000000000000..95853cb7ca405 --- /dev/null +++ b/python_modules/libraries/dagster-celery-k8s/pyproject.toml @@ -0,0 +1,20 @@ +[project] +name = "dagster-celery-k8s" +version = "1!0+dev" +description = "A Dagster integration for celery-k8s-executor" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "dagster-celery", "dagster-k8s",] +[[project.authors]] +name = "Dagster Labs" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-celery-k8s" diff --git a/python_modules/libraries/dagster-celery/.uv_migrated b/python_modules/libraries/dagster-celery/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-celery/pyproject.toml b/python_modules/libraries/dagster-celery/pyproject.toml new file mode 100644 index 0000000000000..83ef14c6aa020 --- /dev/null +++ b/python_modules/libraries/dagster-celery/pyproject.toml @@ -0,0 +1,30 @@ +[project] +name = "dagster-celery" +version = "1!0+dev" +description = "Package for using Celery as Dagster's execution engine." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "celery>=4.3.0", "click>=5.0,<9.0", "dagster", "importlib_metadata<5.0.0; python_version<'3.8'",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-celery" + +[project.optional-dependencies] +flower = [ "flower",] +redis = [ "redis",] +kubernetes = [ "kubernetes",] +test = [ "docker",] + +[project.scripts] +dagster-celery = "dagster_celery.cli:main" diff --git a/python_modules/libraries/dagster-census/.uv_migrated b/python_modules/libraries/dagster-census/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-census/pyproject.toml b/python_modules/libraries/dagster-census/pyproject.toml new file mode 100644 index 0000000000000..62b05c434df2c --- /dev/null +++ b/python_modules/libraries/dagster-census/pyproject.toml @@ -0,0 +1,20 @@ +[project] +name = "dagster-census" +version = "1!0+dev" +description = "Package for integrating Census with Dagster." +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-census" diff --git a/python_modules/libraries/dagster-dask/.uv_migrated b/python_modules/libraries/dagster-dask/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-dask/pyproject.toml b/python_modules/libraries/dagster-dask/pyproject.toml new file mode 100644 index 0000000000000..f9b19d1fc31cf --- /dev/null +++ b/python_modules/libraries/dagster-dask/pyproject.toml @@ -0,0 +1,27 @@ +[project] +name = "dagster-dask" +version = "1!0+dev" +description = "Package for using Dask as Dagster's execution engine." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "bokeh", "dagster", "dask[dataframe]>=1.2.2", "distributed>=1.28.1",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-dask" + +[project.optional-dependencies] +yarn = [ "dask-yarn",] +pbs = [ "dask-jobqueue",] +kube = [ "dask-kubernetes<=2022.9.0",] +test = [ "pyarrow",] diff --git a/python_modules/libraries/dagster-databricks/.uv_migrated b/python_modules/libraries/dagster-databricks/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-databricks/pyproject.toml b/python_modules/libraries/dagster-databricks/pyproject.toml new file mode 100644 index 0000000000000..950702d073c6c --- /dev/null +++ b/python_modules/libraries/dagster-databricks/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-databricks" +version = "1!0+dev" +description = "Package for Databricks-specific Dagster framework op and resource components." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "dagster-pipes", "dagster-pyspark", "databricks-sdk<=0.17.0",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-databricks" diff --git a/python_modules/libraries/dagster-datadog/.uv_migrated b/python_modules/libraries/dagster-datadog/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-datadog/pyproject.toml b/python_modules/libraries/dagster-datadog/pyproject.toml new file mode 100644 index 0000000000000..616236a882a4e --- /dev/null +++ b/python_modules/libraries/dagster-datadog/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-datadog" +version = "1!0+dev" +description = "Package for datadog Dagster framework components." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "datadog",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-datadog" diff --git a/python_modules/libraries/dagster-datahub/.uv_migrated b/python_modules/libraries/dagster-datahub/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-datahub/pyproject.toml b/python_modules/libraries/dagster-datahub/pyproject.toml new file mode 100644 index 0000000000000..4abc080289d9f --- /dev/null +++ b/python_modules/libraries/dagster-datahub/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-datahub" +version = "1!0+dev" +description = "Package for Datahub-specific Dagster framework solid and resource components." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "acryl-datahub[datahub-rest, datahub-kafka]", "dagster", "packaging", "pydantic>=1.10.0,<3.0.0", "requests",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-datahub" diff --git a/python_modules/libraries/dagster-dbt/.uv_migrated b/python_modules/libraries/dagster-dbt/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-dbt/pyproject.toml b/python_modules/libraries/dagster-dbt/pyproject.toml new file mode 100644 index 0000000000000..76e2372b44954 --- /dev/null +++ b/python_modules/libraries/dagster-dbt/pyproject.toml @@ -0,0 +1,28 @@ +[project] +name = "dagster-dbt" +version = "1!0+dev" +description = "A Dagster integration for dbt" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "Jinja2", "dagster", "dbt-core>=1.7,<1.9", "networkx", "orjson", "packaging", "requests", "rich", "sqlglot[rs]", "typer>=0.9.0",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-dbt" + +[project.optional-dependencies] +test = [ "dagster-duckdb", "dagster-duckdb-pandas", "dbt-duckdb",] + +[project.scripts] +dagster-dbt = "dagster_dbt.cli.app:app" +dagster-dbt-cloud = "dagster_dbt.cloud.cli:app" diff --git a/python_modules/libraries/dagster-deltalake-pandas/.uv_migrated b/python_modules/libraries/dagster-deltalake-pandas/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-deltalake-pandas/pyproject.toml b/python_modules/libraries/dagster-deltalake-pandas/pyproject.toml new file mode 100644 index 0000000000000..39cb9e0d6c9d4 --- /dev/null +++ b/python_modules/libraries/dagster-deltalake-pandas/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-deltalake-pandas" +version = "1!0+dev" +description = "Package for storing Pandas DataFrames in Delta tables." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.7", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "dagster-deltalake", "pandas",] +[[project.authors]] +name = "Elementl" +email = "hello@elementl.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-deltalake-pandas" diff --git a/python_modules/libraries/dagster-deltalake-polars/.uv_migrated b/python_modules/libraries/dagster-deltalake-polars/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-deltalake-polars/pyproject.toml b/python_modules/libraries/dagster-deltalake-polars/pyproject.toml new file mode 100644 index 0000000000000..bae4559ddc268 --- /dev/null +++ b/python_modules/libraries/dagster-deltalake-polars/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-deltalake-polars" +version = "1!0+dev" +description = "Package for storing Polars DataFrames in Delta tables." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.7", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "dagster-deltalake", "polars[pyarrow]",] +[[project.authors]] +name = "Elementl" +email = "hello@elementl.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-deltalake-polars" diff --git a/python_modules/libraries/dagster-deltalake/.uv_migrated b/python_modules/libraries/dagster-deltalake/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-deltalake/pyproject.toml b/python_modules/libraries/dagster-deltalake/pyproject.toml new file mode 100644 index 0000000000000..9f3851d60b9e0 --- /dev/null +++ b/python_modules/libraries/dagster-deltalake/pyproject.toml @@ -0,0 +1,24 @@ +[project] +name = "dagster-deltalake" +version = "1!0+dev" +description = "Package for Deltalake-specific Dagster framework op and resource components." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.7", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "deltalake>=0.15,<0.18",] +[[project.authors]] +name = "Elementl" +email = "hello@elementl.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-deltalake" + +[project.optional-dependencies] +pandas = [ "pandas",] diff --git a/python_modules/libraries/dagster-docker/.uv_migrated b/python_modules/libraries/dagster-docker/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-docker/pyproject.toml b/python_modules/libraries/dagster-docker/pyproject.toml new file mode 100644 index 0000000000000..2358a146b87d4 --- /dev/null +++ b/python_modules/libraries/dagster-docker/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-docker" +version = "1!0+dev" +description = "A Dagster integration for docker" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "docker", "docker-image-py",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-docker" diff --git a/python_modules/libraries/dagster-duckdb-pandas/.uv_migrated b/python_modules/libraries/dagster-duckdb-pandas/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-duckdb-pandas/pyproject.toml b/python_modules/libraries/dagster-duckdb-pandas/pyproject.toml new file mode 100644 index 0000000000000..47eeb76b9c5b1 --- /dev/null +++ b/python_modules/libraries/dagster-duckdb-pandas/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-duckdb-pandas" +version = "1!0+dev" +description = "Package for storing Pandas DataFrames in DuckDB." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "dagster-duckdb", "pandas",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-duckb-pandas" diff --git a/python_modules/libraries/dagster-duckdb-polars/.uv_migrated b/python_modules/libraries/dagster-duckdb-polars/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-duckdb-polars/pyproject.toml b/python_modules/libraries/dagster-duckdb-polars/pyproject.toml new file mode 100644 index 0000000000000..6c037af6553dd --- /dev/null +++ b/python_modules/libraries/dagster-duckdb-polars/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-duckdb-polars" +version = "1!0+dev" +description = "Package for storing Polars DataFrames in DuckDB." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "dagster-duckdb", "polars[pyarrow]",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-duckdb-polars" diff --git a/python_modules/libraries/dagster-duckdb-pyspark/.uv_migrated b/python_modules/libraries/dagster-duckdb-pyspark/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-duckdb-pyspark/pyproject.toml b/python_modules/libraries/dagster-duckdb-pyspark/pyproject.toml new file mode 100644 index 0000000000000..8022bc9d6c37c --- /dev/null +++ b/python_modules/libraries/dagster-duckdb-pyspark/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-duckdb-pyspark" +version = "1!0+dev" +description = "Package for storing PySpark DataFrames in DuckDB." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "dagster-duckdb", "pandas", "pyarrow", "pyspark>=3",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-duckb-pyspark" diff --git a/python_modules/libraries/dagster-duckdb/.uv_migrated b/python_modules/libraries/dagster-duckdb/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-duckdb/pyproject.toml b/python_modules/libraries/dagster-duckdb/pyproject.toml new file mode 100644 index 0000000000000..6b133bbad4ef4 --- /dev/null +++ b/python_modules/libraries/dagster-duckdb/pyproject.toml @@ -0,0 +1,25 @@ +[project] +name = "dagster-duckdb" +version = "1!0+dev" +description = "Package for DuckDB-specific Dagster framework op and resource components." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "duckdb",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-duckb" + +[project.optional-dependencies] +pandas = [ "pandas",] +pyspark = [ "pyspark>=3",] diff --git a/python_modules/libraries/dagster-embedded-elt/.uv_migrated b/python_modules/libraries/dagster-embedded-elt/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-embedded-elt/pyproject.toml b/python_modules/libraries/dagster-embedded-elt/pyproject.toml new file mode 100644 index 0000000000000..b94dd3927c7c0 --- /dev/null +++ b/python_modules/libraries/dagster-embedded-elt/pyproject.toml @@ -0,0 +1,24 @@ +[project] +name = "dagster-embedded-elt" +version = "1!0+dev" +description = "Package for performing ETL/ELT tasks with Dagster." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "dlt>=0.4", "sling>=1.1.5",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-embedded-elt" + +[project.optional-dependencies] +test = [ "duckdb",] diff --git a/python_modules/libraries/dagster-fivetran/.uv_migrated b/python_modules/libraries/dagster-fivetran/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-fivetran/pyproject.toml b/python_modules/libraries/dagster-fivetran/pyproject.toml new file mode 100644 index 0000000000000..52e0c98a6896f --- /dev/null +++ b/python_modules/libraries/dagster-fivetran/pyproject.toml @@ -0,0 +1,27 @@ +[project] +name = "dagster-fivetran" +version = "1!0+dev" +description = "Package for integrating Fivetran with Dagster." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-fivetran" + +[project.optional-dependencies] +managed = [ "dagster-managed-elements",] + +[project.scripts] +dagster-fivetran = "dagster_fivetran.cli:main" diff --git a/python_modules/libraries/dagster-gcp-pandas/.uv_migrated b/python_modules/libraries/dagster-gcp-pandas/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-gcp-pandas/pyproject.toml b/python_modules/libraries/dagster-gcp-pandas/pyproject.toml new file mode 100644 index 0000000000000..cbe5b210fe8fb --- /dev/null +++ b/python_modules/libraries/dagster-gcp-pandas/pyproject.toml @@ -0,0 +1,24 @@ +[project] +name = "dagster-gcp-pandas" +version = "1!0+dev" +description = "Package for storing Pandas DataFrames in GCP." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "dagster-gcp", "pandas",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-gcp-pandas" + +[project.optional-dependencies] +test = [ "pandas-gbq",] diff --git a/python_modules/libraries/dagster-gcp-pyspark/.uv_migrated b/python_modules/libraries/dagster-gcp-pyspark/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-gcp-pyspark/pyproject.toml b/python_modules/libraries/dagster-gcp-pyspark/pyproject.toml new file mode 100644 index 0000000000000..cd4e1f95ddf89 --- /dev/null +++ b/python_modules/libraries/dagster-gcp-pyspark/pyproject.toml @@ -0,0 +1,24 @@ +[project] +name = "dagster-gcp-pyspark" +version = "1!0+dev" +description = "Package for storing PySpark DataFrames in GCP" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "dagster-gcp", "pyspark",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-gcp-pyspark" + +[project.optional-dependencies] +test = [ "pandas-gbq",] diff --git a/python_modules/libraries/dagster-gcp/.uv_migrated b/python_modules/libraries/dagster-gcp/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-gcp/pyproject.toml b/python_modules/libraries/dagster-gcp/pyproject.toml new file mode 100644 index 0000000000000..0e73f3a96c264 --- /dev/null +++ b/python_modules/libraries/dagster-gcp/pyproject.toml @@ -0,0 +1,24 @@ +[project] +name = "dagster-gcp" +version = "1!0+dev" +description = "Package for GCP-specific Dagster framework op and resource components." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "dagster_pandas", "db-dtypes", "google-api-python-client", "google-cloud-bigquery", "google-cloud-storage", "oauth2client",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-gcp" + +[project.optional-dependencies] +pyarrow = [ "pyarrow",] diff --git a/python_modules/libraries/dagster-ge/.uv_migrated b/python_modules/libraries/dagster-ge/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-ge/pyproject.toml b/python_modules/libraries/dagster-ge/pyproject.toml new file mode 100644 index 0000000000000..90ab8a95e186e --- /dev/null +++ b/python_modules/libraries/dagster-ge/pyproject.toml @@ -0,0 +1,20 @@ +[project] +name = "dagster-ge" +version = "1!0+dev" +description = "Package for GE-specific Dagster framework op and resource components." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "dagster-pandas", "great_expectations >=0.11.9, !=0.12.8, !=0.13.17, !=0.13.27, <0.17.12", "numpy<2", "pandas",] +[[project.authors]] +name = "Dagster Labs" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-ge" diff --git a/python_modules/libraries/dagster-github/.uv_migrated b/python_modules/libraries/dagster-github/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-github/pyproject.toml b/python_modules/libraries/dagster-github/pyproject.toml new file mode 100644 index 0000000000000..bc4814dccb481 --- /dev/null +++ b/python_modules/libraries/dagster-github/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-github" +version = "1!0+dev" +description = "A Github client resource for interacting with the github API with a github App" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "pyjwt[crypto]", "requests",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-github" diff --git a/python_modules/libraries/dagster-k8s/.uv_migrated b/python_modules/libraries/dagster-k8s/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-k8s/pyproject.toml b/python_modules/libraries/dagster-k8s/pyproject.toml new file mode 100644 index 0000000000000..1b3130bc38bec --- /dev/null +++ b/python_modules/libraries/dagster-k8s/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-k8s" +version = "1!0+dev" +description = "A Dagster integration for k8s" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "google-auth!=2.23.1", "kubernetes",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-k8s" diff --git a/python_modules/libraries/dagster-looker/.uv_migrated b/python_modules/libraries/dagster-looker/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-looker/pyproject.toml b/python_modules/libraries/dagster-looker/pyproject.toml new file mode 100644 index 0000000000000..18bbc363a4a08 --- /dev/null +++ b/python_modules/libraries/dagster-looker/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster_looker" +version = "1!0+dev" +description = "" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +dependencies = [ "dagster", "lkml", "sqlglot",] +requires-python = ">=3.11" +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-looker" diff --git a/python_modules/libraries/dagster-managed-elements/.uv_migrated b/python_modules/libraries/dagster-managed-elements/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-managed-elements/pyproject.toml b/python_modules/libraries/dagster-managed-elements/pyproject.toml new file mode 100644 index 0000000000000..7981bffec45a1 --- /dev/null +++ b/python_modules/libraries/dagster-managed-elements/pyproject.toml @@ -0,0 +1,25 @@ +[project] +name = "dagster-managed-elements" +version = "1!0+dev" +description = "Package for Managed elements with Dagster." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "click_spinner", "dagster", "requests",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-managed-elements" + +[project.scripts] +dagster-managed-elements = "dagster_managed_elements.cli:main" +dagster-me = "dagster_managed_elements.cli:main" diff --git a/python_modules/libraries/dagster-mlflow/.uv_migrated b/python_modules/libraries/dagster-mlflow/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-mlflow/pyproject.toml b/python_modules/libraries/dagster-mlflow/pyproject.toml new file mode 100644 index 0000000000000..0bd26de60c47f --- /dev/null +++ b/python_modules/libraries/dagster-mlflow/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-mlflow" +version = "1!0+dev" +description = "Package for mlflow Dagster framework components." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "mlflow", "pandas",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-mlflow" diff --git a/python_modules/libraries/dagster-msteams/.uv_migrated b/python_modules/libraries/dagster-msteams/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-msteams/pyproject.toml b/python_modules/libraries/dagster-msteams/pyproject.toml new file mode 100644 index 0000000000000..1ea4c33cb0f54 --- /dev/null +++ b/python_modules/libraries/dagster-msteams/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-msteams" +version = "1!0+dev" +description = "A Microsoft Teams client resource for posting to Microsoft Teams" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "requests>=2,<3",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-msteams" diff --git a/python_modules/libraries/dagster-mysql/.uv_migrated b/python_modules/libraries/dagster-mysql/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-mysql/pyproject.toml b/python_modules/libraries/dagster-mysql/pyproject.toml new file mode 100644 index 0000000000000..cfce85f4d499f --- /dev/null +++ b/python_modules/libraries/dagster-mysql/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-mysql" +version = "1!0+dev" +description = "A Dagster integration for MySQL" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "mysql-connector-python",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-mysql" diff --git a/python_modules/libraries/dagster-openai/.uv_migrated b/python_modules/libraries/dagster-openai/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-openai/pyproject.toml b/python_modules/libraries/dagster-openai/pyproject.toml new file mode 100644 index 0000000000000..6ca11d0bb4812 --- /dev/null +++ b/python_modules/libraries/dagster-openai/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-openai" +version = "1!0+dev" +description = "A Open AI client resource for interacting with Open AI API." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +dependencies = [ "dagster", "openai",] +requires-python = ">=3.11" +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-openai" diff --git a/python_modules/libraries/dagster-pagerduty/.uv_migrated b/python_modules/libraries/dagster-pagerduty/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-pagerduty/pyproject.toml b/python_modules/libraries/dagster-pagerduty/pyproject.toml new file mode 100644 index 0000000000000..5b27a5162a1d0 --- /dev/null +++ b/python_modules/libraries/dagster-pagerduty/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-pagerduty" +version = "1!0+dev" +description = "Package for pagerduty Dagster framework components." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "pypd",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-pagerduty" diff --git a/python_modules/libraries/dagster-pandas/.uv_migrated b/python_modules/libraries/dagster-pandas/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-pandas/pyproject.toml b/python_modules/libraries/dagster-pandas/pyproject.toml new file mode 100644 index 0000000000000..aacdebfc881aa --- /dev/null +++ b/python_modules/libraries/dagster-pandas/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-pandas" +version = "1!0+dev" +description = "Utilities and examples for working with pandas and dagster, an opinionated framework for expressing data pipelines" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "pandas",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster" diff --git a/python_modules/libraries/dagster-pandera/.uv_migrated b/python_modules/libraries/dagster-pandera/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-pandera/pyproject.toml b/python_modules/libraries/dagster-pandera/pyproject.toml new file mode 100644 index 0000000000000..c33afdf0a3c20 --- /dev/null +++ b/python_modules/libraries/dagster-pandera/pyproject.toml @@ -0,0 +1,25 @@ +[project] +name = "dagster-pandera" +version = "1!0+dev" +description = "Integration layer for dagster and pandera." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "pandas", "pandera>=0.15.0",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster" + +[project.optional-dependencies] +polars = [ "polars>=1",] +test = [ "polars>=1", "pytest",] diff --git a/python_modules/libraries/dagster-papertrail/.uv_migrated b/python_modules/libraries/dagster-papertrail/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-papertrail/pyproject.toml b/python_modules/libraries/dagster-papertrail/pyproject.toml new file mode 100644 index 0000000000000..1adaf3d2e607a --- /dev/null +++ b/python_modules/libraries/dagster-papertrail/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-papertrail" +version = "1!0+dev" +description = "Package for papertrail Dagster framework components." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-papertrail" diff --git a/python_modules/libraries/dagster-polars/.uv_migrated b/python_modules/libraries/dagster-polars/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-polars/pyproject.toml b/python_modules/libraries/dagster-polars/pyproject.toml new file mode 100644 index 0000000000000..cdb4603b37f32 --- /dev/null +++ b/python_modules/libraries/dagster-polars/pyproject.toml @@ -0,0 +1,26 @@ +[project] +name = "dagster-polars" +version = "1!0+dev" +description = "Dagster integration library for Polars" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "polars>=0.20.0", "pyarrow>=8.0.0", "typing-extensions>=4.7.0", "universal_pathlib>=0.1.4",] +[[project.authors]] +name = "Daniel Gafni" +email = "danielgafni16@gmail.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-polars" + +[project.optional-dependencies] +deltalake = [ "deltalake>=0.15.0",] +gcp = [ "dagster-gcp>=0.19.5",] +test = [ "deepdiff>=6.3.0", "hypothesis[zoneinfo]>=6.89.0", "pytest-cases>=3.6.14", "pytest>=8",] diff --git a/python_modules/libraries/dagster-postgres/.uv_migrated b/python_modules/libraries/dagster-postgres/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-postgres/pyproject.toml b/python_modules/libraries/dagster-postgres/pyproject.toml new file mode 100644 index 0000000000000..2e09097a88ac2 --- /dev/null +++ b/python_modules/libraries/dagster-postgres/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-postgres" +version = "1!0+dev" +description = "A Dagster integration for postgres" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "psycopg2-binary",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-postgres" diff --git a/python_modules/libraries/dagster-powerbi/.uv_migrated b/python_modules/libraries/dagster-powerbi/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-powerbi/pyproject.toml b/python_modules/libraries/dagster-powerbi/pyproject.toml new file mode 100644 index 0000000000000..153ad1dd63687 --- /dev/null +++ b/python_modules/libraries/dagster-powerbi/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster_powerbi" +version = "1!0+dev" +description = "Build assets representing Power BI dashboards and reports." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-powerbi" diff --git a/python_modules/libraries/dagster-prometheus/.uv_migrated b/python_modules/libraries/dagster-prometheus/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-prometheus/pyproject.toml b/python_modules/libraries/dagster-prometheus/pyproject.toml new file mode 100644 index 0000000000000..8b0fb28e0b8c5 --- /dev/null +++ b/python_modules/libraries/dagster-prometheus/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-prometheus" +version = "1!0+dev" +description = "A Dagster integration for prometheus" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "prometheus_client",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-prometheus" diff --git a/python_modules/libraries/dagster-pyspark/.uv_migrated b/python_modules/libraries/dagster-pyspark/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-pyspark/pyproject.toml b/python_modules/libraries/dagster-pyspark/pyproject.toml new file mode 100644 index 0000000000000..1fa42297dded6 --- /dev/null +++ b/python_modules/libraries/dagster-pyspark/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-pyspark" +version = "1!0+dev" +description = "Package for PySpark Dagster framework components." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "dagster_spark", "pyspark>=3",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/dagster-framework/pyspark" diff --git a/python_modules/libraries/dagster-sdf/.uv_migrated b/python_modules/libraries/dagster-sdf/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-sdf/pyproject.toml b/python_modules/libraries/dagster-sdf/pyproject.toml new file mode 100644 index 0000000000000..017e1f5606e1f --- /dev/null +++ b/python_modules/libraries/dagster-sdf/pyproject.toml @@ -0,0 +1,27 @@ +[project] +name = "dagster-sdf" +version = "1!0+dev" +description = "A Dagster integration for sdf" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "orjson", "polars", "sdf-cli>=0.3.21,<0.3.22", "typer>=0.9.0",] +[[project.authors]] +name = "SDF Labs" +email = "hello@sdf.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-sdf" + +[project.optional-dependencies] +test = [] + +[project.scripts] +dagster-sdf = "dagster_sdf.cli.app:app" diff --git a/python_modules/libraries/dagster-shell/.uv_migrated b/python_modules/libraries/dagster-shell/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-shell/pyproject.toml b/python_modules/libraries/dagster-shell/pyproject.toml new file mode 100644 index 0000000000000..2751029e3aac6 --- /dev/null +++ b/python_modules/libraries/dagster-shell/pyproject.toml @@ -0,0 +1,24 @@ +[project] +name = "dagster-shell" +version = "1!0+dev" +description = "Package for Dagster shell ops." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-shell" + +[project.optional-dependencies] +test = [ "psutil",] diff --git a/python_modules/libraries/dagster-slack/.uv_migrated b/python_modules/libraries/dagster-slack/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-slack/pyproject.toml b/python_modules/libraries/dagster-slack/pyproject.toml new file mode 100644 index 0000000000000..52abaa5165486 --- /dev/null +++ b/python_modules/libraries/dagster-slack/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-slack" +version = "1!0+dev" +description = "A Slack client resource for posting to Slack" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "slack_sdk",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-slack" diff --git a/python_modules/libraries/dagster-snowflake-pandas/.uv_migrated b/python_modules/libraries/dagster-snowflake-pandas/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-snowflake-pandas/pyproject.toml b/python_modules/libraries/dagster-snowflake-pandas/pyproject.toml new file mode 100644 index 0000000000000..988f8d4d4f886 --- /dev/null +++ b/python_modules/libraries/dagster-snowflake-pandas/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-snowflake-pandas" +version = "1!0+dev" +description = "Package for integrating Snowflake and Pandas with Dagster." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "dagster-snowflake", "pandas", "requests", "snowflake-connector-python[pandas]>=3.4.0", "snowflake-sqlalchemy>=1.2", "sqlalchemy!=1.4.42",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-snowflake-pandas" diff --git a/python_modules/libraries/dagster-snowflake-pyspark/.uv_migrated b/python_modules/libraries/dagster-snowflake-pyspark/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-snowflake-pyspark/pyproject.toml b/python_modules/libraries/dagster-snowflake-pyspark/pyproject.toml new file mode 100644 index 0000000000000..3def7163d79cd --- /dev/null +++ b/python_modules/libraries/dagster-snowflake-pyspark/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-snowflake-pyspark" +version = "1!0+dev" +description = "Package for integrating Snowflake and PySpark with Dagster." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "dagster-snowflake", "pyspark", "requests", "snowflake-sqlalchemy>=1.2", "sqlalchemy!=1.4.42",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-snowflake-pyspark" diff --git a/python_modules/libraries/dagster-snowflake/.uv_migrated b/python_modules/libraries/dagster-snowflake/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-snowflake/pyproject.toml b/python_modules/libraries/dagster-snowflake/pyproject.toml new file mode 100644 index 0000000000000..f92b0de7e3985 --- /dev/null +++ b/python_modules/libraries/dagster-snowflake/pyproject.toml @@ -0,0 +1,25 @@ +[project] +name = "dagster-snowflake" +version = "1!0+dev" +description = "Package for Snowflake Dagster framework components." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "snowflake-connector-python>=3.4.0",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-snowflake" + +[project.optional-dependencies] +"snowflake.sqlalchemy" = [ "snowflake-sqlalchemy", "sqlalchemy!=1.4.42",] +pandas = [ "pandas", "snowflake-connector-python[pandas]>=3.4.0",] diff --git a/python_modules/libraries/dagster-spark/.uv_migrated b/python_modules/libraries/dagster-spark/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-spark/pyproject.toml b/python_modules/libraries/dagster-spark/pyproject.toml new file mode 100644 index 0000000000000..c31663b4c2565 --- /dev/null +++ b/python_modules/libraries/dagster-spark/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-spark" +version = "1!0+dev" +description = "Package for Spark Dagster framework components." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-spark" diff --git a/python_modules/libraries/dagster-ssh/.uv_migrated b/python_modules/libraries/dagster-ssh/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-ssh/pyproject.toml b/python_modules/libraries/dagster-ssh/pyproject.toml new file mode 100644 index 0000000000000..1f022ecc41975 --- /dev/null +++ b/python_modules/libraries/dagster-ssh/pyproject.toml @@ -0,0 +1,24 @@ +[project] +name = "dagster-ssh" +version = "1!0+dev" +description = "Package for ssh Dagster framework components." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "paramiko", "sshtunnel",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-ssh" + +[project.optional-dependencies] +test = [ "cryptography==2.6.1", "pytest-sftpserver==1.2.0",] diff --git a/python_modules/libraries/dagster-twilio/.uv_migrated b/python_modules/libraries/dagster-twilio/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-twilio/pyproject.toml b/python_modules/libraries/dagster-twilio/pyproject.toml new file mode 100644 index 0000000000000..19bcc9f69d089 --- /dev/null +++ b/python_modules/libraries/dagster-twilio/pyproject.toml @@ -0,0 +1,21 @@ +[project] +name = "dagster-twilio" +version = "1!0+dev" +description = "A Dagster integration for twilio" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "twilio",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-twilio" diff --git a/python_modules/libraries/dagster-wandb/.uv_migrated b/python_modules/libraries/dagster-wandb/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-wandb/pyproject.toml b/python_modules/libraries/dagster-wandb/pyproject.toml new file mode 100644 index 0000000000000..efc1cfac0b43c --- /dev/null +++ b/python_modules/libraries/dagster-wandb/pyproject.toml @@ -0,0 +1,24 @@ +[project] +name = "dagster-wandb" +version = "1!0+dev" +description = "Package for wandb Dagster components." +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "wandb>=0.15.11,<1.0",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.urls] +Homepage = "https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-wandb" + +[project.optional-dependencies] +dev = [ "callee", "cloudpickle", "dill", "joblib",] diff --git a/python_modules/libraries/dagstermill/.uv_migrated b/python_modules/libraries/dagstermill/.uv_migrated new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagstermill/pyproject.toml b/python_modules/libraries/dagstermill/pyproject.toml new file mode 100644 index 0000000000000..cc82120cd628e --- /dev/null +++ b/python_modules/libraries/dagstermill/pyproject.toml @@ -0,0 +1,24 @@ +[project] +name = "dagstermill" +version = "1!0+dev" +description = "run notebooks using the Dagster tools" +readme = "README.md" +classifiers = [ "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9",] +requires-python = ">=3.8,<3.13" +dependencies = [ "dagster", "ipykernel>=4.9.0,!=5.4.0,!=5.4.1", "ipython_genutils>=0.2.0", "jupyter-client<8", "nbconvert", "packaging>=20.9", "papermill>=1.0.0", "scrapbook>=0.5.0",] +[[project.authors]] +name = "Dagster Labs" +email = "hello@dagsterlabs.com" + +[build-system] +requires = [ "hatchling",] +build-backend = "hatchling.build" + +[project.license] +text = "Apache-2.0" + +[project.optional-dependencies] +test = [ "matplotlib", "scikit-learn>=0.19.0", "tqdm<=4.48",] + +[project.scripts] +dagstermill = "dagstermill.cli:main" diff --git a/scripts/migrate_to_uv.py b/scripts/migrate_to_uv.py index 3eac8f991efe7..7323d7b5db848 100644 --- a/scripts/migrate_to_uv.py +++ b/scripts/migrate_to_uv.py @@ -1,5 +1,6 @@ import os import pathlib +import subprocess import sys import toml @@ -9,13 +10,123 @@ ROOT_PYPROJECT = ROOT_DIR / "pyproject.toml" PYTHON = sys.executable MIGRATED_MARKER = ".uv_migrated" +import re + +PROJECTS = [ + pathlib.Path(p).parent + for p in sorted( + """docs/dagster-ui-screenshot/setup.py +docs/sphinx/_ext/dagster-sphinx/setup.py +integration_tests/python_modules/dagster-k8s-test-infra/setup.py +python_modules/automation/setup.py +python_modules/dagit/setup.py +python_modules/dagster/setup.py +python_modules/dagster-graphql/setup.py +python_modules/dagster-pipes/setup.py +python_modules/dagster-test/setup.py +python_modules/dagster-webserver/setup.py +python_modules/libraries/dagster-airbyte/setup.py +python_modules/libraries/dagster-airflow/setup.py +python_modules/libraries/dagster-aws/setup.py +python_modules/libraries/dagster-azure/setup.py +python_modules/libraries/dagster-celery/setup.py +python_modules/libraries/dagster-celery-docker/setup.py +python_modules/libraries/dagster-celery-k8s/setup.py +python_modules/libraries/dagster-census/setup.py +python_modules/libraries/dagster-dask/setup.py +python_modules/libraries/dagster-databricks/setup.py +python_modules/libraries/dagster-datadog/setup.py +python_modules/libraries/dagster-datahub/setup.py +python_modules/libraries/dagster-dbt/setup.py +python_modules/libraries/dagster-deltalake/setup.py +python_modules/libraries/dagster-deltalake-pandas/setup.py +python_modules/libraries/dagster-deltalake-polars/setup.py +python_modules/libraries/dagster-docker/setup.py +python_modules/libraries/dagster-duckdb/setup.py +python_modules/libraries/dagster-duckdb-pandas/setup.py +python_modules/libraries/dagster-duckdb-polars/setup.py +python_modules/libraries/dagster-duckdb-pyspark/setup.py +python_modules/libraries/dagster-embedded-elt/setup.py +python_modules/libraries/dagster-fivetran/setup.py +python_modules/libraries/dagster-gcp/setup.py +python_modules/libraries/dagster-gcp-pandas/setup.py +python_modules/libraries/dagster-gcp-pyspark/setup.py +python_modules/libraries/dagster-ge/setup.py +python_modules/libraries/dagster-github/setup.py +python_modules/libraries/dagster-k8s/setup.py +python_modules/libraries/dagster-looker/setup.py +python_modules/libraries/dagster-managed-elements/setup.py +python_modules/libraries/dagster-mlflow/setup.py +python_modules/libraries/dagster-msteams/setup.py +python_modules/libraries/dagster-mysql/setup.py +python_modules/libraries/dagster-openai/setup.py +python_modules/libraries/dagster-pagerduty/setup.py +python_modules/libraries/dagster-pandas/setup.py +python_modules/libraries/dagster-pandera/setup.py +python_modules/libraries/dagster-papertrail/setup.py +python_modules/libraries/dagster-polars/setup.py +python_modules/libraries/dagster-postgres/setup.py +python_modules/libraries/dagster-powerbi/setup.py +python_modules/libraries/dagster-prometheus/setup.py +python_modules/libraries/dagster-pyspark/setup.py +python_modules/libraries/dagster-sdf/setup.py +python_modules/libraries/dagster-shell/setup.py +python_modules/libraries/dagster-slack/setup.py +python_modules/libraries/dagster-snowflake/setup.py +python_modules/libraries/dagster-snowflake-pandas/setup.py +python_modules/libraries/dagster-snowflake-pyspark/setup.py +python_modules/libraries/dagster-spark/setup.py +python_modules/libraries/dagster-ssh/setup.py +python_modules/libraries/dagster-twilio/setup.py +python_modules/libraries/dagster-wandb/setup.py +python_modules/libraries/dagstermill/setup.py""".split("\n") + ) +] + + +def is_dagster_package(package_name: str) -> bool: + if "dagster" in package_name: + return True + + elif package_name in []: + return True + + return False + + +def clean_package_name(package_name: str) -> str: + # remove extras + package_name = package_name.split("[")[0] + # remove versions, they usually come after symbols like ==, >=, etc + package_name = re.split(r"[<>=]", package_name)[0] + + return package_name + + +def add_workspace_sources(pyproject_path: str): + with open(pyproject_path, "r") as file: + packages = toml.load(file)["project"]["dependencies"] + + with open(ROOT_PYPROJECT, "r") as file: + root_pyproject = toml.load(file) + + for package in packages: + if is_dagster_package(package): + if "tool" not in root_pyproject: + root_pyproject["tool"] = {} + + if "uv" not in root_pyproject["tool"]: + root_pyproject["tool"]["uv"] = {} + if "sources" not in root_pyproject["tool"]["uv"]: + root_pyproject["tool"]["uv"]["sources"] = {} -def get_projects_to_migrate(): - # find all directories with setup.py usin glob - projects_with_setup_py = [p.parent for path in pathlib.Path(".").rglob("setup.py")] + root_pyproject["tool"]["uv"]["sources"][clean_package_name(package)] = { + "workspace": True + } - return projects + with open(ROOT_PYPROJECT, "w") as file: + toml.dump(root_pyproject, file) def cleanup_pyproject_after_pdm(file_path: str): @@ -41,48 +152,27 @@ def migrate_to_uv(project_dir: pathlib.Path, run_tests: bool = False): # change current directory to project_dir os.chdir(str(project_dir)) # convert setup.py to pyproject.toml using pdm - os.system("pdm import -v setup.py") + subprocess.run(["pdm", "import", "-v", "setup.py"], check=True) # cleanup pyproject.toml cleanup_pyproject_after_pdm("pyproject.toml") - # use uv src/ layout - - with open("pyproject.toml", "r") as file: - package_name = toml.load(file)["project"]["name"].replace("-", "_") - - os.system("mkdir -p src") - os.system(f"cp -r {package_name} src/") - - # temporary remove the old package directory (first just move it to a temp location) - os.system(f"mv {package_name} {package_name}-old") + add_workspace_sources(str(project_dir / "pyproject.toml")) # try installing the project with uv to test if it works - os.system("uv pip install -e .") + subprocess.run(["uv", "pip", "install", "-e", str(project_dir)], check=True) if run_tests: - # run tests - try: - os.system("pytest .") - except: - # restore the old package directory - os.system(f"mv {package_name}-old {package_name}") - raise + subprocess.run(["pytest", "."], check=True) with ROOT_PYPROJECT.open("r") as file: root_pyproject = toml.load(file) - project_dir_relpath = project_dir.relative_to(ROOT_DIR) - - if str(project_dir_relpath) not in root_pyproject["tool"]["uv"]["workspace"]["members"]: - root_pyproject["tool"]["uv"]["workspace"]["members"].append(str(project_dir_relpath)) + project_dir.relative_to(ROOT_DIR) with ROOT_PYPROJECT.open("w") as file: toml.dump(root_pyproject, file) - # delete the old package directory - os.system(f"rm -rf {package_name}-old") - # mark project as migrated (project_dir / MIGRATED_MARKER).touch() @@ -91,12 +181,17 @@ def migrate_to_uv(project_dir: pathlib.Path, run_tests: bool = False): # os.environ["PDM_IGNORE_ACTIVE_VENV"] = "false" # os.environ["VIRTUAL_ENV"] = str(VIRTUAL_ENV) - projects = [pathlib.Path("python_modules/dagster-pipes")] # get_projects_to_migrate() + os.system("uv pip install pdm") + + projects = [ + pathlib.Path(p) for p in ["python_modules/dagster-pipes", "python_modules/dagster"] + ] # get_projects_to_migrate() + projects = PROJECTS projects = [p for p in projects if not (p / MIGRATED_MARKER).exists()] for project in projects: try: - migrate_to_uv(project, run_tests=True) + migrate_to_uv(project, run_tests=False) except Exception as e: - print(f"Error migrating {project}: {e}") + print(f"Error migrating {project}: {e}") # noqa