From 586f9a887f78e03e84aa7b9fb647a3e937d6272d Mon Sep 17 00:00:00 2001 From: Deepyaman Datta Date: Fri, 13 Dec 2024 16:37:08 -0700 Subject: [PATCH] [dagster-embedded-elt] Expose dlt and sling extras --- docs/docs-beta/docs/integrations/libraries/dlt.md | 2 +- docs/docs-beta/docs/integrations/libraries/sling.md | 2 +- examples/docs_snippets/tox.ini | 2 +- python_modules/libraries/dagster-components/setup.py | 2 +- python_modules/libraries/dagster-components/tox.ini | 2 +- python_modules/libraries/dagster-embedded-elt/setup.py | 8 ++++++-- 6 files changed, 11 insertions(+), 7 deletions(-) diff --git a/docs/docs-beta/docs/integrations/libraries/dlt.md b/docs/docs-beta/docs/integrations/libraries/dlt.md index 19c54360eea56..6fe1bc1c95d63 100644 --- a/docs/docs-beta/docs/integrations/libraries/dlt.md +++ b/docs/docs-beta/docs/integrations/libraries/dlt.md @@ -24,7 +24,7 @@ This integration allows you to use [dlt](https://dlthub.com/) to easily ingest a ### Installation ```bash -pip install dagster-embedded-elt +pip install dagster-embedded-elt[dlt] ``` ### Example diff --git a/docs/docs-beta/docs/integrations/libraries/sling.md b/docs/docs-beta/docs/integrations/libraries/sling.md index 58cceb2bac261..af7911e526872 100644 --- a/docs/docs-beta/docs/integrations/libraries/sling.md +++ b/docs/docs-beta/docs/integrations/libraries/sling.md @@ -24,7 +24,7 @@ This integration allows you to use [Sling](https://slingdata.io/) to extract and ### Installation ```bash -pip install dagster-embedded-elt +pip install dagster-embedded-elt[sling] ``` ### Example diff --git a/examples/docs_snippets/tox.ini b/examples/docs_snippets/tox.ini index 85402d2aaee24..e78aadefe97aa 100644 --- a/examples/docs_snippets/tox.ini +++ b/examples/docs_snippets/tox.ini @@ -29,7 +29,7 @@ deps = -e ../../python_modules/libraries/dagster-deltalake-polars -e ../../python_modules/libraries/dagster-duckdb -e ../../python_modules/libraries/dagster-duckdb-pandas - -e ../../python_modules/libraries/dagster-embedded-elt + -e ../../python_modules/libraries/dagster-embedded-elt[dlt,sling] -e ../../python_modules/libraries/dagster-fivetran -e ../../python_modules/libraries/dagster-gcp -e ../../python_modules/libraries/dagster-k8s diff --git a/python_modules/libraries/dagster-components/setup.py b/python_modules/libraries/dagster-components/setup.py index 0c009b3e36907..5625d6e0e2857 100644 --- a/python_modules/libraries/dagster-components/setup.py +++ b/python_modules/libraries/dagster-components/setup.py @@ -49,7 +49,7 @@ def get_version() -> str: ], }, extras_require={ - "sling": ["dagster-embedded-elt"], + "sling": ["dagster-embedded-elt[sling]"], "dbt": ["dagster-dbt"], "test": ["dbt-duckdb"], }, diff --git a/python_modules/libraries/dagster-components/tox.ini b/python_modules/libraries/dagster-components/tox.ini index cdc2601080dce..5bf03a2441b39 100644 --- a/python_modules/libraries/dagster-components/tox.ini +++ b/python_modules/libraries/dagster-components/tox.ini @@ -12,7 +12,7 @@ deps = -e ../../../python_modules/dagster[test] -e ../../../python_modules/dagster-test -e ../../../python_modules/dagster-pipes - -e ../../../python_modules/libraries/dagster-embedded-elt + -e ../../../python_modules/libraries/dagster-embedded-elt[sling] -e ../../../python_modules/libraries/dagster-dbt -e .[test] allowlist_externals = diff --git a/python_modules/libraries/dagster-embedded-elt/setup.py b/python_modules/libraries/dagster-embedded-elt/setup.py index 9b520dac0fdd8..82576dbb3d719 100644 --- a/python_modules/libraries/dagster-embedded-elt/setup.py +++ b/python_modules/libraries/dagster-embedded-elt/setup.py @@ -34,11 +34,15 @@ def get_version() -> str: packages=find_packages(exclude=["dagster_embedded_elt_tests*"]), include_package_data=True, python_requires=">=3.9,<3.13", - install_requires=[f"dagster{pin}", "sling>=1.1.5", "dlt>=0.4"], + install_requires=[f"dagster{pin}"], zip_safe=False, extras_require={ + "dlt": ["dlt>=0.4"], + "sling": ["sling>=1.1.5"], "test": [ + "dlt>=0.4", "duckdb", - ] + "sling>=1.1.5", + ], }, )