-
Notifications
You must be signed in to change notification settings - Fork 1.5k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
docs: consolidate setup config to pyproject.toml
- Loading branch information
Showing
83 changed files
with
799 additions
and
643 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,7 +1,37 @@ | ||
[project] | ||
name = "assets_dbt_python" | ||
version = "0.1.0" | ||
description = "Example Dagster project demonstrating dbt." | ||
readme = "README.md" | ||
requires-python = ">=3.8,<3.13" | ||
dependencies = [ | ||
"boto3", | ||
"dagster", | ||
"dagster-cloud", | ||
"dagster-dbt", | ||
"dagster-duckdb", | ||
"dagster-duckdb-pandas", | ||
"dbt-core", | ||
"dbt-duckdb", | ||
"numpy", | ||
"packaging<22.0", # packaging v22 has build compatibility issues with dbt as of 2022-12-07 | ||
"pandas", | ||
"scipy", | ||
] | ||
|
||
[project.optional-dependencies] | ||
dev = ["dagster-webserver", "pytest"] | ||
|
||
[build-system] | ||
requires = ["setuptools"] | ||
build-backend = "setuptools.build_meta" | ||
|
||
[tool.dagster] | ||
module_name = "assets_dbt_python.definitions" | ||
code_location_name = "assets_dbt_python" | ||
|
||
[tool.setuptools.packages.find] | ||
exclude = ["assets_dbt_python_tests"] | ||
|
||
[tool.setuptools.package-data] | ||
assets_dbt_python = ["dbt-project/**/*"] |
This file was deleted.
Oops, something went wrong.
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,7 +1,26 @@ | ||
[project] | ||
name = "assets_dynamic_partitions" | ||
version = "0.1.0" | ||
description = "Example Dagster project demonstrating dynamic partitions." | ||
readme = "README.md" | ||
requires-python = ">=3.8,<3.13" | ||
dependencies = [ | ||
"dagster", | ||
"dagster-cloud", | ||
"dagster-duckdb-pandas", | ||
"requests", | ||
] | ||
|
||
[project.optional-dependencies] | ||
dev = ["dagster-webserver", "pytest"] | ||
|
||
[build-system] | ||
requires = ["setuptools"] | ||
build-backend = "setuptools.build_meta" | ||
|
||
[tool.dagster] | ||
module_name = "assets_dynamic_partitions.definitions" | ||
code_location_name = "assets_dynamic_partitions" | ||
|
||
[tool.setuptools.packages.find] | ||
exclude = ["assets_dynamic_partitions_tests"] |
This file was deleted.
Oops, something went wrong.
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,7 +1,43 @@ | ||
[project] | ||
name = "assets_modern_data_stack" | ||
version = "0.1.0" | ||
description = "Example Dagster project demonstrating modern data stack." | ||
readme = "README.md" | ||
requires-python = ">=3.8,<3.13" | ||
dependencies = [ | ||
"boto3", | ||
"dagster", | ||
"dagster-airbyte", | ||
"dagster-cloud", | ||
"dagster-dbt", | ||
"dagster-postgres", | ||
"dbt-core", | ||
"dbt-postgres", | ||
"numpy", | ||
"pandas", | ||
"scipy", | ||
"packaging<22.0", # match dbt-core's requirement to workaround a resolution issue | ||
] | ||
|
||
[project.optional-dependencies] | ||
dev = ["dagster-webserver", "pytest"] | ||
test = [ | ||
# cant build psycopg2 in buildkite | ||
# something about the 1.8.0 dependency setup to avoid psycopg2-binary on linux | ||
# seems to prevent that dependency from being used even if explicitly added | ||
"dbt-postgres<1.8.0" | ||
] | ||
|
||
[build-system] | ||
requires = ["setuptools"] | ||
build-backend = "setuptools.build_meta" | ||
|
||
[tool.dagster] | ||
module_name = "assets_modern_data_stack.definitions" | ||
code_location_name = "assets_modern_data_stack" | ||
|
||
[tool.setuptools.packages.find] | ||
exclude = ["assets_modern_data_stack_tests"] | ||
|
||
[tool.setuptools.package-data] | ||
assets_modern_data_stack = ["../dbt_project/*", "../dbt_project/*/*"] |
This file was deleted.
Oops, something went wrong.
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,7 +1,27 @@ | ||
[project] | ||
name = "assets_pandas_pyspark" | ||
version = "0.1.0" | ||
description = "Example Dagster project demonstrating pandas and pyspark." | ||
readme = "README.md" | ||
requires-python = ">=3.8,<3.13" | ||
dependencies = [ | ||
"dagster", | ||
"pandas", | ||
"pyspark", | ||
# "pyarrow", | ||
] | ||
|
||
[project.optional-dependencies] | ||
dev = ["dagster-webserver", "pytest"] | ||
test = ["pandas", "pyarrow; python_version < '3.9'", "pyspark"] | ||
|
||
[build-system] | ||
requires = ["setuptools"] | ||
build-backend = "setuptools.build_meta" | ||
|
||
[tool.dagster] | ||
module_name = "assets_pandas_pyspark.definitions" | ||
code_location_name = "assets_pandas_pyspark" | ||
|
||
[tool.setuptools.packages.find] | ||
exclude = ["assets_pandas_pyspark_tests"] |
This file was deleted.
Oops, something went wrong.
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,7 +1,30 @@ | ||
[project] | ||
name = "assets_pandas_type_metadata" | ||
version = "0.1.0" | ||
description = "Example Dagster project demonstrating pandas type metadata." | ||
readme = "README.md" | ||
requires-python = ">=3.8,<3.13" | ||
dependencies = [ | ||
"dagster", | ||
"dagster-pandera", | ||
"jupyterlab", | ||
"matplotlib", | ||
"pandas", | ||
"pandera", | ||
"pyarrow", | ||
"seaborn", | ||
] | ||
|
||
[project.optional-dependencies] | ||
dev = ["dagster-webserver", "pytest"] | ||
|
||
[build-system] | ||
requires = ["setuptools"] | ||
build-backend = "setuptools.build_meta" | ||
|
||
[tool.dagster] | ||
module_name = "assets_pandas_type_metadata.definitions" | ||
code_location_name = "assets_pandas_type_metadata" | ||
code_location_name = "assets_pandas_type_metadata" | ||
|
||
[tool.setuptools.packages.find] | ||
exclude = ["assets_pandas_type_metadata_tests"] |
This file was deleted.
Oops, something went wrong.
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,7 +1,38 @@ | ||
[project] | ||
name = "assets_smoke_test" | ||
version = "0.1.0" | ||
description = "Example Dagster project demonstrating assets smoke tests." | ||
readme = "README.md" | ||
requires-python = ">=3.8,<3.13" | ||
dependencies = [ | ||
"dagster", | ||
"dagster-dbt", | ||
"dagster-pandas", | ||
"dagster-snowflake", | ||
"dagster-snowflake-pandas", | ||
"dbt-snowflake", | ||
"pandas", | ||
] | ||
|
||
[project.optional-dependencies] | ||
dev = ["dagster-webserver", "pytest"] | ||
test = [ | ||
# cant build psycopg2 in buildkite | ||
# something about the 1.8.0 dependency setup to avoid psycopg2-binary on linux | ||
# seems to prevent that dependency from being used even if explicitly added | ||
"dbt-postgres<1.8.0" | ||
] | ||
|
||
[build-system] | ||
requires = ["setuptools"] | ||
build-backend = "setuptools.build_meta" | ||
|
||
[tool.dagster] | ||
module_name = "assets_smoke_test.definitions" | ||
code_location_name = "assets_smoke_test" | ||
|
||
[tool.setuptools.packages.find] | ||
exclude = ["assets_smoke_test_tests"] | ||
|
||
[tool.setuptools.package-data] | ||
assets_smoke_test = ["dbt_project/*"] |
This file was deleted.
Oops, something went wrong.
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,3 +1,33 @@ | ||
[project] | ||
name = "development_to_production" | ||
version = "1!0+dev" | ||
authors = [ | ||
{name = "Dagster Labs", email = "[email protected]"} | ||
] | ||
description = "Dagster example of local development and production deployment." | ||
readme = "README.md" | ||
requires-python = ">=3.8,<3.13" | ||
license = "Apache-2.0" | ||
classifiers = [ | ||
"Programming Language :: Python :: 3.8", | ||
"Programming Language :: Python :: 3.9", | ||
"License :: OSI Approved :: Apache Software License", | ||
"Operating System :: OS Independent", | ||
] | ||
dependencies = [ | ||
"dagster", | ||
"dagster-snowflake", | ||
"dagster-snowflake-pandas", | ||
"pandas", | ||
"requests", | ||
] | ||
|
||
[project.urls] | ||
url = "https://github.com/dagster-io/dagster/tree/master/examples/development_to_production" | ||
|
||
[project.optional-dependencies] | ||
dev = ["dagster-webserver", "pytest"] | ||
|
||
[build-system] | ||
requires = ["setuptools"] | ||
build-backend = "setuptools.build_meta" | ||
|
This file was deleted.
Oops, something went wrong.
Oops, something went wrong.