Skip to content

Commit

Permalink
docs: consolidate setup config to pyproject.toml
Browse files Browse the repository at this point in the history
  • Loading branch information
dbrtly committed Oct 18, 2024
1 parent c582144 commit b27489c
Show file tree
Hide file tree
Showing 83 changed files with 799 additions and 643 deletions.
30 changes: 30 additions & 0 deletions examples/assets_dbt_python/pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,7 +1,37 @@
[project]
name = "assets_dbt_python"
version = "0.1.0"
description = "Example Dagster project demonstrating dbt."
readme = "README.md"
requires-python = ">=3.8,<3.13"
dependencies = [
"boto3",
"dagster",
"dagster-cloud",
"dagster-dbt",
"dagster-duckdb",
"dagster-duckdb-pandas",
"dbt-core",
"dbt-duckdb",
"numpy",
"packaging<22.0", # packaging v22 has build compatibility issues with dbt as of 2022-12-07
"pandas",
"scipy",
]

[project.optional-dependencies]
dev = ["dagster-webserver", "pytest"]

[build-system]
requires = ["setuptools"]
build-backend = "setuptools.build_meta"

[tool.dagster]
module_name = "assets_dbt_python.definitions"
code_location_name = "assets_dbt_python"

[tool.setuptools.packages.find]
exclude = ["assets_dbt_python_tests"]

[tool.setuptools.package-data]
assets_dbt_python = ["dbt-project/**/*"]
2 changes: 0 additions & 2 deletions examples/assets_dbt_python/setup.cfg

This file was deleted.

24 changes: 0 additions & 24 deletions examples/assets_dbt_python/setup.py

This file was deleted.

19 changes: 19 additions & 0 deletions examples/assets_dynamic_partitions/pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,7 +1,26 @@
[project]
name = "assets_dynamic_partitions"
version = "0.1.0"
description = "Example Dagster project demonstrating dynamic partitions."
readme = "README.md"
requires-python = ">=3.8,<3.13"
dependencies = [
"dagster",
"dagster-cloud",
"dagster-duckdb-pandas",
"requests",
]

[project.optional-dependencies]
dev = ["dagster-webserver", "pytest"]

[build-system]
requires = ["setuptools"]
build-backend = "setuptools.build_meta"

[tool.dagster]
module_name = "assets_dynamic_partitions.definitions"
code_location_name = "assets_dynamic_partitions"

[tool.setuptools.packages.find]
exclude = ["assets_dynamic_partitions_tests"]
2 changes: 0 additions & 2 deletions examples/assets_dynamic_partitions/setup.cfg

This file was deleted.

12 changes: 0 additions & 12 deletions examples/assets_dynamic_partitions/setup.py

This file was deleted.

36 changes: 36 additions & 0 deletions examples/assets_modern_data_stack/pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,7 +1,43 @@
[project]
name = "assets_modern_data_stack"
version = "0.1.0"
description = "Example Dagster project demonstrating modern data stack."
readme = "README.md"
requires-python = ">=3.8,<3.13"
dependencies = [
"boto3",
"dagster",
"dagster-airbyte",
"dagster-cloud",
"dagster-dbt",
"dagster-postgres",
"dbt-core",
"dbt-postgres",
"numpy",
"pandas",
"scipy",
"packaging<22.0", # match dbt-core's requirement to workaround a resolution issue
]

[project.optional-dependencies]
dev = ["dagster-webserver", "pytest"]
test = [
# cant build psycopg2 in buildkite
# something about the 1.8.0 dependency setup to avoid psycopg2-binary on linux
# seems to prevent that dependency from being used even if explicitly added
"dbt-postgres<1.8.0"
]

[build-system]
requires = ["setuptools"]
build-backend = "setuptools.build_meta"

[tool.dagster]
module_name = "assets_modern_data_stack.definitions"
code_location_name = "assets_modern_data_stack"

[tool.setuptools.packages.find]
exclude = ["assets_modern_data_stack_tests"]

[tool.setuptools.package-data]
assets_modern_data_stack = ["../dbt_project/*", "../dbt_project/*/*"]
2 changes: 0 additions & 2 deletions examples/assets_modern_data_stack/setup.cfg

This file was deleted.

33 changes: 0 additions & 33 deletions examples/assets_modern_data_stack/setup.py

This file was deleted.

20 changes: 20 additions & 0 deletions examples/assets_pandas_pyspark/pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,7 +1,27 @@
[project]
name = "assets_pandas_pyspark"
version = "0.1.0"
description = "Example Dagster project demonstrating pandas and pyspark."
readme = "README.md"
requires-python = ">=3.8,<3.13"
dependencies = [
"dagster",
"pandas",
"pyspark",
# "pyarrow",
]

[project.optional-dependencies]
dev = ["dagster-webserver", "pytest"]
test = ["pandas", "pyarrow; python_version < '3.9'", "pyspark"]

[build-system]
requires = ["setuptools"]
build-backend = "setuptools.build_meta"

[tool.dagster]
module_name = "assets_pandas_pyspark.definitions"
code_location_name = "assets_pandas_pyspark"

[tool.setuptools.packages.find]
exclude = ["assets_pandas_pyspark_tests"]
2 changes: 0 additions & 2 deletions examples/assets_pandas_pyspark/setup.cfg

This file was deleted.

16 changes: 0 additions & 16 deletions examples/assets_pandas_pyspark/setup.py

This file was deleted.

25 changes: 24 additions & 1 deletion examples/assets_pandas_type_metadata/pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,7 +1,30 @@
[project]
name = "assets_pandas_type_metadata"
version = "0.1.0"
description = "Example Dagster project demonstrating pandas type metadata."
readme = "README.md"
requires-python = ">=3.8,<3.13"
dependencies = [
"dagster",
"dagster-pandera",
"jupyterlab",
"matplotlib",
"pandas",
"pandera",
"pyarrow",
"seaborn",
]

[project.optional-dependencies]
dev = ["dagster-webserver", "pytest"]

[build-system]
requires = ["setuptools"]
build-backend = "setuptools.build_meta"

[tool.dagster]
module_name = "assets_pandas_type_metadata.definitions"
code_location_name = "assets_pandas_type_metadata"
code_location_name = "assets_pandas_type_metadata"

[tool.setuptools.packages.find]
exclude = ["assets_pandas_type_metadata_tests"]
2 changes: 0 additions & 2 deletions examples/assets_pandas_type_metadata/setup.cfg

This file was deleted.

17 changes: 0 additions & 17 deletions examples/assets_pandas_type_metadata/setup.py

This file was deleted.

31 changes: 31 additions & 0 deletions examples/assets_smoke_test/pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,7 +1,38 @@
[project]
name = "assets_smoke_test"
version = "0.1.0"
description = "Example Dagster project demonstrating assets smoke tests."
readme = "README.md"
requires-python = ">=3.8,<3.13"
dependencies = [
"dagster",
"dagster-dbt",
"dagster-pandas",
"dagster-snowflake",
"dagster-snowflake-pandas",
"dbt-snowflake",
"pandas",
]

[project.optional-dependencies]
dev = ["dagster-webserver", "pytest"]
test = [
# cant build psycopg2 in buildkite
# something about the 1.8.0 dependency setup to avoid psycopg2-binary on linux
# seems to prevent that dependency from being used even if explicitly added
"dbt-postgres<1.8.0"
]

[build-system]
requires = ["setuptools"]
build-backend = "setuptools.build_meta"

[tool.dagster]
module_name = "assets_smoke_test.definitions"
code_location_name = "assets_smoke_test"

[tool.setuptools.packages.find]
exclude = ["assets_smoke_test_tests"]

[tool.setuptools.package-data]
assets_smoke_test = ["dbt_project/*"]
2 changes: 0 additions & 2 deletions examples/assets_smoke_test/setup.cfg

This file was deleted.

19 changes: 0 additions & 19 deletions examples/assets_smoke_test/setup.py

This file was deleted.

30 changes: 30 additions & 0 deletions examples/development_to_production/pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,3 +1,33 @@
[project]
name = "development_to_production"
version = "1!0+dev"
authors = [
{name = "Dagster Labs", email = "[email protected]"}
]
description = "Dagster example of local development and production deployment."
readme = "README.md"
requires-python = ">=3.8,<3.13"
license = "Apache-2.0"
classifiers = [
"Programming Language :: Python :: 3.8",
"Programming Language :: Python :: 3.9",
"License :: OSI Approved :: Apache Software License",
"Operating System :: OS Independent",
]
dependencies = [
"dagster",
"dagster-snowflake",
"dagster-snowflake-pandas",
"pandas",
"requests",
]

[project.urls]
url = "https://github.com/dagster-io/dagster/tree/master/examples/development_to_production"

[project.optional-dependencies]
dev = ["dagster-webserver", "pytest"]

[build-system]
requires = ["setuptools"]
build-backend = "setuptools.build_meta"
Expand Down
2 changes: 0 additions & 2 deletions examples/development_to_production/setup.cfg

This file was deleted.

Loading

0 comments on commit b27489c

Please sign in to comment.