[dagster-airlift] rename peering to dbt example

dagster-io · Aug 12, 2024 · 08665b8 · 08665b8
1 parent 56db19d
commit 08665b8
Show file tree

Hide file tree

Showing 43 changed files with 15 additions and 15 deletions.
diff --git a/.buildkite/dagster-buildkite/dagster_buildkite/steps/packages.py b/.buildkite/dagster-buildkite/dagster_buildkite/steps/packages.py
@@ -361,7 +361,7 @@ def k8s_extra_cmds(version: str, _) -> List[str]:
         ],
     ),
     PackageSpec(
-        "examples/experimental/dagster-airlift/examples/peering-with-dbt",
+        "examples/experimental/dagster-airlift/examples/dbt-example",
         unsupported_python_versions=[
             AvailablePythonVersion.V3_12,
         ],

diff --git a/examples/experimental/dagster-airlift/README.md b/examples/experimental/dagster-airlift/README.md
@@ -105,7 +105,7 @@ defs = Definitions.merge(
 
 The next step is to observe the assets that are orchestrated from Airflow. In order to do that we must create the corresponding definitions in the Dagster deployment.
 
-We have an included example at `examples/experimental/dagster-airlift/examples/peering-with-dbt`. We suggest mimicking the structure of this project as a starting point.
+We have an included example at `examples/experimental/dagster-airlift/examples/dbt-example`. We suggest mimicking the structure of this project as a starting point.
 
 To add definitions that an Airlift-enabled deployment will observed, you need to use the `orchestrated_defs` argument to `build_defs_from_airflow_instance`
 

diff --git a/...lift/examples/peering-with-dbt/.gitignore → ...r-airlift/examples/dbt-example/.gitignore b/...lift/examples/peering-with-dbt/.gitignore → ...r-airlift/examples/dbt-example/.gitignore
diff --git a/...irlift/examples/peering-with-dbt/Makefile → ...ter-airlift/examples/dbt-example/Makefile b/...irlift/examples/peering-with-dbt/Makefile → ...ter-airlift/examples/dbt-example/Makefile
@@ -7,8 +7,8 @@ endef
 MAKEFILE_DIR := $(GET_MAKEFILE_DIR)
 export DAGSTER_HOME := $(MAKEFILE_DIR)/.dagster_home
 export AIRFLOW_HOME := $(MAKEFILE_DIR)/.airflow_home
-export DBT_PROJECT_DIR := $(MAKEFILE_DIR)/peering_with_dbt/dbt
-export DBT_PROFILES_DIR := $(MAKEFILE_DIR)/peering_with_dbt/dbt
+export DBT_PROJECT_DIR := $(MAKEFILE_DIR)/dbt_example/dbt
+export DBT_PROFILES_DIR := $(MAKEFILE_DIR)/dbt_example/dbt
 
 help:
 	@egrep -h '\s##\s' $(MAKEFILE_LIST) | sort | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-20s\033[0m %s\n", $$1, $$2}'
@@ -28,14 +28,14 @@ setup_local_env:
 	mkdir -p $$AIRFLOW_HOME && \
 	mkdir -p $$DAGSTER_HOME && \
 	chmod +x ../../airflow_setup.sh && \
-	../../airflow_setup.sh $(MAKEFILE_DIR)/peering_with_dbt/airflow_dags && \
+	../../airflow_setup.sh $(MAKEFILE_DIR)/dbt_example/airflow_dags && \
 	make dbt_setup
 
 run_airflow: 
 	airflow standalone
 
 run_dagster_dev:
-	dagster dev -m peering_with_dbt.dagster_defs -p 3333
+	dagster dev -m dbt_example.dagster_defs -p 3333
 
 wipe: ## Wipe out all the files created by the Makefile
 	rm -rf $$AIRFLOW_HOME $$DAGSTER_HOME

diff --git a/...rlift/examples/peering-with-dbt/README.md → ...er-airlift/examples/dbt-example/README.md b/...rlift/examples/peering-with-dbt/README.md → ...er-airlift/examples/dbt-example/README.md
diff --git a/...ift/examples/peering-with-dbt/conftest.py → ...-airlift/examples/dbt-example/conftest.py b/...ift/examples/peering-with-dbt/conftest.py → ...-airlift/examples/dbt-example/conftest.py
diff --git a/...ing-with-dbt/peering_with_dbt/__init__.py → ...mples/dbt-example/dbt_example/__init__.py b/...ing-with-dbt/peering_with_dbt/__init__.py → ...mples/dbt-example/dbt_example/__init__.py
diff --git a/.../peering_with_dbt/airflow_dags/dbt_dag.py → ...ample/dbt_example/airflow_dags/dbt_dag.py b/.../peering_with_dbt/airflow_dags/dbt_dag.py → ...ample/dbt_example/airflow_dags/dbt_dag.py
diff --git a/...bt/peering_with_dbt/airflow_dags/iris.csv → ...example/dbt_example/airflow_dags/iris.csv b/...bt/peering_with_dbt/airflow_dags/iris.csv → ...example/dbt_example/airflow_dags/iris.csv
diff --git a/...eering_with_dbt/airflow_dags/lakehouse.py → ...ple/dbt_example/airflow_dags/lakehouse.py b/...eering_with_dbt/airflow_dags/lakehouse.py → ...ple/dbt_example/airflow_dags/lakehouse.py
diff --git a/...peering_with_dbt/dagster_defs/__init__.py → ...mple/dbt_example/dagster_defs/__init__.py b/...peering_with_dbt/dagster_defs/__init__.py → ...mple/dbt_example/dagster_defs/__init__.py
diff --git a/...eering_with_dbt/dagster_defs/constants.py → ...ple/dbt_example/dagster_defs/constants.py b/...eering_with_dbt/dagster_defs/constants.py → ...ple/dbt_example/dagster_defs/constants.py
diff --git a/...ring_with_dbt/dagster_defs/definitions.py → ...e/dbt_example/dagster_defs/definitions.py b/...ring_with_dbt/dagster_defs/definitions.py → ...e/dbt_example/dagster_defs/definitions.py
diff --git a/...h_dbt/dagster_defs/migration/dbt_dag.yaml → ...ample/dagster_defs/migration/dbt_dag.yaml b/...h_dbt/dagster_defs/migration/dbt_dag.yaml → ...ample/dagster_defs/migration/dbt_dag.yaml
diff --git a/...agster_defs/migration/load_lakehouse.yaml → ...agster_defs/migration/load_lakehouse.yaml b/...agster_defs/migration/load_lakehouse.yaml → ...agster_defs/migration/load_lakehouse.yaml
diff --git a/...-dbt/peering_with_dbt/dbt/dbt_project.yml → ...t-example/dbt_example/dbt/dbt_project.yml b/...-dbt/peering_with_dbt/dbt/dbt_project.yml → ...t-example/dbt_example/dbt/dbt_project.yml
diff --git a/...peering_with_dbt/dbt/models/customers.sql → ...mple/dbt_example/dbt/models/customers.sql b/...peering_with_dbt/dbt/models/customers.sql → ...mple/dbt_example/dbt/models/customers.sql
diff --git a/...h-dbt/peering_with_dbt/dbt/models/docs.md → ...bt-example/dbt_example/dbt/models/docs.md b/...h-dbt/peering_with_dbt/dbt/models/docs.md → ...bt-example/dbt_example/dbt/models/docs.md
diff --git a/...ering_with_dbt/dbt/models/iris_setosa.sql → ...le/dbt_example/dbt/models/iris_setosa.sql b/...ering_with_dbt/dbt/models/iris_setosa.sql → ...le/dbt_example/dbt/models/iris_setosa.sql
diff --git a/...bt/peering_with_dbt/dbt/models/orders.sql → ...example/dbt_example/dbt/models/orders.sql b/...bt/peering_with_dbt/dbt/models/orders.sql → ...example/dbt_example/dbt/models/orders.sql
diff --git a/...t/peering_with_dbt/dbt/models/overview.md → ...xample/dbt_example/dbt/models/overview.md b/...t/peering_with_dbt/dbt/models/overview.md → ...xample/dbt_example/dbt/models/overview.md
diff --git a/...bt/peering_with_dbt/dbt/models/schema.yml → ...example/dbt_example/dbt/models/schema.yml b/...bt/peering_with_dbt/dbt/models/schema.yml → ...example/dbt_example/dbt/models/schema.yml
diff --git a/...t/peering_with_dbt/dbt/models/sources.yml → ...xample/dbt_example/dbt/models/sources.yml b/...t/peering_with_dbt/dbt/models/sources.yml → ...xample/dbt_example/dbt/models/sources.yml
diff --git a/...ng_with_dbt/dbt/models/staging/schema.yml → ...dbt_example/dbt/models/staging/schema.yml b/...ng_with_dbt/dbt/models/staging/schema.yml → ...dbt_example/dbt/models/staging/schema.yml
diff --git a/..._dbt/dbt/models/staging/stg_customers.sql → ...mple/dbt/models/staging/stg_customers.sql b/..._dbt/dbt/models/staging/stg_customers.sql → ...mple/dbt/models/staging/stg_customers.sql
diff --git a/...ith_dbt/dbt/models/staging/stg_orders.sql → ...example/dbt/models/staging/stg_orders.sql b/...ith_dbt/dbt/models/staging/stg_orders.sql → ...example/dbt/models/staging/stg_orders.sql
diff --git a/...h_dbt/dbt/models/staging/stg_payments.sql → ...ample/dbt/models/staging/stg_payments.sql b/...h_dbt/dbt/models/staging/stg_payments.sql → ...ample/dbt/models/staging/stg_payments.sql
diff --git a/...ith-dbt/peering_with_dbt/dbt/profiles.yml → .../dbt-example/dbt_example/dbt/profiles.yml b/...ith-dbt/peering_with_dbt/dbt/profiles.yml → .../dbt-example/dbt_example/dbt/profiles.yml
diff --git a/...-dbt/peering_with_dbt/dbt/requirements.in → ...t-example/dbt_example/dbt/requirements.in b/...-dbt/peering_with_dbt/dbt/requirements.in → ...t-example/dbt_example/dbt/requirements.in
diff --git a/...dbt/peering_with_dbt/dbt/requirements.txt → ...-example/dbt_example/dbt/requirements.txt b/...dbt/peering_with_dbt/dbt/requirements.txt → ...-example/dbt_example/dbt/requirements.txt
diff --git a/...h-dbt/peering_with_dbt/dbt/seeds/.gitkeep → ...bt-example/dbt_example/dbt/seeds/.gitkeep b/...h-dbt/peering_with_dbt/dbt/seeds/.gitkeep → ...bt-example/dbt_example/dbt/seeds/.gitkeep
diff --git a/...ring_with_dbt/dbt/seeds/raw_customers.csv → ...e/dbt_example/dbt/seeds/raw_customers.csv b/...ring_with_dbt/dbt/seeds/raw_customers.csv → ...e/dbt_example/dbt/seeds/raw_customers.csv
diff --git a/...peering_with_dbt/dbt/seeds/raw_orders.csv → ...mple/dbt_example/dbt/seeds/raw_orders.csv b/...peering_with_dbt/dbt/seeds/raw_orders.csv → ...mple/dbt_example/dbt/seeds/raw_orders.csv
diff --git a/...ering_with_dbt/dbt/seeds/raw_payments.csv → ...le/dbt_example/dbt/seeds/raw_payments.csv b/...ering_with_dbt/dbt/seeds/raw_payments.csv → ...le/dbt_example/dbt/seeds/raw_payments.csv
diff --git a/...th-dbt/peering_with_dbt_tests/__init__.py → ...dbt-example/dbt_example_tests/__init__.py b/...th-dbt/peering_with_dbt_tests/__init__.py → ...dbt-example/dbt_example_tests/__init__.py
diff --git a/...th-dbt/peering_with_dbt_tests/conftest.py → ...dbt-example/dbt_example_tests/conftest.py b/...th-dbt/peering_with_dbt_tests/conftest.py → ...dbt-example/dbt_example_tests/conftest.py
@@ -14,7 +14,7 @@ def local_env_fixture() -> Generator[None, None, None]:
     with environ(
         {
             "AIRFLOW_HOME": str(makefile_dir / ".airflow_home"),
-            "DBT_PROJECT_DIR": str(makefile_dir / "peering_with_dbt" / "dbt"),
+            "DBT_PROJECT_DIR": str(makefile_dir / "dbt_example" / "dbt"),
             "DAGSTER_HOME": str(makefile_dir / ".dagster_home"),
         }
     ):
@@ -24,7 +24,7 @@ def local_env_fixture() -> Generator[None, None, None]:
 
 @pytest.fixture(name="dags_dir")
 def dags_dir_fixture() -> Path:
-    return Path(__file__).parent.parent / "peering_with_dbt" / "airflow_dags"
+    return Path(__file__).parent.parent / "dbt_example" / "airflow_dags"
 
 
 @pytest.fixture(name="airflow_home")

diff --git a/...ering_with_dbt_tests/test_load_dagster.py → ...le/dbt_example_tests/test_load_dagster.py b/...ering_with_dbt_tests/test_load_dagster.py → ...le/dbt_example_tests/test_load_dagster.py
@@ -1,4 +1,4 @@
 def test_defs_loads(airflow_instance):
-    from peering_with_dbt.dagster_defs import defs
+    from dbt_example.dagster_defs import defs
 
     assert defs
diff --git a/.../examples/peering-with-dbt/pyproject.toml → ...rlift/examples/dbt-example/pyproject.toml b/.../examples/peering-with-dbt/pyproject.toml → ...rlift/examples/dbt-example/pyproject.toml
@@ -3,4 +3,4 @@ requires = ["setuptools"]
 build-backend = "setuptools.build_meta"
 
 [tool.dagster]
-module_name = "peering_with_dbt.definitions"
+module_name = "dbt_example.definitions"
diff --git a/...irlift/examples/peering-with-dbt/setup.py → ...ter-airlift/examples/dbt-example/setup.py b/...irlift/examples/peering-with-dbt/setup.py → ...ter-airlift/examples/dbt-example/setup.py
@@ -19,7 +19,7 @@ def get_version() -> str:
 pin = "" if ver == "1!0+dev" else f"=={ver}"
 
 setup(
-    name="peering-with-dbt",
+    name="dbt-example",
     packages=find_packages(),
     install_requires=[
         f"dagster{pin}",

diff --git a/...airlift/examples/peering-with-dbt/tox.ini → ...ster-airlift/examples/dbt-example/tox.ini b/...airlift/examples/peering-with-dbt/tox.ini → ...ster-airlift/examples/dbt-example/tox.ini
@@ -23,4 +23,4 @@ allowlist_externals =
   uv
 commands =
   !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster'
-  pytest -c ../../../../../pyproject.toml ./peering_with_dbt_tests --snapshot-warn-unused -vv {posargs}
+  pytest -c ../../../../../pyproject.toml ./dbt_example_tests --snapshot-warn-unused -vv {posargs}
diff --git a/...experimental/dagster-airlift/examples/simple-migration/simple_migration_tests/conftest.py b/...experimental/dagster-airlift/examples/simple-migration/simple_migration_tests/conftest.py
@@ -23,7 +23,7 @@ def local_env_fixture() -> Generator[None, None, None]:
 
 @pytest.fixture(name="dags_dir")
 def dags_dir_fixture() -> Path:
-    return Path(__file__).parent.parent / "peering_with_dbt" / "airflow_dags"
+    return Path(__file__).parent.parent / "dbt_example" / "airflow_dags"
 
 
 @pytest.fixture(name="airflow_home")

diff --git a/pyright/master/requirements-pinned.txt b/pyright/master/requirements-pinned.txt
@@ -406,7 +406,7 @@ path==16.16.0
 pathable==0.4.3
 pathspec==0.12.1
 pathvalidate==3.2.0
--e examples/experimental/dagster-airlift/examples/peering-with-dbt
+-e examples/experimental/dagster-airlift/examples/dbt-example
 pendulum==2.1.2
 pexpect==4.9.0
 pillow==10.4.0

diff --git a/pyright/master/requirements.txt b/pyright/master/requirements.txt
@@ -129,5 +129,5 @@ pendulum<3
 -e examples/with_wandb
 -e examples/experimental/dagster-blueprints
 -e examples/experimental/dagster-airlift[mwaa,dbt,test] # (includes airflow dependencies)
--e examples/experimental/dagster-airlift/examples/peering-with-dbt
+-e examples/experimental/dagster-airlift/examples/dbt-example
 -e examples/use_case_repository[dev]