Update lineage pipeline definition

Matatika · Aug 2, 2023 · 6f1d260 · 6f1d260
1 parent e243187
commit 6f1d260
Show file tree

Hide file tree

Showing 2 changed files with 17 additions and 8 deletions.
diff --git a/bundle/pipelines/Create dbt Model Datasets.yml b/bundle/pipelines/Create dbt Model Datasets.yml
diff --git a/bundle/pipelines/Model lineage.yml b/bundle/pipelines/Model lineage.yml
@@ -0,0 +1,17 @@
+version: pipelines/v0.1
+name: Model lineage
+data_components:
+- dbt
+- utilities/dbt-artifacts--matatika
+- utilities/matatika--matatika
+script: |-
+  meltano install transformer dbt
+  meltano install utilities dbt-artifacts matatika
+
+  meltano invoke dbt deps
+  meltano invoke dbt docs generate
+  meltano invoke dbt-artifacts convert --format matatika
+
+  for dataset in output/*.yml; do
+    meltano invoke matatika publish $dataset
+  done