add powerbi PII tag as well

dagster-io · Dec 5, 2024 · 51fd079 · 51fd079
1 parent ded2dc8
commit 51fd079
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 4 deletions.
diff --git a/hooli-bi/hooli_bi/powerbi_assets.py b/hooli-bi/hooli_bi/powerbi_assets.py
@@ -30,7 +30,8 @@ def get_semantic_model_spec(self, data: PowerBIContentData) -> AssetSpec:
                                 metadata={"dagster/column_schema": TableSchema(
             columns=[TableColumn(
                 name=col["name"], 
-                type=col["dataType"]) 
+                type=col["dataType"],
+                tags={"PII":""} if col["name"] == "USER_ID" else None) 
                 for col in data.properties["tables"][0]["columns"]])},
                 tags={"core_kpis":""},
         )

diff --git a/workspace.yaml b/workspace.yaml
@@ -1,11 +1,14 @@
 load_from:
   - python_module:
       module_name: hooli_data_eng
+  - python_module:
+      module_name: hooli_bi
+      working_directory: hooli-bi/
+
+
 # Example of deploying multiple code locations locally
   # - python_module:
   #     module_name: hooli_data_ingest
   #     working_directory: hooli-data-ingest/
 # load bi code location
-  # - python_module:
-  #     module_name: hooli_bi
-  #     working_directory: hooli-bi/
+