Additional logging

CHANGELOG.md

@@ -7,6 +7,11 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.
 <!-- insertion marker -->
 ## [Unreleased]
 
+## [0.0.6] 2023-09-24
+
+### Added
+- Additional logging, more frequent.
+
 ## [0.0.5] 2023-09-24
 
 ### Added

pyproject.toml

@@ -18,7 +18,7 @@ disallow_incomplete_defs = true
 
 [tool.poetry]
 name = "ternyxmimosa"
-version = "0.0.5"
+version = "0.0.6"
 description = "A minimal modern data stack with working data pipelines in a single Docker container."
 authors = ["Erik Oosterop <[email protected]>"]
 license = "MIT"

src/mimosa/pipelines.py

@@ -130,15 +130,19 @@ def run_reporting_pipeline(self):
             dataset_name="reporting",  # Different target schema.
         )
 
+        logger.debug("Starting to obtain a dbt venv.")
         venv = dlt.dbt.get_venv(pipeline)
 
         # get runner, optionally pass the venv
+        logger.debug("Starting to get the path for dbt transformations.")
         dbt_files_path = _get_dbt_transform_path()
+        logger.debug(f"Run dbt transformations at: {dbt_files_path}")
         dbt = dlt.dbt.package(pipeline, dbt_files_path, venv=venv)
 
-        logger.debug(f"Run dbt transformations at: {dbt_files_path}")
+        logger.debug("Starting to run dbt transformations.")
         models = dbt.run_all()
 
+        logger.debug("Reporting pipeline finished.")
         # on success print outcome
         for m in models:
             logger.info(