Additional logging.

CHANGELOG.md

@@ -7,6 +7,11 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.
 <!-- insertion marker -->
 ## [Unreleased]
 
+## [0.0.5] 2023-09-24
+
+### Added
+- Additional logging in landing and reporting pipeline
+
 ## [0.0.4] 2023-09-24
 
 ### Added

pyproject.toml

@@ -18,7 +18,7 @@ disallow_incomplete_defs = true
 
 [tool.poetry]
 name = "ternyxmimosa"
-version = "0.0.4"
+version = "0.0.5"
 description = "A minimal modern data stack with working data pipelines in a single Docker container."
 authors = ["Erik Oosterop <[email protected]>"]
 license = "MIT"

src/mimosa/pipelines.py

@@ -115,11 +115,15 @@ def run_landing_pipeline(
             logger.debug(row_counts)
             logger.debug(load_info)
 
+            logger.debug("Landing pipeline finished.")
+
         if reporting_update:
+            logger.debug("Starting to run reporting pipeline from landing pipeline.")
             self.run_reporting_pipeline()
 
     def run_reporting_pipeline(self):
         """Runs the reporting pipeline."""
+        logger.debug("Starting in the reporting pipeline.")
         pipeline = dlt.pipeline(
             pipeline_name=self.pipeline_name,  # Changing pipeline name causes errors. Maybe try with source.yml.
             destination=self.destination,
@@ -132,7 +136,7 @@ def run_reporting_pipeline(self):
         dbt_files_path = _get_dbt_transform_path()
         dbt = dlt.dbt.package(pipeline, dbt_files_path, venv=venv)
 
-        logger.debug(f"Run dbt transforomations at: {dbt_files_path}")
+        logger.debug(f"Run dbt transformations at: {dbt_files_path}")
         models = dbt.run_all()
 
         # on success print outcome