Dashboard update (#30)

* Initial changes to incorporate elementary-data.

* Initial

* Elementary WIP

* Exlude UA, GB, Serbia from dashboard/dataset.

Mimodast.code-workspace

@@ -0,0 +1,8 @@
+{
+	"folders": [
+		{
+			"path": "."
+		}
+	],
+	"settings": {}
+}

meltano.yml

@@ -194,7 +194,13 @@ plugins:
     variant: great-expectations
     pip_url: great_expectations[sqlalchemy]
       duckdb-engine==0.7.0
-#      sqlalchemy==1.4.47         
+#      sqlalchemy==1.4.47  
+  - name: elementary
+    variant: elementary
+    pip_url: elementary-data[sqlalchemy]==0.8.0 git+https://github.com/potloc/elementary-ext.git
+      duckdb-engine==0.7.0
+#commands:
+# dbt run --select elementary     
 jobs:
 - name: usgs-to-duckdb-rpt
   tasks:

meltano_transform/dbt_project.yml

@@ -33,4 +33,9 @@ models:
     usgs_rpt:
       +materialized: table
       +tags: 
-        - usgs
+        - usgs
+  elementary:
+    ## elementary models will be created in the schema '<your_schema>_elementary'
+    +schema: "elementary"
+    ## To disable elementary for dev, uncomment this:
+    # enabled: "{{ target.name in ['prod','analytics'] }}"

meltano_transform/models/overview.md

@@ -17,5 +17,4 @@ This **dbt project** defines the transformation and tests related to the two dat
 [GIEAPI-url]: https://agsi.gie.eu/
 [GIEAccount-url]: https://agsi.gie.eu/account
 
-{% enddocs %}
-
+{% enddocs %}

meltano_transform/packages.yml

@@ -1,3 +1,5 @@
 packages:
   - package: dbt-labs/dbt_utils
-    version: 1.0.0
+    version: 1.0.0
+  - package: elementary-data/elementary
+    version: 0.8.0

meltano_transform/profiles/duckdb/profiles.yml

@@ -21,3 +21,17 @@ meltano:
       #path: "{{ env_var('DBT_DUCKDB_PATH') }}"
       path: "/project/data/prod/data.duckdb"
       threads: 4
+elementary:
+  outputs:
+    default:
+      type: duckdb
+      #path: "{{ env_var('DBT_DUCKDB_PATH') }}"
+      path: "/project/data/dev/data.duckdb"
+      database: data
+      threads: 1
+    dev:
+      type: duckdb
+      #path: "{{ env_var('DBT_DUCKDB_PATH') }}"
+      path: "/project/data/dev/data.duckdb"
+      database: data
+      threads: 1