diff --git a/Mimodast.code-workspace b/Mimodast.code-workspace new file mode 100644 index 0000000..876a149 --- /dev/null +++ b/Mimodast.code-workspace @@ -0,0 +1,8 @@ +{ + "folders": [ + { + "path": "." + } + ], + "settings": {} +} \ No newline at end of file diff --git a/meltano.yml b/meltano.yml index 966450f..1e526b6 100644 --- a/meltano.yml +++ b/meltano.yml @@ -194,7 +194,13 @@ plugins: variant: great-expectations pip_url: great_expectations[sqlalchemy] duckdb-engine==0.7.0 -# sqlalchemy==1.4.47 +# sqlalchemy==1.4.47 + - name: elementary + variant: elementary + pip_url: elementary-data[sqlalchemy]==0.8.0 git+https://github.com/potloc/elementary-ext.git + duckdb-engine==0.7.0 +#commands: +# dbt run --select elementary jobs: - name: usgs-to-duckdb-rpt tasks: diff --git a/meltano_transform/dbt_project.yml b/meltano_transform/dbt_project.yml index d9c18fb..11eeea4 100644 --- a/meltano_transform/dbt_project.yml +++ b/meltano_transform/dbt_project.yml @@ -33,4 +33,9 @@ models: usgs_rpt: +materialized: table +tags: - - usgs \ No newline at end of file + - usgs + elementary: + ## elementary models will be created in the schema '_elementary' + +schema: "elementary" + ## To disable elementary for dev, uncomment this: + # enabled: "{{ target.name in ['prod','analytics'] }}" \ No newline at end of file diff --git a/meltano_transform/models/overview.md b/meltano_transform/models/overview.md index 31c53e8..55e60b9 100644 --- a/meltano_transform/models/overview.md +++ b/meltano_transform/models/overview.md @@ -17,5 +17,4 @@ This **dbt project** defines the transformation and tests related to the two dat [GIEAPI-url]: https://agsi.gie.eu/ [GIEAccount-url]: https://agsi.gie.eu/account -{% enddocs %} - +{% enddocs %} \ No newline at end of file diff --git a/meltano_transform/packages.yml b/meltano_transform/packages.yml index d7c5292..2e58d04 100644 --- a/meltano_transform/packages.yml +++ b/meltano_transform/packages.yml @@ -1,3 +1,5 @@ packages: - package: dbt-labs/dbt_utils - version: 1.0.0 \ No newline at end of file + version: 1.0.0 + - package: elementary-data/elementary + version: 0.8.0 \ No newline at end of file diff --git a/meltano_transform/profiles/duckdb/profiles.yml b/meltano_transform/profiles/duckdb/profiles.yml index 156b435..5554f80 100644 --- a/meltano_transform/profiles/duckdb/profiles.yml +++ b/meltano_transform/profiles/duckdb/profiles.yml @@ -21,3 +21,17 @@ meltano: #path: "{{ env_var('DBT_DUCKDB_PATH') }}" path: "/project/data/prod/data.duckdb" threads: 4 +elementary: + outputs: + default: + type: duckdb + #path: "{{ env_var('DBT_DUCKDB_PATH') }}" + path: "/project/data/dev/data.duckdb" + database: data + threads: 1 + dev: + type: duckdb + #path: "{{ env_var('DBT_DUCKDB_PATH') }}" + path: "/project/data/dev/data.duckdb" + database: data + threads: 1 diff --git a/standup/dashboards.zip b/standup/dashboards.zip index b07795c..62295c3 100644 Binary files a/standup/dashboards.zip and b/standup/dashboards.zip differ