-
Notifications
You must be signed in to change notification settings - Fork 0
/
meltano.yml
38 lines (38 loc) · 1.36 KB
/
meltano.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
version: 1
send_anonymous_usage_stats: true
project_id: 13f2c821-3126-4f57-b5c2-6c30ac4c7cbe
default_environment: test
environments:
- name: test
plugins:
extractors:
- name: tap-mysql
namespace: tap_mysql
pip_url: -e .
capabilities:
- state
- catalog
- discover
- about
- stream-maps
settings:
- name: host
- name: port
- name: user
- name: password
kind: password
- name: custom_streams
kind: array
config:
custom_streams:
- name: example_query_name
db_schemas:
- lloyd
- testencryptedrds
sql: SELECT '2024-07-16 00:00:00 +0:00' AS snapshot_date , ag.displayname AS asset_group_name , ag.id AS asset_group_id , SUM(fileSize) / 1024 / 1024 / 1024 AS storage_amount FROM {db_schema}.filesondisk AS f JOIN {db_schema}.assetversion AS v ON f.id = v.originalFile JOIN {db_schema}.directorasset AS d ON v.parentAsset = d.id JOIN {db_schema}.assetgroupassignments AS aga ON d.id = aga.assetId JOIN {db_schema}.assetgroups AS ag ON aga.groupId = ag.id WHERE v.dateAdded < '2024-07-16 00:00:00 +0:00' AND (d.dateRemoved IS NULL OR d.dateRemoved > '2024-07-16 00:00:00 +0:00') GROUP BY 1,2,3
select:
- '*-example_query_name.*'
loaders:
- name: target-jsonl
variant: andyh1203
pip_url: target-jsonl