diff --git a/.gitignore b/.gitignore index f63b1ec..93bc88b 100644 --- a/.gitignore +++ b/.gitignore @@ -135,4 +135,7 @@ dmypy.json # Pyre type checker .pyre/ -.DS_Store \ No newline at end of file +.DS_Store + +# IDE +.idea \ No newline at end of file diff --git a/meltano.yml b/meltano.yml index cc1f1f7..89d58e5 100644 --- a/meltano.yml +++ b/meltano.yml @@ -5,4 +5,26 @@ default_environment: test environments: - name: test plugins: - + extractors: + - name: tap-elasticsearch + namespace: tap_elasticsearch + pip_url: -e . + capabilities: + - state + - catalog + - discover + - about + - stream-maps + settings: + - name: page_size + kind: integer + - name: url_base + kind: string + - name: start_date + kind: string + - name: request_interval + kind: integer + loaders: + - name: target-jsonl + variant: andyh1203 + pip_url: target-jsonl diff --git a/tap_elasticsearch/tap.py b/tap_elasticsearch/tap.py index 6445df8..09af922 100644 --- a/tap_elasticsearch/tap.py +++ b/tap_elasticsearch/tap.py @@ -49,6 +49,10 @@ def discover_streams(self) -> list[Stream]: except ConnectionError as e: msg = "Could not connect to Elasticsearch instance." raise RuntimeError(msg) from e + + if "error" in aliases: + raise RuntimeError(aliases) + alias_names = [] for v in aliases.values(): if v["aliases"]: