diff --git a/meltano.yml b/meltano.yml index 65f416d..045577f 100644 --- a/meltano.yml +++ b/meltano.yml @@ -20,10 +20,6 @@ plugins: sensitive: true - name: custom_streams kind: array - config: - custom_streams: - - name: "example_stream_name" - query: '{"models": ["Inventory"], "type": "object_set", "with": {"operator": "and", "type": "operation", "values": [{"operator": "or", "type": "operation", "values": [{"key": "NewSubCategory", "values": ["Exposure"], "type": "str", "operator": "in"}, {"key": "Type", "values": ["Container"], "type": "str", "operator": "in"}]}, {"type": "operation", "values": [{"keys": ["Vulnerabilities"], "type": "object_set", "with": {"type": "operation", "negate": false, "values": [{"keys": ["CVE"], "type": "object", "with": {"type": "operation", "negate": false, "values": [{"key": "Cvss3Severity", "type": "str", "values": ["HIGH", "MEDIUM", "CRITICAL"], "operator": "in"}], "disabled": false, "operator": "and"}, "models": ["CVE"], "negate": false, "disabled": false, "operator": "has"}, {"key": "FixAvailable", "type": "str", "values": ["Yes", "Extended"], "operator": "in"}, {"keys": ["CVEVendorData"], "type": "object_set", "with": {"type": "operation", "values": [], "operator": "and"}, "models": ["CVEDescription"], "operator": "has"}], "disabled": false, "operator": "and"}, "models": ["Vulnerability"], "negate": false, "disabled": false, "operator": "has"}, {"type": "operation", "negate": false, "values": [{"keys": ["AssetGroup"], "type": "object", "with": {"type": "operation", "negate": false, "values": [{"key": "ClusterName", "type": "str", "negate": false, "values": ["prod-wario"], "disabled": false, "operator": "containing"}], "disabled": false, "operator": "or"}, "models": ["Group"], "negate": false, "disabled": false, "operator": "has"}, {"type": "operation", "values": [{"keys": ["CloudAccount"], "type": "object_set", "with": {"type": "operation", "values": [{"key": "Name", "type": "str", "values": ["AWS - 345874614325 - Cloudservicesprod", "AWS - 821209223267 - Hosting Prod"], "operator": "in"}], "operator": "and"}, "models": ["CloudAccount"], "operator": "has"}], "operator": "and"}], "disabled": false, "operator": "and"}], "operator": "and"}]}}' loaders: - name: target-jsonl variant: andyh1203 diff --git a/tap_orca/client.py b/tap_orca/client.py index 9f7e0f8..6236cb1 100644 --- a/tap_orca/client.py +++ b/tap_orca/client.py @@ -64,11 +64,3 @@ def get_new_paginator(self) -> BaseAPIPaginator: A paginator instance. """ return BaseOffsetPaginator(0, self.page_size) - - def post_process( - self, - row: dict, - context: dict | None = None, # noqa: ARG002 - ) -> dict | None: - """Post-process a record before writing it.""" - return {k: str(v) for k, v in row.items()} diff --git a/tap_orca/tap.py b/tap_orca/tap.py index 36693b9..ed5f564 100644 --- a/tap_orca/tap.py +++ b/tap_orca/tap.py @@ -107,12 +107,12 @@ def discover_schema(self, query: str) -> dict: th.CustomType(jsonschema_type_dict={ "anyOf": [ {"type": "null"}, - # {"type": "object"}, - # {"type": "array"}, + {"type": "object"}, + {"type": "array"}, {"type": "string"}, - # {"type": "number"}, + {"type": "number"}, # {"type": "boolean"}, # causes all values to be a boolean - # {"type": "integer"}, + {"type": "integer"}, ] }) ),