diff --git a/meltano.yml b/meltano.yml index 0f87b28..2609594 100644 --- a/meltano.yml +++ b/meltano.yml @@ -22,7 +22,7 @@ plugins: - name: google_storage_bucket - name: filter_schemas kind: array - - name: filter_datasets + - name: filter_tables kind: array loaders: - name: target-jsonl diff --git a/tap_bigquery/connector.py b/tap_bigquery/connector.py index 1727d6d..5452681 100644 --- a/tap_bigquery/connector.py +++ b/tap_bigquery/connector.py @@ -272,7 +272,7 @@ def get_object_names( schema_name, ) ] - if table_patterns := self.config.get("filter_datasets"): + if table_patterns := self.config.get("filter_tables"): return [ o for o in objects diff --git a/tap_bigquery/tap.py b/tap_bigquery/tap.py index 55d719c..1bab6ca 100644 --- a/tap_bigquery/tap.py +++ b/tap_bigquery/tap.py @@ -44,19 +44,19 @@ class TapBigQuery(SQLTap): required=False, description=( "If an array of schema names is provided, the tap will only process " - "the specified BigQuery schemas and ignore others. If left blank, the " - "tap automatically determines ALL available BigQuery schemas." + "the specified BigQuery schemas (datasets) and ignore others. If left " + " blank, the tap automatically determines ALL available schemas." ), ), th.Property( - "filter_datasets", + "filter_tables", th.ArrayType(th.StringType), required=False, description=( - "If an array of dataset names is provided, the tap will only process " - "the specified BigQuery datasets and ignore others. If left blank, the " - "tap automatically determines ALL available BigQuery datasets. Shell " - "patterns are supported." + "If an array of table names is provided, the tap will only process " + "the specified BigQuery tables and ignore others. If left blank, the " + "tap automatically determines ALL available tables. Shell patterns are " + "supported." ), ), ).to_dict() diff --git a/tests/test_core.py b/tests/test_core.py index 45c6a82..ae01a45 100644 --- a/tests/test_core.py +++ b/tests/test_core.py @@ -11,8 +11,8 @@ SAMPLE_CONFIG = { "project_id": "", "filter_schemas": [], - "filter_datasets": [], - "google_application_credentials": "MOCK" + "filter_tables": [], + "google_application_credentials": "MOCK", } def dump(sql, *multiparams, **params):