use getschema intead of local json2schema

anelendata · Nov 26, 2020 · 168c6b1 · 168c6b1
1 parent c23108e
commit 168c6b1
Show file tree

Hide file tree

Showing 4 changed files with 16 additions and 225 deletions.
diff --git a/bin/release_build b/bin/release_build
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+./test/install_test.sh &&
+
+python3 setup.py clean --all
+rm -fr dist
+rm -fr build
+rm -fr tap_bigquery.egg-info
+python3 setup.py sdist bdist_wheel
+
+# test
+# python3 -m twine upload --repository testpypi dist/*
+twine upload dist/*
diff --git a/setup.py b/setup.py
@@ -30,6 +30,7 @@
     install_requires=[
         "attrs==19.3.0",
         "backoff==1.8.0",
+        "getschema>=0.1.0",
         "google-cloud-bigquery==1.16.0",
         "requests>=2.20.0",
         "simplejson==3.11.1",

diff --git a/tap_bigquery/json2schema.py b/tap_bigquery/json2schema.py
diff --git a/tap_bigquery/sync_bigquery.py b/tap_bigquery/sync_bigquery.py
@@ -8,7 +8,7 @@
 from google.cloud import bigquery
 
 from . import utils
-from . import json2schema
+import getschema
 
 
 LOGGER = utils.get_logger(__name__)
@@ -98,7 +98,7 @@ def do_discover(config, stream, output_schema_file=None,
     if not data:
         raise Exception("Cannot infer schema: No record returned.")
 
-    schema = json2schema.infer_schema(data)
+    schema = getschema.infer_schema(data)
     if add_timestamp:
         timestamp_format = {"type": ["null", "string"],
                             "format": "date-time"}