Adding some fields to events stream (#21)

transferwise · Feb 22, 2021 · 8020f5c · 8020f5c
1 parent 2bc55ec
commit 8020f5c
Show file tree

Hide file tree

Showing 2 changed files with 41 additions and 1 deletion.
diff --git a/tap_twilio/schemas/events.json b/tap_twilio/schemas/events.json
@@ -39,6 +39,37 @@
       ],
       "additionalProperties": false,
       "properties": {
+        "task_age": {
+          "type": [
+            "null",
+            "integer"
+          ]
+        },
+        "task_queue_entered_date": {
+          "type": [
+            "null",
+            "string"
+          ],
+          "format": "date-time"
+        },
+        "task_queue_name": {
+          "type": [
+            "null",
+            "string"
+          ]
+        },
+        "task_queue_sid": {
+          "type": [
+            "null",
+            "string"
+          ]
+        },
+        "task_sid": {
+          "type": [
+            "null",
+            "string"
+          ]
+        },
         "worker_activity_name": {
           "type": [
             "null",
@@ -54,7 +85,8 @@
         "worker_attributes": {
           "type": [
             "null",
-            "string"
+            "object",
+            "array"
           ]
         },
         "worker_name": {
@@ -92,6 +124,13 @@
             "null",
             "string"
           ]
+        },
+        "task_attributes": {
+          "type": [
+            "null",
+            "object",
+            "array"
+          ]
         }
       }
     },

diff --git a/tap_twilio/streams.py b/tap_twilio/streams.py
@@ -377,6 +377,7 @@
                 'replication_keys': ['event_date'],
                 'bookmark_query_field_from': 'StartDate',
                 'synch_since_bookmark': True,
+                'stringified_json_keys': ['worker_attributes', 'task_attributes'],
                 'params': {},
                 'pagination': 'meta',
             },