🐛 Source Twilio: update schemas + turn on transformer for all streams (…

…#7034) * Update schemas + turn on transformer for all streams * Update docs * Transform RFC2822 datetime into ISO8601 * Bump connector's version + update `accounts` schema
airbytehq · Oct 18, 2021 · f1ddfca · f1ddfca
1 parent f194f35
commit f1ddfca
Show file tree

Hide file tree

Showing 21 changed files with 82 additions and 127 deletions.
diff --git a/...ain/resources/config/STANDARD_SOURCE_DEFINITION/b9dc6155-672e-42ea-b10d-9f1f1fb95ab1.json b/...ain/resources/config/STANDARD_SOURCE_DEFINITION/b9dc6155-672e-42ea-b10d-9f1f1fb95ab1.json
@@ -2,6 +2,6 @@
   "sourceDefinitionId": "b9dc6155-672e-42ea-b10d-9f1f1fb95ab1",
   "name": "Twilio",
   "dockerRepository": "airbyte/source-twilio",
-  "dockerImageTag": "0.1.0",
+  "dockerImageTag": "0.1.1",
   "documentationUrl": "https://docs.airbyte.io/integrations/sources/twilio"
 }
diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml
@@ -187,7 +187,7 @@
 - sourceDefinitionId: b9dc6155-672e-42ea-b10d-9f1f1fb95ab1
   name: Twilio
   dockerRepository: airbyte/source-twilio
-  dockerImageTag: 0.1.0
+  dockerImageTag: 0.1.1
   documentationUrl: https://docs.airbyte.io/integrations/sources/twilio
   sourceType: api
 - sourceDefinitionId: ec4b9503-13cb-48ab-a4ab-6ade4be46567

diff --git a/airbyte-integrations/connectors/source-twilio/Dockerfile b/airbyte-integrations/connectors/source-twilio/Dockerfile
@@ -12,5 +12,5 @@ RUN pip install .
 ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
 ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
 
-LABEL io.airbyte.version=0.1.0
+LABEL io.airbyte.version=0.1.1
 LABEL io.airbyte.name=airbyte/source-twilio
diff --git a/airbyte-integrations/connectors/source-twilio/integration_tests/configured_catalog.json b/airbyte-integrations/connectors/source-twilio/integration_tests/configured_catalog.json
@@ -93,16 +93,7 @@
     {
       "stream": {
         "name": "calls",
-        "json_schema": {
-          "properties": {
-            "end_time": {
-              "format": "date-time",
-              "type": ["null", "string"]
-            }
-          },
-          "type": "object",
-          "additionalProperties": false
-        },
+        "json_schema": {},
         "supported_sync_modes": ["incremental", "full_refresh"],
         "source_defined_cursor": true,
         "default_cursor_field": ["end_time"]
@@ -114,16 +105,7 @@
     {
       "stream": {
         "name": "conferences",
-        "json_schema": {
-          "properties": {
-            "date_updated": {
-              "format": "date-time",
-              "type": ["null", "string"]
-            }
-          },
-          "type": "object",
-          "additionalProperties": false
-        },
+        "json_schema": {},
         "supported_sync_modes": ["incremental", "full_refresh"],
         "source_defined_cursor": true,
         "default_cursor_field": ["date_updated"]
@@ -153,16 +135,7 @@
     {
       "stream": {
         "name": "recordings",
-        "json_schema": {
-          "properties": {
-            "date_created": {
-              "format": "date-time",
-              "type": ["null", "string"]
-            }
-          },
-          "type": "object",
-          "additionalProperties": false
-        },
+        "json_schema": {},
         "supported_sync_modes": ["incremental", "full_refresh"],
         "source_defined_cursor": true,
         "default_cursor_field": ["date_created"]
@@ -192,16 +165,7 @@
     {
       "stream": {
         "name": "messages",
-        "json_schema": {
-          "properties": {
-            "date_sent": {
-              "format": "date-time",
-              "type": ["null", "string"]
-            }
-          },
-          "type": "object",
-          "additionalProperties": false
-        },
+        "json_schema": {},
         "supported_sync_modes": ["incremental", "full_refresh"],
         "source_defined_cursor": true,
         "default_cursor_field": ["date_sent"]
@@ -213,16 +177,7 @@
     {
       "stream": {
         "name": "message_media",
-        "json_schema": {
-          "properties": {
-            "date_created": {
-              "format": "date-time",
-              "type": ["null", "string"]
-            }
-          },
-          "type": "object",
-          "additionalProperties": false
-        },
+        "json_schema": {},
         "supported_sync_modes": ["incremental", "full_refresh"],
         "source_defined_cursor": true,
         "default_cursor_field": ["date_created"]
@@ -234,16 +189,7 @@
     {
       "stream": {
         "name": "usage_records",
-        "json_schema": {
-          "properties": {
-            "start_date": {
-              "format": "date",
-              "type": ["null", "string"]
-            }
-          },
-          "type": "object",
-          "additionalProperties": false
-        },
+        "json_schema": {},
         "supported_sync_modes": ["incremental", "full_refresh"],
         "source_defined_cursor": true,
         "default_cursor_field": ["start_date"]
@@ -264,16 +210,7 @@
     {
       "stream": {
         "name": "alerts",
-        "json_schema": {
-          "properties": {
-            "date_updated": {
-              "format": "date-time",
-              "type": ["null", "string"]
-            }
-          },
-          "type": "object",
-          "additionalProperties": false
-        },
+        "json_schema": {},
         "supported_sync_modes": ["incremental", "full_refresh"],
         "source_defined_cursor": true,
         "default_cursor_field": ["date_updated"]

diff --git a/...yte-integrations/connectors/source-twilio/integration_tests/no_empty_streams_catalog.json b/...yte-integrations/connectors/source-twilio/integration_tests/no_empty_streams_catalog.json
@@ -188,18 +188,6 @@
       },
       "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
-    },
-    {
-      "stream": {
-        "name": "alerts",
-        "json_schema": {},
-        "supported_sync_modes": ["incremental", "full_refresh"],
-        "source_defined_cursor": true,
-        "default_cursor_field": ["date_updated"]
-      },
-      "cursor_field": ["date_updated"],
-      "sync_mode": "incremental",
-      "destination_sync_mode": "append"
     }
   ]
 }
diff --git a/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/addresses.json b/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/addresses.json
@@ -38,6 +38,9 @@
     "street": {
       "type": ["null", "string"]
     },
+    "street_secondary": {
+      "type": ["null", "string"]
+    },
     "validated": {
       "type": ["null", "boolean"]
     },

diff --git a/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/applications.json b/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/applications.json
@@ -47,7 +47,7 @@
     "uri": {
       "type": ["null", "string"]
     },
-    "voice_callback_id_lookup": {
+    "voice_caller_id_lookup": {
       "type": ["null", "boolean"]
     },
     "voice_fallback_method": {

diff --git a/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/calls.json b/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/calls.json
@@ -47,7 +47,6 @@
       "type": ["null", "integer"]
     },
     "price": {
-      "multipleOf": 1e-8,
       "type": ["null", "number"]
     },
     "price_unit": {
@@ -92,6 +91,21 @@
         },
         "notifications": {
           "type": ["null", "string"]
+        },
+        "feedback": {
+          "type": ["null", "string"]
+        },
+        "payments": {
+          "type": ["null", "string"]
+        },
+        "siprec": {
+          "type": ["null", "string"]
+        },
+        "events": {
+          "type": ["null", "string"]
+        },
+        "feedback_summaries": {
+          "type": ["null", "string"]
         }
       }
     }

diff --git a/...-integrations/connectors/source-twilio/source_twilio/schemas/conference_participants.json b/...-integrations/connectors/source-twilio/source_twilio/schemas/conference_participants.json
@@ -6,6 +6,9 @@
     "call_sid": {
       "type": ["null", "string"]
     },
+    "label": {
+      "type": ["null", "string"]
+    },
     "conference_sid": {
       "type": ["null", "string"]
     },

diff --git a/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/conferences.json b/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/conferences.json
@@ -8,7 +8,7 @@
       "type": ["null", "string"]
     },
     "date_updated": {
-      "format": "date-time",
+      "format": "date",
       "type": ["null", "string"]
     },
     "api_version": {
@@ -36,17 +36,14 @@
       "type": ["null", "string"]
     },
     "subresource_uris": {
-      "type": ["array"],
-      "items": {
-        "type": ["null", "object"],
-        "additionalProperties": false,
-        "properties": {
-          "participants": {
-            "type": ["null", "string"]
-          },
-          "recordings": {
-            "type": ["null", "string"]
-          }
+      "type": ["null", "object"],
+      "additionalProperties": false,
+      "properties": {
+        "participants": {
+          "type": ["null", "string"]
+        },
+        "recordings": {
+          "type": ["null", "string"]
         }
       }
     }

diff --git a/...-integrations/connectors/source-twilio/source_twilio/schemas/dependent_phone_numbers.json b/...-integrations/connectors/source-twilio/source_twilio/schemas/dependent_phone_numbers.json
@@ -52,16 +52,13 @@
     },
     "capabilities": {
       "properties": {
-        "voice": {
+        "Voice": {
           "type": ["null", "boolean"]
         },
-        "sms": {
+        "SMS": {
           "type": ["null", "boolean"]
         },
-        "mms": {
-          "type": ["null", "boolean"]
-        },
-        "fax": {
+        "MMS": {
           "type": ["null", "boolean"]
         }
       },

diff --git a/...e-integrations/connectors/source-twilio/source_twilio/schemas/incoming_phone_numbers.json b/...e-integrations/connectors/source-twilio/source_twilio/schemas/incoming_phone_numbers.json
@@ -101,6 +101,9 @@
     "emergency_address_sid": {
       "type": ["null", "string"]
     },
+    "emergency_address_status": {
+      "type": ["null", "string"]
+    },
     "address_sid": {
       "type": ["null", "string"]
     },

diff --git a/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/keys.json b/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/keys.json
@@ -1,8 +1,5 @@
 {
   "properties": {
-    "account_sid": {
-      "type": ["null", "string"]
-    },
     "date_created": {
       "format": "date-time",
       "type": ["null", "string"]

diff --git a/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/messages.json b/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/messages.json
@@ -36,14 +36,16 @@
     "messaging_service_sid": {
       "type": ["null", "string"]
     },
+    "price_unit": {
+      "type": ["null", "string"]
+    },
     "num_media": {
       "type": ["null", "integer"]
     },
     "num_segments": {
       "type": ["null", "integer"]
     },
     "price": {
-      "multipleOf": 1e-8,
       "type": ["null", "number"]
     },
     "sid": {

diff --git a/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/queues.json b/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/queues.json
@@ -30,14 +30,11 @@
       "type": ["null", "string"]
     },
     "subresource_uris": {
-      "type": "array",
-      "items": {
-        "type": ["null", "object"],
-        "additionalProperties": false,
-        "properties": {
-          "members": {
-            "type": ["null", "string"]
-          }
+      "type": ["null", "object"],
+      "additionalProperties": false,
+      "properties": {
+        "members": {
+          "type": ["null", "string"]
         }
       }
     }

diff --git a/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/recordings.json b/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/recordings.json
@@ -31,7 +31,6 @@
       "type": ["null", "string"]
     },
     "price": {
-      "multipleOf": 1e-8,
       "type": ["null", "number"]
     },
     "price_unit": {
@@ -47,7 +46,7 @@
       "type": ["null", "string"]
     },
     "error_code": {
-      "type": ["null", "string"]
+      "type": ["null", "integer"]
     },
     "uri": {
       "type": ["null", "string"]

diff --git a/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/transcriptions.json b/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/transcriptions.json
@@ -18,7 +18,6 @@
       "type": ["null", "integer"]
     },
     "price": {
-      "multipleOf": 1e-8,
       "type": ["null", "number"]
     },
     "price_unit": {