Fix integration tests of connectors related to destination_sync_mode …

…and sync_mode being required (#2688)
airbytehq · Apr 1, 2021 · bc1547f · bc1547f
1 parent 76ced21
commit bc1547f
Show file tree

Hide file tree

Showing 51 changed files with 883 additions and 350 deletions.
diff --git a/airbyte-integrations/bases/base-normalization/unit_tests/resources/facebook_catalog.json b/airbyte-integrations/bases/base-normalization/unit_tests/resources/facebook_catalog.json
@@ -46,7 +46,8 @@
         "default_cursor_field": []
       },
       "sync_mode": "incremental",
-      "cursor_field": []
+      "cursor_field": [],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -1240,7 +1241,8 @@
         "default_cursor_field": []
       },
       "sync_mode": "incremental",
-      "cursor_field": []
+      "cursor_field": [],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -4522,7 +4524,8 @@
         "default_cursor_field": []
       },
       "sync_mode": "full_refresh",
-      "cursor_field": []
+      "cursor_field": [],
+      "destination_sync_mode": "overwrite"
     }
   ]
 }
diff --git a/airbyte-integrations/bases/base-normalization/unit_tests/resources/hubspot_catalog.json b/airbyte-integrations/bases/base-normalization/unit_tests/resources/hubspot_catalog.json
@@ -43,7 +43,8 @@
         "default_cursor_field": ["startTimestamp"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["startTimestamp"]
+      "cursor_field": ["startTimestamp"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -105,7 +106,8 @@
         "default_cursor_field": ["startTimestamp"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["startTimestamp"]
+      "cursor_field": ["startTimestamp"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -226,7 +228,8 @@
         "default_cursor_field": ["updatedAt"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["updatedAt"]
+      "cursor_field": ["updatedAt"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -262,7 +265,8 @@
         "default_cursor_field": ["updatedAt"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["updatedAt"]
+      "cursor_field": ["updatedAt"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -304,7 +308,8 @@
         "default_cursor_field": ["updatedAt"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["updatedAt"]
+      "cursor_field": ["updatedAt"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -351,7 +356,8 @@
         "default_cursor_field": []
       },
       "sync_mode": "full_refresh",
-      "cursor_field": []
+      "cursor_field": [],
+      "destination_sync_mode": "overwrite"
     },
     {
       "stream": {
@@ -412,7 +418,8 @@
         "default_cursor_field": ["updatedAt"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["updatedAt"]
+      "cursor_field": ["updatedAt"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -5472,7 +5479,8 @@
         "default_cursor_field": ["versionTimestamp"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["versionTimestamp"]
+      "cursor_field": ["versionTimestamp"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -8391,7 +8399,8 @@
         "default_cursor_field": ["hs_lastmodifieddate"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["hs_lastmodifieddate"]
+      "cursor_field": ["hs_lastmodifieddate"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -10848,7 +10857,8 @@
         "default_cursor_field": ["hs_lastmodifieddate"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["hs_lastmodifieddate"]
+      "cursor_field": ["hs_lastmodifieddate"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -10882,7 +10892,8 @@
         "default_cursor_field": []
       },
       "sync_mode": "full_refresh",
-      "cursor_field": []
+      "cursor_field": [],
+      "destination_sync_mode": "overwrite"
     },
     {
       "stream": {
@@ -10994,7 +11005,8 @@
         "default_cursor_field": ["lastUpdated"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["lastUpdated"]
+      "cursor_field": ["lastUpdated"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -11012,7 +11024,8 @@
         "default_cursor_field": []
       },
       "sync_mode": "full_refresh",
-      "cursor_field": []
+      "cursor_field": [],
+      "destination_sync_mode": "overwrite"
     }
   ]
 }
diff --git a/airbyte-integrations/bases/base-normalization/unit_tests/resources/stripe_catalog.json b/airbyte-integrations/bases/base-normalization/unit_tests/resources/stripe_catalog.json
@@ -538,7 +538,8 @@
         "default_cursor_field": ["created"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"]
+      "cursor_field": ["created"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -957,7 +958,8 @@
         "default_cursor_field": ["created"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"]
+      "cursor_field": ["created"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -1004,7 +1006,9 @@
         "source_defined_cursor": true,
         "default_cursor_field": ["created"]
       },
-      "cursor_field": []
+      "sync_mode": "incremental",
+      "cursor_field": ["created"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -1115,7 +1119,8 @@
         "default_cursor_field": ["date"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"]
+      "cursor_field": ["created"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -1198,7 +1203,8 @@
         "default_cursor_field": ["date"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"]
+      "cursor_field": ["created"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -1279,7 +1285,8 @@
         "default_cursor_field": []
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"]
+      "cursor_field": ["created"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -1324,7 +1331,8 @@
         "default_cursor_field": ["created"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"]
+      "cursor_field": ["created"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -1356,7 +1364,8 @@
         "default_cursor_field": ["created"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"]
+      "cursor_field": ["created"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -1492,7 +1501,8 @@
         "default_cursor_field": ["created"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"]
+      "cursor_field": ["created"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -1583,7 +1593,8 @@
         "default_cursor_field": ["created"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"]
+      "cursor_field": ["created"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -1626,7 +1637,8 @@
         "default_cursor_field": ["created"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"]
+      "cursor_field": ["created"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -1689,7 +1701,8 @@
         "default_cursor_field": ["created"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"]
+      "cursor_field": ["created"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -1706,7 +1719,8 @@
         "default_cursor_field": ["id"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"]
+      "cursor_field": ["created"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -1783,7 +1797,8 @@
         "default_cursor_field": ["created"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"]
+      "cursor_field": ["created"],
+      "destination_sync_mode": "append"
     },
     {
       "stream": {
@@ -1834,7 +1849,8 @@
         "default_cursor_field": ["created"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"]
+      "cursor_field": ["created"],
+      "destination_sync_mode": "append"
     }
   ]
 }
diff --git a/airbyte-integrations/connector-templates/source-python/sample_files/configured_catalog.json b/airbyte-integrations/connector-templates/source-python/sample_files/configured_catalog.json
@@ -15,7 +15,9 @@
         "supported_sync_modes": ["full_refresh"],
         "source_defined_cursor": false,
         "default_cursor_field": ["column_name"]
-      }
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     }
   ]
 }
diff --git a/airbyte-integrations/connector-templates/source-singer/sample_files/configured_catalog.json b/airbyte-integrations/connector-templates/source-singer/sample_files/configured_catalog.json
@@ -15,7 +15,9 @@
         "supported_sync_modes": ["full_refresh"],
         "source_defined_cursor": false,
         "default_cursor_field": ["column_name"]
-      }
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     }
   ]
 }
diff --git a/airbyte-integrations/connectors/source-appsflyer-singer/sample_files/configured_catalog.json b/airbyte-integrations/connectors/source-appsflyer-singer/sample_files/configured_catalog.json
@@ -2,6 +2,7 @@
   "streams": [
     {
       "sync_mode": "incremental",
+      "destination_sync_mode": "append",
       "stream": {
         "name": "in_app_events",
         "supported_sync_modes": ["incremental"],
@@ -261,6 +262,7 @@
     },
     {
       "sync_mode": "incremental",
+      "destination_sync_mode": "append",
       "stream": {
         "name": "installations",
         "supported_sync_modes": ["incremental"],

diff --git a/airbyte-integrations/connectors/source-appstore-singer/sample_files/configured_catalog.json b/airbyte-integrations/connectors/source-appstore-singer/sample_files/configured_catalog.json
@@ -2,6 +2,7 @@
   "streams": [
     {
       "sync_mode": "incremental",
+      "destination_sync_mode": "append",
       "stream": {
         "name": "sales_report",
         "supported_sync_modes": ["incremental"],
@@ -111,6 +112,7 @@
     },
     {
       "sync_mode": "incremental",
+      "destination_sync_mode": "append",
       "stream": {
         "name": "subscriber_report",
         "supported_sync_modes": ["incremental"],
@@ -214,6 +216,7 @@
     },
     {
       "sync_mode": "incremental",
+      "destination_sync_mode": "append",
       "stream": {
         "name": "subscription_event_report",
         "supported_sync_modes": ["incremental"],
@@ -323,6 +326,7 @@
     },
     {
       "sync_mode": "incremental",
+      "destination_sync_mode": "append",
       "stream": {
         "name": "subscription_report",
         "supported_sync_modes": ["incremental"],

diff --git a/airbyte-integrations/connectors/source-braintree-singer/sample_files/configured_catalog.json b/airbyte-integrations/connectors/source-braintree-singer/sample_files/configured_catalog.json
@@ -196,7 +196,8 @@
         "source_defined_cursor": true,
         "supported_sync_modes": ["incremental"]
       },
-      "sync_mode": "incremental"
+      "sync_mode": "incremental",
+      "destination_sync_mode": "append"
     }
   ]
 }