🎉 Source bigcommerce: add order_products stream (#20090)

* Add product info to the orders stream * Update docs * Refactor order_products into its own stream * formatting * Update docs and docker version * remove duplicate field * Allow another empty stream and bump abnormal state id * auto-bump connector version Co-authored-by: Sajarin <sajarindider@gmail.com> Co-authored-by: Octavia Squidington III <octavia-squidington-iii@users.noreply.github.com>
airbytehq · Dec 15, 2022 · 25b0e7a · 25b0e7a
1 parent b8724c2
commit 25b0e7a
Show file tree

Hide file tree

Showing 13 changed files with 778 additions and 6 deletions.
diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml
@@ -161,7 +161,7 @@
 - name: BigCommerce
   sourceDefinitionId: 59c5501b-9f95-411e-9269-7143c939adbd
   dockerRepository: airbyte/source-bigcommerce
-  dockerImageTag: 0.1.7
+  dockerImageTag: 0.1.8
   documentationUrl: https://docs.airbyte.com/integrations/sources/bigcommerce
   icon: bigcommerce.svg
   sourceType: api

diff --git a/airbyte-config/init/src/main/resources/seed/source_specs.yaml b/airbyte-config/init/src/main/resources/seed/source_specs.yaml
@@ -1671,7 +1671,7 @@
     supportsNormalization: false
     supportsDBT: false
     supported_destination_sync_modes: []
-- dockerImage: "airbyte/source-bigcommerce:0.1.7"
+- dockerImage: "airbyte/source-bigcommerce:0.1.8"
   spec:
     documentationUrl: "https://docs.airbyte.com/integrations/sources/bigcommerce"
     connectionSpecification:

diff --git a/airbyte-integrations/connectors/source-bigcommerce/Dockerfile b/airbyte-integrations/connectors/source-bigcommerce/Dockerfile
@@ -12,5 +12,5 @@ RUN pip install .
 ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
 ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
 
-LABEL io.airbyte.version=0.1.7
+LABEL io.airbyte.version=0.1.8
 LABEL io.airbyte.name=airbyte/source-bigcommerce
diff --git a/airbyte-integrations/connectors/source-bigcommerce/README.md b/airbyte-integrations/connectors/source-bigcommerce/README.md
@@ -8,7 +8,7 @@ For information about how to use this connector within Airbyte, see [the documen
 ### Prerequisites
 **To iterate on this connector, make sure to complete this prerequisites section.**
 
-#### Minimum Python version required `= 3.7.0`
+#### Minimum Python version required `= 3.9.0`
 
 #### Build & Activate Virtual Environment and install dependencies
 From this connector directory, create a virtual environment:

diff --git a/airbyte-integrations/connectors/source-bigcommerce/acceptance-test-config.yml b/airbyte-integrations/connectors/source-bigcommerce/acceptance-test-config.yml
@@ -14,7 +14,7 @@ tests:
   basic_read:
     - config_path: "secrets/config.json"
       configured_catalog_path: "integration_tests/configured_catalog.json"
-      empty_streams: ["orders", "transactions", "products", "customers"]
+      empty_streams: ["orders", "transactions", "products", "customers", "channels", "order_products"]
   incremental:
     - config_path: "secrets/config.json"
       configured_catalog_path: "integration_tests/configured_catalog.json"

diff --git a/airbyte-integrations/connectors/source-bigcommerce/integration_tests/abnormal_state.json b/airbyte-integrations/connectors/source-bigcommerce/integration_tests/abnormal_state.json
@@ -32,6 +32,17 @@
       }
     }
   },
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": {
+        "id": 9000002039398998
+      },
+      "stream_descriptor": {
+        "name": "order_products"
+      }
+    }
+  },
   {
     "type": "STREAM",
     "stream": {

diff --git a/airbyte-integrations/connectors/source-bigcommerce/integration_tests/catalog.json b/airbyte-integrations/connectors/source-bigcommerce/integration_tests/catalog.json
@@ -608,6 +608,186 @@
         }
       }
     },
+    {
+      "name": "order_products",
+      "json_schema": {
+        "$schema": "http://json-schema.org/draft-07/schema#",
+        "type": "object",
+        "properties": {
+          "id": {
+            "type": ["null", "integer"]
+          },
+          "order_id": {
+            "type": ["null", "integer"]
+          },
+          "product_id": {
+            "type": ["null", "integer"]
+          },
+          "variant_id": {
+            "type": ["null", "integer"]
+          },
+          "order_address_id": {
+            "type": ["null", "integer"]
+          },
+          "name": {
+            "type": ["null", "string"]
+          },
+          "name_customer": {
+            "type": ["null", "string"]
+          },
+          "name_merchant": {
+            "type": ["null", "string"]
+          },
+          "sku": {
+            "type": ["null", "string"]
+          },
+          "upc": {
+            "type": ["null", "string"]
+          },
+          "type": {
+            "type": ["null", "string"]
+          },
+          "base_price": {
+            "type": ["null", "string"]
+          },
+          "price_ex_tax": {
+            "type": ["null", "string"]
+          },
+          "price_inc_tax": {
+            "type": ["null", "string"]
+          },
+          "price_tax": {
+            "type": ["null", "string"]
+          },
+          "base_total": {
+            "type": ["null", "string"]
+          },
+          "total_ex_tax": {
+            "type": ["null", "string"]
+          },
+          "total_inc_tax": {
+            "type": ["null", "string"]
+          },
+          "total_tax": {
+            "type": ["null", "string"]
+          },
+          "weight": {
+            "type": ["null", "string"]
+          },
+          "width": {
+            "type": ["null", "string"]
+          },
+          "height": {
+            "type": ["null", "string"]
+          },
+          "depth": {
+            "type": ["null", "string"]
+          },
+          "quantity": {
+            "type": ["null", "number"]
+          },
+          "base_cost_price": {
+            "type": ["null", "string"]
+          },
+          "cost_price_inc_tax": {
+            "type": ["null", "string"]
+          },
+          "cost_price_ex_tax": {
+            "type": ["null", "string"]
+          },
+          "cost_price_tax": {
+            "type": ["null", "string"]
+          },
+          "is_refunded": {
+            "type": ["null", "boolean"]
+          },
+          "quantity_refunded": {
+            "type": ["null", "number"]
+          },
+          "refund_amount": {
+            "type": ["null", "string"]
+          },
+          "return_id": {
+            "type": ["null", "number"]
+          },
+          "wrapping_id": {
+            "type": ["null", "string"]
+          },
+          "wrapping_name": {
+            "type": ["null", "string"]
+          },
+          "base_wrapping_cost": {
+            "type": ["null", "string"]
+          },
+          "wrapping_cost_ex_tax": {
+            "type": ["null", "string"]
+          },
+          "wrapping_cost_inc_tax": {
+            "type": ["null", "string"]
+          },
+          "wrapping_cost_tax": {
+            "type": ["null", "string"]
+          },
+          "wrapping_message": {
+            "type": ["null", "string"]
+          },
+          "quantity_shipped": {
+            "type": ["null", "number"]
+          },
+          "event_name": {
+            "type": ["null", "string"]
+          },
+          "event_date": {
+            "type": ["null", "string"]
+          },
+          "fixed_shipping_cost": {
+            "type": ["null", "string"]
+          },
+          "ebay_item_id": {
+            "type": ["null", "string"]
+          },
+          "ebay_transaction_id": {
+            "type": ["null", "string"]
+          },
+          "option_set_id": {
+            "type": ["null", "integer"]
+          },
+          "parent_order_product_id": {
+            "type": ["null", "integer"]
+          },
+          "is_bundled_product": {
+            "type": ["null", "boolean"]
+          },
+          "bin_picking_number": {
+            "type": ["null", "string"]
+          },
+          "external_id": {
+            "type": ["null", "string"]
+          },
+          "fulfillment_source": {
+            "type": ["null", "string"]
+          },
+          "brand": {
+            "type": ["null", "string"]
+          },
+          "gift_certificate_id": {
+            "type": ["null", "integer"]
+          },
+          "applied_discounts": {
+            "type": ["null", "array"]
+          },
+          "applied_discounts": {
+            "type": ["null", "array"]
+          },
+          "product_options": {
+            "type": ["null", "array"]
+          },
+          "configurable_fields": {
+            "type": ["null", "array"]
+          }
+        }
+      }
+    },
     {
       "name": "pages",
       "json_schema": {