From d5507d84e3846994c7e272a4a8181bcd2aa051ad Mon Sep 17 00:00:00 2001 From: jianhao Date: Thu, 21 Jul 2022 13:47:30 -0400 Subject: [PATCH 1/6] fix(source-bigcommerce): infinite loop by overloaded request_params() in class Page --- .../source-bigcommerce/source_bigcommerce/source.py | 6 ------ 1 file changed, 6 deletions(-) diff --git a/airbyte-integrations/connectors/source-bigcommerce/source_bigcommerce/source.py b/airbyte-integrations/connectors/source-bigcommerce/source_bigcommerce/source.py index 4c23e6d72779d..91a5bfb8293a4 100644 --- a/airbyte-integrations/connectors/source-bigcommerce/source_bigcommerce/source.py +++ b/airbyte-integrations/connectors/source-bigcommerce/source_bigcommerce/source.py @@ -184,12 +184,6 @@ def path(self, **kwargs) -> str: def get_updated_state(self, current_stream_state: MutableMapping[str, Any], latest_record: Mapping[str, Any]) -> Mapping[str, Any]: return {self.cursor_field: max(latest_record.get(self.cursor_field, 0), current_stream_state.get(self.cursor_field, 0))} - def request_params( - self, stream_state: Mapping[str, Any] = None, next_page_token: Mapping[str, Any] = None, **kwargs - ) -> MutableMapping[str, Any]: - params = {"limit": self.limit} - return params - def read_records( self, stream_state: Mapping[str, Any] = None, stream_slice: Optional[Mapping[str, Any]] = None, **kwargs ) -> Iterable[Mapping[str, Any]]: From b28592d37036ce205137fbe87ef0b55e213145a2 Mon Sep 17 00:00:00 2001 From: jianhao Date: Mon, 25 Jul 2022 19:05:14 -0400 Subject: [PATCH 2/6] bump connector version to 0.1.6 in Dockerfile --- airbyte-integrations/connectors/source-bigcommerce/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/airbyte-integrations/connectors/source-bigcommerce/Dockerfile b/airbyte-integrations/connectors/source-bigcommerce/Dockerfile index 192ee3073b47c..28103d20be7a7 100644 --- a/airbyte-integrations/connectors/source-bigcommerce/Dockerfile +++ b/airbyte-integrations/connectors/source-bigcommerce/Dockerfile @@ -12,5 +12,5 @@ RUN pip install . ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py" ENTRYPOINT ["python", "/airbyte/integration_code/main.py"] -LABEL io.airbyte.version=0.1.5 +LABEL io.airbyte.version=0.1.6 LABEL io.airbyte.name=airbyte/source-bigcommerce From a2973338775859ffe07974cde1e486d3002b55ab Mon Sep 17 00:00:00 2001 From: jianhao Date: Wed, 27 Jul 2022 10:15:16 -0400 Subject: [PATCH 3/6] update docs/integrations/sources/bigcommerce.md --- docs/integrations/sources/bigcommerce.md | 52 ++++++++++++------------ 1 file changed, 26 insertions(+), 26 deletions(-) diff --git a/docs/integrations/sources/bigcommerce.md b/docs/integrations/sources/bigcommerce.md index 5b256b8da8467..946c9fed2cedd 100644 --- a/docs/integrations/sources/bigcommerce.md +++ b/docs/integrations/sources/bigcommerce.md @@ -12,28 +12,28 @@ This Source Connector is based on a [Airbyte CDK](https://docs.airbyte.io/connec This Source is capable of syncing the following core Streams: -* [Customers](https://developer.bigcommerce.com/api-reference/store-management/customers-v3/customers/customersget) -* [Orders](https://developer.bigcommerce.com/api-reference/store-management/orders/orders/getallorders) -* [Transactions](https://developer.bigcommerce.com/api-reference/store-management/order-transactions/transactions/gettransactions) -* [Pages](https://developer.bigcommerce.com/api-reference/store-management/store-content/pages/getallpages) -* [Products](https://developer.bigcommerce.com/api-reference/store-management/catalog/products/getproducts) +- [Customers](https://developer.bigcommerce.com/api-reference/store-management/customers-v3/customers/customersget) +- [Orders](https://developer.bigcommerce.com/api-reference/store-management/orders/orders/getallorders) +- [Transactions](https://developer.bigcommerce.com/api-reference/store-management/order-transactions/transactions/gettransactions) +- [Pages](https://developer.bigcommerce.com/api-reference/store-management/store-content/pages/getallpages) +- [Products](https://developer.bigcommerce.com/api-reference/store-management/catalog/products/getproducts) ### Data type mapping | Integration Type | Airbyte Type | Notes | -| :--- | :--- | :--- | -| `string` | `string` | | -| `number` | `number` | | -| `array` | `array` | | -| `object` | `object` | | +| :--------------- | :----------- | :---- | +| `string` | `string` | | +| `number` | `number` | | +| `array` | `array` | | +| `object` | `object` | | ### Features -| Feature | Supported?\(Yes/No\) | Notes | -| :--- | :--- | :--- | -| Full Refresh Sync | Yes | | -| Incremental - Append Sync | Yes | | -| Namespaces | No | | +| Feature | Supported?\(Yes/No\) | Notes | +| :------------------------ | :------------------- | :---- | +| Full Refresh Sync | Yes | | +| Incremental - Append Sync | Yes | | +| Namespaces | No | | ### Performance considerations @@ -44,18 +44,18 @@ BigCommerce has some [rate limit restrictions](https://developer.bigcommerce.com 1. Navigate to your store’s control panel \(Advanced Settings > API Accounts > Create API Account\) 2. Create an API account. 3. Select the resources you want to allow access to. Airbyte only needs read-level access. - * Note: The UI will show all possible data sources and will show errors when syncing if it doesn't have permissions to access a resource. -4. The generated `Access Token` is what you'll use as the `access_token` for the integration. + - Note: The UI will show all possible data sources and will show errors when syncing if it doesn't have permissions to access a resource. +4. The generated `Access Token` is what you'll use as the `access_token` for the integration. 5. You're ready to set up BigCommerce in Airbyte! ## Changelog -| Version | Date | Pull Request | Subject | -| :--- | :--- | :--- | :--- | -| 0.1.5 | 2022-01-31 | [9935](https://github.com/airbytehq/airbyte/pull/9935) | Correct date-time columns for `orders` (v2 stream) | -| 0.1.4 | 2022-01-13 | [9516](https://github.com/airbytehq/airbyte/pull/9516) | Add Catalog Products Stream and fix date-time parsing | -| 0.1.3 | 2021-12-23 | [8434](https://github.com/airbytehq/airbyte/pull/8434) | Update fields in source-connectors specifications | -| 0.1.2 | 2021-12-07 | [8416](https://github.com/airbytehq/airbyte/pull/8416) | Correct Incremental Function | -| 0.1.1 | 2021-11-08 | [7499](https://github.com/airbytehq/airbyte/pull/7499) | Remove base-python dependencies | -| 0.1.0 | 2021-08-19 | [5521](https://github.com/airbytehq/airbyte/pull/5521) | Initial Release. Source BigCommerce | - +| Version | Date | Pull Request | Subject | +| :------ | :--------- | :------------------------------------------------------- | :---------------------------------------------------------- | +| 0.1.6 | 2022-07-27 | [14940](https://github.com/airbytehq/airbyte/pull/14940) | Fix infinite loop when the page stream goes beyond one page | +| 0.1.5 | 2022-01-31 | [9935](https://github.com/airbytehq/airbyte/pull/9935) | Correct date-time columns for `orders` (v2 stream) | +| 0.1.4 | 2022-01-13 | [9516](https://github.com/airbytehq/airbyte/pull/9516) | Add Catalog Products Stream and fix date-time parsing | +| 0.1.3 | 2021-12-23 | [8434](https://github.com/airbytehq/airbyte/pull/8434) | Update fields in source-connectors specifications | +| 0.1.2 | 2021-12-07 | [8416](https://github.com/airbytehq/airbyte/pull/8416) | Correct Incremental Function | +| 0.1.1 | 2021-11-08 | [7499](https://github.com/airbytehq/airbyte/pull/7499) | Remove base-python dependencies | +| 0.1.0 | 2021-08-19 | [5521](https://github.com/airbytehq/airbyte/pull/5521) | Initial Release. Source BigCommerce | From 665143d161cc876c897ff93efaecb56a926f4a19 Mon Sep 17 00:00:00 2001 From: Harshith Mullapudi Date: Thu, 11 Aug 2022 15:22:59 +0530 Subject: [PATCH 4/6] fix: tests are failing --- .../connectors/source-bigcommerce/source_bigcommerce/spec.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/airbyte-integrations/connectors/source-bigcommerce/source_bigcommerce/spec.json b/airbyte-integrations/connectors/source-bigcommerce/source_bigcommerce/spec.json index 2f4560a860fcd..9cc4bc6f21543 100644 --- a/airbyte-integrations/connectors/source-bigcommerce/source_bigcommerce/spec.json +++ b/airbyte-integrations/connectors/source-bigcommerce/source_bigcommerce/spec.json @@ -5,7 +5,7 @@ "title": "BigCommerce Source CDK Specifications", "type": "object", "required": ["start_date", "store_hash", "access_token"], - "additionalProperties": false, + "additionalProperties": true, "properties": { "start_date": { "type": "string", From fd598d320493a487ea9386aecdaa0a3dba864eeb Mon Sep 17 00:00:00 2001 From: Harshith Mullapudi Date: Mon, 15 Aug 2022 11:24:12 +0530 Subject: [PATCH 5/6] docs: updated connector definitions --- .../init/src/main/resources/seed/source_definitions.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml index 785db71a42414..d4de74327db1c 100644 --- a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml +++ b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml @@ -88,7 +88,7 @@ - name: BigCommerce sourceDefinitionId: 59c5501b-9f95-411e-9269-7143c939adbd dockerRepository: airbyte/source-bigcommerce - dockerImageTag: 0.1.5 + dockerImageTag: 0.1.6 documentationUrl: https://docs.airbyte.io/integrations/sources/bigcommerce icon: bigcommerce.svg sourceType: api From 342915d26c504b883df59392a5708b933953196e Mon Sep 17 00:00:00 2001 From: Octavia Squidington III Date: Mon, 15 Aug 2022 06:29:25 +0000 Subject: [PATCH 6/6] auto-bump connector version [ci skip] --- airbyte-config/init/src/main/resources/seed/source_specs.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/airbyte-config/init/src/main/resources/seed/source_specs.yaml b/airbyte-config/init/src/main/resources/seed/source_specs.yaml index 80d2d5138cee8..6bce86b8145b9 100644 --- a/airbyte-config/init/src/main/resources/seed/source_specs.yaml +++ b/airbyte-config/init/src/main/resources/seed/source_specs.yaml @@ -795,7 +795,7 @@ supportsNormalization: false supportsDBT: false supported_destination_sync_modes: [] -- dockerImage: "airbyte/source-bigcommerce:0.1.5" +- dockerImage: "airbyte/source-bigcommerce:0.1.6" spec: documentationUrl: "https://docs.airbyte.io/integrations/sources/bigcommerce" connectionSpecification: @@ -806,7 +806,7 @@ - "start_date" - "store_hash" - "access_token" - additionalProperties: false + additionalProperties: true properties: start_date: type: "string"