diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml index 26156ca6950c3..df26b61e64e5f 100644 --- a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml +++ b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml @@ -40,7 +40,7 @@ - name: Amplitude sourceDefinitionId: fa9f58c6-2d03-4237-aaa4-07d75e0c1396 dockerRepository: airbyte/source-amplitude - dockerImageTag: 0.1.11 + dockerImageTag: 0.1.12 documentationUrl: https://docs.airbyte.io/integrations/sources/amplitude icon: amplitude.svg sourceType: api diff --git a/airbyte-config/init/src/main/resources/seed/source_specs.yaml b/airbyte-config/init/src/main/resources/seed/source_specs.yaml index b12665f702141..c4aa1dd0d74ed 100644 --- a/airbyte-config/init/src/main/resources/seed/source_specs.yaml +++ b/airbyte-config/init/src/main/resources/seed/source_specs.yaml @@ -545,7 +545,7 @@ supportsNormalization: false supportsDBT: false supported_destination_sync_modes: [] -- dockerImage: "airbyte/source-amplitude:0.1.11" +- dockerImage: "airbyte/source-amplitude:0.1.12" spec: documentationUrl: "https://docs.airbyte.io/integrations/sources/amplitude" connectionSpecification: @@ -556,6 +556,7 @@ - "api_key" - "secret_key" - "start_date" + additionalProperties: true properties: api_key: type: "string" diff --git a/airbyte-integrations/connectors/source-amplitude/Dockerfile b/airbyte-integrations/connectors/source-amplitude/Dockerfile index 8219752d23645..6fa44d8ebb5cd 100644 --- a/airbyte-integrations/connectors/source-amplitude/Dockerfile +++ b/airbyte-integrations/connectors/source-amplitude/Dockerfile @@ -12,5 +12,5 @@ RUN pip install . ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py" ENTRYPOINT ["python", "/airbyte/integration_code/main.py"] -LABEL io.airbyte.version=0.1.11 +LABEL io.airbyte.version=0.1.12 LABEL io.airbyte.name=airbyte/source-amplitude diff --git a/airbyte-integrations/connectors/source-amplitude/source_amplitude/api.py b/airbyte-integrations/connectors/source-amplitude/source_amplitude/api.py index 65636acbdbd76..bf19237f1429c 100644 --- a/airbyte-integrations/connectors/source-amplitude/source_amplitude/api.py +++ b/airbyte-integrations/connectors/source-amplitude/source_amplitude/api.py @@ -140,7 +140,7 @@ class Events(IncrementalAmplitudeStream): compare_date_template = "%Y-%m-%d %H:%M:%S.%f" primary_key = "uuid" state_checkpoint_interval = 1000 - time_interval = {"days": 3} + time_interval = {"days": 1} def parse_response(self, response: requests.Response, stream_state: Mapping[str, Any] = None, **kwargs) -> Iterable[Mapping]: state_value = stream_state[self.cursor_field] if stream_state else self._start_date.strftime(self.compare_date_template) @@ -196,7 +196,8 @@ def read_records( # https://developers.amplitude.com/docs/export-api#status-codes try: self.logger.info(f"Fetching {self.name} time range: {start.strftime('%Y-%m-%dT%H')} - {end.strftime('%Y-%m-%dT%H')}") - yield from super().read_records(sync_mode, cursor_field, stream_slice, stream_state) + records = super().read_records(sync_mode, cursor_field, stream_slice, stream_state) + yield from records except requests.exceptions.HTTPError as error: status = error.response.status_code if status in HTTP_ERROR_CODES.keys(): diff --git a/airbyte-integrations/connectors/source-amplitude/source_amplitude/spec.json b/airbyte-integrations/connectors/source-amplitude/source_amplitude/spec.json index ab3cc63b1016b..4460bdc84fa22 100644 --- a/airbyte-integrations/connectors/source-amplitude/source_amplitude/spec.json +++ b/airbyte-integrations/connectors/source-amplitude/source_amplitude/spec.json @@ -5,6 +5,7 @@ "title": "Amplitude Spec", "type": "object", "required": ["api_key", "secret_key", "start_date"], + "additionalProperties": true, "properties": { "api_key": { "type": "string", diff --git a/docs/integrations/sources/amplitude.md b/docs/integrations/sources/amplitude.md index 5a14354f6abc7..c00fb997fcd7e 100644 --- a/docs/integrations/sources/amplitude.md +++ b/docs/integrations/sources/amplitude.md @@ -43,6 +43,7 @@ The Amplitude connector ideally should gracefully handle Amplitude API limitatio | Version | Date | Pull Request | Subject | |:--------|:-----------|:---------------------------------------------------------|:------------------------------------------------------------------------------------------------| +| 0.1.12 | 2022-08-11 | [15506](https://github.com/airbytehq/airbyte/pull/15506) | Changed slice day window to 1, instead of 3 for Events stream | 0.1.11 | 2022-07-21 | [14924](https://github.com/airbytehq/airbyte/pull/14924) | Remove `additionalProperties` field from spec | | 0.1.10 | 2022-06-16 | [13846](https://github.com/airbytehq/airbyte/pull/13846) | Try-catch the BadZipFile error | | 0.1.9 | 2022-06-10 | [13638](https://github.com/airbytehq/airbyte/pull/13638) | Fixed an infinite loop when fetching Amplitude data |