From e3a692e5127cc1331968b68d1f1a9acaf6def9a6 Mon Sep 17 00:00:00 2001 From: Thanh Le Date: Tue, 28 Dec 2021 20:42:42 +0700 Subject: [PATCH 1/3] Add streamr document --- .../eebd85cf-60b2-4af6-9ba0-edeca01437b0.json | 8 ++++ .../init/src/main/resources/icons/streamr.svg | 10 +++++ .../seed/destination_definitions.yaml | 6 +++ docs/SUMMARY.md | 1 + docs/integrations/README.md | 1 + docs/integrations/destinations/streamr.md | 37 +++++++++++++++++++ 6 files changed, 63 insertions(+) create mode 100644 airbyte-config/init/src/main/resources/config/STANDARD_DESTINATION_DEFINITION/eebd85cf-60b2-4af6-9ba0-edeca01437b0.json create mode 100644 airbyte-config/init/src/main/resources/icons/streamr.svg create mode 100644 docs/integrations/destinations/streamr.md diff --git a/airbyte-config/init/src/main/resources/config/STANDARD_DESTINATION_DEFINITION/eebd85cf-60b2-4af6-9ba0-edeca01437b0.json b/airbyte-config/init/src/main/resources/config/STANDARD_DESTINATION_DEFINITION/eebd85cf-60b2-4af6-9ba0-edeca01437b0.json new file mode 100644 index 0000000000000..e899485ca7b28 --- /dev/null +++ b/airbyte-config/init/src/main/resources/config/STANDARD_DESTINATION_DEFINITION/eebd85cf-60b2-4af6-9ba0-edeca01437b0.json @@ -0,0 +1,8 @@ +{ + "destinationDefinitionId": "eebd85cf-60b2-4af6-9ba0-edeca01437b0", + "name": "streamr", + "dockerRepository": "ghcr.io/devmate-cloud/streamr-airbyte-connectors:main", + "dockerImageTag": "0.0.1", + "documentationUrl": "https://docs.airbyte.io/integrations/destinations/streamr", + "icon": "streamr.svg" +} diff --git a/airbyte-config/init/src/main/resources/icons/streamr.svg b/airbyte-config/init/src/main/resources/icons/streamr.svg new file mode 100644 index 0000000000000..16c137ef52a3a --- /dev/null +++ b/airbyte-config/init/src/main/resources/icons/streamr.svg @@ -0,0 +1,10 @@ + + + + + + + + + + diff --git a/airbyte-config/init/src/main/resources/seed/destination_definitions.yaml b/airbyte-config/init/src/main/resources/seed/destination_definitions.yaml index 09364b2668ec2..c2aee0fd41f7f 100644 --- a/airbyte-config/init/src/main/resources/seed/destination_definitions.yaml +++ b/airbyte-config/init/src/main/resources/seed/destination_definitions.yaml @@ -188,3 +188,9 @@ dockerImageTag: 0.1.1 documentationUrl: https://docs.airbyte.io/integrations/destinations/mariadb-columnstore icon: mariadb.svg +- name: Streamr + destinationDefinitionId: eebd85cf-60b2-4af6-9ba0-edeca01437b0 + dockerRepository: ghcr.io/devmate-cloud/streamr-airbyte-connectors + dockerImageTag: 0.0.1 + documentationUrl: https://docs.airbyte.io/integrations/destinations/streamr + icon: streamr.svg \ No newline at end of file diff --git a/docs/SUMMARY.md b/docs/SUMMARY.md index 66334fcb70e36..badd510f1b466 100644 --- a/docs/SUMMARY.md +++ b/docs/SUMMARY.md @@ -196,6 +196,7 @@ * [Scylla](integrations/destinations/scylla.md) * [Redis](integrations/destinations/redis.md) * [Kinesis](integrations/destinations/kinesis.md) + * [Streamr](integrations/destinations/streamr.md) * [Custom or New Connector](integrations/custom-connectors.md) * [Connector Development](connector-development/README.md) * [Tutorials](connector-development/tutorials/README.md) diff --git a/docs/integrations/README.md b/docs/integrations/README.md index f91687ce224ae..3e0d196ddd1f3 100644 --- a/docs/integrations/README.md +++ b/docs/integrations/README.md @@ -171,3 +171,4 @@ Airbyte uses a grading system for connectors to help users understand what to ex | [Scylla](destinations/scylla.md) | Alpha | | [Redis](destinations/redis.md) | Alpha | | [Kinesis](destinations/kinesis.md) | Alpha | +| [Streamr](destinations/streamr.md) | Alpha | diff --git a/docs/integrations/destinations/streamr.md b/docs/integrations/destinations/streamr.md new file mode 100644 index 0000000000000..03e24004621bd --- /dev/null +++ b/docs/integrations/destinations/streamr.md @@ -0,0 +1,37 @@ +# Streamr + +## Features + +| Feature | Support | Notes | +| :---------------------------- | :-----: | :------------------------------------------------------------------------------------------- | +| Full Refresh Sync | ❌ | Warning: this mode deletes all previously synced data in the configured bucket path. | +| Incremental - Append Sync | ✅ | | +| Incremental - Deduped History | ❌ | As this connector does not support dbt, we don't support this sync mode on this destination. | +| Namespaces | ❌ | Setting a specific bucket path is equivalent to having separate namespaces. | + +The Airbyte S3 destination allows you to sync data to AWS S3 or Minio S3. Each stream is written to its own directory under the bucket. + +## Troubleshooting + +Check out common troubleshooting issues for the Streamr destination connector + +## Configuration + +| Parameter | Type | Notes | +| :--------- | :----: | :------------------------- | --- | +| privateKey | string | You private key on Streamr | +| streamId | string | Your full Stream ID | | + +## Output Schema + +All json data is output at StreamR + +#### Data schema + +Any json data schema will work + +## CHANGELOG + +| Version | Date | Pull Request | Subject | +| :------ | :--------- | :------------------------------------------------------- | :--------------- | +| 0.0.1 | 2021-11-20 | [GitHub](https://github.com/devmate-cloud/streamr-airbyte-connectors/releases/tag/v0.0.1) | Initial release. | \ No newline at end of file From cf65281f999c4d5d170968b625c19e34a1d77e3c Mon Sep 17 00:00:00 2001 From: alafanechere Date: Tue, 28 Dec 2021 19:03:03 +0100 Subject: [PATCH 2/3] add missing end line --- .../init/src/main/resources/seed/destination_definitions.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/airbyte-config/init/src/main/resources/seed/destination_definitions.yaml b/airbyte-config/init/src/main/resources/seed/destination_definitions.yaml index c2aee0fd41f7f..0167c2f4090b7 100644 --- a/airbyte-config/init/src/main/resources/seed/destination_definitions.yaml +++ b/airbyte-config/init/src/main/resources/seed/destination_definitions.yaml @@ -193,4 +193,4 @@ dockerRepository: ghcr.io/devmate-cloud/streamr-airbyte-connectors dockerImageTag: 0.0.1 documentationUrl: https://docs.airbyte.io/integrations/destinations/streamr - icon: streamr.svg \ No newline at end of file + icon: streamr.svg From 21f33c448e6b99e56edac09199db7a676a457358 Mon Sep 17 00:00:00 2001 From: alafanechere Date: Tue, 28 Dec 2021 19:04:01 +0100 Subject: [PATCH 3/3] fix name: streamr > Streamr --- .../eebd85cf-60b2-4af6-9ba0-edeca01437b0.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/airbyte-config/init/src/main/resources/config/STANDARD_DESTINATION_DEFINITION/eebd85cf-60b2-4af6-9ba0-edeca01437b0.json b/airbyte-config/init/src/main/resources/config/STANDARD_DESTINATION_DEFINITION/eebd85cf-60b2-4af6-9ba0-edeca01437b0.json index e899485ca7b28..a3a710cb67ff1 100644 --- a/airbyte-config/init/src/main/resources/config/STANDARD_DESTINATION_DEFINITION/eebd85cf-60b2-4af6-9ba0-edeca01437b0.json +++ b/airbyte-config/init/src/main/resources/config/STANDARD_DESTINATION_DEFINITION/eebd85cf-60b2-4af6-9ba0-edeca01437b0.json @@ -1,6 +1,6 @@ { "destinationDefinitionId": "eebd85cf-60b2-4af6-9ba0-edeca01437b0", - "name": "streamr", + "name": "Streamr", "dockerRepository": "ghcr.io/devmate-cloud/streamr-airbyte-connectors:main", "dockerImageTag": "0.0.1", "documentationUrl": "https://docs.airbyte.io/integrations/destinations/streamr",