migrate sentry to config-based cdk

airbyte-integrations/connectors/source-sentry/source_sentry/sentry.yaml

@@ -0,0 +1,107 @@
+definitions:
+  page_size: 50
+  schema_loader:
+    type: JsonSchema
+    file_path: "./source_sentry/schemas/{{ options.name }}.json"
+  selector:
+    type: RecordSelector
+    extractor:
+      type: JelloExtractor
+      transform: "_"
+  requester:
+    type: HttpRequester
+    name: "{{ options['name'] }}"
+    url_base: "https://{{ config.hostname }}/api/0/"
+    http_method: "GET"
+    authenticator:
+      type: "BearerAuthenticator"
+      api_token: "{{ config.auth_token }}"
+  paginator:
+    type: LimitPaginator
+    url_base: "*ref(definitions.requester.url_base)"
+    page_size: "*ref(definitions.page_size)"
+    limit_option:
+      inject_into: "request_parameter"
+      field_name: ""
+    page_token_option:
+      inject_into: "path"
+    pagination_strategy:
+      type: "CursorPagination"
+      cursor_value: "{{ headers.link.next.cursor }}"
+      stop_condition: "{{ headers.link.results != true }}"
+  retriever:
+    type: SimpleRetriever
+    name: "{{ options['name'] }}"
+    primary_key: "{{ options['primary_key'] }}"
+
+streams:
+  - type: DeclarativeStream
+    $options:
+      name: "events"
+    primary_key: "id"
+    schema_loader:
+      $ref: "*ref(definitions.schema_loader)"
+    retriever:
+      $ref: "*ref(definitions.retriever)"
+      record_selector:
+        $ref: "*ref(definitions.selector)"
+      requester:
+        $ref: "*ref(definitions.requester)"
+        path: "projects/{{config.organization}}/{{config.project}}/events/"
+        request_options_provider:
+          request_parameters:
+            full: "true"
+      paginator:
+        $ref: "*ref(definitions.paginator)"
+  - type: DeclarativeStream
+    $options:
+      name: "issues"
+    primary_key: "id"
+    schema_loader:
+      $ref: "*ref(definitions.schema_loader)"
+    retriever:
+      $ref: "*ref(definitions.retriever)"
+      record_selector:
+        $ref: "*ref(definitions.selector)"
+      requester:
+        $ref: "*ref(definitions.requester)"
+        path: "projects/{{config.organization}}/{{config.project}}/issues/"
+        request_options_provider:
+          request_parameters:
+            statsPeriod: ""
+            query: ""
+      paginator:
+        type: NoPagination
+  - type: DeclarativeStream
+    $options:
+      name: "projects"
+    primary_key: "id"
+    schema_loader:
+      $ref: "*ref(definitions.schema_loader)"
+    retriever:
+      $ref: "*ref(definitions.retriever)"
+      record_selector:
+        $ref: "*ref(definitions.selector)"
+      requester:
+        $ref: "*ref(definitions.requester)"
+        path: "projects/"
+      paginator:
+        type: NoPagination
+  - type: DeclarativeStream
+    $options:
+      name: "project_detail"
+    primary_key: "id"
+    schema_loader:
+      $ref: "*ref(definitions.schema_loader)"
+    retriever:
+      $ref: "*ref(definitions.retriever)"
+      record_selector:
+        $ref: "*ref(definitions.selector)"
+      requester:
+        $ref: "*ref(definitions.requester)"
+        path: "projects/{{config.organization}}/{{config.project}}/"
+      paginator:
+        type: NoPagination
+check:
+  type: CheckStream
+  stream_names: ["events"]

airbyte-integrations/connectors/source-sentry/source_sentry/source.py

@@ -2,43 +2,16 @@
 # Copyright (c) 2022 Airbyte, Inc., all rights reserved.
 #
 
+from airbyte_cdk.sources.declarative.yaml_declarative_source import YamlDeclarativeSource
 
-from typing import Any, List, Mapping, Tuple
+"""
+This file provides the necessary constructs to interpret a provided declarative YAML configuration file into
+source connector.
+WARNING: Do not modify this file.
+"""
 
-from airbyte_cdk.models import SyncMode
-from airbyte_cdk.sources import AbstractSource
-from airbyte_cdk.sources.streams import Stream
-from airbyte_cdk.sources.streams.http.auth import TokenAuthenticator
 
-from .streams import Events, Issues, ProjectDetail, Projects
-
-
-# Source
-class SourceSentry(AbstractSource):
-    def check_connection(self, logger, config) -> Tuple[bool, Any]:
-        try:
-            projects_stream = Projects(
-                authenticator=TokenAuthenticator(token=config["auth_token"]),
-                hostname=config.get("hostname"),
-            )
-            next(projects_stream.read_records(sync_mode=SyncMode.full_refresh))
-            return True, None
-        except Exception as e:
-            return False, e
-
-    def streams(self, config: Mapping[str, Any]) -> List[Stream]:
-        stream_args = {
-            "authenticator": TokenAuthenticator(token=config["auth_token"]),
-            "hostname": config.get("hostname"),
-        }
-        project_stream_args = {
-            **stream_args,
-            "organization": config["organization"],
-            "project": config["project"],
-        }
-        return [
-            Events(**project_stream_args),
-            Issues(**project_stream_args),
-            ProjectDetail(**project_stream_args),
-            Projects(**stream_args),
-        ]
+# Declarative Source
+class SourceSentry(YamlDeclarativeSource):
+    def __init__(self):
+        super().__init__(**{"path_to_yaml": "./source_sentry/sentry.yaml"})