From 63d447cfc02b30d6784597d0dcaacf17a5adba1c Mon Sep 17 00:00:00 2001
From: Aaron Steers <aj@airbyte.io>
Date: Sat, 9 Nov 2024 17:58:02 -0800
Subject: [PATCH 01/21] add workflow files from test repo

---
 .github/dependabot.yml                       |  17 ++
 .github/release-drafter.yml                  |  46 +++++
 .github/workflows/connector-tests.yml        | 128 ++++++++++++++
 .github/workflows/fix-pr-command.yml         | 174 +++++++++++++++++++
 .github/workflows/poetry-lock-command.yml    | 144 +++++++++++++++
 .github/workflows/pydoc_preview.yml          |  40 +++++
 .github/workflows/pydoc_publish.yml          |  63 +++++++
 .github/workflows/pypi_publish.yml           |  46 +++++
 .github/workflows/python_lint.yml            |  88 ++++++++++
 .github/workflows/python_pytest.yml          | 140 +++++++++++++++
 .github/workflows/release_drafter.yml        |  27 +++
 .github/workflows/semantic_pr_check.yml      |  50 ++++++
 .github/workflows/slash_command_dispatch.yml |  42 +++++
 .github/workflows/test-pr-command.yml        | 163 +++++++++++++++++
 14 files changed, 1168 insertions(+)
 create mode 100644 .github/dependabot.yml
 create mode 100644 .github/release-drafter.yml
 create mode 100644 .github/workflows/connector-tests.yml
 create mode 100644 .github/workflows/fix-pr-command.yml
 create mode 100644 .github/workflows/poetry-lock-command.yml
 create mode 100644 .github/workflows/pydoc_preview.yml
 create mode 100644 .github/workflows/pydoc_publish.yml
 create mode 100644 .github/workflows/pypi_publish.yml
 create mode 100644 .github/workflows/python_lint.yml
 create mode 100644 .github/workflows/python_pytest.yml
 create mode 100644 .github/workflows/release_drafter.yml
 create mode 100644 .github/workflows/semantic_pr_check.yml
 create mode 100644 .github/workflows/slash_command_dispatch.yml
 create mode 100644 .github/workflows/test-pr-command.yml

diff --git a/.github/dependabot.yml b/.github/dependabot.yml
new file mode 100644
index 000000000..7ef56f4a5
--- /dev/null
+++ b/.github/dependabot.yml
@@ -0,0 +1,17 @@
+# To get started with Dependabot version updates, you'll need to specify which
+# package ecosystems to update and where the package manifests are located.
+# Please see the documentation for all configuration options:
+# https://docs.github.com/code-security/dependabot/dependabot-version-updates/configuration-options-for-the-dependabot.yml-file
+
+version: 2
+updates:
+  - package-ecosystem: "pip"
+    directory: "/" # Location of package manifests
+    schedule:
+      interval: "weekly"
+
+  - package-ecosystem: "github-actions"
+    # Workflow files stored in the default location of `.github/workflows`. (You don't need to specify `/.github/workflows` for `directory`. You can use `directory: "/"`.)
+    directory: "/"
+    schedule:
+      interval: "weekly"
diff --git a/.github/release-drafter.yml b/.github/release-drafter.yml
new file mode 100644
index 000000000..0f6a2bc0d
--- /dev/null
+++ b/.github/release-drafter.yml
@@ -0,0 +1,46 @@
+name-template: 'v$RESOLVED_VERSION'
+tag-template: 'v$RESOLVED_VERSION'
+categories:
+  - title: 'New Features ✨'
+    labels:
+      - 'feature'
+      - 'enhancement'
+  - title: 'Bug Fixes 🐛'
+    labels:
+      - 'fix'
+      - 'bugfix'
+      - 'bug'
+  - title: 'Under the Hood ⚙️'
+    labels:
+      - 'chore'
+      - 'ci'
+      - 'refactor'
+  - title: 'Documentation 📖'
+    label: 'docs'
+change-template: '- $TITLE @$AUTHOR (#$NUMBER)'
+change-title-escapes: '\<*_&' # You can add # and @ to disable mentions, and add ` to disable code blocks.
+version-resolver:
+  major:
+    labels:
+      - 'major'
+  minor:
+    labels:
+      - 'minor'
+  patch:
+    labels:
+      - 'patch'
+  default: patch
+template: |
+  ## Changes
+
+  $CHANGES
+autolabeler:
+  - label: 'chore'
+    title:
+      - '/chore\:/i'
+  - label: 'bug'
+    title:
+      - '/fix\:/i'
+  - label: 'enhancement'
+    title:
+      - '/feature/i'
diff --git a/.github/workflows/connector-tests.yml b/.github/workflows/connector-tests.yml
new file mode 100644
index 000000000..54580b4cb
--- /dev/null
+++ b/.github/workflows/connector-tests.yml
@@ -0,0 +1,128 @@
+name: Connectors Tests
+
+concurrency:
+  # This is the name of the concurrency group. It is used to prevent concurrent runs of the same workflow.
+  #
+  # - github.head_ref is only defined on PR runs, it makes sure that the concurrency group is unique for pull requests
+  #  ensuring that only one run per pull request is active at a time.
+  #
+  # - github.run_id is defined on all runs, it makes sure that the concurrency group is unique for workflow dispatches.
+  # This allows us to run multiple workflow dispatches in parallel.
+  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+  cancel-in-progress: true
+
+on:
+  workflow_dispatch:
+  pull_request:
+    types:
+      - opened
+      - synchronize
+jobs:
+  cdk_changes:
+    name: Get Changes
+    runs-on: ubuntu-latest
+    permissions:
+      statuses: write
+      pull-requests: read
+    steps:
+      - name: Checkout Airbyte
+        if: github.event_name != 'pull_request'
+        uses: actions/checkout@v4
+      - id: changes
+        uses: dorny/paths-filter@v3.0.2
+        with:
+          filters: |
+            src:
+              - 'airbyte_cdk/**'
+              - 'bin/**'
+              - 'poetry.lock'
+              - 'pyproject.toml'
+            file-based:
+              - 'airbyte_cdk/sources/file_based/**'
+            vector-db-based:
+              - 'airbyte_cdk/destinations/vector_db_based/**'
+            sql:
+              - 'airbyte_cdk/sql/**'
+    outputs:
+      # Source code modified:
+      src: ${{ steps.changes.outputs.src }}
+      # Extras modified:
+      file-based: ${{ steps.changes.outputs.file-based }}
+      vector-db-based: ${{ steps.changes.outputs.vector-db-based }}
+      sql: ${{ steps.changes.outputs.sql }}
+
+
+    #   # The Connector CI Tests is a status check emitted by airbyte-ci
+    #   # We make it pass once we have determined that there are no changes to the connectors
+    #   - name: "Skip Connectors CI tests"
+    #     if: steps.changes.outputs.src != 'true' && github.event_name == 'pull_request'
+    #     run: |
+    #       curl --request POST \
+    #       --url https://api.github.com/repos/${{ github.repository }}/statuses/${{ github.event.pull_request.head.sha }} \
+    #       --header 'authorization: Bearer ${{ secrets.GITHUB_TOKEN }}' \
+    #       --header 'content-type: application/json' \
+    #       --data '{
+    #         "state": "success",
+    #         "context": "CDK Changes - Connectors Tests",
+    #         "target_url": "${{ github.event.workflow_run.html_url }}"
+    #         }' \
+
+  connectors_ci:
+    needs: cdk_changes
+    # We only run the Connectors CI job if there are changes to the connectors on a non-forked PR
+    # Forked PRs are handled by the community_ci.yml workflow
+    # If the condition is not met the job will be skipped (it will not fail)
+    # runs-on: connector-test-large
+    runs-on: ubuntu-latest
+    timeout-minutes: 360 # 6 hours
+    strategy:
+      fail-fast: true  # Save resources by aborting if one connector fails
+      matrix:
+        include:
+          - connector: source-shopify
+            cdk_extra: n/a
+          - connector: source-zendesk-support
+            cdk_extra: n/a
+          - connector: source-s3
+            cdk_extra: file-based
+          - connector: destination-pinecone
+            cdk_extra: vector-db-based
+          - connector: destination-motherduck
+            cdk_extra: sql
+    if: >
+      ( github.event_name == 'pull_request' && needs.cdk_changes.outputs.src == 'true' && github.event.pull_request.head.repo.fork != true
+      ) || github.event_name == 'workflow_dispatch'
+    name: "Check: '${{matrix.connector}}' (skip=${{needs.cdk_changes.outputs[matrix.cdk_extra] == 'false'}})"
+    steps:
+      - name: Abort if extra not changed (${{matrix.cdk_extra}})
+        id: no_changes
+        if: ${{ matrix.cdk_extra != 'n/a' && needs.cdk_changes.outputs[matrix.cdk_extra] == 'false' }}
+        run: |
+            echo "Aborting job as specified extra not changed: ${{matrix.cdk_extra}} = ${{ needs.cdk_changes.outputs[matrix.cdk_extra] }}"
+            echo "::set-output name=status::cancelled"
+            exit 1
+        continue-on-error: true
+      # Get the monorepo so we can test the connectors
+      - name: Checkout Airbyte Monorepo
+        uses: actions/checkout@v4
+        if: steps.no_changes.outcome != 'failure'
+        with:
+          repository: airbytehq/airbyte
+          ref: master
+      - name: Fetch last commit id from remote branch [PULL REQUESTS]
+        if: github.event_name == 'pull_request' && steps.no_changes.outcome != 'failure'
+        id: fetch_last_commit_id_pr
+        run: echo "commit_id=$(git ls-remote --heads origin refs/heads/${{ github.head_ref }} | cut -f 1)" >> $GITHUB_OUTPUT
+      - name: Fetch last commit id from remote branch [WORKFLOW DISPATCH]
+        if: github.event_name == 'workflow_dispatch' && steps.no_changes.outcome != 'failure'
+        id: fetch_last_commit_id_wd
+        run: echo "commit_id=$(git rev-parse origin/${{ steps.extract_branch.outputs.branch }})" >> $GITHUB_OUTPUT
+      - name: Test Connector
+        if: steps.no_changes.outcome != 'failure'
+        timeout-minutes: 90
+        run: |
+          make tools.airbyte-ci-binary.install
+          airbyte-ci connectors \
+          --name ${{matrix.connector}} \
+          test
+          --global-status-check-context='Connectors Test: ${{matrix.connector}}'"
diff --git a/.github/workflows/fix-pr-command.yml b/.github/workflows/fix-pr-command.yml
new file mode 100644
index 000000000..6eebae8b7
--- /dev/null
+++ b/.github/workflows/fix-pr-command.yml
@@ -0,0 +1,174 @@
+name: On-Demand PR Auto-Fix
+
+on:
+  workflow_dispatch:
+    inputs:
+      pr:
+        description: 'PR Number'
+        type: string
+        required: true
+      comment-id:
+        description: 'Comment ID (Optional)'
+        type: string
+        required: false
+
+env:
+  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
+
+jobs:
+  # This is copied from the `python_pytest.yml` file.
+  # Only the first two steps of the job are different, and they check out the PR's branch.
+  pr-fix-on-demand:
+    name: On-Demand PR Fix
+    # Don't run on forks. Run on pushes to main, and on PRs that are not from forks.
+    strategy:
+      matrix:
+        python-version: [
+          '3.10',
+        ]
+        os: [
+          Ubuntu,
+        ]
+      fail-fast: false
+
+    runs-on: "${{ matrix.os }}-latest"
+    steps:
+
+    # Custom steps to fetch the PR and checkout the code:
+    - name: Checkout Airbyte
+      uses: actions/checkout@v4
+      with:
+        # Important that this is set so that CI checks are triggered again
+        # Without this we would be forever waiting on required checks to pass
+        token: ${{ secrets.GH_PAT_APPROVINGTON_OCTAVIA }}
+
+    - name: Checkout PR (${{ github.event.inputs.pr }})
+      uses: dawidd6/action-checkout-pr@v1
+      with:
+        pr: ${{ github.event.inputs.pr }}
+
+    - name: Get PR info
+      id: pr-info
+      run: |
+        PR_JSON=$(gh api repos/${{ github.repository }}/pulls/${{ github.event.inputs.pr }})
+        echo "::set-output name=repo::$(echo "$PR_JSON" | jq -r .head.repo.full_name)"
+        echo "::set-output name=branch::$(echo "$PR_JSON" | jq -r .head.ref)"
+      env:
+        GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      shell: bash
+
+    - name: Create URL to the run output
+      id: vars
+      run: echo "run-url=https://github.com/$GITHUB_REPOSITORY/actions/runs/$GITHUB_RUN_ID" >> $GITHUB_OUTPUT
+
+    - name: Append comment with job run link
+      id: first-comment-action
+      uses: peter-evans/create-or-update-comment@v4
+      with:
+        comment-id: ${{ github.event.inputs.comment-id }}
+        issue-number: ${{ github.event.inputs.pr }}
+        body: |
+          > **Auto-Fix Job Info**
+          >
+          > This job attempts to auto-fix any linting or formating issues. If any fixes are made,
+          > those changes will be automatically committed and pushed back to the PR.
+          >
+          > Note: This job can only be run by maintainers. On PRs from forks, this command requires
+          > that the PR author has enabled the `Allow edits from maintainers` option.
+
+          > PR auto-fix job started... [Check job output.][1]
+
+          [1]: ${{ steps.vars.outputs.run-url }}
+
+    - name: Set up Poetry
+      uses: Gr1N/setup-poetry@v9
+      with:
+        poetry-version: "1.7.1"
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+        cache: 'poetry'
+    - name: Install dependencies
+      run: poetry install --all-extras
+
+    # Fix any lint or format issues
+
+    - name: Auto-Fix Ruff Lint Issues
+      run: poetry run ruff check --fix . || true
+    - name: Auto-Fix Ruff Format Issues
+      run: poetry run ruff format . || true
+
+    # Check for changes in git
+
+    - name: Check for changes
+      id: git-diff
+      run: |
+        git diff --quiet && echo "No changes to commit" || echo "::set-output name=changes::true"
+      shell: bash
+
+    # Commit changes (if any)
+
+    - name: Commit changes
+      if: steps.git-diff.outputs.changes == 'true'
+      run: |
+        git config --global user.name "octavia-squidington-iii"
+        git config --global user.email "contact@airbyte.com"
+        git add .
+        git commit -m "Auto-fix lint and format issues"
+
+    # Fix any further 'unsafe' lint issues in a separate commit
+
+    - name: Auto-Fix Ruff Lint Issues (Unsafe)
+      run: poetry run ruff check --fix --unsafe-fixes . || true
+    - name: Auto-Fix Ruff Format Issues
+      run: poetry run ruff format . || true
+
+    # Check for changes in git (2nd time, for 'unsafe' lint fixes)
+
+    - name: Check for changes ('unsafe' fixes)
+      id: git-diff-2
+      run: |
+        git diff --quiet && echo "No changes to commit" || echo "::set-output name=changes::true"
+      shell: bash
+
+    - name: Commit 'unsafe' lint fixes
+      if: steps.git-diff-2.outputs.changes == 'true'
+      run: |
+        git config --global user.name "octavia-squidington-iii"
+        git config --global user.email "contact@airbyte.com"
+        git add .
+        git commit -m "Auto-fix lint issues (unsafe)"
+
+    - name: Push changes to '(${{ steps.pr-info.outputs.repo }})'
+      if: steps.git-diff.outputs.changes == 'true' || steps.git-diff-2.outputs.changes == 'true'
+      run: |
+        git remote add contributor https://github.com/${{ steps.pr-info.outputs.repo }}.git
+        git push contributor HEAD:${{ steps.pr-info.outputs.branch }}
+
+    - name: Append success comment
+      uses: peter-evans/create-or-update-comment@v4
+      if: steps.git-diff.outputs.changes == 'true' || steps.git-diff-2.outputs.changes == 'true'
+      with:
+        comment-id: ${{ steps.first-comment-action.outputs.comment-id }}
+        reactions: hooray
+        body: |
+          > ✅ Changes applied successfully.
+
+    - name: Append success comment (no-op)
+      uses: peter-evans/create-or-update-comment@v4
+      if: steps.git-diff.outputs.changes != 'true' && steps.git-diff-2.outputs.changes != 'true'
+      with:
+        comment-id: ${{ steps.first-comment-action.outputs.comment-id }}
+        reactions: "+1"
+        body: |
+          > 🟦 Job completed successfully (no changes).
+
+    - name: Append failure comment
+      uses: peter-evans/create-or-update-comment@v4
+      if: failure()
+      with:
+        comment-id: ${{ steps.first-comment-action.outputs.comment-id }}
+        reactions: confused
+        body: |
+          > ❌ Job failed.
diff --git a/.github/workflows/poetry-lock-command.yml b/.github/workflows/poetry-lock-command.yml
new file mode 100644
index 000000000..a4a1145db
--- /dev/null
+++ b/.github/workflows/poetry-lock-command.yml
@@ -0,0 +1,144 @@
+name: On-Demand Poetry Lock
+
+on:
+  workflow_dispatch:
+    inputs:
+      pr:
+        description: 'PR Number'
+        type: string
+        required: true
+      comment-id:
+        description: 'Comment ID (Optional)'
+        type: string
+        required: false
+
+env:
+  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
+
+jobs:
+  poetry-lock-on-demand:
+    name: On-Demand Poetry Lock
+    strategy:
+      matrix:
+        python-version: [
+          '3.10',
+        ]
+        os: [
+          Ubuntu,
+        ]
+      fail-fast: false
+
+    runs-on: "${{ matrix.os }}-latest"
+    steps:
+
+    # Custom steps to fetch the PR and checkout the code:
+    - name: Checkout Airbyte
+      uses: actions/checkout@v4
+      with:
+        # Important that this is set so that CI checks are triggered again
+        # Without this we would be forever waiting on required checks to pass
+        token: ${{ secrets.GH_PAT_APPROVINGTON_OCTAVIA }}
+
+    - name: Checkout PR (${{ github.event.inputs.pr }})
+      uses: dawidd6/action-checkout-pr@v1
+      with:
+        pr: ${{ github.event.inputs.pr }}
+
+    - name: Get PR info
+      id: pr-info
+      run: |
+        PR_JSON=$(gh api repos/${{ github.repository }}/pulls/${{ github.event.inputs.pr }})
+        echo "::set-output name=repo::$(echo "$PR_JSON" | jq -r .head.repo.full_name)"
+        echo "::set-output name=branch::$(echo "$PR_JSON" | jq -r .head.ref)"
+      env:
+        GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      shell: bash
+
+    - name: Create URL to the run output
+      id: vars
+      run: echo "run-url=https://github.com/$GITHUB_REPOSITORY/actions/runs/$GITHUB_RUN_ID" >> $GITHUB_OUTPUT
+
+    - name: Append comment with job run link
+      id: first-comment-action
+      uses: peter-evans/create-or-update-comment@v4
+      with:
+        comment-id: ${{ github.event.inputs.comment-id }}
+        issue-number: ${{ github.event.inputs.pr }}
+        body: |
+          > **Poetry-Lock Job Info**
+          >
+          > This job attempts to re-lock dependencies using `poetry lock` command. If any changes
+          > are made, those changes will be automatically committed and pushed back to the PR.
+          >
+          > Note: This job can only be run by maintainers. On PRs from forks, this command requires
+          > that the PR author has enabled the `Allow edits from maintainers` option.
+          >
+          > `poetry lock` job started... [Check job output.][1]
+
+          [1]: ${{ steps.vars.outputs.run-url }}
+
+    - name: Set up Poetry
+      uses: Gr1N/setup-poetry@v9
+      with:
+        poetry-version: "1.7.1"
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+        cache: 'poetry'
+
+    # Run `poetry lock`
+
+    - name: Run `poetry lock`
+      run: poetry lock
+
+    # Check for changes in git
+
+    - name: Check for changes
+      id: git-diff
+      run: |
+        git diff --quiet && echo "No changes to commit" || echo "::set-output name=changes::true"
+      shell: bash
+
+    # Commit changes (if any)
+
+    - name: Commit changes
+      if: steps.git-diff.outputs.changes == 'true'
+      run: |
+        git config --global user.name "octavia-squidington-iii"
+        git config --global user.email "contact@airbyte.com"
+        git add .
+        git commit -m "Auto-commit `poetry lock` changes"
+
+    - name: Push changes to '(${{ steps.pr-info.outputs.repo }})'
+      if: steps.git-diff.outputs.changes == 'true'
+      run: |
+        git remote add contributor https://github.com/${{ steps.pr-info.outputs.repo }}.git
+        git push contributor HEAD:${{ steps.pr-info.outputs.branch }}
+
+    - name: Append success comment
+      uses: peter-evans/create-or-update-comment@v4
+      if: steps.git-diff.outputs.changes == 'true'
+      with:
+        comment-id: ${{ steps.first-comment-action.outputs.comment-id }}
+        reactions: hooray
+        body: |
+          > ✅ `poetry lock` applied successfully.
+
+    - name: Append success comment (no-op)
+      uses: peter-evans/create-or-update-comment@v4
+      if: steps.git-diff.outputs.changes != 'true' && steps.git-diff-2.outputs.changes != 'true'
+      with:
+        comment-id: ${{ steps.first-comment-action.outputs.comment-id }}
+        reactions: "+1"
+        body: |
+          > 🟦 Job completed successfully (no changes).
+
+    - name: Append failure comment
+      uses: peter-evans/create-or-update-comment@v4
+      if: failure()
+      with:
+        comment-id: ${{ steps.first-comment-action.outputs.comment-id }}
+        reactions: confused
+        body: |
+          > ❌ Job failed.
diff --git a/.github/workflows/pydoc_preview.yml b/.github/workflows/pydoc_preview.yml
new file mode 100644
index 000000000..3ce7e4d95
--- /dev/null
+++ b/.github/workflows/pydoc_preview.yml
@@ -0,0 +1,40 @@
+name: Generate Docs
+
+on:
+  push:
+    branches:
+    - main
+  pull_request: {}
+
+env:
+  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
+
+jobs:
+  preview_docs:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+    - name: Set up Poetry
+      uses: Gr1N/setup-poetry@v9
+      with:
+        poetry-version: "1.7.1"
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.10'
+        cache: 'poetry'
+
+    - name: Install dependencies
+      run: poetry install --all-extras
+
+    - name: Generate documentation
+      run: |
+        poetry run poe docs-generate
+
+    - name: Upload artifact
+      uses: actions/upload-pages-artifact@v3
+      with:
+        # Upload entire repository
+        path: 'docs/generated'
diff --git a/.github/workflows/pydoc_publish.yml b/.github/workflows/pydoc_publish.yml
new file mode 100644
index 000000000..bd70e1c8c
--- /dev/null
+++ b/.github/workflows/pydoc_publish.yml
@@ -0,0 +1,63 @@
+name: Publish Docs
+
+on:
+  push:
+    branches:
+    - main
+
+  # Allows you to run this workflow manually from the Actions tab
+  workflow_dispatch:
+
+env:
+  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
+
+# Sets permissions of the GITHUB_TOKEN to allow deployment to GitHub Pages
+permissions:
+  contents: read
+  pages: write
+  id-token: write
+
+# Allow only one concurrent deployment, skipping runs queued between the run in-progress and latest queued.
+# However, do NOT cancel in-progress runs as we want to allow these production deployments to complete.
+concurrency:
+  group: "pages"
+  cancel-in-progress: false
+
+jobs:
+  publish_docs:
+    runs-on: ubuntu-latest
+    environment:
+      name: "github-pages"
+      url: ${{ steps.deployment.outputs.page_url }}
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+    - name: Set up Poetry
+      uses: Gr1N/setup-poetry@v9
+      with:
+        poetry-version: "1.7.1"
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.10'
+        cache: 'poetry'
+    - name: Setup Pages
+      uses: actions/configure-pages@v5
+
+    - name: Install dependencies
+      run: poetry install --all-extras
+
+    - name: Generate documentation
+      run: |
+        poetry run poe docs-generate
+
+    - name: Upload artifact
+      uses: actions/upload-pages-artifact@v3
+      with:
+        # Upload entire repository
+        path: 'docs/generated'
+
+    - name: Deploy to GitHub Pages
+      id: deployment
+      uses: actions/deploy-pages@v4
diff --git a/.github/workflows/pypi_publish.yml b/.github/workflows/pypi_publish.yml
new file mode 100644
index 000000000..65d98d314
--- /dev/null
+++ b/.github/workflows/pypi_publish.yml
@@ -0,0 +1,46 @@
+name: Build and/or Publish
+
+on:
+  push:
+
+  workflow_dispatch:
+
+env:
+  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        fetch-depth: 0
+    - uses: hynek/build-and-inspect-python-package@v2
+
+  publish:
+    name: Publish to PyPI
+    runs-on: ubuntu-latest
+    needs: [build]
+    permissions:
+      id-token: write  # IMPORTANT: this permission is mandatory for trusted publishing
+      contents: write  # Needed to upload artifacts to the release
+    environment:
+      name: PyPi
+      url: https://pypi.org/p/airbyte
+    if: startsWith(github.ref, 'refs/tags/')
+    steps:
+    - uses: actions/download-artifact@v4
+      with:
+        name: Packages
+        path: dist
+    - name: Upload wheel to release
+      uses: svenstaro/upload-release-action@v2
+      with:
+        repo_token: ${{ secrets.GITHUB_TOKEN }}
+        file: dist/*.whl
+        tag: ${{ github.ref }}
+        overwrite: true
+        file_glob: true
+
+    - name: Publish
+      uses: pypa/gh-action-pypi-publish@v1.10.3
diff --git a/.github/workflows/python_lint.yml b/.github/workflows/python_lint.yml
new file mode 100644
index 000000000..5598076cb
--- /dev/null
+++ b/.github/workflows/python_lint.yml
@@ -0,0 +1,88 @@
+name: Linters
+
+on:
+    push:
+      branches:
+      - main
+    pull_request: {}
+
+env:
+  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
+
+jobs:
+  ruff-lint-check:
+    name: Ruff Lint Check
+    runs-on: ubuntu-latest
+    steps:
+    # Common steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+    - name: Set up Poetry
+      uses: Gr1N/setup-poetry@v9
+      with:
+        poetry-version: "1.7.1"
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.10'
+        cache: 'poetry'
+    - name: Install dependencies
+      run: poetry install --all-extras
+
+    # Job-specifc step(s):
+    - name: Format code
+      run: poetry run ruff check .
+
+  ruff-format-check:
+    name: Ruff Format Check
+    runs-on: ubuntu-latest
+    steps:
+    # Common steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+    - name: Set up Poetry
+      uses: Gr1N/setup-poetry@v9
+      with:
+        poetry-version: "1.7.1"
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.10'
+        cache: 'poetry'
+    - name: Install dependencies
+      run: poetry install --all-extras
+
+    # Job-specifc step(s):
+    - name: Check code format
+      run: poetry run ruff format --check .
+
+  mypy-check:
+    name: MyPy Check
+    runs-on: ubuntu-latest
+    steps:
+    # Common steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+    - name: Set up Poetry
+      uses: Gr1N/setup-poetry@v9
+      with:
+        poetry-version: "1.7.1"
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.10'
+        cache: 'poetry'
+    - name: Install dependencies
+      run: poetry install --all-extras
+
+    # Job-specifc step(s):
+
+    # For now, we run mypy only on modified files
+    - name: Get changed Python files
+      id: changed-py-files
+      uses: tj-actions/changed-files@v43
+      with:
+        files: "airbyte_cdk/**/*.py"
+    - name: Run mypy on changed files
+      if: steps.changed-py-files.outputs.any_changed == 'true'
+      run: mypy ${{ steps.changed-py-files.outputs.all_changed_files }} --config-file mypy.ini --install-types --non-interactive
diff --git a/.github/workflows/python_pytest.yml b/.github/workflows/python_pytest.yml
new file mode 100644
index 000000000..1eaac8642
--- /dev/null
+++ b/.github/workflows/python_pytest.yml
@@ -0,0 +1,140 @@
+# This workflow will run pytest.
+#
+# There are two job sets which run in parallel:
+# 1. `pytest-fast`: Run fast tests only, and fail fast so the dev knows asap if they broke something.
+# 2. `pytest`: Run all tests, across multiple Python versions.
+#
+# Note that `pytest-fast` also skips tests that require credentials, allowing it to run on forks.
+name: PyTest
+
+on:
+    push:
+      branches:
+      - main
+    pull_request: {}
+
+env:
+  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
+
+jobs:
+  pytest-fast:
+    name: Pytest (Fast)
+    runs-on: ubuntu-latest
+    steps:
+    # Common steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+    - name: Set up Poetry
+      uses: Gr1N/setup-poetry@v9
+      with:
+        poetry-version: "1.7.1"
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.10'
+        cache: 'poetry'
+    - name: Install dependencies
+      run: poetry install --all-extras
+
+    - name: Run Pytest with Coverage (Fast Tests Only)
+      timeout-minutes: 60
+      env:
+        GCP_GSM_CREDENTIALS: ${{ secrets.GCP_GSM_CREDENTIALS }}
+      run: >
+        poetry run coverage run -m pytest
+        --durations=5 --exitfirst
+        -m "not slow and not requires_creds and not linting and not flaky"
+
+    - name: Run Pytest with Coverage (Flaky Tests Only)
+      timeout-minutes: 60
+      continue-on-error: true
+      env:
+        GCP_GSM_CREDENTIALS: ${{ secrets.GCP_GSM_CREDENTIALS }}
+      run: >
+        poetry run coverage run -m pytest
+        --durations=5 --exitfirst
+        -m "flaky and not slow and not requires_creds"
+
+    - name: Print Coverage Report
+      if: always()
+      run: poetry run coverage report
+
+    - name: Create Coverage Artifacts
+      if: always()
+      run: |
+        poetry run coverage html -d htmlcov
+        poetry run coverage xml -o htmlcov/coverage.xml
+
+    - name: Upload coverage to GitHub Artifacts
+      if: always()
+      uses: actions/upload-artifact@v4
+      with:
+        name: fasttest-coverage
+        path: htmlcov/
+
+  pytest:
+    name: Pytest (All, Python ${{ matrix.python-version }}, ${{ matrix.os }})
+    # Don't run on forks. Run on pushes to main, and on PRs that are not from forks.
+    if: >
+      (github.event_name == 'push' && github.ref == 'refs/heads/main') ||
+      (github.event.pull_request.head.repo.fork == false)
+    strategy:
+      matrix:
+        python-version: [
+          '3.10',
+          '3.11',
+          #'3.12', # Currently blocked by Pendulum
+        ]
+        os: [
+          Ubuntu,
+          # Windows,  # For now, we don't include Windows in the test matrix.
+        ]
+      fail-fast: false
+
+    runs-on: "${{ matrix.os }}-latest"
+    env:
+      # Enforce UTF-8 encoding so Windows runners don't fail inside the connector code.
+      # TODO: See if we can fully enforce this within PyAirbyte itself.
+      PYTHONIOENCODING: utf-8
+    steps:
+    # Common steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+    - name: Set up Poetry
+      uses: Gr1N/setup-poetry@v9
+      with:
+        poetry-version: "1.7.1"
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+        cache: 'poetry'
+    - name: Install dependencies
+      run: poetry install --all-extras
+
+    # Job-specific step(s):
+    - name: Run Pytest
+      timeout-minutes: 60
+      env:
+        GCP_GSM_CREDENTIALS: ${{ secrets.GCP_GSM_CREDENTIALS }}
+      run: >
+        poetry run coverage run -m pytest
+        --durations=10
+        -m "not linting and not super_slow and not flaky"
+
+    - name: Print Coverage Report
+      if: always()
+      run: poetry run coverage report
+
+    - name: Create Coverage Artifacts
+      if: always()
+      run: |
+        poetry run coverage html -d htmlcov
+        poetry run coverage xml -o htmlcov/coverage.xml
+
+    - name: Upload coverage to GitHub Artifacts
+      if: always()
+      uses: actions/upload-artifact@v4
+      with:
+        name: py${{ matrix.python-version }}-${{ matrix.os }}-test-coverage
+        path: htmlcov/
diff --git a/.github/workflows/release_drafter.yml b/.github/workflows/release_drafter.yml
new file mode 100644
index 000000000..ea236d5c5
--- /dev/null
+++ b/.github/workflows/release_drafter.yml
@@ -0,0 +1,27 @@
+name: Release Drafter
+
+on:
+  push:
+    branches:
+      - main
+
+env:
+  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
+
+permissions:
+  contents: read
+
+jobs:
+  update_release_draft:
+    permissions:
+      contents: write
+      pull-requests: read
+    runs-on: ubuntu-latest
+    steps:
+      # Drafts the next Release notes as Pull Requests are merged into "main"
+      - uses: release-drafter/release-drafter@v6
+        with:
+          config-name: release-drafter.yml
+          disable-autolabeler: true
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
diff --git a/.github/workflows/semantic_pr_check.yml b/.github/workflows/semantic_pr_check.yml
new file mode 100644
index 000000000..1cdb78680
--- /dev/null
+++ b/.github/workflows/semantic_pr_check.yml
@@ -0,0 +1,50 @@
+name: "Verify Semantic PR Title"
+
+on:
+  pull_request:
+    types:
+      - opened
+      - edited
+      - synchronize
+      - ready_for_review
+
+env:
+  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
+
+permissions:
+  pull-requests: read
+
+jobs:
+  validate_pr_title:
+    name: Validate PR title
+    runs-on: ubuntu-latest
+    steps:
+      - uses: amannn/action-semantic-pull-request@v5
+        if: ${{ github.event.pull_request.draft == false }}
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        with:
+          # Configure which types are allowed (newline-delimited).
+          # See: https://github.com/commitizen/conventional-commit-types/blob/master/index.json
+          types: |
+            Fix
+            Feat
+            Docs
+            CI
+            Chore
+            Build
+            Test
+
+          # # We don't use scopes as of now
+          # scopes: |
+          #   core
+          #   ui
+          #   JIRA-\d+
+
+          # Require capitalization for the first letter of the subject.
+          subjectPattern: ^[A-Z].*$
+          # The variables `subject` and `title` can be used within the message.
+          subjectPatternError: |
+            The subject "{subject}" found in the pull request title "{title}"
+            didn't match the configured pattern. Please ensure that the subject
+            start with an uppercase character.
diff --git a/.github/workflows/slash_command_dispatch.yml b/.github/workflows/slash_command_dispatch.yml
new file mode 100644
index 000000000..25c92ad57
--- /dev/null
+++ b/.github/workflows/slash_command_dispatch.yml
@@ -0,0 +1,42 @@
+name: Slash Command Dispatch
+
+on:
+  issue_comment:
+    types: [created]
+
+env:
+  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
+
+jobs:
+  slashCommandDispatch:
+    # Only allow slash commands on pull request (not on issues)
+    if: ${{ github.event.issue.pull_request }}
+    runs-on: ubuntu-latest
+    steps:
+
+      - name: Slash Command Dispatch
+        id: dispatch
+        uses: peter-evans/slash-command-dispatch@v4
+        with:
+          repository: ${{ github.repository }}
+          token: ${{ secrets.GH_PAT_MAINTENANCE_OCTAVIA }}
+          dispatch-type: workflow
+          issue-type: pull-request
+          commands: |
+            fix-pr
+            test-pr
+            poetry-lock
+          static-args: |
+            pr=${{ github.event.issue.number }}
+            comment-id=${{ github.event.comment.id }}
+
+          # Only run for users with 'write' permission on the main repository
+          permission: write
+
+      - name: Edit comment with error message
+        if: steps.dispatch.outputs.error-message
+        uses: peter-evans/create-or-update-comment@v4
+        with:
+          comment-id: ${{ github.event.comment.id }}
+          body: |
+            > Error: ${{ steps.dispatch.outputs.error-message }}
diff --git a/.github/workflows/test-pr-command.yml b/.github/workflows/test-pr-command.yml
new file mode 100644
index 000000000..2636f46dc
--- /dev/null
+++ b/.github/workflows/test-pr-command.yml
@@ -0,0 +1,163 @@
+name: On-Demand PR Test
+
+on:
+  workflow_dispatch:
+    inputs:
+      pr:
+        description: 'PR Number'
+        type: string
+        required: true
+      comment-id:
+        description: 'Comment ID (Optional)'
+        type: string
+        required: false
+
+env:
+  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
+
+jobs:
+  start-workflow:
+    name: Append 'Starting' Comment
+    runs-on: ubuntu-latest
+    steps:
+    - name: Get PR JSON
+      id: pr-info
+      env:
+        GH_TOKEN: ${{ github.token }}
+      run: |
+        PR_JSON=$(gh api repos/${{ github.repository }}/pulls/${{ github.event.inputs.pr }})
+        echo "$PR_JSON" > pr-info.json
+        echo "sha=$(cat pr-info.json | jq -r .head.sha)" >> $GITHUB_OUTPUT
+        echo "run-url=https://github.com/$GITHUB_REPOSITORY/actions/runs/$GITHUB_RUN_ID" >> $GITHUB_OUTPUT
+    - name: Upload PR details as artifact
+      uses: actions/upload-artifact@v4
+      with:
+        name: pr-info
+        path: pr-info.json
+    - name: Append comment with job run link
+      id: first-comment-action
+      uses: peter-evans/create-or-update-comment@v4
+      with:
+        comment-id: ${{ github.event.inputs.comment-id }}
+        issue-number: ${{ github.event.inputs.pr }}
+        body: |
+
+          > PR test job started... [Check job output.][1]
+
+          [1]: ${{ steps.pr-info.outputs.run-url }}
+
+  # This is copied from the `python_pytest.yml` file.
+  # Only the first two steps of the job are different, and they check out the PR's branch.
+  pytest-on-demand:
+    name: On-Demand PR Pytest (All, Python ${{ matrix.python-version }}, ${{ matrix.os }})
+    needs: [start-workflow]
+    strategy:
+      matrix:
+        python-version: [
+          '3.10',
+          '3.11',
+        ]
+        os: [
+          Ubuntu,
+          # Windows,  # For now, we don't include Windows in the test matrix.
+        ]
+      fail-fast: false
+    runs-on: "${{ matrix.os }}-latest"
+    env:
+      # Enforce UTF-8 encoding so Windows runners don't fail inside the connector code.
+      # TODO: See if we can fully enforce this within PyAirbyte itself.
+      PYTHONIOENCODING: utf-8
+    steps:
+
+    # Custom steps to fetch the PR and checkout the code:
+
+    - name: Download PR info
+      # This puts the `pr-info.json` file in the current directory.
+      # We need this to get the PR's SHA at the time of the workflow run.
+      uses: actions/download-artifact@v4
+      with:
+        name: pr-info
+
+    - name: Checkout PR
+      uses: actions/checkout@v4
+      with:
+        token: ${{ secrets.GITHUB_TOKEN }}
+    - name: Checkout PR (${{ github.event.inputs.pr }})
+      uses: dawidd6/action-checkout-pr@v1
+      with:
+        pr: ${{ github.event.inputs.pr }}
+
+    # Same as the `python_pytest.yml` file:
+
+    - name: Set up Poetry
+      uses: Gr1N/setup-poetry@v9
+      with:
+        poetry-version: "1.7.1"
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+        cache: 'poetry'
+    - name: Install dependencies
+      run: poetry install --all-extras
+
+    - name: Run Pytest
+      timeout-minutes: 60
+      env:
+        GCP_GSM_CREDENTIALS: ${{ secrets.GCP_GSM_CREDENTIALS }}
+      run: >
+        poetry run pytest
+        --verbose
+        -m "not super_slow and not flaky"
+
+    - name: Run Pytest (Flaky Only)
+      continue-on-error: true
+      timeout-minutes: 60
+      env:
+        GCP_GSM_CREDENTIALS: ${{ secrets.GCP_GSM_CREDENTIALS }}
+      run: >
+        poetry run pytest
+        --verbose
+        -m "flaky and not super_slow"
+
+    - name: Post CI Success to GitHub
+      run: |
+        curl --request POST \
+        --url https://api.github.com/repos/${{ github.repository }}/statuses/$(cat pr-info.json | jq -r .head.sha) \
+        --header 'authorization: Bearer ${{ secrets.GITHUB_TOKEN }}' \
+        --header 'content-type: application/json' \
+        --data '{
+          "state": "success",
+          "context": "Pytest (All, Python ${{ matrix.python-version }}, ${{ matrix.os }})",
+          "target_url": "https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}",
+          }' \
+
+  log-success-comment:
+    name: Append 'Success' Comment
+    needs: [pytest-on-demand]
+    runs-on: ubuntu-latest
+    steps:
+    - name: Append success comment
+      uses: peter-evans/create-or-update-comment@v4
+      with:
+        issue-number: ${{ github.event.inputs.pr }}
+        comment-id: ${{ github.event.inputs.comment-id }}
+        reactions: hooray
+        body: |
+          > ✅ Tests passed.
+
+  log-failure-comment:
+    name: Append 'Failure' Comment
+    # This job will only run if the workflow fails
+    needs: [pytest-on-demand, start-workflow]
+    if: always() && needs.pytest-on-demand.result == 'failure'
+    runs-on: ubuntu-latest
+    steps:
+    - name: Append failure comment
+      uses: peter-evans/create-or-update-comment@v4
+      with:
+        issue-number: ${{ github.event.inputs.pr }}
+        comment-id: ${{ github.event.inputs.comment-id }}
+        reactions: confused
+        body: |
+          > ❌ Tests failed.

From 2f084422b0f1c047c4d3d6d9f2cde5399293fc59 Mon Sep 17 00:00:00 2001
From: Aaron Steers <aj@airbyte.io>
Date: Sat, 9 Nov 2024 18:05:54 -0800
Subject: [PATCH 02/21] apply pyproject changes

---
 pyproject.toml | 57 +++++++++++++++++++++++++++++++++++++++++++++-----
 1 file changed, 52 insertions(+), 5 deletions(-)

diff --git a/pyproject.toml b/pyproject.toml
index 7286fa597..d1cd818d5 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -81,6 +81,8 @@ xmltodict = "^0.13.0"
 freezegun = "*"
 mypy = "*"
 asyncio = "3.4.3"
+ruff = "^0.7.2"
+pdoc = "^15.0.0"
 poethepoet = "^0.24.2"
 pyproject-flake8 = "^6.1.0"
 pytest = "^7"
@@ -89,7 +91,6 @@ pytest-cov = "*"
 pytest-httpserver = "*"
 pytest-mock = "*"
 requests-mock = "*"
-pdoc = "^15.0.0"
 
 [tool.poetry.extras]
 file-based = ["avro", "fastavro", "pyarrow", "unstructured", "pdf2image", "pdfminer.six", "unstructured.pytesseract", "pytesseract", "markdown", "python-calamine", "python-snappy"]
@@ -109,12 +110,43 @@ assemble = {cmd = "bin/generate-component-manifest-dagger.sh", help = "Generate
 build-package = {cmd = "poetry build", help = "Build the python package: source and wheels archives."}
 build = {sequence = ["assemble", "build-package"], help = "Run all tasks to build the package."}
 
-# Check tasks
-lint =  {cmd = "pflake8 --config ../../pyproject.toml ./", help = "Lint with flake8."}
+# Format check tasks
+_format-check-ruff = {cmd = "ruff format --check .", help = "Check formatting with Ruff."}
+_format-check-prettier = {cmd = "npx prettier . --check", help = "Check formatting with prettier."}
+format-check = {sequence = ["_format-check-ruff", "_format-check-prettier"], help = "Check formatting for all file types.", ignore_fail = "return_non_zero"}
+
+# Format fix tasks
+_format-fix-ruff = {cmd = "ruff format .", help = "Format with Ruff."}
+_format-fix-prettier = {cmd = "npx prettier . --write", help = "Format with prettier."}
+format-fix = {sequence = ["_format-fix-ruff", "_format-fix-prettier"], help = "Format all file types.", ignore_fail = "return_non_zero"}
+
+# Linting/Typing check tasks
+_lint-ruff = {cmd = "poetry run ruff check .", help = "Lint with Ruff."}
 type-check = {cmd = "bin/run-mypy-on-modified-files.sh", help = "Type check modified files with mypy."}
-unit-test-with-cov = {cmd = "pytest -s unit_tests -c pytest.ini --cov=airbyte_cdk --cov-report=term --cov-config ../../pyproject.toml", help = "Run unit tests and create a coverage report."}
-# TODO: find a version of the modified mypy check that works both locally and in CI.
+lint = {sequence = ["_lint-ruff", "type-check"], help = "Lint all code. Includes type checking.", ignore_fail = "return_non_zero"}
+
+# Lockfile check task
 check-lockfile = {cmd = "poetry check", help = "Check the poetry lock file."}
+
+# Linting/Typing fix tasks
+lint-fix = { cmd = "poetry run ruff check --fix ." }
+lint-fix-unsafe = { cmd = "poetry run ruff check --fix --unsafe-fixes .", help = "Lint-fix modified files, including 'unsafe' fixes. It is recommended to first commit any pending changes and then always manually review any unsafe changes applied." }
+
+# Combined Check and Fix tasks
+
+check-all = {sequence = ["lint", "format-check", "type-check", "check-lockfile"], help = "Lint, format, and type-check modified files.", ignore_fail = "return_non_zero"}
+fix-all = {sequence = ["format-fix", "lint-fix"], help = "Lint-fix and format-fix modified files, ignoring unsafe fixes.", ignore_fail = "return_non_zero"}
+fix-and-check = {sequence = ["fix-all", "check-all"], help = "Lint-fix and format-fix, then re-check to see if any issues remain.", ignore_fail = "return_non_zero"}
+
+# PyTest tasks
+
+pytest = {cmd = "poetry run coverage run -m pytest --durations=10", help = "Run all pytest tests."}
+pytest-fast = {cmd = "poetry run coverage run -m pytest --durations=5 --exitfirst -m 'not flaky and not slow and not requires_creds'", help = "Run pytest tests, failing fast and excluding slow tests."}
+unit-test-with-cov = {cmd = "pytest -s unit_tests --cov=airbyte_cdk --cov-report=term --cov-config ./pyproject.toml", help = "Run unit tests and create a coverage report."}
+
+# Combined check tasks (other)
+
+# TODO: find a version of the modified mypy check that works both locally and in CI.
 check-local = {sequence = ["lint", "type-check", "check-lockfile", "unit-test-with-cov"], help = "Lint all code, type-check modified files, and run unit tests."}
 check-ci = {sequence = ["check-lockfile", "build", "lint", "unit-test-with-cov"], help = "Build the package, lint and run unit tests. Does not include type-checking."}
 
@@ -125,6 +157,21 @@ pre-push = {sequence = ["build", "check-local"], help = "Run all build and check
 docs-generate = {env = {PDOC_ALLOW_EXEC = "1"}, cmd = "python -m docs.generate run"}
 docs-preview = {shell = "poe docs-generate && open docs/generated/index.html"}
 
+[tool.check-wheel-contents]
+# Quality control for Python wheel generation. Docs here:
+# - https://github.com/jwodder/check-wheel-contents
+ignore = [
+  "W002"  # Duplicate files. (TODO: Fix the few duplicate files, mostly `__init__.py` files that have only copyright text.)
+]
+
+[tool.pytest.ini_options]
+log_cli = true
+log_cli_level = "INFO"
+log_cli_format = "%(asctime)s [%(levelname)8s] %(message)s (%(filename)s:%(lineno)s)"
+log_cli_date_format = "%Y-%m-%d %H:%M:%S"
+filterwarnings = [
+    "ignore::airbyte_cdk.sources.source.ExperimentalClassWarning"
+]
 
 [tool.airbyte_ci]
 python_versions = ["3.10", "3.11"]

From d960bee7299093039b51c773774e166b60075714 Mon Sep 17 00:00:00 2001
From: Aaron Steers <aj@airbyte.io>
Date: Sat, 9 Nov 2024 18:08:49 -0800
Subject: [PATCH 03/21] `poetry lock`

---
 poetry.lock | 35 +++++++++++++++++++++++++++++++----
 1 file changed, 31 insertions(+), 4 deletions(-)

diff --git a/poetry.lock b/poetry.lock
index 869632ddc..9d4d01bfc 100644
--- a/poetry.lock
+++ b/poetry.lock
@@ -1856,8 +1856,8 @@ files = [
 httpx = ">=0.23.0,<1"
 orjson = ">=3.9.14,<4.0.0"
 pydantic = [
-    {version = ">=1,<3", markers = "python_full_version < \"3.12.4\""},
     {version = ">=2.7.4,<3.0.0", markers = "python_full_version >= \"3.12.4\""},
+    {version = ">=1,<3", markers = "python_full_version < \"3.12.4\""},
 ]
 requests = ">=2,<3"
 requests-toolbelt = ">=1.0.0,<2.0.0"
@@ -2735,9 +2735,9 @@ files = [
 
 [package.dependencies]
 numpy = [
+    {version = ">=1.26.0", markers = "python_version >= \"3.12\""},
     {version = ">=1.22.4", markers = "python_version < \"3.11\""},
     {version = ">=1.23.2", markers = "python_version == \"3.11\""},
-    {version = ">=1.26.0", markers = "python_version >= \"3.12\""},
 ]
 python-dateutil = ">=2.8.2"
 pytz = ">=2020.1"
@@ -3256,8 +3256,8 @@ files = [
 annotated-types = ">=0.6.0"
 pydantic-core = "2.23.4"
 typing-extensions = [
-    {version = ">=4.6.1", markers = "python_version < \"3.13\""},
     {version = ">=4.12.2", markers = "python_version >= \"3.13\""},
+    {version = ">=4.6.1", markers = "python_version < \"3.13\""},
 ]
 
 [package.extras]
@@ -4192,6 +4192,33 @@ typing-extensions = {version = ">=4.0.0,<5.0", markers = "python_version < \"3.1
 [package.extras]
 jupyter = ["ipywidgets (>=7.5.1,<9)"]
 
+[[package]]
+name = "ruff"
+version = "0.7.3"
+description = "An extremely fast Python linter and code formatter, written in Rust."
+optional = false
+python-versions = ">=3.7"
+files = [
+    {file = "ruff-0.7.3-py3-none-linux_armv6l.whl", hash = "sha256:34f2339dc22687ec7e7002792d1f50712bf84a13d5152e75712ac08be565d344"},
+    {file = "ruff-0.7.3-py3-none-macosx_10_12_x86_64.whl", hash = "sha256:fb397332a1879b9764a3455a0bb1087bda876c2db8aca3a3cbb67b3dbce8cda0"},
+    {file = "ruff-0.7.3-py3-none-macosx_11_0_arm64.whl", hash = "sha256:37d0b619546103274e7f62643d14e1adcbccb242efda4e4bdb9544d7764782e9"},
+    {file = "ruff-0.7.3-py3-none-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5d59f0c3ee4d1a6787614e7135b72e21024875266101142a09a61439cb6e38a5"},
+    {file = "ruff-0.7.3-py3-none-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:44eb93c2499a169d49fafd07bc62ac89b1bc800b197e50ff4633aed212569299"},
+    {file = "ruff-0.7.3-py3-none-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:6d0242ce53f3a576c35ee32d907475a8d569944c0407f91d207c8af5be5dae4e"},
+    {file = "ruff-0.7.3-py3-none-manylinux_2_17_ppc64.manylinux2014_ppc64.whl", hash = "sha256:6b6224af8b5e09772c2ecb8dc9f3f344c1aa48201c7f07e7315367f6dd90ac29"},
+    {file = "ruff-0.7.3-py3-none-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c50f95a82b94421c964fae4c27c0242890a20fe67d203d127e84fbb8013855f5"},
+    {file = "ruff-0.7.3-py3-none-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7f3eff9961b5d2644bcf1616c606e93baa2d6b349e8aa8b035f654df252c8c67"},
+    {file = "ruff-0.7.3-py3-none-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b8963cab06d130c4df2fd52c84e9f10d297826d2e8169ae0c798b6221be1d1d2"},
+    {file = "ruff-0.7.3-py3-none-musllinux_1_2_aarch64.whl", hash = "sha256:61b46049d6edc0e4317fb14b33bd693245281a3007288b68a3f5b74a22a0746d"},
+    {file = "ruff-0.7.3-py3-none-musllinux_1_2_armv7l.whl", hash = "sha256:10ebce7696afe4644e8c1a23b3cf8c0f2193a310c18387c06e583ae9ef284de2"},
+    {file = "ruff-0.7.3-py3-none-musllinux_1_2_i686.whl", hash = "sha256:3f36d56326b3aef8eeee150b700e519880d1aab92f471eefdef656fd57492aa2"},
+    {file = "ruff-0.7.3-py3-none-musllinux_1_2_x86_64.whl", hash = "sha256:5d024301109a0007b78d57ab0ba190087b43dce852e552734ebf0b0b85e4fb16"},
+    {file = "ruff-0.7.3-py3-none-win32.whl", hash = "sha256:4ba81a5f0c5478aa61674c5a2194de8b02652f17addf8dfc40c8937e6e7d79fc"},
+    {file = "ruff-0.7.3-py3-none-win_amd64.whl", hash = "sha256:588a9ff2fecf01025ed065fe28809cd5a53b43505f48b69a1ac7707b1b7e4088"},
+    {file = "ruff-0.7.3-py3-none-win_arm64.whl", hash = "sha256:1713e2c5545863cdbfe2cbce21f69ffaf37b813bfd1fb3b90dc9a6f1963f5a8c"},
+    {file = "ruff-0.7.3.tar.gz", hash = "sha256:e1d1ba2e40b6e71a61b063354d04be669ab0d39c352461f3d789cac68b54a313"},
+]
+
 [[package]]
 name = "scikit-learn"
 version = "1.5.2"
@@ -5220,4 +5247,4 @@ vector-db-based = ["cohere", "langchain", "openai", "tiktoken"]
 [metadata]
 lock-version = "2.0"
 python-versions = "^3.10"
-content-hash = "04616bc5fdd4e0993c2b8ff4ed31eda425c13fb72b3a75e6414caf282ed24148"
+content-hash = "ea323704b6919c3f47c5f65ff15e14fe3870521a0b71164d29706a71c8debbdf"

From 80dae0999d1b2bd7d68c4c865f49f628692696d3 Mon Sep 17 00:00:00 2001
From: Aaron Steers <aj@airbyte.io>
Date: Sat, 9 Nov 2024 18:12:46 -0800
Subject: [PATCH 04/21] update pr semantic PR title rules

---
 .github/workflows/semantic_pr_check.yml | 14 +++++++++-----
 1 file changed, 9 insertions(+), 5 deletions(-)

diff --git a/.github/workflows/semantic_pr_check.yml b/.github/workflows/semantic_pr_check.yml
index 1cdb78680..9f04db1bc 100644
--- a/.github/workflows/semantic_pr_check.yml
+++ b/.github/workflows/semantic_pr_check.yml
@@ -8,9 +8,6 @@ on:
       - synchronize
       - ready_for_review
 
-env:
-  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
-
 permissions:
   pull-requests: read
 
@@ -27,12 +24,19 @@ jobs:
           # Configure which types are allowed (newline-delimited).
           # See: https://github.com/commitizen/conventional-commit-types/blob/master/index.json
           types: |
+            fix
             Fix
+            feat
             Feat
+            docs
             Docs
+            ci
             CI
+            chore
             Chore
+            build
             Build
+            test
             Test
 
           # # We don't use scopes as of now
@@ -46,5 +50,5 @@ jobs:
           # The variables `subject` and `title` can be used within the message.
           subjectPatternError: |
             The subject "{subject}" found in the pull request title "{title}"
-            didn't match the configured pattern. Please ensure that the subject
-            start with an uppercase character.
+            didn't match the configured pattern. Please check the title against
+            the naming rules.

From aff92e079a6f7edb0910dcd953b8d8bca6c5bd10 Mon Sep 17 00:00:00 2001
From: Aaron Steers <aj@airbyte.io>
Date: Sat, 9 Nov 2024 18:14:29 -0800
Subject: [PATCH 05/21] mention [WIP] as a bypass for semantic PR checks

---
 .github/workflows/semantic_pr_check.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/semantic_pr_check.yml b/.github/workflows/semantic_pr_check.yml
index 9f04db1bc..3c0947d8b 100644
--- a/.github/workflows/semantic_pr_check.yml
+++ b/.github/workflows/semantic_pr_check.yml
@@ -51,4 +51,4 @@ jobs:
           subjectPatternError: |
             The subject "{subject}" found in the pull request title "{title}"
             didn't match the configured pattern. Please check the title against
-            the naming rules.
+            the naming rules. You can also use the [WIP] prefix to bypass this check.

From ef100492067ae8a693c4ac0e39bc376580bb69a1 Mon Sep 17 00:00:00 2001
From: Aaron Steers <aj@airbyte.io>
Date: Sat, 9 Nov 2024 18:28:10 -0800
Subject: [PATCH 06/21] update release drafter logic

---
 .github/release-drafter.yml           | 11 +++++++----
 .github/workflows/release_drafter.yml |  9 ++++++++-
 2 files changed, 15 insertions(+), 5 deletions(-)

diff --git a/.github/release-drafter.yml b/.github/release-drafter.yml
index 0f6a2bc0d..604e4f8f6 100644
--- a/.github/release-drafter.yml
+++ b/.github/release-drafter.yml
@@ -17,7 +17,7 @@ categories:
       - 'refactor'
   - title: 'Documentation 📖'
     label: 'docs'
-change-template: '- $TITLE @$AUTHOR (#$NUMBER)'
+change-template: '- $SUBJECT (#$NUMBER) - **_Thanks, @$AUTHOR_**!'
 change-title-escapes: '\<*_&' # You can add # and @ to disable mentions, and add ` to disable code blocks.
 version-resolver:
   major:
@@ -37,10 +37,13 @@ template: |
 autolabeler:
   - label: 'chore'
     title:
-      - '/chore\:/i'
+      - '/^chore(\(.*\))?\:/i'
+  - label: 'ci'
+    title:
+      - '/^ci(\(.*\))?\:/i'
   - label: 'bug'
     title:
-      - '/fix\:/i'
+      - '/^fix(\(.*\))?\:/i'
   - label: 'enhancement'
     title:
-      - '/feature/i'
+      - '/^feat(\(.*\))?/i'
diff --git a/.github/workflows/release_drafter.yml b/.github/workflows/release_drafter.yml
index ea236d5c5..ad6b78e52 100644
--- a/.github/workflows/release_drafter.yml
+++ b/.github/workflows/release_drafter.yml
@@ -4,12 +4,19 @@ on:
   push:
     branches:
       - main
+  pull_request:
+    # Only following types are handled by the action, but one can default to all as well
+    types: [opened, reopened, synchronize]
+  # # pull_request_target event is required for autolabeler to support PRs from forks
+  # pull_request_target:
+  #   types: [opened, reopened, synchronize]
 
 env:
   AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
 
 permissions:
-  contents: read
+  contents: write
+  pull-requests: write
 
 jobs:
   update_release_draft:

From 718ff9941f6fce4a960e6fe423225c7c7b46ab63 Mon Sep 17 00:00:00 2001
From: Aaron Steers <aj@airbyte.io>
Date: Sat, 9 Nov 2024 18:30:22 -0800
Subject: [PATCH 07/21] move release drafter config

---
 .github/{workflows => }/release_drafter.yml | 1 -
 1 file changed, 1 deletion(-)
 rename .github/{workflows => }/release_drafter.yml (96%)

diff --git a/.github/workflows/release_drafter.yml b/.github/release_drafter.yml
similarity index 96%
rename from .github/workflows/release_drafter.yml
rename to .github/release_drafter.yml
index ad6b78e52..74ad0357e 100644
--- a/.github/workflows/release_drafter.yml
+++ b/.github/release_drafter.yml
@@ -29,6 +29,5 @@ jobs:
       - uses: release-drafter/release-drafter@v6
         with:
           config-name: release-drafter.yml
-          disable-autolabeler: true
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

From 7f1ba4568e42c70f776c031389f94fafd9f383e2 Mon Sep 17 00:00:00 2001
From: Aaron Steers <aj@airbyte.io>
Date: Sat, 9 Nov 2024 18:32:25 -0800
Subject: [PATCH 08/21] revert workflow path change

---
 .github/{ => workflows}/release_drafter.yml | 0
 1 file changed, 0 insertions(+), 0 deletions(-)
 rename .github/{ => workflows}/release_drafter.yml (100%)

diff --git a/.github/release_drafter.yml b/.github/workflows/release_drafter.yml
similarity index 100%
rename from .github/release_drafter.yml
rename to .github/workflows/release_drafter.yml

From 789dfe647bac7d0c2f2f5a35282749c77a673ae1 Mon Sep 17 00:00:00 2001
From: Aaron Steers <aj@airbyte.io>
Date: Sat, 9 Nov 2024 18:38:59 -0800
Subject: [PATCH 09/21] fix perms

---
 .github/workflows/release_drafter.yml | 6 +-----
 1 file changed, 1 insertion(+), 5 deletions(-)

diff --git a/.github/workflows/release_drafter.yml b/.github/workflows/release_drafter.yml
index 74ad0357e..f900002c0 100644
--- a/.github/workflows/release_drafter.yml
+++ b/.github/workflows/release_drafter.yml
@@ -14,15 +14,11 @@ on:
 env:
   AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
 
-permissions:
-  contents: write
-  pull-requests: write
-
 jobs:
   update_release_draft:
     permissions:
       contents: write
-      pull-requests: read
+      pull-requests: write
     runs-on: ubuntu-latest
     steps:
       # Drafts the next Release notes as Pull Requests are merged into "main"

From 43e0f023c8e8c900745a7ade56f10f632b42b8b3 Mon Sep 17 00:00:00 2001
From: Aaron Steers <aj@airbyte.io>
Date: Sat, 9 Nov 2024 18:44:15 -0800
Subject: [PATCH 10/21] declare gsm secret in connector test

---
 .github/workflows/connector-tests.yml | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/.github/workflows/connector-tests.yml b/.github/workflows/connector-tests.yml
index 54580b4cb..23ec06509 100644
--- a/.github/workflows/connector-tests.yml
+++ b/.github/workflows/connector-tests.yml
@@ -120,6 +120,8 @@ jobs:
       - name: Test Connector
         if: steps.no_changes.outcome != 'failure'
         timeout-minutes: 90
+        env:
+          GCP_GSM_CREDENTIALS: ${{ secrets.GCP_GSM_CREDENTIALS }}
         run: |
           make tools.airbyte-ci-binary.install
           airbyte-ci connectors \

From 757ac10412021f8bd06f866da05628d130250c8e Mon Sep 17 00:00:00 2001
From: Aaron Steers <aj@airbyte.io>
Date: Sat, 9 Nov 2024 18:53:27 -0800
Subject: [PATCH 11/21] update/add misc files

---
 .gitignore        |  4 ++++
 .prettierignore   |  3 +++
 .prettierrc       | 10 ++++++++++
 package-lock.json | 26 ++++++++++++++++++++++++++
 package.json      |  5 +++++
 5 files changed, 48 insertions(+)
 create mode 100644 .prettierignore
 create mode 100644 .prettierrc
 create mode 100644 package-lock.json
 create mode 100644 package.json

diff --git a/.gitignore b/.gitignore
index 3d99a021c..fe51d38a0 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,3 +1,7 @@
+# Node artifacts
+node_modules
+
+# Coverage
 .coverage
 
 # TODO: these are tmp files generated by unit tests. They should go to the /tmp directory.
diff --git a/.prettierignore b/.prettierignore
new file mode 100644
index 000000000..1b8ac8894
--- /dev/null
+++ b/.prettierignore
@@ -0,0 +1,3 @@
+# Ignore artifacts:
+build
+coverage
diff --git a/.prettierrc b/.prettierrc
new file mode 100644
index 000000000..31cda2d92
--- /dev/null
+++ b/.prettierrc
@@ -0,0 +1,10 @@
+{
+  "overrides": [
+    {
+      "files": "*.md",
+      "options": {
+        "proseWrap": "preserve"
+      }
+    }
+  ]
+}
diff --git a/package-lock.json b/package-lock.json
new file mode 100644
index 000000000..fb5853316
--- /dev/null
+++ b/package-lock.json
@@ -0,0 +1,26 @@
+{
+  "name": "airbyte-python-cdk-test",
+  "lockfileVersion": 3,
+  "requires": true,
+  "packages": {
+    "": {
+      "dependencies": {
+        "prettier": "^3.3.3"
+      }
+    },
+    "node_modules/prettier": {
+      "version": "3.3.3",
+      "resolved": "https://registry.npmjs.org/prettier/-/prettier-3.3.3.tgz",
+      "integrity": "sha512-i2tDNA0O5IrMO757lfrdQZCc2jPNDVntV0m/+4whiDfWaTKfMNgR7Qz0NAeGz/nRqF4m5/6CLzbP4/liHt12Ew==",
+      "bin": {
+        "prettier": "bin/prettier.cjs"
+      },
+      "engines": {
+        "node": ">=14"
+      },
+      "funding": {
+        "url": "https://github.com/prettier/prettier?sponsor=1"
+      }
+    }
+  }
+}
diff --git a/package.json b/package.json
new file mode 100644
index 000000000..1dafaf197
--- /dev/null
+++ b/package.json
@@ -0,0 +1,5 @@
+{
+  "dependencies": {
+    "prettier": "^3.3.3"
+  }
+}

From a9033df5bb329f7997d994de55bed4105de71c5c Mon Sep 17 00:00:00 2001
From: Aaron Steers <aj@airbyte.io>
Date: Sat, 9 Nov 2024 19:09:00 -0800
Subject: [PATCH 12/21] modernize github output syntax

---
 .github/workflows/connector-tests.yml     | 2 +-
 .github/workflows/fix-pr-command.yml      | 8 ++++----
 .github/workflows/poetry-lock-command.yml | 6 +++---
 3 files changed, 8 insertions(+), 8 deletions(-)

diff --git a/.github/workflows/connector-tests.yml b/.github/workflows/connector-tests.yml
index 23ec06509..8e80bb6b6 100644
--- a/.github/workflows/connector-tests.yml
+++ b/.github/workflows/connector-tests.yml
@@ -99,7 +99,7 @@ jobs:
         if: ${{ matrix.cdk_extra != 'n/a' && needs.cdk_changes.outputs[matrix.cdk_extra] == 'false' }}
         run: |
             echo "Aborting job as specified extra not changed: ${{matrix.cdk_extra}} = ${{ needs.cdk_changes.outputs[matrix.cdk_extra] }}"
-            echo "::set-output name=status::cancelled"
+            echo "status=cancelled" >> $GITHUB_OUTPUT
             exit 1
         continue-on-error: true
       # Get the monorepo so we can test the connectors
diff --git a/.github/workflows/fix-pr-command.yml b/.github/workflows/fix-pr-command.yml
index 6eebae8b7..6f84546e9 100644
--- a/.github/workflows/fix-pr-command.yml
+++ b/.github/workflows/fix-pr-command.yml
@@ -51,8 +51,8 @@ jobs:
       id: pr-info
       run: |
         PR_JSON=$(gh api repos/${{ github.repository }}/pulls/${{ github.event.inputs.pr }})
-        echo "::set-output name=repo::$(echo "$PR_JSON" | jq -r .head.repo.full_name)"
-        echo "::set-output name=branch::$(echo "$PR_JSON" | jq -r .head.ref)"
+        echo "repo=$(echo "$PR_JSON" | jq -r .head.repo.full_name)" >> $GITHUB_OUTPUT
+        echo "branch=$(echo "$PR_JSON" | jq -r .head.ref)" >> $GITHUB_OUTPUT
       env:
         GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
       shell: bash
@@ -104,7 +104,7 @@ jobs:
     - name: Check for changes
       id: git-diff
       run: |
-        git diff --quiet && echo "No changes to commit" || echo "::set-output name=changes::true"
+        git diff --quiet && echo "No changes to commit" || echo "changes=true" >> $GITHUB_OUTPUT
       shell: bash
 
     # Commit changes (if any)
@@ -129,7 +129,7 @@ jobs:
     - name: Check for changes ('unsafe' fixes)
       id: git-diff-2
       run: |
-        git diff --quiet && echo "No changes to commit" || echo "::set-output name=changes::true"
+        git diff --quiet && echo "No changes to commit" || echo "changes=true" >> $GITHUB_OUTPUT
       shell: bash
 
     - name: Commit 'unsafe' lint fixes
diff --git a/.github/workflows/poetry-lock-command.yml b/.github/workflows/poetry-lock-command.yml
index a4a1145db..a5f90b557 100644
--- a/.github/workflows/poetry-lock-command.yml
+++ b/.github/workflows/poetry-lock-command.yml
@@ -48,8 +48,8 @@ jobs:
       id: pr-info
       run: |
         PR_JSON=$(gh api repos/${{ github.repository }}/pulls/${{ github.event.inputs.pr }})
-        echo "::set-output name=repo::$(echo "$PR_JSON" | jq -r .head.repo.full_name)"
-        echo "::set-output name=branch::$(echo "$PR_JSON" | jq -r .head.ref)"
+        echo "repo=$(echo "$PR_JSON" | jq -r .head.repo.full_name)" >> $GITHUB_OUTPUT
+        echo "branch=$(echo "$PR_JSON" | jq -r .head.ref)" >> $GITHUB_OUTPUT
       env:
         GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
       shell: bash
@@ -97,7 +97,7 @@ jobs:
     - name: Check for changes
       id: git-diff
       run: |
-        git diff --quiet && echo "No changes to commit" || echo "::set-output name=changes::true"
+        git diff --quiet && echo "No changes to commit" || echo "changes=true" >> $GITHUB_OUTPUT
       shell: bash
 
     # Commit changes (if any)

From becf5620f381db92f01dffa9ced3a3865a8bfd57 Mon Sep 17 00:00:00 2001
From: "Aaron (\"AJ\") Steers" <aj@airbyte.io>
Date: Sat, 9 Nov 2024 19:11:01 -0800
Subject: [PATCH 13/21] apply coderabbit suggestion

Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>
---
 .github/workflows/pydoc_preview.yml | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/.github/workflows/pydoc_preview.yml b/.github/workflows/pydoc_preview.yml
index 3ce7e4d95..0552b4665 100644
--- a/.github/workflows/pydoc_preview.yml
+++ b/.github/workflows/pydoc_preview.yml
@@ -31,10 +31,15 @@ jobs:
 
     - name: Generate documentation
       run: |
+        set -e
         poetry run poe docs-generate
+        if [ ! -d "docs/generated" ]; then
+          echo "Error: Documentation generation failed - docs/generated directory not found"
+          exit 1
+        fi
 
     - name: Upload artifact
       uses: actions/upload-pages-artifact@v3
       with:
-        # Upload entire repository
+        # Upload generated documentation
         path: 'docs/generated'

From 5deff345e9ef53ad0829623dd25ab5f759d5b418 Mon Sep 17 00:00:00 2001
From: "Aaron (\"AJ\") Steers" <aj@airbyte.io>
Date: Sat, 9 Nov 2024 19:12:03 -0800
Subject: [PATCH 14/21] apply coderabbit suggestion

Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>
---
 .github/release-drafter.yml | 14 ++++++++++++++
 1 file changed, 14 insertions(+)

diff --git a/.github/release-drafter.yml b/.github/release-drafter.yml
index 604e4f8f6..852b32aaa 100644
--- a/.github/release-drafter.yml
+++ b/.github/release-drafter.yml
@@ -47,3 +47,17 @@ autolabeler:
   - label: 'enhancement'
     title:
       - '/^feat(\(.*\))?/i'
+  - label: 'docs'
+    title:
+      - '/^docs(\(.*\))?\:/i'
+  - label: 'security'
+    title:
+      - '/^security(\(.*\))?\:/i'
+      - '/^fix(\(security\))?\:/i'
+  - label: 'dependencies'
+    title:
+      - '/^chore\(deps\)\:/i'
+      - '/^build\(deps\)\:/i'
+  - label: 'breaking'
+    title:
+      - '/!:\s*$/i'

From aae6952328d0469d8d592ae2e8f956ccdc02ce05 Mon Sep 17 00:00:00 2001
From: "Aaron (\"AJ\") Steers" <aj@airbyte.io>
Date: Sat, 9 Nov 2024 19:13:19 -0800
Subject: [PATCH 15/21] apply suggestion

---
 .github/workflows/slash_command_dispatch.yml | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/.github/workflows/slash_command_dispatch.yml b/.github/workflows/slash_command_dispatch.yml
index 25c92ad57..b1f406e7d 100644
--- a/.github/workflows/slash_command_dispatch.yml
+++ b/.github/workflows/slash_command_dispatch.yml
@@ -4,9 +4,6 @@ on:
   issue_comment:
     types: [created]
 
-env:
-  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
-
 jobs:
   slashCommandDispatch:
     # Only allow slash commands on pull request (not on issues)

From e2d8723505a31d049cf09654b3c0103225660166 Mon Sep 17 00:00:00 2001
From: "Aaron (\"AJ\") Steers" <aj@airbyte.io>
Date: Sat, 9 Nov 2024 19:19:51 -0800
Subject: [PATCH 16/21] apply suggestion

Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>
---
 .github/workflows/python_lint.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/python_lint.yml b/.github/workflows/python_lint.yml
index 5598076cb..889f63526 100644
--- a/.github/workflows/python_lint.yml
+++ b/.github/workflows/python_lint.yml
@@ -30,7 +30,7 @@ jobs:
       run: poetry install --all-extras
 
     # Job-specifc step(s):
-    - name: Format code
+    - name: Run lint check
       run: poetry run ruff check .
 
   ruff-format-check:

From 13e21f7164a23a99fe8f0639d2c19014eeb47c58 Mon Sep 17 00:00:00 2001
From: "Aaron (\"AJ\") Steers" <aj@airbyte.io>
Date: Sat, 9 Nov 2024 19:30:00 -0800
Subject: [PATCH 17/21] apply suggestion

Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>
---
 .github/workflows/poetry-lock-command.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/poetry-lock-command.yml b/.github/workflows/poetry-lock-command.yml
index a5f90b557..918991121 100644
--- a/.github/workflows/poetry-lock-command.yml
+++ b/.github/workflows/poetry-lock-command.yml
@@ -127,7 +127,7 @@ jobs:
 
     - name: Append success comment (no-op)
       uses: peter-evans/create-or-update-comment@v4
-      if: steps.git-diff.outputs.changes != 'true' && steps.git-diff-2.outputs.changes != 'true'
+      if: steps.git-diff.outputs.changes != 'true'
       with:
         comment-id: ${{ steps.first-comment-action.outputs.comment-id }}
         reactions: "+1"

From 190d3c694d0194f201d6596dfc0ef4dbebcf352b Mon Sep 17 00:00:00 2001
From: Aaron Steers <aj@airbyte.io>
Date: Sat, 9 Nov 2024 19:32:43 -0800
Subject: [PATCH 18/21] remove `AIRBYTE_ANALYTICS_ID` refs

---
 .github/workflows/fix-pr-command.yml      |  3 --
 .github/workflows/poetry-lock-command.yml |  3 --
 .github/workflows/pydoc_preview.yml       | 45 ----------------
 .github/workflows/pydoc_publish.yml       | 63 -----------------------
 .github/workflows/pypi_publish.yml        |  3 --
 .github/workflows/python_lint.yml         |  3 --
 .github/workflows/python_pytest.yml       |  3 --
 .github/workflows/release_drafter.yml     |  3 --
 .github/workflows/test-pr-command.yml     |  3 --
 9 files changed, 129 deletions(-)
 delete mode 100644 .github/workflows/pydoc_preview.yml
 delete mode 100644 .github/workflows/pydoc_publish.yml

diff --git a/.github/workflows/fix-pr-command.yml b/.github/workflows/fix-pr-command.yml
index 6f84546e9..3282bcf62 100644
--- a/.github/workflows/fix-pr-command.yml
+++ b/.github/workflows/fix-pr-command.yml
@@ -12,9 +12,6 @@ on:
         type: string
         required: false
 
-env:
-  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
-
 jobs:
   # This is copied from the `python_pytest.yml` file.
   # Only the first two steps of the job are different, and they check out the PR's branch.
diff --git a/.github/workflows/poetry-lock-command.yml b/.github/workflows/poetry-lock-command.yml
index 918991121..6a616b8b4 100644
--- a/.github/workflows/poetry-lock-command.yml
+++ b/.github/workflows/poetry-lock-command.yml
@@ -12,9 +12,6 @@ on:
         type: string
         required: false
 
-env:
-  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
-
 jobs:
   poetry-lock-on-demand:
     name: On-Demand Poetry Lock
diff --git a/.github/workflows/pydoc_preview.yml b/.github/workflows/pydoc_preview.yml
deleted file mode 100644
index 0552b4665..000000000
--- a/.github/workflows/pydoc_preview.yml
+++ /dev/null
@@ -1,45 +0,0 @@
-name: Generate Docs
-
-on:
-  push:
-    branches:
-    - main
-  pull_request: {}
-
-env:
-  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
-
-jobs:
-  preview_docs:
-    runs-on: ubuntu-latest
-
-    steps:
-    - name: Checkout code
-      uses: actions/checkout@v4
-    - name: Set up Poetry
-      uses: Gr1N/setup-poetry@v9
-      with:
-        poetry-version: "1.7.1"
-    - name: Set up Python
-      uses: actions/setup-python@v5
-      with:
-        python-version: '3.10'
-        cache: 'poetry'
-
-    - name: Install dependencies
-      run: poetry install --all-extras
-
-    - name: Generate documentation
-      run: |
-        set -e
-        poetry run poe docs-generate
-        if [ ! -d "docs/generated" ]; then
-          echo "Error: Documentation generation failed - docs/generated directory not found"
-          exit 1
-        fi
-
-    - name: Upload artifact
-      uses: actions/upload-pages-artifact@v3
-      with:
-        # Upload generated documentation
-        path: 'docs/generated'
diff --git a/.github/workflows/pydoc_publish.yml b/.github/workflows/pydoc_publish.yml
deleted file mode 100644
index bd70e1c8c..000000000
--- a/.github/workflows/pydoc_publish.yml
+++ /dev/null
@@ -1,63 +0,0 @@
-name: Publish Docs
-
-on:
-  push:
-    branches:
-    - main
-
-  # Allows you to run this workflow manually from the Actions tab
-  workflow_dispatch:
-
-env:
-  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
-
-# Sets permissions of the GITHUB_TOKEN to allow deployment to GitHub Pages
-permissions:
-  contents: read
-  pages: write
-  id-token: write
-
-# Allow only one concurrent deployment, skipping runs queued between the run in-progress and latest queued.
-# However, do NOT cancel in-progress runs as we want to allow these production deployments to complete.
-concurrency:
-  group: "pages"
-  cancel-in-progress: false
-
-jobs:
-  publish_docs:
-    runs-on: ubuntu-latest
-    environment:
-      name: "github-pages"
-      url: ${{ steps.deployment.outputs.page_url }}
-
-    steps:
-    - name: Checkout code
-      uses: actions/checkout@v4
-    - name: Set up Poetry
-      uses: Gr1N/setup-poetry@v9
-      with:
-        poetry-version: "1.7.1"
-    - name: Set up Python
-      uses: actions/setup-python@v5
-      with:
-        python-version: '3.10'
-        cache: 'poetry'
-    - name: Setup Pages
-      uses: actions/configure-pages@v5
-
-    - name: Install dependencies
-      run: poetry install --all-extras
-
-    - name: Generate documentation
-      run: |
-        poetry run poe docs-generate
-
-    - name: Upload artifact
-      uses: actions/upload-pages-artifact@v3
-      with:
-        # Upload entire repository
-        path: 'docs/generated'
-
-    - name: Deploy to GitHub Pages
-      id: deployment
-      uses: actions/deploy-pages@v4
diff --git a/.github/workflows/pypi_publish.yml b/.github/workflows/pypi_publish.yml
index 65d98d314..97c316d0d 100644
--- a/.github/workflows/pypi_publish.yml
+++ b/.github/workflows/pypi_publish.yml
@@ -5,9 +5,6 @@ on:
 
   workflow_dispatch:
 
-env:
-  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
-
 jobs:
   build:
     runs-on: ubuntu-latest
diff --git a/.github/workflows/python_lint.yml b/.github/workflows/python_lint.yml
index 889f63526..2f32be7d5 100644
--- a/.github/workflows/python_lint.yml
+++ b/.github/workflows/python_lint.yml
@@ -6,9 +6,6 @@ on:
       - main
     pull_request: {}
 
-env:
-  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
-
 jobs:
   ruff-lint-check:
     name: Ruff Lint Check
diff --git a/.github/workflows/python_pytest.yml b/.github/workflows/python_pytest.yml
index 1eaac8642..81b4c27cc 100644
--- a/.github/workflows/python_pytest.yml
+++ b/.github/workflows/python_pytest.yml
@@ -13,9 +13,6 @@ on:
       - main
     pull_request: {}
 
-env:
-  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
-
 jobs:
   pytest-fast:
     name: Pytest (Fast)
diff --git a/.github/workflows/release_drafter.yml b/.github/workflows/release_drafter.yml
index f900002c0..5996860e3 100644
--- a/.github/workflows/release_drafter.yml
+++ b/.github/workflows/release_drafter.yml
@@ -11,9 +11,6 @@ on:
   # pull_request_target:
   #   types: [opened, reopened, synchronize]
 
-env:
-  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
-
 jobs:
   update_release_draft:
     permissions:
diff --git a/.github/workflows/test-pr-command.yml b/.github/workflows/test-pr-command.yml
index 2636f46dc..6911e7c62 100644
--- a/.github/workflows/test-pr-command.yml
+++ b/.github/workflows/test-pr-command.yml
@@ -12,9 +12,6 @@ on:
         type: string
         required: false
 
-env:
-  AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}
-
 jobs:
   start-workflow:
     name: Append 'Starting' Comment

From dcd1fd6958ee8a69872d167ec97337afaa951a5a Mon Sep 17 00:00:00 2001
From: Aaron Steers <aj@airbyte.io>
Date: Sat, 9 Nov 2024 19:32:54 -0800
Subject: [PATCH 19/21] rename: pydoc --> pdoc

---
 .github/workflows/pdoc_preview.yml | 42 +++++++++++++++++++++
 .github/workflows/pdoc_publish.yml | 60 ++++++++++++++++++++++++++++++
 2 files changed, 102 insertions(+)
 create mode 100644 .github/workflows/pdoc_preview.yml
 create mode 100644 .github/workflows/pdoc_publish.yml

diff --git a/.github/workflows/pdoc_preview.yml b/.github/workflows/pdoc_preview.yml
new file mode 100644
index 000000000..cf8a4b31d
--- /dev/null
+++ b/.github/workflows/pdoc_preview.yml
@@ -0,0 +1,42 @@
+name: Generate Docs
+
+on:
+  push:
+    branches:
+    - main
+  pull_request: {}
+
+jobs:
+  preview_docs:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+    - name: Set up Poetry
+      uses: Gr1N/setup-poetry@v9
+      with:
+        poetry-version: "1.7.1"
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.10'
+        cache: 'poetry'
+
+    - name: Install dependencies
+      run: poetry install --all-extras
+
+    - name: Generate documentation
+      run: |
+        set -e
+        poetry run poe docs-generate
+        if [ ! -d "docs/generated" ]; then
+          echo "Error: Documentation generation failed - docs/generated directory not found"
+          exit 1
+        fi
+
+    - name: Upload artifact
+      uses: actions/upload-pages-artifact@v3
+      with:
+        # Upload generated documentation
+        path: 'docs/generated'
diff --git a/.github/workflows/pdoc_publish.yml b/.github/workflows/pdoc_publish.yml
new file mode 100644
index 000000000..dbd35dc5e
--- /dev/null
+++ b/.github/workflows/pdoc_publish.yml
@@ -0,0 +1,60 @@
+name: Publish Docs
+
+on:
+  push:
+    branches:
+    - main
+
+  # Allows you to run this workflow manually from the Actions tab
+  workflow_dispatch:
+
+# Sets permissions of the GITHUB_TOKEN to allow deployment to GitHub Pages
+permissions:
+  contents: read
+  pages: write
+  id-token: write
+
+# Allow only one concurrent deployment, skipping runs queued between the run in-progress and latest queued.
+# However, do NOT cancel in-progress runs as we want to allow these production deployments to complete.
+concurrency:
+  group: "pages"
+  cancel-in-progress: false
+
+jobs:
+  publish_docs:
+    runs-on: ubuntu-latest
+    environment:
+      name: "github-pages"
+      url: ${{ steps.deployment.outputs.page_url }}
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+    - name: Set up Poetry
+      uses: Gr1N/setup-poetry@v9
+      with:
+        poetry-version: "1.7.1"
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.10'
+        cache: 'poetry'
+    - name: Setup Pages
+      uses: actions/configure-pages@v5
+
+    - name: Install dependencies
+      run: poetry install --all-extras
+
+    - name: Generate documentation
+      run: |
+        poetry run poe docs-generate
+
+    - name: Upload artifact
+      uses: actions/upload-pages-artifact@v3
+      with:
+        # Upload entire repository
+        path: 'docs/generated'
+
+    - name: Deploy to GitHub Pages
+      id: deployment
+      uses: actions/deploy-pages@v4

From 0ea7e43d67b84cdaee0b9279848a544d637e2b46 Mon Sep 17 00:00:00 2001
From: "Aaron (\"AJ\") Steers" <aj@airbyte.io>
Date: Sat, 9 Nov 2024 19:37:16 -0800
Subject: [PATCH 20/21] Apply suggestions from code review

Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>
---
 .github/workflows/test-pr-command.yml | 9 ++++-----
 1 file changed, 4 insertions(+), 5 deletions(-)

diff --git a/.github/workflows/test-pr-command.yml b/.github/workflows/test-pr-command.yml
index 6911e7c62..87c671e9d 100644
--- a/.github/workflows/test-pr-command.yml
+++ b/.github/workflows/test-pr-command.yml
@@ -22,10 +22,10 @@ jobs:
       env:
         GH_TOKEN: ${{ github.token }}
       run: |
-        PR_JSON=$(gh api repos/${{ github.repository }}/pulls/${{ github.event.inputs.pr }})
+        PR_JSON=$(gh api "repos/${{ github.repository }}/pulls/${{ github.event.inputs.pr }}")
         echo "$PR_JSON" > pr-info.json
-        echo "sha=$(cat pr-info.json | jq -r .head.sha)" >> $GITHUB_OUTPUT
-        echo "run-url=https://github.com/$GITHUB_REPOSITORY/actions/runs/$GITHUB_RUN_ID" >> $GITHUB_OUTPUT
+        echo "sha=$(jq -r .head.sha < pr-info.json)" >> "$GITHUB_OUTPUT"
+        echo "run-url=https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}" >> "$GITHUB_OUTPUT"
     - name: Upload PR details as artifact
       uses: actions/upload-artifact@v4
       with:
@@ -120,7 +120,7 @@ jobs:
     - name: Post CI Success to GitHub
       run: |
         curl --request POST \
-        --url https://api.github.com/repos/${{ github.repository }}/statuses/$(cat pr-info.json | jq -r .head.sha) \
+        --url "https://api.github.com/repos/${{ github.repository }}/statuses/$(jq -r .head.sha < pr-info.json)" \
         --header 'authorization: Bearer ${{ secrets.GITHUB_TOKEN }}' \
         --header 'content-type: application/json' \
         --data '{
@@ -128,7 +128,6 @@ jobs:
           "context": "Pytest (All, Python ${{ matrix.python-version }}, ${{ matrix.os }})",
           "target_url": "https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}",
           }' \
-
   log-success-comment:
     name: Append 'Success' Comment
     needs: [pytest-on-demand]

From 871555d67d277dab79b095af4c5ade86ec27fc8d Mon Sep 17 00:00:00 2001
From: Aaron Steers <aj@airbyte.io>
Date: Sat, 9 Nov 2024 19:39:25 -0800
Subject: [PATCH 21/21] remove unused commit_id refs

---
 .github/workflows/connector-tests.yml | 8 --------
 1 file changed, 8 deletions(-)

diff --git a/.github/workflows/connector-tests.yml b/.github/workflows/connector-tests.yml
index 8e80bb6b6..227d5b751 100644
--- a/.github/workflows/connector-tests.yml
+++ b/.github/workflows/connector-tests.yml
@@ -109,14 +109,6 @@ jobs:
         with:
           repository: airbytehq/airbyte
           ref: master
-      - name: Fetch last commit id from remote branch [PULL REQUESTS]
-        if: github.event_name == 'pull_request' && steps.no_changes.outcome != 'failure'
-        id: fetch_last_commit_id_pr
-        run: echo "commit_id=$(git ls-remote --heads origin refs/heads/${{ github.head_ref }} | cut -f 1)" >> $GITHUB_OUTPUT
-      - name: Fetch last commit id from remote branch [WORKFLOW DISPATCH]
-        if: github.event_name == 'workflow_dispatch' && steps.no_changes.outcome != 'failure'
-        id: fetch_last_commit_id_wd
-        run: echo "commit_id=$(git rev-parse origin/${{ steps.extract_branch.outputs.branch }})" >> $GITHUB_OUTPUT
       - name: Test Connector
         if: steps.no_changes.outcome != 'failure'
         timeout-minutes: 90