chore: add python 3.12 support (#596)

Co-authored-by: octavia-squidington-iii <contact@airbyte.com>

Author: aaronsteers

.github/workflows/python_pytest.yml

@@ -133,6 +133,7 @@ jobs:
         python-version: [
           '3.10',
           '3.11',
+          '3.12',
         ]
         os: [
           Ubuntu,

airbyte/_message_iterators.py

@@ -7,10 +7,10 @@
 from collections.abc import Iterator
 from typing import IO, TYPE_CHECKING, cast
 
-import pendulum
 import pydantic
 from typing_extensions import final
 
+from airbyte_cdk.utils.datetime_helpers import ab_datetime_now
 from airbyte_protocol.models import (
     AirbyteMessage,
     AirbyteRecordMessage,
@@ -39,15 +39,22 @@ def _new_stream_success_message(stream_name: str) -> AirbyteMessage:
         type=Type.TRACE,
         trace=AirbyteTraceMessage(
             type=TraceType.STREAM_STATUS,
-            stream=stream_name,
-            emitted_at=pendulum.now().float_timestamp,
+            emitted_at=ab_datetime_now().timestamp(),
             stream_status=AirbyteStreamStatusTraceMessage(
                 stream_descriptor=StreamDescriptor(
                     name=stream_name,
                 ),
                 status=AirbyteStreamStatus.COMPLETE,
+                reasons=None,
             ),
+            estimate=None,
+            error=None,
         ),
+        log=None,
+        record=None,
+        state=None,
+        catalog=None,
+        control=None,
     )
 
 

airbyte/logs.py

@@ -19,10 +19,11 @@
 from functools import lru_cache
 from pathlib import Path
 
-import pendulum
 import structlog
 import ulid
 
+from airbyte_cdk.utils.datetime_helpers import ab_datetime_now
+
 
 def _str_to_bool(value: str) -> bool:
     """Convert a string value of an environment values to a boolean value."""
@@ -60,6 +61,7 @@ def warn_once(
 
     if not with_stack:
         stacklevel = 0
+
     if with_stack is True:
         stacklevel = 2
 
@@ -139,7 +141,7 @@ def get_global_file_logger() -> logging.Logger | None:
     for handler in logger.handlers:
         logger.removeHandler(handler)
 
-    yyyy_mm_dd: str = pendulum.now().format("YYYY-MM-DD")
+    yyyy_mm_dd: str = ab_datetime_now().strftime("%Y-%m-%d")
     folder = AIRBYTE_LOGGING_ROOT / yyyy_mm_dd
     try:
         folder.mkdir(parents=True, exist_ok=True)

airbyte/progress.py

@@ -28,11 +28,11 @@
 from enum import Enum, auto
 from typing import IO, TYPE_CHECKING, Any, Literal, cast
 
-import pendulum
 from rich.errors import LiveError
 from rich.live import Live as RichLive
 from rich.markdown import Markdown as RichMarkdown
 
+from airbyte_cdk.utils.datetime_helpers import ab_datetime_now
 from airbyte_protocol.models import (
     AirbyteMessage,
     AirbyteStreamStatus,
@@ -410,7 +410,8 @@ def _send_telemetry(
     def _log_sync_start(self) -> None:
         """Log the start of a sync operation."""
         self._print_info_message(
-            f"Started `{self.job_description}` sync at `{pendulum.now().format('HH:mm:ss')}`..."
+            f"Started `{self.job_description}` sync at "
+            f"`{ab_datetime_now().strftime('%H:%M:%S')}`..."
         )
         # We access a non-public API here (noqa: SLF001) to get the runtime info for participants.
         self._send_telemetry(
@@ -423,13 +424,14 @@ def log_stream_start(self, stream_name: str) -> None:
         if stream_name not in self.stream_read_start_times:
             self._print_info_message(
                 f"Read started on stream `{stream_name}` at "
-                f"`{pendulum.now().format('HH:mm:ss')}`..."
+                f"`{ab_datetime_now().strftime('%H:%M:%S')}`..."
             )
             self.stream_read_start_times[stream_name] = time.time()
 
     def _log_stream_read_end(self, stream_name: str) -> None:
         self._print_info_message(
-            f"Read completed on stream `{stream_name}` at `{pendulum.now().format('HH:mm:ss')}`..."
+            f"Read completed on stream `{stream_name}` at "
+            f"`{ab_datetime_now().strftime('%H:%M:%S')}`..."
         )
         self.stream_read_end_times[stream_name] = time.time()
 
@@ -535,7 +537,8 @@ def log_success(
         self._update_display(force_refresh=True)
         self._stop_rich_view()
         self._print_info_message(
-            f"Completed `{self.job_description}` sync at `{pendulum.now().format('HH:mm:ss')}`."
+            f"Completed `{self.job_description}` sync at "
+            f"`{ab_datetime_now().strftime('%H:%M:%S')}`."
         )
         self._log_read_metrics()
         self._send_telemetry(
@@ -552,7 +555,8 @@ def log_failure(
         self._update_display(force_refresh=True)
         self._stop_rich_view()
         self._print_info_message(
-            f"Failed `{self.job_description}` sync at `{pendulum.now().format('HH:mm:ss')}`."
+            f"Failed `{self.job_description}` sync at "
+            f"`{ab_datetime_now().strftime('%H:%M:%S')}`."
         )
         self._send_telemetry(
             state=EventState.FAILED,