Source Hubspot - fix missing data issue (#13837)

* #278 oncall: source hubspot - fix missing data issue

* #278 oncall: upd changelog

* auto-bump connector version

Co-authored-by: Octavia Squidington III <octavia-squidington-iii@users.noreply.github.com>

airbyte-config/init/src/main/resources/seed/source_definitions.yaml

@@ -390,7 +390,7 @@
 - name: HubSpot
   sourceDefinitionId: 36c891d9-4bd9-43ac-bad2-10e12756272c
   dockerRepository: airbyte/source-hubspot
-  dockerImageTag: 0.1.69
+  dockerImageTag: 0.1.70
   documentationUrl: https://docs.airbyte.io/integrations/sources/hubspot
   icon: hubspot.svg
   sourceType: api

airbyte-config/init/src/main/resources/seed/source_specs.yaml

@@ -3637,7 +3637,7 @@
     supportsNormalization: false
     supportsDBT: false
     supported_destination_sync_modes: []
-- dockerImage: "airbyte/source-hubspot:0.1.69"
+- dockerImage: "airbyte/source-hubspot:0.1.70"
   spec:
     documentationUrl: "https://docs.airbyte.io/integrations/sources/hubspot"
     connectionSpecification:

airbyte-integrations/connectors/source-hubspot/Dockerfile

@@ -34,5 +34,5 @@ COPY source_hubspot ./source_hubspot
 ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
 ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
 
-LABEL io.airbyte.version=0.1.69
+LABEL io.airbyte.version=0.1.70
 LABEL io.airbyte.name=airbyte/source-hubspot

airbyte-integrations/connectors/source-hubspot/acceptance-test-config.yml

@@ -19,13 +19,13 @@ tests:
     - config_path: "secrets/config.json"
       timeout_seconds: 600
       configured_catalog_path: "sample_files/basic_read_catalog.json"
-      empty_streams: ["workflows", "form_submissions", "ticket_pipelines"]
+      empty_streams: ["form_submissions", "ticket_pipelines", "engagements_meetings", "engagements_emails", "engagements", "feedback_submissions", "engagements_calls", "quotes"]
       expect_records:
         path: "integration_tests/expected_records.txt"
     - config_path: "secrets/config_oauth.json"
       timeout_seconds: 600
       configured_catalog_path: "sample_files/basic_read_oauth_catalog.json"
-      empty_streams: ["workflows", "contacts_list_memberships", "form_submissions", "ticket_pipelines"]
+      empty_streams: ["form_submissions", "ticket_pipelines", "engagements_meetings", "engagements_emails", "engagements", "feedback_submissions", "engagements_calls", "quotes"]
       expect_records:
         path: "integration_tests/expected_records.txt"
   incremental:
@@ -34,16 +34,72 @@ tests:
       future_state_path: "integration_tests/abnormal_state.json"
   full_refresh:
     - config_path: "secrets/config.json"
-      # This config is the same as for basic read except for missing `property_history` stream.
-      # This stream emits records with dynamic timestamps under some conditions
-      # (properties like `hs_time_in_lead`, `hs_time_in_subscriber` etc.) which makes it impossible to compare records.
-      # Ignoring these fields makes testing this stream senseless because those valuable values of other property types
-      # will also be ignored. Instead, we test this stream against expected records in basic read test.
       configured_catalog_path: "sample_files/full_refresh_catalog.json"
+      ignored_fields:
+        "companies": [ "properties", "hs_time_in_customer" ]
+        "companies": [ "properties", "hs_time_in_evangelist" ]
+        "companies": [ "properties", "hs_time_in_lead" ]
+        "companies": [ "properties", "hs_time_in_marketingqualifiedlead" ]
+        "companies": [ "properties", "hs_time_in_opportunity" ]
+        "companies": [ "properties", "hs_time_in_other" ]
+        "companies": [ "properties", "hs_time_in_salesqualifiedlead" ]
+        "companies": [ "properties", "hs_time_in_subscriber" ]
+        "contacts": [ "properties", "hs_time_in_customer" ]
+        "contacts": [ "properties", "hs_time_in_evangelist" ]
+        "contacts": [ "properties", "hs_time_in_lead" ]
+        "contacts": [ "properties", "hs_time_in_marketingqualifiedlead" ]
+        "contacts": [ "properties", "hs_time_in_opportunity" ]
+        "contacts": [ "properties", "hs_time_in_other" ]
+        "contacts": [ "properties", "hs_time_in_salesqualifiedlead" ]
+        "contacts": [ "properties", "hs_time_in_subscriber" ]
+        "deals": [ "properties", "hs_time_in_9567448" ]
+        "deals": [ "properties", "hs_time_in_9567449" ]
+        "deals": [ "properties", "hs_time_in_appointmentscheduled" ]
+        "deals": [ "properties", "hs_time_in_closedlost" ]
+        "deals": [ "properties", "hs_time_in_closedwon" ]
+        "deals": [ "properties", "hs_time_in_contractsent" ]
+        "deals": [ "properties", "hs_time_in_customclosedwonstage" ]
+        "deals": [ "properties", "hs_time_in_decisionmakerboughtin" ]
+        "deals": [ "properties", "hs_time_in_presentationscheduled" ]
+        "deals": [ "properties", "hs_time_in_qualifiedtobuy" ]
+        "tickets": [ "properties", "hs_time_in_1" ]
+        "tickets": [ "properties", "hs_time_in_2" ]
+        "tickets": [ "properties", "hs_time_in_3" ]
+        "tickets": [ "properties", "hs_time_in_4" ]
+        "property_history": [ "property", "hs_time_in_lead" ]
+        "property_history": [ "property", "hs_time_in_subscriber" ]
     - config_path: "secrets/config_oauth.json"
-      # This config is the same as for basic read except for missing `property_history` stream.
-      # This stream emits records with dynamic timestamps under some conditions
-      # (properties like `hs_time_in_lead`, `hs_time_in_subscriber` etc.) which makes it impossible to compare records.
-      # Ignoring these fields makes testing this stream senseless because those valuable values of other property types
-      # will also be ignored. Instead, we test this stream against expected records in basic read test.
-      configured_catalog_path: "sample_files/full_refresh_oauth_catalog.json"
+      configured_catalog_path: "sample_files/full_refresh_oauth_catalog.json"
+      ignored_fields:
+        "companies": [ "properties", "hs_time_in_customer" ]
+        "companies": [ "properties", "hs_time_in_evangelist" ]
+        "companies": [ "properties", "hs_time_in_lead" ]
+        "companies": [ "properties", "hs_time_in_marketingqualifiedlead" ]
+        "companies": [ "properties", "hs_time_in_opportunity" ]
+        "companies": [ "properties", "hs_time_in_other" ]
+        "companies": [ "properties", "hs_time_in_salesqualifiedlead" ]
+        "companies": [ "properties", "hs_time_in_subscriber" ]
+        "contacts": [ "properties", "hs_time_in_customer" ]
+        "contacts": [ "properties", "hs_time_in_evangelist" ]
+        "contacts": [ "properties", "hs_time_in_lead" ]
+        "contacts": [ "properties", "hs_time_in_marketingqualifiedlead" ]
+        "contacts": [ "properties", "hs_time_in_opportunity" ]
+        "contacts": [ "properties", "hs_time_in_other" ]
+        "contacts": [ "properties", "hs_time_in_salesqualifiedlead" ]
+        "contacts": [ "properties", "hs_time_in_subscriber" ]
+        "deals": [ "properties", "hs_time_in_9567448" ]
+        "deals": [ "properties", "hs_time_in_9567449" ]
+        "deals": [ "properties", "hs_time_in_appointmentscheduled" ]
+        "deals": [ "properties", "hs_time_in_closedlost" ]
+        "deals": [ "properties", "hs_time_in_closedwon" ]
+        "deals": [ "properties", "hs_time_in_contractsent" ]
+        "deals": [ "properties", "hs_time_in_customclosedwonstage" ]
+        "deals": [ "properties", "hs_time_in_decisionmakerboughtin" ]
+        "deals": [ "properties", "hs_time_in_presentationscheduled" ]
+        "deals": [ "properties", "hs_time_in_qualifiedtobuy" ]
+        "tickets": [ "properties", "hs_time_in_1" ]
+        "tickets": [ "properties", "hs_time_in_2" ]
+        "tickets": [ "properties", "hs_time_in_3" ]
+        "tickets": [ "properties", "hs_time_in_4" ]
+        "property_history": [ "property", "hs_time_in_lead" ]
+        "property_history": [ "property", "hs_time_in_subscriber" ]