Add caching to components resolver

lazebnyi · lazebnyi · commit 97a932a9a002 · 2024-11-29T19:26:42.000+01:00
diff --git a/airbyte_cdk/sources/declarative/manifest_declarative_source.py b/airbyte_cdk/sources/declarative/manifest_declarative_source.py
@@ -334,6 +334,9 @@ def _dynamic_stream_configs(
                     f"Expected one of {list(COMPONENTS_RESOLVER_TYPE_MAPPING.keys())}."
                 )
 
+            if "retriever" in components_resolver_config:
+                components_resolver_config["retriever"]["requester"]["use_cache"] = True
+
             # Create a resolver for dynamic components based on type
             components_resolver = self._constructor.create_component(
                 COMPONENTS_RESOLVER_TYPE_MAPPING[resolver_type], components_resolver_config, config

Original file line number	Diff line number	Diff line change
`@@ -334,6 +334,9 @@ def _dynamic_stream_configs(`
`334`	`334`	`f"Expected one of {list(COMPONENTS_RESOLVER_TYPE_MAPPING.keys())}."`
`335`	`335`	`)`
`336`	`336`
	`337`	`+ if "retriever" in components_resolver_config:`
	`338`	`+ components_resolver_config["retriever"]["requester"]["use_cache"] = True`
	`339`	`+`
`337`	`340`	`# Create a resolver for dynamic components based on type`
`338`	`341`	`components_resolver = self._constructor.create_component(`
`339`	`342`	`COMPONENTS_RESOLVER_TYPE_MAPPING[resolver_type], components_resolver_config, config`