port-ocean 0.5.3rc1__py3-none-any.whl → 0.5.5__py3-none-any.whl

port_ocean/core/handlers/entity_processor/jq_entity_processor.py

@@ -1,6 +1,5 @@
 import asyncio
 import functools
-from asyncio import TaskGroup
 from functools import lru_cache
 from typing import Any
 
@@ -22,15 +21,13 @@ class JQEntityProcessor(BaseEntityProcessor):
     """
 
     @lru_cache
-    async def _compile(self, pattern: str) -> Any:
-        loop = asyncio.get_event_loop()
-        compiler = functools.partial(jq.compile, pattern)
-        return await loop.run_in_executor(None, compiler)
+    def _compile(self, pattern: str) -> Any:
+        return jq.compile(pattern)
 
     async def _search(self, data: dict[str, Any], pattern: str) -> Any:
         try:
             loop = asyncio.get_event_loop()
-            compiled_pattern = await self._compile(pattern)
+            compiled_pattern = self._compile(pattern)
             first_value_callable = functools.partial(compiled_pattern.first, data)
             return await loop.run_in_executor(None, first_value_callable)
         except Exception:
@@ -38,7 +35,7 @@ class JQEntityProcessor(BaseEntityProcessor):
 
     async def _search_as_bool(self, data: dict[str, Any], pattern: str) -> bool:
         loop = asyncio.get_event_loop()
-        compiled_pattern = await self._compile(pattern)
+        compiled_pattern = self._compile(pattern)
         first_value_callable = functools.partial(compiled_pattern.first, data)
         value = await loop.run_in_executor(None, first_value_callable)
 
@@ -53,14 +50,13 @@ class JQEntityProcessor(BaseEntityProcessor):
         self, data: dict[str, Any], obj: dict[str, Any]
     ) -> dict[str, Any | None]:
         search_tasks = {}
-        with TaskGroup() as tg:
-            for key, value in obj.items():
-                if isinstance(value, dict):
-                    search_tasks[key] = tg.create_task(
-                        self._search_as_object(data, value)
-                    )
-                else:
-                    search_tasks[key] = tg.create_task(self._search(data, value))
+        for key, value in obj.items():
+            if isinstance(value, dict):
+                search_tasks[key] = asyncio.create_task(
+                    self._search_as_object(data, value)
+                )
+            else:
+                search_tasks[key] = asyncio.create_task(self._search(data, value))
 
         result: dict[str, Any | None] = {}
         for key, task in search_tasks.items():
@@ -74,17 +70,16 @@ class JQEntityProcessor(BaseEntityProcessor):
     async def _calculate_entities(
         self, mapping: ResourceConfig, raw_data: list[dict[str, Any]]
     ) -> list[Entity]:
-        async def calculate_raw(data: dict[str, Any]) -> Entity:
+        async def calculate_raw(data: dict[str, Any]) -> dict[str, Any]:
             should_run = await self._search_as_bool(data, mapping.selector.query)
             if should_run and mapping.port.entity:
-                return Entity.parse_obj(
-                    await self._search_as_object(
-                        data, mapping.port.entity.mappings.dict(exclude_unset=True)
-                    )
+                return await self._search_as_object(
+                    data, mapping.port.entity.mappings.dict(exclude_unset=True)
                 )
+            return {}
 
         entities_tasks = [asyncio.create_task(calculate_raw(data)) for data in raw_data]
-        entities = asyncio.gather(*entities_tasks)
+        entities = await asyncio.gather(*entities_tasks)
 
         return [
             Entity.parse_obj(entity_data)

port_ocean/utils/cache.py

@@ -1,14 +1,20 @@
 import functools
+import hashlib
 from typing import Callable, AsyncIterator, Any
-
 from port_ocean.context.event import event
 
 AsyncIteratorCallable = Callable[..., AsyncIterator[list[Any]]]
 
 
-def cache_iterator_result(
-    cache_key: str,
-) -> Callable[[AsyncIteratorCallable], AsyncIteratorCallable]:
+def hash_func(function_name: str, *args: Any, **kwargs: Any) -> str:
+    args_str = str(args)
+    kwargs_str = str(kwargs)
+    concatenated_string = args_str + kwargs_str
+    hash_object = hashlib.sha256(concatenated_string.encode())
+    return f"{function_name}_{hash_object.hexdigest()}"
+
+
+def cache_iterator_result() -> Callable[[AsyncIteratorCallable], AsyncIteratorCallable]:
     """
     This decorator caches the results of an async iterator function. It checks if the result is already in the cache
     and if not, it fetches the all the data and caches it at ocean.attributes cache the end of the iteration.
@@ -18,9 +24,12 @@ def cache_iterator_result(
     For example, you can use this to cache data coming back from the third-party API to avoid making the same request
     multiple times for each kind.
 
+    The caching mechanism also detects changes in parameters.
+    If a function is called with different parameter values, it will be stored in different hash keys for each unique call.
+
     Usage:
     ```python
-    @cache_iterator_result("my_cache_key")
+    @cache_iterator_result()
     async def my_async_iterator_function():
         # Your code here
     ```
@@ -29,6 +38,9 @@ def cache_iterator_result(
     def decorator(func: AsyncIteratorCallable) -> AsyncIteratorCallable:
         @functools.wraps(func)
         async def wrapper(*args: Any, **kwargs: Any) -> Any:
+            # Create Hash key from function name, args and kwargs
+            cache_key = hash_func(func.__name__, *args, **kwargs)
+
             # Check if the result is already in the cache
             if cache := event.attributes.get(cache_key):
                 yield cache

{port_ocean-0.5.3rc1.dist-info → port_ocean-0.5.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: port-ocean
-Version: 0.5.3rc1
+Version: 0.5.5
 Summary: Port Ocean is a CLI tool for managing your Port projects.
 Home-page: https://app.getport.io
 Keywords: ocean,port-ocean,port

{port_ocean-0.5.3rc1.dist-info → port_ocean-0.5.5.dist-info}/RECORD

@@ -79,7 +79,7 @@ port_ocean/core/handlers/entities_state_applier/port/order_by_entities_dependenc
 port_ocean/core/handlers/entities_state_applier/port/validate_entity_relations.py,sha256=nKuQ-RlalGG07olxm6l5NHeOuQT9dEZLoMpD-AN5nq0,1392
 port_ocean/core/handlers/entity_processor/__init__.py,sha256=FvFCunFg44wNQoqlybem9MthOs7p1Wawac87uSXz9U8,156
 port_ocean/core/handlers/entity_processor/base.py,sha256=3ucPc-esMI5M6gFl_l2j_ncEqOIe7m1bCH4rAXtGDzg,1710
-port_ocean/core/handlers/entity_processor/jq_entity_processor.py,sha256=hl3fPeKBlZBNsXt7oVShRhNDiMzsRaAEh5AS5zoiW10,4122
+port_ocean/core/handlers/entity_processor/jq_entity_processor.py,sha256=R1oejEASXT9LWtJZ-HNKmd-vpPdyWt2HAq_GJTymO2o,3875
 port_ocean/core/handlers/port_app_config/__init__.py,sha256=8AAT5OthiVM7KCcM34iEgEeXtn2pRMrT4Dze5r1Ixbk,134
 port_ocean/core/handlers/port_app_config/api.py,sha256=6VbKPwFzsWG0IYsVD81hxSmfqtHUFqrfUuj1DBX5g4w,853
 port_ocean/core/handlers/port_app_config/base.py,sha256=nnMZ4jH6a-4Of9Cn-apMsU0CgNLD9avd5q0gRmc7nZ8,1495
@@ -117,13 +117,13 @@ port_ocean/run.py,sha256=vyShtqg_jEiE6M4SJpci6c4oRD9k2ztesAXEx_6Sc9M,1906
 port_ocean/sonar-project.properties,sha256=X_wLzDOkEVmpGLRMb2fg9Rb0DxWwUFSvESId8qpvrPI,73
 port_ocean/utils/__init__.py,sha256=KMGnCPXZJbNwtgxtyMycapkDz8tpSyw23MSYT3iVeHs,91
 port_ocean/utils/async_http.py,sha256=arnH458TExn2Dju_Sy6pHas_vF5RMWnOp-jBz5WAAcE,1226
-port_ocean/utils/cache.py,sha256=cXDl0mzvMhx-yyJIuk-flcdxSB5CmZg498jKUW19gTs,1640
+port_ocean/utils/cache.py,sha256=3KItZDE2yVrbVDr-hoM8lNna8s2dlpxhP4ICdLjH4LQ,2231
 port_ocean/utils/misc.py,sha256=2XmO8W0SgPjV0rd9HZvrHhoMlHprIwmMFsINxlAmgyw,1723
 port_ocean/utils/repeat.py,sha256=0EFWM9d8lLXAhZmAyczY20LAnijw6UbIECf5lpGbOas,3231
 port_ocean/utils/signal.py,sha256=Fab0049Cjs69TPTQgvEvilaVZKACQr6tGkRdySjNCi8,1515
 port_ocean/version.py,sha256=UsuJdvdQlazzKGD3Hd5-U7N69STh8Dq9ggJzQFnu9fU,177
-port_ocean-0.5.3rc1.dist-info/LICENSE.md,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-port_ocean-0.5.3rc1.dist-info/METADATA,sha256=ECwwrFEeYjKhTP-A0qWFhaNFz9scerGDvGIUQao2Y10,6513
-port_ocean-0.5.3rc1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-port_ocean-0.5.3rc1.dist-info/entry_points.txt,sha256=F_DNUmGZU2Kme-8NsWM5LLE8piGMafYZygRYhOVtcjA,54
-port_ocean-0.5.3rc1.dist-info/RECORD,,
+port_ocean-0.5.5.dist-info/LICENSE.md,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+port_ocean-0.5.5.dist-info/METADATA,sha256=626xjgEwjL3tRbdXoUR-P5rQc0eN2Ju0xOjIXznbuAo,6510
+port_ocean-0.5.5.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+port_ocean-0.5.5.dist-info/entry_points.txt,sha256=F_DNUmGZU2Kme-8NsWM5LLE8piGMafYZygRYhOVtcjA,54
+port_ocean-0.5.5.dist-info/RECORD,,