port-ocean 0.24.1__tar.gz → 0.24.3__tar.gz

{port_ocean-0.24.1 → port_ocean-0.24.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: port-ocean
-Version: 0.24.1
+Version: 0.24.3
 Summary: Port Ocean is a CLI tool for managing your Port projects.
 Home-page: https://app.getport.io
 Keywords: ocean,port-ocean,port

{port_ocean-0.24.1 → port_ocean-0.24.3}/port_ocean/clients/port/mixins/entities.py

@@ -353,66 +353,60 @@ class EntityClientMixin:
         entities_results: list[tuple[bool, Entity]] = []
         blueprint = entities[0].blueprint
 
-        if ocean.app.is_saas():
-            bulk_size = self.calculate_entities_batch_size(entities)
-            bulks = [
-                entities[i : i + bulk_size] for i in range(0, len(entities), bulk_size)
-            ]
-
-            bulk_results = await asyncio.gather(
-                *(
-                    self.upsert_entities_bulk(
-                        blueprint,
-                        bulk,
-                        request_options,
-                        user_agent_type,
-                        should_raise=should_raise,
-                    )
-                    for bulk in bulks
-                ),
-                return_exceptions=True,
-            )
+        bulk_size = self.calculate_entities_batch_size(entities)
+        bulks = [
+            entities[i : i + bulk_size] for i in range(0, len(entities), bulk_size)
+        ]
+
+        bulk_results = await asyncio.gather(
+            *(
+                self.upsert_entities_bulk(
+                    blueprint,
+                    bulk,
+                    request_options,
+                    user_agent_type,
+                    should_raise=should_raise,
+                )
+                for bulk in bulks
+            ),
+            return_exceptions=True,
+        )
 
-            for bulk, bulk_result in zip(bulks, bulk_results):
-                if isinstance(bulk_result, httpx.HTTPStatusError) or isinstance(
-                    bulk_result, Exception
+        for bulk, bulk_result in zip(bulks, bulk_results):
+            if isinstance(bulk_result, httpx.HTTPStatusError) or isinstance(
+                bulk_result, Exception
+            ):
+                if should_raise:
+                    raise bulk_result
+                # If should_raise is False, retry batch in sequential order as a fallback only for 413 errors
+                if (
+                    isinstance(bulk_result, httpx.HTTPStatusError)
+                    and bulk_result.response.status_code == 413
                 ):
-                    if should_raise:
-                        raise bulk_result
-                    # If should_raise is False, retry batch in sequential order as a fallback only for 413 errors
+                    individual_upsert_results = (
+                        await self._upsert_entities_batch_individually(
+                            bulk, request_options, user_agent_type, should_raise
+                        )
+                    )
+                    entities_results.extend(individual_upsert_results)
+                else:
+                    # For other errors, mark all entities in the batch as failed
+                    for entity in bulk:
+                        failed_result: tuple[bool, Entity] = (
+                            False,
+                            self._reduce_entity(entity),
+                        )
+                        entities_results.append(failed_result)
+            elif isinstance(bulk_result, list):
+                for status, entity in bulk_result:
                     if (
-                        isinstance(bulk_result, httpx.HTTPStatusError)
-                        and bulk_result.response.status_code == 413
-                    ):
-                        individual_upsert_results = (
-                            await self._upsert_entities_batch_individually(
-                                bulk, request_options, user_agent_type, should_raise
-                            )
+                        status is not None
+                    ):  # when using the search identifier we might not have an actual identifier
+                        bulk_result_tuple: tuple[bool, Entity] = (
+                            bool(status),
+                            entity,
                         )
-                        entities_results.extend(individual_upsert_results)
-                    else:
-                        # For other errors, mark all entities in the batch as failed
-                        for entity in bulk:
-                            failed_result: tuple[bool, Entity] = (
-                                False,
-                                self._reduce_entity(entity),
-                            )
-                            entities_results.append(failed_result)
-                elif isinstance(bulk_result, list):
-                    for status, entity in bulk_result:
-                        if (
-                            status is not None
-                        ):  # when using the search identifier we might not have an actual identifier
-                            bulk_result_tuple: tuple[bool, Entity] = (
-                                bool(status),
-                                entity,
-                            )
-                            entities_results.append(bulk_result_tuple)
-        else:
-            individual_upsert_results = await self._upsert_entities_batch_individually(
-                entities, request_options, user_agent_type, should_raise
-            )
-            entities_results.extend(individual_upsert_results)
+                        entities_results.append(bulk_result_tuple)
 
         return entities_results
 

{port_ocean-0.24.1 → port_ocean-0.24.3}/port_ocean/config/settings.py

@@ -1,3 +1,4 @@
+import platform
 from typing import Any, Literal, Optional, Type, cast
 
 from pydantic import AnyHttpUrl, Extra, parse_obj_as, parse_raw_as
@@ -98,12 +99,25 @@ class IntegrationConfiguration(BaseOceanSettings, extra=Extra.allow):
     )
     max_event_processing_seconds: float = 90.0
     max_wait_seconds_before_shutdown: float = 5.0
-    caching_storage_mode: Optional[CachingStorageMode] = Field(default=None)
-    process_execution_mode: Optional[ProcessExecutionMode] = Field(default=None)
+    caching_storage_mode: Optional[CachingStorageMode] = Field(
+        default=CachingStorageMode.disk
+    )
+    process_execution_mode: Optional[ProcessExecutionMode] = Field(
+        default=ProcessExecutionMode.multi_process
+    )
 
     upsert_entities_batch_max_length: int = 20
     upsert_entities_batch_max_size_in_bytes: int = 1024 * 1024
-    bulk_upserts_enabled: bool = False
+
+    @validator("process_execution_mode")
+    def validate_process_execution_mode(
+        cls, process_execution_mode: ProcessExecutionMode
+    ) -> ProcessExecutionMode:
+        # Check if the system is macos, if so, set the process execution mode to single process since multiprocessing behavior is different on macos and some asyncio error pop up
+        is_macos = platform.system() == "Darwin"
+        if is_macos:
+            return ProcessExecutionMode.single_process
+        return process_execution_mode
 
     @validator("metrics", pre=True)
     def validate_metrics(cls, v: Any) -> MetricsSettings | dict[str, Any] | None:

{port_ocean-0.24.1 → port_ocean-0.24.3}/port_ocean/tests/core/handlers/mixins/test_sync_raw.py

@@ -98,7 +98,6 @@ async def test_sync_raw_mixin_self_dependency(
 ) -> None:
     mock_ocean.config.upsert_entities_batch_max_length = 20
     mock_ocean.config.upsert_entities_batch_max_size_in_bytes = 1024 * 1024
-    mock_ocean.config.bulk_upserts_enabled = True
 
     entities_params = [
         ("entity_1", "service", {"service": "entity_1"}, True),
@@ -219,7 +218,6 @@ async def test_sync_raw_mixin_circular_dependency(
 ) -> None:
     mock_ocean.config.upsert_entities_batch_max_length = 20
     mock_ocean.config.upsert_entities_batch_max_size_in_bytes = 1024 * 1024
-    mock_ocean.config.bulk_upserts_enabled = True
 
     entities_params = [
         ("entity_1", "service", {"service": "entity_2"}, True),
@@ -359,7 +357,6 @@ async def test_sync_raw_mixin_dependency(
 ) -> None:
     mock_ocean.config.upsert_entities_batch_max_length = 20
     mock_ocean.config.upsert_entities_batch_max_size_in_bytes = 1024 * 1024
-    mock_ocean.config.bulk_upserts_enabled = True
 
     entities_params = [
         ("entity_1", "service", {"service": "entity_3"}, True),

{port_ocean-0.24.1 → port_ocean-0.24.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "port-ocean"
-version = "0.24.1"
+version = "0.24.3"
 description = "Port Ocean is a CLI tool for managing your Port projects."
 readme = "README.md"
 homepage = "https://app.getport.io"