port-ocean 0.21.1__py3-none-any.whl → 0.21.3__py3-none-any.whl

port_ocean/config/settings.py

@@ -83,6 +83,8 @@ class IntegrationConfiguration(BaseOceanSettings, extra=Extra.allow):
     )
     runtime: Runtime = Runtime.OnPrem
     resources_path: str = Field(default=".port/resources")
+    max_event_processing_seconds: float = 90.0
+    max_wait_seconds_before_shutdown: float = 5.0
 
     @root_validator()
     def validate_integration_config(cls, values: dict[str, Any]) -> dict[str, Any]:

port_ocean/core/handlers/webhook/processor_manager.py

@@ -24,8 +24,8 @@ class LiveEventsProcessorManager(LiveEventsMixin, EventsMixin):
         self,
         router: APIRouter,
         signal_handler: SignalHandler,
-        max_event_processing_seconds: float = 90.0,
-        max_wait_seconds_before_shutdown: float = 5.0,
+        max_event_processing_seconds: float,
+        max_wait_seconds_before_shutdown: float,
     ) -> None:
         self._router = router
         self._processors_classes: Dict[str, list[Type[AbstractWebhookProcessor]]] = {}

port_ocean/core/integrations/mixins/sync_raw.py

@@ -167,6 +167,10 @@ class SyncRawMixin(HandlerMixin, EventsMixin):
         if entities[0].is_using_search_identifier or entities[0].is_using_search_relation:
             return entities
 
+        MIN_ENTITIES_TO_MAP = 10
+        if len(entities) <= MIN_ENTITIES_TO_MAP:
+            return entities
+
         BATCH_SIZE = 50
         entities_at_port_with_properties = []
 

port_ocean/ocean.py

@@ -57,7 +57,10 @@ class Ocean:
         self.integration_router = integration_router or APIRouter()
 
         self.webhook_manager = LiveEventsProcessorManager(
-            self.integration_router, signal_handler
+            self.integration_router,
+            signal_handler,
+            max_event_processing_seconds=self.config.max_event_processing_seconds,
+            max_wait_seconds_before_shutdown=self.config.max_wait_seconds_before_shutdown,
         )
 
         self.port_client = PortClient(

port_ocean/tests/core/handlers/webhook/test_processor_manager.py

@@ -175,7 +175,10 @@ def processor_manager() -> LiveEventsProcessorManager:
     router = APIRouter()
     signal_handler = SignalHandler()
     return LiveEventsProcessorManager(
-        router, signal_handler, max_event_processing_seconds=3
+        router,
+        signal_handler,
+        max_event_processing_seconds=3,
+        max_wait_seconds_before_shutdown=3,
     )
 
 
@@ -195,7 +198,7 @@ def webhook_event_for_process_webhook_request() -> WebhookEvent:
 
 @pytest.fixture
 def processor_manager_for_process_webhook_request() -> LiveEventsProcessorManager:
-    return LiveEventsProcessorManager(APIRouter(), SignalHandler())
+    return LiveEventsProcessorManager(APIRouter(), SignalHandler(), 3, 3)
 
 
 @pytest.fixture
@@ -571,7 +574,10 @@ async def test_integrationTest_postRequestSent_webhookEventRawResultProcessed_en
     test_path = "/webhook-test"
     mock_context.app.integration = BaseIntegration(ocean)
     mock_context.app.webhook_manager = LiveEventsProcessorManager(
-        mock_context.app.integration_router, SignalHandler()
+        mock_context.app.integration_router,
+        SignalHandler(),
+        max_event_processing_seconds=3,
+        max_wait_seconds_before_shutdown=3,
     )
 
     mock_context.app.webhook_manager.register_processor(test_path, TestProcessor)
@@ -682,7 +688,10 @@ async def test_integrationTest_postRequestSent_reachedTimeout_entityNotUpserted(
     test_path = "/webhook-test"
     mock_context.app.integration = BaseIntegration(ocean)
     mock_context.app.webhook_manager = LiveEventsProcessorManager(
-        mock_context.app.integration_router, SignalHandler(), 2
+        mock_context.app.integration_router,
+        SignalHandler(),
+        2,
+        2,
     )
 
     mock_context.app.webhook_manager.register_processor(test_path, TestProcessor)
@@ -796,7 +805,10 @@ async def test_integrationTest_postRequestSent_noMatchingHandlers_entityNotUpser
     test_path = "/webhook-test"
     mock_context.app.integration = BaseIntegration(ocean)
     mock_context.app.webhook_manager = LiveEventsProcessorManager(
-        mock_context.app.integration_router, SignalHandler()
+        mock_context.app.integration_router,
+        SignalHandler(),
+        3,
+        3,
     )
 
     mock_context.app.webhook_manager.register_processor(test_path, TestProcessor)
@@ -973,7 +985,10 @@ async def test_integrationTest_postRequestSent_webhookEventRawResultProcessedFor
     test_path = "/webhook-test"
     mock_context.app.integration = BaseIntegration(ocean)
     mock_context.app.webhook_manager = LiveEventsProcessorManager(
-        mock_context.app.integration_router, SignalHandler()
+        mock_context.app.integration_router,
+        SignalHandler(),
+        3,
+        3,
     )
 
     mock_context.app.webhook_manager.register_processor(test_path, TestProcessorA)
@@ -1100,7 +1115,10 @@ async def test_integrationTest_postRequestSent_webhookEventRawResultProcessedwit
     test_path = "/webhook-test"
     mock_context.app.integration = BaseIntegration(ocean)
     mock_context.app.webhook_manager = LiveEventsProcessorManager(
-        mock_context.app.integration_router, SignalHandler()
+        mock_context.app.integration_router,
+        SignalHandler(),
+        3,
+        3,
     )
 
     mock_context.app.webhook_manager.register_processor(test_path, TestProcessor)
@@ -1227,7 +1245,10 @@ async def test_integrationTest_postRequestSent_webhookEventRawResultProcessedwit
     test_path = "/webhook-test"
     mock_context.app.integration = BaseIntegration(ocean)
     mock_context.app.webhook_manager = LiveEventsProcessorManager(
-        mock_context.app.integration_router, SignalHandler()
+        mock_context.app.integration_router,
+        SignalHandler(),
+        90.0,
+        5.0,
     )
 
     mock_context.app.webhook_manager.register_processor(test_path, TestProcessor)
@@ -1363,7 +1384,10 @@ async def test_integrationTest_postRequestSent_oneProcessorThrowsException_onlyS
     test_path = "/webhook-test"
     mock_context.app.integration = BaseIntegration(ocean)
     mock_context.app.webhook_manager = LiveEventsProcessorManager(
-        mock_context.app.integration_router, SignalHandler()
+        mock_context.app.integration_router,
+        SignalHandler(),
+        3,
+        3,
     )
 
     # Register both processors

{port_ocean-0.21.1.dist-info → port_ocean-0.21.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: port-ocean
-Version: 0.21.1
+Version: 0.21.3
 Summary: Port Ocean is a CLI tool for managing your Port projects.
 Home-page: https://app.getport.io
 Keywords: ocean,port-ocean,port

{port_ocean-0.21.1.dist-info → port_ocean-0.21.3.dist-info}/RECORD

@@ -62,7 +62,7 @@ port_ocean/clients/port/utils.py,sha256=SjhgmJXAqH2JqXfGy8GoGwzUYiJvUhWDrJyxQcen
 port_ocean/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 port_ocean/config/base.py,sha256=x1gFbzujrxn7EJudRT81C6eN9WsYAb3vOHwcpcpX8Tc,6370
 port_ocean/config/dynamic.py,sha256=qOFkRoJsn_BW7581omi_AoMxoHqasf_foxDQ_G11_SI,2030
-port_ocean/config/settings.py,sha256=PfMwhFQOI0zfK0bD32EunXqicVrlPYBkYC2A99nmZlg,5311
+port_ocean/config/settings.py,sha256=n9aZXkGcyNCk9PBqlMDhk8tuvEMPimNgX0fEoaKNa1o,5408
 port_ocean/consumers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 port_ocean/consumers/kafka_consumer.py,sha256=N8KocjBi9aR0BOPG8hgKovg-ns_ggpEjrSxqSqF_BSo,4710
 port_ocean/context/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -104,7 +104,7 @@ port_ocean/core/handlers/resync_state_updater/__init__.py,sha256=kG6y-JQGpPfuTHh
 port_ocean/core/handlers/resync_state_updater/updater.py,sha256=Yg9ET6ZV5B9GW7u6zZA6GlB_71kmvxvYX2FWgQNzMvo,3182
 port_ocean/core/handlers/webhook/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 port_ocean/core/handlers/webhook/abstract_webhook_processor.py,sha256=5KwZkdkDd5HdVkXPzKiqabodZKl-hOtMypkTKd8Hq3M,3891
-port_ocean/core/handlers/webhook/processor_manager.py,sha256=Pmg81IT0i3MCFWC6648Ln4NfpAWvpyrPZwOFfdTPkDE,11928
+port_ocean/core/handlers/webhook/processor_manager.py,sha256=ALQp997XPMvyv9gN-E3iuSD130bcLp14tYRyJb0a_Ro,11915
 port_ocean/core/handlers/webhook/webhook_event.py,sha256=Iuw6IX3PPjwHECUeFgrJl6K249mJ-DPAGhP8OMxbc1c,4096
 port_ocean/core/integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 port_ocean/core/integrations/base.py,sha256=eS0WDOfCTim1UOQQrNuP14I6hvT_fr8dof_cr1ls01s,3107
@@ -113,7 +113,7 @@ port_ocean/core/integrations/mixins/events.py,sha256=2L7P3Jhp8XBqddh2_o9Cn4N261n
 port_ocean/core/integrations/mixins/handler.py,sha256=mZ7-0UlG3LcrwJttFbMe-R4xcOU2H_g33tZar7PwTv8,3771
 port_ocean/core/integrations/mixins/live_events.py,sha256=8HklZmlyffYY_LeDe8xbt3Tb08rlLkqVhFF-2NQeJP4,4126
 port_ocean/core/integrations/mixins/sync.py,sha256=GHiFbnw0XrBfl7aCTH_w67f_N7EZbcUgssc-0fPujNU,4047
-port_ocean/core/integrations/mixins/sync_raw.py,sha256=RzIQ7fawAeRR8g-ocZ_ChAE6PhZjcTHCq4iMd0T0y3Q,25316
+port_ocean/core/integrations/mixins/sync_raw.py,sha256=jKbdDEypGJ86uc579anrPLBa_dETQlphi3gvpu9917U,25427
 port_ocean/core/integrations/mixins/utils.py,sha256=oN4Okz6xlaefpid1_Pud8HPSw9BwwjRohyNsknq-Myg,2309
 port_ocean/core/models.py,sha256=FvTp-BlpbvLbMbngE0wsiimsCfmIhUR1PvsE__Z--1I,2206
 port_ocean/core/ocean_types.py,sha256=onwYMsvdd2_9QmZ7qU6h-t2uF_PTIivpEro0ahevhdw,1354
@@ -137,7 +137,7 @@ port_ocean/log/handlers.py,sha256=ncVjgqrZRh6BhyRrA6DQG86Wsbxph1yWYuEC0cWfe-Q,36
 port_ocean/log/logger_setup.py,sha256=CoEDowe5OwNOL_5clU6Z4faktfh0VWaOTS0VLmyhHjw,2404
 port_ocean/log/sensetive.py,sha256=lVKiZH6b7TkrZAMmhEJRhcl67HNM94e56x12DwFgCQk,2920
 port_ocean/middlewares.py,sha256=9wYCdyzRZGK1vjEJ28FY_DkfwDNENmXp504UKPf5NaQ,2727
-port_ocean/ocean.py,sha256=WmZpcuA5odVMLLVAC2XaTt1nez5zyubzWWismA5JAuo,6713
+port_ocean/ocean.py,sha256=IL6jIgmfOmvUpGuM9zgv0Cvvuh4Ek-zn4gb9kOy18B8,6900
 port_ocean/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 port_ocean/run.py,sha256=COoRSmLG4hbsjIW5DzhV0NYVegI9xHd1POv6sg4U1No,2217
 port_ocean/sonar-project.properties,sha256=X_wLzDOkEVmpGLRMb2fg9Rb0DxWwUFSvESId8qpvrPI,73
@@ -157,7 +157,7 @@ port_ocean/tests/core/handlers/port_app_config/test_api.py,sha256=eJZ6SuFBLz71y4
 port_ocean/tests/core/handlers/port_app_config/test_base.py,sha256=tdjpFUnUZ6TNMxc3trKkzmMTGTb7oKIeu3rRXv_fV3g,6872
 port_ocean/tests/core/handlers/queue/test_local_queue.py,sha256=9Ly0HzZXbs6Rbl_bstsIdInC3h2bgABU3roP9S_PnJM,2582
 port_ocean/tests/core/handlers/webhook/test_abstract_webhook_processor.py,sha256=zKwHhPAYEZoZ5Z2UETp1t--mbkS8uyvlXThB0obZTTc,3340
-port_ocean/tests/core/handlers/webhook/test_processor_manager.py,sha256=Nb-3VXVRol9fM5pLZQ1iGyPsZcHkWSNGG3bDHWjuR3Y,49285
+port_ocean/tests/core/handlers/webhook/test_processor_manager.py,sha256=yeKnQb-0aD5x_4Dfd3mETNU-9yreN2VQjEqkD9H9ixY,49633
 port_ocean/tests/core/handlers/webhook/test_webhook_event.py,sha256=oR4dEHLO65mp6rkfNfszZcfFoRZlB8ZWee4XetmsuIk,3181
 port_ocean/tests/core/test_utils.py,sha256=Z3kdhb5V7Svhcyy3EansdTpgHL36TL6erNtU-OPwAcI,2647
 port_ocean/tests/core/utils/test_entity_topological_sorter.py,sha256=zuq5WSPy_88PemG3mOUIHTxWMR_js1R7tOzUYlgBd68,3447
@@ -184,8 +184,8 @@ port_ocean/utils/repeat.py,sha256=U2OeCkHPWXmRTVoPV-VcJRlQhcYqPWI5NfmPlb1JIbc,32
 port_ocean/utils/signal.py,sha256=mMVq-1Ab5YpNiqN4PkiyTGlV_G0wkUDMMjTZp5z3pb0,1514
 port_ocean/utils/time.py,sha256=pufAOH5ZQI7gXvOvJoQXZXZJV-Dqktoj9Qp9eiRwmJ4,1939
 port_ocean/version.py,sha256=UsuJdvdQlazzKGD3Hd5-U7N69STh8Dq9ggJzQFnu9fU,177
-port_ocean-0.21.1.dist-info/LICENSE.md,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-port_ocean-0.21.1.dist-info/METADATA,sha256=C-0nf5tQjmGL6u0L3pKe7XpfOON72CXep4gh-FLXwp8,6669
-port_ocean-0.21.1.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-port_ocean-0.21.1.dist-info/entry_points.txt,sha256=F_DNUmGZU2Kme-8NsWM5LLE8piGMafYZygRYhOVtcjA,54
-port_ocean-0.21.1.dist-info/RECORD,,
+port_ocean-0.21.3.dist-info/LICENSE.md,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+port_ocean-0.21.3.dist-info/METADATA,sha256=iRXlKpU0J23xPU_Yok0g-juVSFa5TDs2G2HIsjxESw0,6669
+port_ocean-0.21.3.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+port_ocean-0.21.3.dist-info/entry_points.txt,sha256=F_DNUmGZU2Kme-8NsWM5LLE8piGMafYZygRYhOVtcjA,54
+port_ocean-0.21.3.dist-info/RECORD,,