port-ocean 0.24.19__py3-none-any.whl → 0.24.21__py3-none-any.whl

port_ocean/clients/port/mixins/integrations.py

@@ -228,9 +228,11 @@ class IntegrationClientMixin:
     async def put_integration_sync_metrics(self, kind_metrics: dict[str, Any]) -> None:
         logger.debug("starting PUT metrics request", kind_metrics=kind_metrics)
         metrics_attributes = await self.get_metrics_attributes()
+        event_id = quote_plus(kind_metrics["eventId"])
+        kind_identifier = quote_plus(kind_metrics["kindIdentifier"])
         url = (
             metrics_attributes["ingestUrl"]
-            + f"/syncMetrics/resync/{kind_metrics['eventId']}/kind/{kind_metrics['kindIdentifier']}"
+            + f"/syncMetrics/resync/{event_id}/kind/{kind_identifier}"
         )
         headers = await self.auth.headers()
         response = await self.client.put(

port_ocean/core/integrations/mixins/sync_raw.py

@@ -617,22 +617,23 @@ class SyncRawMixin(HandlerMixin, EventsMixin):
         logger.info(f"Process finished for {resource.kind} with index {index}")
 
     async def process_resource(self, resource: ResourceConfig, index: int, user_agent_type: UserAgentType) -> tuple[list[Entity], list[Exception]]:
-            if ocean.app.process_execution_mode == ProcessExecutionMode.multi_process:
-                id = uuid.uuid4()
-                logger.info(f"Starting subprocess with id {id}")
-                file_ipc_map = {
-                    "process_resource": FileIPC(id, "process_resource",([],[IntegrationSubProcessFailedException(f"Subprocess failed for {resource.kind} with index {index}")])),
-                    "topological_entities": FileIPC(id, "topological_entities",[]),
-                }
-                process = ProcessWrapper(target=self.process_resource_in_subprocess, args=(file_ipc_map,resource,index,user_agent_type))
-                process.start()
-                await process.join_async()
-
-                event.entity_topological_sorter.entities.extend(file_ipc_map["topological_entities"].load())
-                return file_ipc_map["process_resource"].load()
+            with logger.contextualize(resource_kind=resource.kind, index=index):
+                if ocean.app.process_execution_mode == ProcessExecutionMode.multi_process:
+                    id = uuid.uuid4()
+                    logger.info(f"Starting subprocess with id {id}")
+                    file_ipc_map = {
+                        "process_resource": FileIPC(id, "process_resource",([],[IntegrationSubProcessFailedException(f"Subprocess failed for {resource.kind} with index {index}")])),
+                        "topological_entities": FileIPC(id, "topological_entities",[]),
+                    }
+                    process = ProcessWrapper(target=self.process_resource_in_subprocess, args=(file_ipc_map,resource,index,user_agent_type))
+                    process.start()
+                    await process.join_async()
+
+                    event.entity_topological_sorter.entities.extend(file_ipc_map["topological_entities"].load())
+                    return file_ipc_map["process_resource"].load()
 
-            else:
-                return await self._process_resource(resource,index,user_agent_type)
+                else:
+                    return await self._process_resource(resource,index,user_agent_type)
 
     async def _process_resource(self,resource: ResourceConfig, index: int, user_agent_type: UserAgentType)-> tuple[list[Entity], list[Exception]]:
         # create resource context per resource kind, so resync method could have access to the resource

port_ocean/tests/clients/port/mixins/test_integrations.py

@@ -0,0 +1,205 @@
+from typing import Any
+from unittest.mock import MagicMock, patch, AsyncMock
+
+import pytest
+import httpx
+
+from port_ocean.clients.port.mixins.integrations import IntegrationClientMixin
+
+
+TEST_INTEGRATION_IDENTIFIER = "test-integration"
+TEST_INTEGRATION_VERSION = "1.0.0"
+TEST_INGEST_URL = "https://api.example.com"
+
+BASIC_KIND_METRICS = {
+    "eventId": "event-123",
+    "kindIdentifier": "service",
+    "metrics": {"count": 5},
+}
+
+KIND_METRICS_WITH_SLASH = {
+    "eventId": "event-456",
+    "kindIdentifier": "kind/kind1",
+    "metrics": {"count": 10},
+}
+
+EVENT_METRICS_WITH_SLASH = {
+    "eventId": "event/123",
+    "kindIdentifier": "service",
+    "metrics": {"count": 15},
+}
+
+BOTH_METRICS_WITH_SLASH = {
+    "eventId": "namespace/event/123",
+    "kindIdentifier": "app/service/v1",
+    "metrics": {"count": 20},
+}
+
+COMPLEX_KIND_METRICS = {
+    "eventId": "complete/test/123",
+    "kindIdentifier": "complex/kind/identifier",
+    "syncStart": "2024-01-01T00:00:00Z",
+    "syncEnd": "2024-01-01T01:00:00Z",
+    "metrics": {"totalEntities": 100, "successfulEntities": 95, "failedEntities": 5},
+}
+
+
+@pytest.fixture
+def integration_client(monkeypatch: Any) -> IntegrationClientMixin:
+    """Create an IntegrationClientMixin instance with mocked dependencies."""
+    auth = MagicMock()
+    auth.headers = AsyncMock()
+    auth.headers.return_value = {"Authorization": "Bearer test-token"}
+
+    client = MagicMock()
+    client.put = AsyncMock()
+    client.put.return_value = MagicMock()
+    client.put.return_value.status_code = 200
+    client.put.return_value.is_error = False
+
+    integration_client = IntegrationClientMixin(
+        integration_identifier=TEST_INTEGRATION_IDENTIFIER,
+        integration_version=TEST_INTEGRATION_VERSION,
+        auth=auth,
+        client=client,
+    )
+
+    mock_get_metrics_attributes = AsyncMock()
+    mock_get_metrics_attributes.return_value = {"ingestUrl": TEST_INGEST_URL}
+    monkeypatch.setattr(
+        integration_client, "get_metrics_attributes", mock_get_metrics_attributes
+    )
+
+    return integration_client
+
+
+async def test_put_integration_sync_metrics_basic(
+    integration_client: IntegrationClientMixin,
+) -> None:
+    """Test basic functionality of put_integration_sync_metrics."""
+    with patch(
+        "port_ocean.clients.port.mixins.integrations.handle_port_status_code"
+    ) as mock_handle:
+        await integration_client.put_integration_sync_metrics(BASIC_KIND_METRICS)
+
+        integration_client.get_metrics_attributes.assert_called_once()
+
+        integration_client.auth.headers.assert_called_once()
+
+        integration_client.client.put.assert_called_once()
+        call_args = integration_client.client.put.call_args
+
+        expected_url = f"{TEST_INGEST_URL}/syncMetrics/resync/event-123/kind/service"
+        assert call_args[0][0] == expected_url
+
+        expected_headers = {"Authorization": "Bearer test-token"}
+        assert call_args[1]["headers"] == expected_headers
+
+        expected_json = {"syncKindMetrics": BASIC_KIND_METRICS}
+        assert call_args[1]["json"] == expected_json
+
+        mock_handle.assert_called_once_with(
+            integration_client.client.put.return_value, should_log=False
+        )
+
+
+async def test_put_integration_sync_metrics_with_slash_in_kind_identifier(
+    integration_client: IntegrationClientMixin,
+) -> None:
+    """Test put_integration_sync_metrics with forward slash in kindIdentifier."""
+    with patch("port_ocean.clients.port.mixins.integrations.handle_port_status_code"):
+        await integration_client.put_integration_sync_metrics(KIND_METRICS_WITH_SLASH)
+
+        integration_client.client.put.assert_called_once()
+        call_args = integration_client.client.put.call_args
+
+        expected_url = (
+            f"{TEST_INGEST_URL}/syncMetrics/resync/event-456/kind/kind%2Fkind1"
+        )
+        assert call_args[0][0] == expected_url
+
+        expected_json = {"syncKindMetrics": KIND_METRICS_WITH_SLASH}
+        assert call_args[1]["json"] == expected_json
+
+
+async def test_put_integration_sync_metrics_with_slash_in_event_id(
+    integration_client: IntegrationClientMixin,
+) -> None:
+    """Test put_integration_sync_metrics with forward slash in eventId."""
+    with patch("port_ocean.clients.port.mixins.integrations.handle_port_status_code"):
+        await integration_client.put_integration_sync_metrics(EVENT_METRICS_WITH_SLASH)
+
+        integration_client.client.put.assert_called_once()
+        call_args = integration_client.client.put.call_args
+
+        expected_url = f"{TEST_INGEST_URL}/syncMetrics/resync/event%2F123/kind/service"
+        assert call_args[0][0] == expected_url
+
+
+async def test_put_integration_sync_metrics_with_slashes_in_both_fields(
+    integration_client: IntegrationClientMixin,
+) -> None:
+    """Test put_integration_sync_metrics with forward slashes in both eventId and kindIdentifier."""
+    with patch("port_ocean.clients.port.mixins.integrations.handle_port_status_code"):
+        await integration_client.put_integration_sync_metrics(BOTH_METRICS_WITH_SLASH)
+
+        integration_client.client.put.assert_called_once()
+        call_args = integration_client.client.put.call_args
+
+        expected_url = f"{TEST_INGEST_URL}/syncMetrics/resync/namespace%2Fevent%2F123/kind/app%2Fservice%2Fv1"
+        assert call_args[0][0] == expected_url
+
+
+async def test_put_integration_sync_metrics_with_special_characters(
+    integration_client: IntegrationClientMixin,
+) -> None:
+    """Test put_integration_sync_metrics with various special characters that need URL encoding."""
+    special_metrics = {
+        "eventId": "event@123#test",
+        "kindIdentifier": "kind with spaces+symbols",
+        "metrics": {"count": 25},
+    }
+
+    with patch("port_ocean.clients.port.mixins.integrations.handle_port_status_code"):
+        await integration_client.put_integration_sync_metrics(special_metrics)
+
+        integration_client.client.put.assert_called_once()
+        call_args = integration_client.client.put.call_args
+
+        expected_url = f"{TEST_INGEST_URL}/syncMetrics/resync/event%40123%23test/kind/kind+with+spaces%2Bsymbols"
+        assert call_args[0][0] == expected_url
+
+
+async def test_put_integration_sync_metrics_complete_flow(
+    integration_client: IntegrationClientMixin,
+) -> None:
+    """Test the complete flow of put_integration_sync_metrics method."""
+    with patch("port_ocean.clients.port.mixins.integrations.handle_port_status_code"):
+        await integration_client.put_integration_sync_metrics(COMPLEX_KIND_METRICS)
+
+        integration_client.get_metrics_attributes.assert_called_once()
+        integration_client.auth.headers.assert_called_once()
+        integration_client.client.put.assert_called_once()
+
+        call_args = integration_client.client.put.call_args
+        assert "complete%2Ftest%2F123" in call_args[0][0]
+        assert "complex%2Fkind%2Fidentifier" in call_args[0][0]
+
+        assert call_args[1]["json"]["syncKindMetrics"] == COMPLEX_KIND_METRICS
+
+
+async def test_put_integration_sync_metrics_error_handling(
+    integration_client: IntegrationClientMixin,
+    monkeypatch: Any,
+) -> None:
+    """Test that put_integration_sync_metrics properly handles errors."""
+    mock_get_metrics_attributes = AsyncMock()
+    mock_get_metrics_attributes.side_effect = httpx.HTTPStatusError(
+        message="Test error", request=MagicMock(), response=MagicMock()
+    )
+    monkeypatch.setattr(
+        integration_client, "get_metrics_attributes", mock_get_metrics_attributes
+    )
+
+    with pytest.raises(httpx.HTTPStatusError):
+        await integration_client.put_integration_sync_metrics(BASIC_KIND_METRICS)

{port_ocean-0.24.19.dist-info → port_ocean-0.24.21.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: port-ocean
-Version: 0.24.19
+Version: 0.24.21
 Summary: Port Ocean is a CLI tool for managing your Port projects.
 Home-page: https://app.getport.io
 Keywords: ocean,port-ocean,port

{port_ocean-0.24.19.dist-info → port_ocean-0.24.21.dist-info}/RECORD

@@ -60,7 +60,7 @@ port_ocean/clients/port/client.py,sha256=dv0mxIOde6J-wFi1FXXZkoNPVHrZzY7RSMhNkDD
 port_ocean/clients/port/mixins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 port_ocean/clients/port/mixins/blueprints.py,sha256=aMCG4zePsMSMjMLiGrU37h5z5_ElfMzTcTvqvOI5wXY,4683
 port_ocean/clients/port/mixins/entities.py,sha256=_FKoSEUxc_fGcdoWm4ZAeUKUnnzkGPMDQEsxmpbj8Vo,23352
-port_ocean/clients/port/mixins/integrations.py,sha256=s6paomK9bYWW-Tu3y2OIaEGSxsXCHyhapVi4JIhhO64,11162
+port_ocean/clients/port/mixins/integrations.py,sha256=DdMLxSHL2zmlLecnkJk1lWJ2fxkY89pSSL-m7H0zBuI,11256
 port_ocean/clients/port/mixins/migrations.py,sha256=vdL_A_NNUogvzujyaRLIoZEu5vmKDY2BxTjoGP94YzI,1467
 port_ocean/clients/port/mixins/organization.py,sha256=A2cP5V49KnjoAXxjmnm_XGth4ftPSU0qURNfnyUyS_Y,1041
 port_ocean/clients/port/retry_transport.py,sha256=PtIZOAZ6V-ncpVysRUsPOgt8Sf01QLnTKB5YeKBxkJk,1861
@@ -121,7 +121,7 @@ port_ocean/core/integrations/mixins/events.py,sha256=2L7P3Jhp8XBqddh2_o9Cn4N261n
 port_ocean/core/integrations/mixins/handler.py,sha256=mZ7-0UlG3LcrwJttFbMe-R4xcOU2H_g33tZar7PwTv8,3771
 port_ocean/core/integrations/mixins/live_events.py,sha256=zM24dhNc7uHx9XYZ6toVhDADPA90EnpOmZxgDegFZbA,4196
 port_ocean/core/integrations/mixins/sync.py,sha256=Vm_898pLKBwfVewtwouDWsXoxcOLicnAy6pzyqqk6U8,4053
-port_ocean/core/integrations/mixins/sync_raw.py,sha256=NTclUHBYH_RK895zM3VGfd3MyPRYvfqnWudXYN5RFqQ,33885
+port_ocean/core/integrations/mixins/sync_raw.py,sha256=mbFRZzG91McaoeLP7rR9TP3Bb1N5zayHwF3t71u-Ncc,34022
 port_ocean/core/integrations/mixins/utils.py,sha256=N76dNu1Y6UEg0_pcSdF4RO6dQIZ8EBfX3xMelgWdMxM,3779
 port_ocean/core/models.py,sha256=DNbKpStMINI2lIekKprTqBevqkw_wFuFayN19w1aDfQ,2893
 port_ocean/core/ocean_types.py,sha256=4VipWFOHEh_d9LmWewQccwx1p2dtrRYW0YURVgNsAjo,1398
@@ -159,6 +159,7 @@ port_ocean/tests/clients/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZ
 port_ocean/tests/clients/oauth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 port_ocean/tests/clients/oauth/test_oauth_client.py,sha256=2XVMQUalDpiD539Z7_dk5BK_ngXQzsTmb2lNBsfEm9c,3266
 port_ocean/tests/clients/port/mixins/test_entities.py,sha256=DeWbAQcaxT3LQQf_j9HA5nG7YgsQDvXmgK2aghlG9ug,6619
+port_ocean/tests/clients/port/mixins/test_integrations.py,sha256=vRt_EMsLozQC1LJNXxlvnHj3-FlOBGgAYxg5T0IAqtA,7621
 port_ocean/tests/clients/port/mixins/test_organization_mixin.py,sha256=zzKYz3h8dl4Z5A2QG_924m0y9U6XTth1XYOfwNrd_24,914
 port_ocean/tests/conftest.py,sha256=JXASSS0IY0nnR6bxBflhzxS25kf4iNaABmThyZ0mZt8,101
 port_ocean/tests/core/conftest.py,sha256=7K_M1--wQ08VmiQRB0vo1nst2X00cwsuBS5UfERsnG8,7589
@@ -200,8 +201,8 @@ port_ocean/utils/repeat.py,sha256=U2OeCkHPWXmRTVoPV-VcJRlQhcYqPWI5NfmPlb1JIbc,32
 port_ocean/utils/signal.py,sha256=mMVq-1Ab5YpNiqN4PkiyTGlV_G0wkUDMMjTZp5z3pb0,1514
 port_ocean/utils/time.py,sha256=pufAOH5ZQI7gXvOvJoQXZXZJV-Dqktoj9Qp9eiRwmJ4,1939
 port_ocean/version.py,sha256=UsuJdvdQlazzKGD3Hd5-U7N69STh8Dq9ggJzQFnu9fU,177
-port_ocean-0.24.19.dist-info/LICENSE.md,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-port_ocean-0.24.19.dist-info/METADATA,sha256=HE9-dswSXnOaFu4p3hJkDWy6syqUIADmnYhVSN2F4Vg,6856
-port_ocean-0.24.19.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-port_ocean-0.24.19.dist-info/entry_points.txt,sha256=F_DNUmGZU2Kme-8NsWM5LLE8piGMafYZygRYhOVtcjA,54
-port_ocean-0.24.19.dist-info/RECORD,,
+port_ocean-0.24.21.dist-info/LICENSE.md,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+port_ocean-0.24.21.dist-info/METADATA,sha256=CMim2FITINDDdUII_ENejo3t677lzYlELYVfULtdfPs,6856
+port_ocean-0.24.21.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+port_ocean-0.24.21.dist-info/entry_points.txt,sha256=F_DNUmGZU2Kme-8NsWM5LLE8piGMafYZygRYhOVtcjA,54
+port_ocean-0.24.21.dist-info/RECORD,,