port-ocean 0.24.20__py3-none-any.whl → 0.24.22__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- port_ocean/clients/port/mixins/integrations.py +3 -1
- port_ocean/config/dynamic.py +27 -2
- port_ocean/tests/clients/port/mixins/test_integrations.py +205 -0
- port_ocean/tests/config/test_config.py +38 -0
- {port_ocean-0.24.20.dist-info → port_ocean-0.24.22.dist-info}/METADATA +1 -1
- {port_ocean-0.24.20.dist-info → port_ocean-0.24.22.dist-info}/RECORD +9 -7
- {port_ocean-0.24.20.dist-info → port_ocean-0.24.22.dist-info}/LICENSE.md +0 -0
- {port_ocean-0.24.20.dist-info → port_ocean-0.24.22.dist-info}/WHEEL +0 -0
- {port_ocean-0.24.20.dist-info → port_ocean-0.24.22.dist-info}/entry_points.txt +0 -0
@@ -228,9 +228,11 @@ class IntegrationClientMixin:
|
|
228
228
|
async def put_integration_sync_metrics(self, kind_metrics: dict[str, Any]) -> None:
|
229
229
|
logger.debug("starting PUT metrics request", kind_metrics=kind_metrics)
|
230
230
|
metrics_attributes = await self.get_metrics_attributes()
|
231
|
+
event_id = quote_plus(kind_metrics["eventId"])
|
232
|
+
kind_identifier = quote_plus(kind_metrics["kindIdentifier"])
|
231
233
|
url = (
|
232
234
|
metrics_attributes["ingestUrl"]
|
233
|
-
+ f"/syncMetrics/resync/{
|
235
|
+
+ f"/syncMetrics/resync/{event_id}/kind/{kind_identifier}"
|
234
236
|
)
|
235
237
|
headers = await self.auth.headers()
|
236
238
|
response = await self.client.put(
|
port_ocean/config/dynamic.py
CHANGED
@@ -2,12 +2,37 @@ import json
|
|
2
2
|
from typing import Type, Any, Optional
|
3
3
|
|
4
4
|
from humps import decamelize
|
5
|
-
from pydantic import
|
5
|
+
from pydantic import (
|
6
|
+
BaseConfig,
|
7
|
+
BaseModel,
|
8
|
+
AnyUrl,
|
9
|
+
create_model,
|
10
|
+
Extra,
|
11
|
+
parse_obj_as,
|
12
|
+
validator,
|
13
|
+
)
|
6
14
|
from pydantic.fields import ModelField, Field
|
7
15
|
|
8
16
|
from port_ocean.config.base import BaseOceanModel
|
9
17
|
|
10
18
|
|
19
|
+
class NoTrailingSlashUrl(AnyUrl):
|
20
|
+
@classmethod
|
21
|
+
def validate(cls, value: Any, field: ModelField, config: BaseConfig) -> "AnyUrl":
|
22
|
+
if value is not None:
|
23
|
+
if isinstance(value, (bytes, bytearray)):
|
24
|
+
try:
|
25
|
+
value = value.decode()
|
26
|
+
except UnicodeDecodeError as exc:
|
27
|
+
raise ValueError("URL bytes must be valid UTF-8") from exc
|
28
|
+
else:
|
29
|
+
value = str(value)
|
30
|
+
|
31
|
+
if value != "/":
|
32
|
+
value = value.rstrip("/")
|
33
|
+
return super().validate(value, field, config)
|
34
|
+
|
35
|
+
|
11
36
|
class Configuration(BaseModel, extra=Extra.allow):
|
12
37
|
name: str
|
13
38
|
type: str
|
@@ -39,7 +64,7 @@ def default_config_factory(configurations: Any) -> Type[BaseModel]:
|
|
39
64
|
case "object":
|
40
65
|
field_type = dict
|
41
66
|
case "url":
|
42
|
-
field_type =
|
67
|
+
field_type = NoTrailingSlashUrl
|
43
68
|
case "string":
|
44
69
|
field_type = str
|
45
70
|
case "integer":
|
@@ -0,0 +1,205 @@
|
|
1
|
+
from typing import Any
|
2
|
+
from unittest.mock import MagicMock, patch, AsyncMock
|
3
|
+
|
4
|
+
import pytest
|
5
|
+
import httpx
|
6
|
+
|
7
|
+
from port_ocean.clients.port.mixins.integrations import IntegrationClientMixin
|
8
|
+
|
9
|
+
|
10
|
+
TEST_INTEGRATION_IDENTIFIER = "test-integration"
|
11
|
+
TEST_INTEGRATION_VERSION = "1.0.0"
|
12
|
+
TEST_INGEST_URL = "https://api.example.com"
|
13
|
+
|
14
|
+
BASIC_KIND_METRICS = {
|
15
|
+
"eventId": "event-123",
|
16
|
+
"kindIdentifier": "service",
|
17
|
+
"metrics": {"count": 5},
|
18
|
+
}
|
19
|
+
|
20
|
+
KIND_METRICS_WITH_SLASH = {
|
21
|
+
"eventId": "event-456",
|
22
|
+
"kindIdentifier": "kind/kind1",
|
23
|
+
"metrics": {"count": 10},
|
24
|
+
}
|
25
|
+
|
26
|
+
EVENT_METRICS_WITH_SLASH = {
|
27
|
+
"eventId": "event/123",
|
28
|
+
"kindIdentifier": "service",
|
29
|
+
"metrics": {"count": 15},
|
30
|
+
}
|
31
|
+
|
32
|
+
BOTH_METRICS_WITH_SLASH = {
|
33
|
+
"eventId": "namespace/event/123",
|
34
|
+
"kindIdentifier": "app/service/v1",
|
35
|
+
"metrics": {"count": 20},
|
36
|
+
}
|
37
|
+
|
38
|
+
COMPLEX_KIND_METRICS = {
|
39
|
+
"eventId": "complete/test/123",
|
40
|
+
"kindIdentifier": "complex/kind/identifier",
|
41
|
+
"syncStart": "2024-01-01T00:00:00Z",
|
42
|
+
"syncEnd": "2024-01-01T01:00:00Z",
|
43
|
+
"metrics": {"totalEntities": 100, "successfulEntities": 95, "failedEntities": 5},
|
44
|
+
}
|
45
|
+
|
46
|
+
|
47
|
+
@pytest.fixture
|
48
|
+
def integration_client(monkeypatch: Any) -> IntegrationClientMixin:
|
49
|
+
"""Create an IntegrationClientMixin instance with mocked dependencies."""
|
50
|
+
auth = MagicMock()
|
51
|
+
auth.headers = AsyncMock()
|
52
|
+
auth.headers.return_value = {"Authorization": "Bearer test-token"}
|
53
|
+
|
54
|
+
client = MagicMock()
|
55
|
+
client.put = AsyncMock()
|
56
|
+
client.put.return_value = MagicMock()
|
57
|
+
client.put.return_value.status_code = 200
|
58
|
+
client.put.return_value.is_error = False
|
59
|
+
|
60
|
+
integration_client = IntegrationClientMixin(
|
61
|
+
integration_identifier=TEST_INTEGRATION_IDENTIFIER,
|
62
|
+
integration_version=TEST_INTEGRATION_VERSION,
|
63
|
+
auth=auth,
|
64
|
+
client=client,
|
65
|
+
)
|
66
|
+
|
67
|
+
mock_get_metrics_attributes = AsyncMock()
|
68
|
+
mock_get_metrics_attributes.return_value = {"ingestUrl": TEST_INGEST_URL}
|
69
|
+
monkeypatch.setattr(
|
70
|
+
integration_client, "get_metrics_attributes", mock_get_metrics_attributes
|
71
|
+
)
|
72
|
+
|
73
|
+
return integration_client
|
74
|
+
|
75
|
+
|
76
|
+
async def test_put_integration_sync_metrics_basic(
|
77
|
+
integration_client: IntegrationClientMixin,
|
78
|
+
) -> None:
|
79
|
+
"""Test basic functionality of put_integration_sync_metrics."""
|
80
|
+
with patch(
|
81
|
+
"port_ocean.clients.port.mixins.integrations.handle_port_status_code"
|
82
|
+
) as mock_handle:
|
83
|
+
await integration_client.put_integration_sync_metrics(BASIC_KIND_METRICS)
|
84
|
+
|
85
|
+
integration_client.get_metrics_attributes.assert_called_once()
|
86
|
+
|
87
|
+
integration_client.auth.headers.assert_called_once()
|
88
|
+
|
89
|
+
integration_client.client.put.assert_called_once()
|
90
|
+
call_args = integration_client.client.put.call_args
|
91
|
+
|
92
|
+
expected_url = f"{TEST_INGEST_URL}/syncMetrics/resync/event-123/kind/service"
|
93
|
+
assert call_args[0][0] == expected_url
|
94
|
+
|
95
|
+
expected_headers = {"Authorization": "Bearer test-token"}
|
96
|
+
assert call_args[1]["headers"] == expected_headers
|
97
|
+
|
98
|
+
expected_json = {"syncKindMetrics": BASIC_KIND_METRICS}
|
99
|
+
assert call_args[1]["json"] == expected_json
|
100
|
+
|
101
|
+
mock_handle.assert_called_once_with(
|
102
|
+
integration_client.client.put.return_value, should_log=False
|
103
|
+
)
|
104
|
+
|
105
|
+
|
106
|
+
async def test_put_integration_sync_metrics_with_slash_in_kind_identifier(
|
107
|
+
integration_client: IntegrationClientMixin,
|
108
|
+
) -> None:
|
109
|
+
"""Test put_integration_sync_metrics with forward slash in kindIdentifier."""
|
110
|
+
with patch("port_ocean.clients.port.mixins.integrations.handle_port_status_code"):
|
111
|
+
await integration_client.put_integration_sync_metrics(KIND_METRICS_WITH_SLASH)
|
112
|
+
|
113
|
+
integration_client.client.put.assert_called_once()
|
114
|
+
call_args = integration_client.client.put.call_args
|
115
|
+
|
116
|
+
expected_url = (
|
117
|
+
f"{TEST_INGEST_URL}/syncMetrics/resync/event-456/kind/kind%2Fkind1"
|
118
|
+
)
|
119
|
+
assert call_args[0][0] == expected_url
|
120
|
+
|
121
|
+
expected_json = {"syncKindMetrics": KIND_METRICS_WITH_SLASH}
|
122
|
+
assert call_args[1]["json"] == expected_json
|
123
|
+
|
124
|
+
|
125
|
+
async def test_put_integration_sync_metrics_with_slash_in_event_id(
|
126
|
+
integration_client: IntegrationClientMixin,
|
127
|
+
) -> None:
|
128
|
+
"""Test put_integration_sync_metrics with forward slash in eventId."""
|
129
|
+
with patch("port_ocean.clients.port.mixins.integrations.handle_port_status_code"):
|
130
|
+
await integration_client.put_integration_sync_metrics(EVENT_METRICS_WITH_SLASH)
|
131
|
+
|
132
|
+
integration_client.client.put.assert_called_once()
|
133
|
+
call_args = integration_client.client.put.call_args
|
134
|
+
|
135
|
+
expected_url = f"{TEST_INGEST_URL}/syncMetrics/resync/event%2F123/kind/service"
|
136
|
+
assert call_args[0][0] == expected_url
|
137
|
+
|
138
|
+
|
139
|
+
async def test_put_integration_sync_metrics_with_slashes_in_both_fields(
|
140
|
+
integration_client: IntegrationClientMixin,
|
141
|
+
) -> None:
|
142
|
+
"""Test put_integration_sync_metrics with forward slashes in both eventId and kindIdentifier."""
|
143
|
+
with patch("port_ocean.clients.port.mixins.integrations.handle_port_status_code"):
|
144
|
+
await integration_client.put_integration_sync_metrics(BOTH_METRICS_WITH_SLASH)
|
145
|
+
|
146
|
+
integration_client.client.put.assert_called_once()
|
147
|
+
call_args = integration_client.client.put.call_args
|
148
|
+
|
149
|
+
expected_url = f"{TEST_INGEST_URL}/syncMetrics/resync/namespace%2Fevent%2F123/kind/app%2Fservice%2Fv1"
|
150
|
+
assert call_args[0][0] == expected_url
|
151
|
+
|
152
|
+
|
153
|
+
async def test_put_integration_sync_metrics_with_special_characters(
|
154
|
+
integration_client: IntegrationClientMixin,
|
155
|
+
) -> None:
|
156
|
+
"""Test put_integration_sync_metrics with various special characters that need URL encoding."""
|
157
|
+
special_metrics = {
|
158
|
+
"eventId": "event@123#test",
|
159
|
+
"kindIdentifier": "kind with spaces+symbols",
|
160
|
+
"metrics": {"count": 25},
|
161
|
+
}
|
162
|
+
|
163
|
+
with patch("port_ocean.clients.port.mixins.integrations.handle_port_status_code"):
|
164
|
+
await integration_client.put_integration_sync_metrics(special_metrics)
|
165
|
+
|
166
|
+
integration_client.client.put.assert_called_once()
|
167
|
+
call_args = integration_client.client.put.call_args
|
168
|
+
|
169
|
+
expected_url = f"{TEST_INGEST_URL}/syncMetrics/resync/event%40123%23test/kind/kind+with+spaces%2Bsymbols"
|
170
|
+
assert call_args[0][0] == expected_url
|
171
|
+
|
172
|
+
|
173
|
+
async def test_put_integration_sync_metrics_complete_flow(
|
174
|
+
integration_client: IntegrationClientMixin,
|
175
|
+
) -> None:
|
176
|
+
"""Test the complete flow of put_integration_sync_metrics method."""
|
177
|
+
with patch("port_ocean.clients.port.mixins.integrations.handle_port_status_code"):
|
178
|
+
await integration_client.put_integration_sync_metrics(COMPLEX_KIND_METRICS)
|
179
|
+
|
180
|
+
integration_client.get_metrics_attributes.assert_called_once()
|
181
|
+
integration_client.auth.headers.assert_called_once()
|
182
|
+
integration_client.client.put.assert_called_once()
|
183
|
+
|
184
|
+
call_args = integration_client.client.put.call_args
|
185
|
+
assert "complete%2Ftest%2F123" in call_args[0][0]
|
186
|
+
assert "complex%2Fkind%2Fidentifier" in call_args[0][0]
|
187
|
+
|
188
|
+
assert call_args[1]["json"]["syncKindMetrics"] == COMPLEX_KIND_METRICS
|
189
|
+
|
190
|
+
|
191
|
+
async def test_put_integration_sync_metrics_error_handling(
|
192
|
+
integration_client: IntegrationClientMixin,
|
193
|
+
monkeypatch: Any,
|
194
|
+
) -> None:
|
195
|
+
"""Test that put_integration_sync_metrics properly handles errors."""
|
196
|
+
mock_get_metrics_attributes = AsyncMock()
|
197
|
+
mock_get_metrics_attributes.side_effect = httpx.HTTPStatusError(
|
198
|
+
message="Test error", request=MagicMock(), response=MagicMock()
|
199
|
+
)
|
200
|
+
monkeypatch.setattr(
|
201
|
+
integration_client, "get_metrics_attributes", mock_get_metrics_attributes
|
202
|
+
)
|
203
|
+
|
204
|
+
with pytest.raises(httpx.HTTPStatusError):
|
205
|
+
await integration_client.put_integration_sync_metrics(BASIC_KIND_METRICS)
|
@@ -0,0 +1,38 @@
|
|
1
|
+
import pytest
|
2
|
+
from pydantic import BaseModel
|
3
|
+
from port_ocean.config.dynamic import NoTrailingSlashUrl
|
4
|
+
from typing import cast
|
5
|
+
|
6
|
+
|
7
|
+
class TestClass(BaseModel):
|
8
|
+
url: NoTrailingSlashUrl | None
|
9
|
+
|
10
|
+
|
11
|
+
def as_no_trailing_slash_url(value: str | None) -> NoTrailingSlashUrl:
|
12
|
+
# mypy casting
|
13
|
+
return cast(NoTrailingSlashUrl, value)
|
14
|
+
|
15
|
+
|
16
|
+
def test_trailing_slash_valid() -> None:
|
17
|
+
cls = TestClass(url=as_no_trailing_slash_url("http://example"))
|
18
|
+
assert cls.url == "http://example"
|
19
|
+
|
20
|
+
|
21
|
+
def test_trailing_slash_valid_remove_slash() -> None:
|
22
|
+
cls = TestClass(url=as_no_trailing_slash_url("http://example/"))
|
23
|
+
assert cls.url == "http://example"
|
24
|
+
|
25
|
+
|
26
|
+
def test_trailing_slash_not_valid() -> None:
|
27
|
+
with pytest.raises(ValueError):
|
28
|
+
TestClass(url=as_no_trailing_slash_url("/"))
|
29
|
+
|
30
|
+
|
31
|
+
def test_trailing_slash_not_valid_no_domain() -> None:
|
32
|
+
with pytest.raises(ValueError):
|
33
|
+
TestClass(url=as_no_trailing_slash_url("http:///"))
|
34
|
+
|
35
|
+
|
36
|
+
def test_trailing_empty() -> None:
|
37
|
+
cls = TestClass(url=None)
|
38
|
+
assert cls.url is None
|
@@ -60,7 +60,7 @@ port_ocean/clients/port/client.py,sha256=dv0mxIOde6J-wFi1FXXZkoNPVHrZzY7RSMhNkDD
|
|
60
60
|
port_ocean/clients/port/mixins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
61
61
|
port_ocean/clients/port/mixins/blueprints.py,sha256=aMCG4zePsMSMjMLiGrU37h5z5_ElfMzTcTvqvOI5wXY,4683
|
62
62
|
port_ocean/clients/port/mixins/entities.py,sha256=_FKoSEUxc_fGcdoWm4ZAeUKUnnzkGPMDQEsxmpbj8Vo,23352
|
63
|
-
port_ocean/clients/port/mixins/integrations.py,sha256=
|
63
|
+
port_ocean/clients/port/mixins/integrations.py,sha256=DdMLxSHL2zmlLecnkJk1lWJ2fxkY89pSSL-m7H0zBuI,11256
|
64
64
|
port_ocean/clients/port/mixins/migrations.py,sha256=vdL_A_NNUogvzujyaRLIoZEu5vmKDY2BxTjoGP94YzI,1467
|
65
65
|
port_ocean/clients/port/mixins/organization.py,sha256=A2cP5V49KnjoAXxjmnm_XGth4ftPSU0qURNfnyUyS_Y,1041
|
66
66
|
port_ocean/clients/port/retry_transport.py,sha256=PtIZOAZ6V-ncpVysRUsPOgt8Sf01QLnTKB5YeKBxkJk,1861
|
@@ -68,7 +68,7 @@ port_ocean/clients/port/types.py,sha256=nvlgiAq4WH5_F7wQbz_GAWl-faob84LVgIjZ2Ww5
|
|
68
68
|
port_ocean/clients/port/utils.py,sha256=osFyAjw7Y5Qf2uVSqC7_RTCQfijiL1zS74JJM0goxh0,2762
|
69
69
|
port_ocean/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
70
70
|
port_ocean/config/base.py,sha256=x1gFbzujrxn7EJudRT81C6eN9WsYAb3vOHwcpcpX8Tc,6370
|
71
|
-
port_ocean/config/dynamic.py,sha256=
|
71
|
+
port_ocean/config/dynamic.py,sha256=Lrk4JRGtR-0YKQ9DDGexX5NGFE7EJ6VoHya19YYhssM,2687
|
72
72
|
port_ocean/config/settings.py,sha256=R4Ju15XKbwQEg2W7uUCxoj4_9gUS9uYUFQnX-FUNRDI,7156
|
73
73
|
port_ocean/consumers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
74
74
|
port_ocean/consumers/kafka_consumer.py,sha256=N8KocjBi9aR0BOPG8hgKovg-ns_ggpEjrSxqSqF_BSo,4710
|
@@ -159,7 +159,9 @@ port_ocean/tests/clients/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZ
|
|
159
159
|
port_ocean/tests/clients/oauth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
160
160
|
port_ocean/tests/clients/oauth/test_oauth_client.py,sha256=2XVMQUalDpiD539Z7_dk5BK_ngXQzsTmb2lNBsfEm9c,3266
|
161
161
|
port_ocean/tests/clients/port/mixins/test_entities.py,sha256=DeWbAQcaxT3LQQf_j9HA5nG7YgsQDvXmgK2aghlG9ug,6619
|
162
|
+
port_ocean/tests/clients/port/mixins/test_integrations.py,sha256=vRt_EMsLozQC1LJNXxlvnHj3-FlOBGgAYxg5T0IAqtA,7621
|
162
163
|
port_ocean/tests/clients/port/mixins/test_organization_mixin.py,sha256=zzKYz3h8dl4Z5A2QG_924m0y9U6XTth1XYOfwNrd_24,914
|
164
|
+
port_ocean/tests/config/test_config.py,sha256=Rk4N-ldVSOfn1p23NzdVdfqUpPrqG2cMut4Sv-sAOrw,1023
|
163
165
|
port_ocean/tests/conftest.py,sha256=JXASSS0IY0nnR6bxBflhzxS25kf4iNaABmThyZ0mZt8,101
|
164
166
|
port_ocean/tests/core/conftest.py,sha256=7K_M1--wQ08VmiQRB0vo1nst2X00cwsuBS5UfERsnG8,7589
|
165
167
|
port_ocean/tests/core/defaults/test_common.py,sha256=sR7RqB3ZYV6Xn6NIg-c8k5K6JcGsYZ2SCe_PYX5vLYM,5560
|
@@ -200,8 +202,8 @@ port_ocean/utils/repeat.py,sha256=U2OeCkHPWXmRTVoPV-VcJRlQhcYqPWI5NfmPlb1JIbc,32
|
|
200
202
|
port_ocean/utils/signal.py,sha256=mMVq-1Ab5YpNiqN4PkiyTGlV_G0wkUDMMjTZp5z3pb0,1514
|
201
203
|
port_ocean/utils/time.py,sha256=pufAOH5ZQI7gXvOvJoQXZXZJV-Dqktoj9Qp9eiRwmJ4,1939
|
202
204
|
port_ocean/version.py,sha256=UsuJdvdQlazzKGD3Hd5-U7N69STh8Dq9ggJzQFnu9fU,177
|
203
|
-
port_ocean-0.24.
|
204
|
-
port_ocean-0.24.
|
205
|
-
port_ocean-0.24.
|
206
|
-
port_ocean-0.24.
|
207
|
-
port_ocean-0.24.
|
205
|
+
port_ocean-0.24.22.dist-info/LICENSE.md,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
|
206
|
+
port_ocean-0.24.22.dist-info/METADATA,sha256=50N8hfofvUl4hhRM850KH2qlF6RRBvw-EK_CCOrhFbA,6856
|
207
|
+
port_ocean-0.24.22.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
208
|
+
port_ocean-0.24.22.dist-info/entry_points.txt,sha256=F_DNUmGZU2Kme-8NsWM5LLE8piGMafYZygRYhOVtcjA,54
|
209
|
+
port_ocean-0.24.22.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|