port-ocean 0.29.4__py3-none-any.whl → 0.29.6__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- port_ocean/config/settings.py +1 -1
- port_ocean/core/integrations/mixins/sync_raw.py +21 -0
- {port_ocean-0.29.4.dist-info → port_ocean-0.29.6.dist-info}/METADATA +1 -1
- {port_ocean-0.29.4.dist-info → port_ocean-0.29.6.dist-info}/RECORD +7 -7
- {port_ocean-0.29.4.dist-info → port_ocean-0.29.6.dist-info}/LICENSE.md +0 -0
- {port_ocean-0.29.4.dist-info → port_ocean-0.29.6.dist-info}/WHEEL +0 -0
- {port_ocean-0.29.4.dist-info → port_ocean-0.29.6.dist-info}/entry_points.txt +0 -0
port_ocean/config/settings.py
CHANGED
|
@@ -132,7 +132,7 @@ class IntegrationConfiguration(BaseOceanSettings, extra=Extra.allow):
|
|
|
132
132
|
upsert_entities_batch_max_length: int = 20
|
|
133
133
|
upsert_entities_batch_max_size_in_bytes: int = 1024 * 1024
|
|
134
134
|
lakehouse_enabled: bool = False
|
|
135
|
-
yield_items_to_parse: bool =
|
|
135
|
+
yield_items_to_parse: bool = True
|
|
136
136
|
yield_items_to_parse_batch_size: int = 10
|
|
137
137
|
|
|
138
138
|
streaming: StreamingSettings = Field(default_factory=lambda: StreamingSettings())
|
|
@@ -1030,6 +1030,27 @@ class SyncRawMixin(HandlerMixin, EventsMixin):
|
|
|
1030
1030
|
ocean.metrics.sync_state = SyncState.ABORTED
|
|
1031
1031
|
await ocean.metrics.send_metrics_to_webhook(kind=MetricResourceKind.RUNTIME)
|
|
1032
1032
|
await ocean.metrics.report_sync_metrics(kinds=[MetricResourceKind.RUNTIME])
|
|
1033
|
+
|
|
1034
|
+
for pending_index in range(len(creation_results), len(app_config.resources)):
|
|
1035
|
+
pending_resource = app_config.resources[pending_index]
|
|
1036
|
+
pending_kind_id = f"{pending_resource.kind}-{pending_index}"
|
|
1037
|
+
async with metric_resource_context(pending_kind_id):
|
|
1038
|
+
ocean.metrics.sync_state = SyncState.ABORTED
|
|
1039
|
+
await ocean.metrics.send_metrics_to_webhook(kind=pending_kind_id)
|
|
1040
|
+
await ocean.metrics.report_kind_sync_metrics(
|
|
1041
|
+
kind=pending_kind_id,
|
|
1042
|
+
blueprint=pending_resource.port.entity.mappings.blueprint,
|
|
1043
|
+
)
|
|
1044
|
+
|
|
1045
|
+
async with metric_resource_context(MetricResourceKind.RECONCILIATION):
|
|
1046
|
+
ocean.metrics.sync_state = SyncState.ABORTED
|
|
1047
|
+
ocean.metrics.set_metric(
|
|
1048
|
+
name=MetricType.SUCCESS_NAME,
|
|
1049
|
+
labels=[MetricResourceKind.RECONCILIATION, MetricPhase.RESYNC],
|
|
1050
|
+
value=0,
|
|
1051
|
+
)
|
|
1052
|
+
await ocean.metrics.send_metrics_to_webhook(kind=MetricResourceKind.RECONCILIATION)
|
|
1053
|
+
await ocean.metrics.report_sync_metrics(kinds=[MetricResourceKind.RECONCILIATION])
|
|
1033
1054
|
raise
|
|
1034
1055
|
else:
|
|
1035
1056
|
async with metric_resource_context(MetricResourceKind.RECONCILIATION):
|
|
@@ -71,7 +71,7 @@ port_ocean/clients/port/utils.py,sha256=osFyAjw7Y5Qf2uVSqC7_RTCQfijiL1zS74JJM0go
|
|
|
71
71
|
port_ocean/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
72
72
|
port_ocean/config/base.py,sha256=x1gFbzujrxn7EJudRT81C6eN9WsYAb3vOHwcpcpX8Tc,6370
|
|
73
73
|
port_ocean/config/dynamic.py,sha256=Lrk4JRGtR-0YKQ9DDGexX5NGFE7EJ6VoHya19YYhssM,2687
|
|
74
|
-
port_ocean/config/settings.py,sha256=
|
|
74
|
+
port_ocean/config/settings.py,sha256=8NSEUwO1lOmH-D865zEllHS4e7yR1gd6Hqalwkt7AJM,8839
|
|
75
75
|
port_ocean/consumers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
76
76
|
port_ocean/consumers/kafka_consumer.py,sha256=N8KocjBi9aR0BOPG8hgKovg-ns_ggpEjrSxqSqF_BSo,4710
|
|
77
77
|
port_ocean/context/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -129,7 +129,7 @@ port_ocean/core/integrations/mixins/events.py,sha256=2L7P3Jhp8XBqddh2_o9Cn4N261n
|
|
|
129
129
|
port_ocean/core/integrations/mixins/handler.py,sha256=mZ7-0UlG3LcrwJttFbMe-R4xcOU2H_g33tZar7PwTv8,3771
|
|
130
130
|
port_ocean/core/integrations/mixins/live_events.py,sha256=zM24dhNc7uHx9XYZ6toVhDADPA90EnpOmZxgDegFZbA,4196
|
|
131
131
|
port_ocean/core/integrations/mixins/sync.py,sha256=Vm_898pLKBwfVewtwouDWsXoxcOLicnAy6pzyqqk6U8,4053
|
|
132
|
-
port_ocean/core/integrations/mixins/sync_raw.py,sha256=
|
|
132
|
+
port_ocean/core/integrations/mixins/sync_raw.py,sha256=kcL7flnQ25E3KKyo6L3aL9wSzgBtoWYzgQjS4uRbDOs,42612
|
|
133
133
|
port_ocean/core/integrations/mixins/utils.py,sha256=JegPuIQGBXMnywHBIX30i7gYz0gY7_bW_Jx5LUuQM9c,13718
|
|
134
134
|
port_ocean/core/models.py,sha256=sN7viTJbqEEy7j8VEgeffusML31cQWgzI7k8JP64Mbg,3769
|
|
135
135
|
port_ocean/core/ocean_types.py,sha256=bkLlTd8XfJK6_JDl0eXUHfE_NygqgiInSMwJ4YJH01Q,1399
|
|
@@ -218,8 +218,8 @@ port_ocean/utils/repeat.py,sha256=U2OeCkHPWXmRTVoPV-VcJRlQhcYqPWI5NfmPlb1JIbc,32
|
|
|
218
218
|
port_ocean/utils/signal.py,sha256=J1sI-e_32VHP_VUa5bskLMFoJjJOAk5isrnewKDikUI,2125
|
|
219
219
|
port_ocean/utils/time.py,sha256=pufAOH5ZQI7gXvOvJoQXZXZJV-Dqktoj9Qp9eiRwmJ4,1939
|
|
220
220
|
port_ocean/version.py,sha256=UsuJdvdQlazzKGD3Hd5-U7N69STh8Dq9ggJzQFnu9fU,177
|
|
221
|
-
port_ocean-0.29.
|
|
222
|
-
port_ocean-0.29.
|
|
223
|
-
port_ocean-0.29.
|
|
224
|
-
port_ocean-0.29.
|
|
225
|
-
port_ocean-0.29.
|
|
221
|
+
port_ocean-0.29.6.dist-info/LICENSE.md,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
|
|
222
|
+
port_ocean-0.29.6.dist-info/METADATA,sha256=VdT-mqhQ5V0IMEs3pYfTvxdcfQBu-Hz-cqZ-uILkhS8,7054
|
|
223
|
+
port_ocean-0.29.6.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
|
224
|
+
port_ocean-0.29.6.dist-info/entry_points.txt,sha256=F_DNUmGZU2Kme-8NsWM5LLE8piGMafYZygRYhOVtcjA,54
|
|
225
|
+
port_ocean-0.29.6.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|