port-ocean 0.12.2.dev19__py3-none-any.whl → 0.12.2.dev21__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of port-ocean might be problematic. Click here for more details.
- port_ocean/context/ocean.py +0 -5
- port_ocean/exceptions/api.py +1 -1
- port_ocean/middlewares.py +52 -55
- port_ocean/ocean.py +35 -25
- {port_ocean-0.12.2.dev19.dist-info → port_ocean-0.12.2.dev21.dist-info}/METADATA +1 -1
- {port_ocean-0.12.2.dev19.dist-info → port_ocean-0.12.2.dev21.dist-info}/RECORD +9 -9
- {port_ocean-0.12.2.dev19.dist-info → port_ocean-0.12.2.dev21.dist-info}/LICENSE.md +0 -0
- {port_ocean-0.12.2.dev19.dist-info → port_ocean-0.12.2.dev21.dist-info}/WHEEL +0 -0
- {port_ocean-0.12.2.dev19.dist-info → port_ocean-0.12.2.dev21.dist-info}/entry_points.txt +0 -0
port_ocean/context/ocean.py
CHANGED
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
from typing import Callable, TYPE_CHECKING, Any, Literal, Union
|
|
2
2
|
|
|
3
|
-
from fastapi import APIRouter
|
|
4
3
|
from pydantic.main import BaseModel
|
|
5
4
|
from werkzeug.local import LocalProxy
|
|
6
5
|
|
|
@@ -44,10 +43,6 @@ class PortOceanContext:
|
|
|
44
43
|
def config(self) -> "IntegrationConfiguration":
|
|
45
44
|
return self.app.config
|
|
46
45
|
|
|
47
|
-
@property
|
|
48
|
-
def router(self) -> APIRouter:
|
|
49
|
-
return self.app.integration_router
|
|
50
|
-
|
|
51
46
|
@property
|
|
52
47
|
def integration(self) -> "BaseIntegration":
|
|
53
48
|
return self.app.integration
|
port_ocean/exceptions/api.py
CHANGED
port_ocean/middlewares.py
CHANGED
|
@@ -1,73 +1,70 @@
|
|
|
1
|
-
from typing import Callable, Awaitable
|
|
2
|
-
|
|
3
|
-
from fastapi import Request, Response
|
|
4
1
|
from loguru import logger
|
|
2
|
+
from starlette.requests import Request
|
|
3
|
+
from starlette.responses import Response
|
|
5
4
|
|
|
6
5
|
from port_ocean.exceptions.api import BaseAPIException, InternalServerException
|
|
7
6
|
from .context.event import event_context, EventType
|
|
8
7
|
from .context.ocean import ocean
|
|
9
8
|
from .utils.misc import get_time, generate_uuid
|
|
9
|
+
from starlette.middleware.base import (
|
|
10
|
+
BaseHTTPMiddleware,
|
|
11
|
+
RequestResponseEndpoint,
|
|
12
|
+
)
|
|
10
13
|
|
|
11
14
|
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
try:
|
|
17
|
-
if request.url.path.startswith("/integration"):
|
|
18
|
-
async with event_context(EventType.HTTP_REQUEST, trigger_type="request"):
|
|
19
|
-
await ocean.integration.port_app_config_handler.get_port_app_config()
|
|
20
|
-
response = await call_next(request)
|
|
21
|
-
else:
|
|
22
|
-
response = await call_next(request)
|
|
15
|
+
class RequestHandlerMiddleware(BaseHTTPMiddleware):
|
|
16
|
+
async def dispatch(self, request: Request, call_next: RequestResponseEndpoint):
|
|
17
|
+
start_time = get_time(seconds_precision=False)
|
|
18
|
+
request_id = generate_uuid()
|
|
23
19
|
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
20
|
+
with logger.contextualize(request_id=request_id):
|
|
21
|
+
log_level = (
|
|
22
|
+
"DEBUG"
|
|
23
|
+
if request.url.path == "/docs" or request.url.path == "/openapi.json"
|
|
24
|
+
else "INFO"
|
|
29
25
|
)
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
"Request did not succeed due to server-side error"
|
|
26
|
+
logger.bind(url=str(request.url), method=request.method).log(
|
|
27
|
+
log_level, f"Request to {request.url.path} started"
|
|
33
28
|
)
|
|
29
|
+
response = await self._handle_silently(request, call_next)
|
|
34
30
|
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
31
|
+
end_time = get_time(seconds_precision=False)
|
|
32
|
+
time_elapsed = round(end_time - start_time, 5)
|
|
33
|
+
response.headers["X-Request-ID"] = request_id
|
|
34
|
+
response.headers["X-Process-Time"] = str(time_elapsed)
|
|
35
|
+
logger.bind(
|
|
36
|
+
time_elapsed=time_elapsed, response_status=response.status_code
|
|
37
|
+
).log(log_level, f"Request to {request.url.path} ended")
|
|
40
38
|
|
|
39
|
+
return response
|
|
41
40
|
|
|
42
|
-
async def
|
|
43
|
-
|
|
44
|
-
) -> Response:
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
41
|
+
async def _handle_silently(
|
|
42
|
+
self, request: Request, call_next: RequestResponseEndpoint
|
|
43
|
+
) -> Response:
|
|
44
|
+
response: Response
|
|
45
|
+
try:
|
|
46
|
+
if request.url.path.startswith("/integration"):
|
|
47
|
+
async with event_context(
|
|
48
|
+
EventType.HTTP_REQUEST, trigger_type="request"
|
|
49
|
+
):
|
|
50
|
+
await ocean.integration.port_app_config_handler.get_port_app_config()
|
|
51
|
+
response = await call_next(request)
|
|
52
|
+
else:
|
|
53
|
+
response = await call_next(request)
|
|
53
54
|
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
55
|
+
except BaseAPIException as ex:
|
|
56
|
+
response = ex.response()
|
|
57
|
+
if response.status_code < 500:
|
|
58
|
+
logger.bind(exception=str(ex)).info(
|
|
59
|
+
"Request did not succeed due to client-side error"
|
|
60
|
+
)
|
|
61
|
+
else:
|
|
62
|
+
logger.opt(exception=True).warning(
|
|
63
|
+
"Request did not succeed due to server-side error"
|
|
64
|
+
)
|
|
64
65
|
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
response.headers["X-Process-Time"] = str(time_elapsed)
|
|
69
|
-
logger.bind(
|
|
70
|
-
time_elapsed=time_elapsed, response_status=response.status_code
|
|
71
|
-
).log(log_level, f"Request to {request.url.path} ended")
|
|
66
|
+
except Exception:
|
|
67
|
+
logger.opt(exception=True).error("Request failed due to unexpected error")
|
|
68
|
+
response = InternalServerException().response()
|
|
72
69
|
|
|
73
70
|
return response
|
port_ocean/ocean.py
CHANGED
|
@@ -1,12 +1,13 @@
|
|
|
1
1
|
import asyncio
|
|
2
2
|
import sys
|
|
3
3
|
import threading
|
|
4
|
-
from
|
|
5
|
-
from typing import Callable, Any, Dict, AsyncIterator, Type
|
|
4
|
+
from typing import Callable, Any, Dict, Type
|
|
6
5
|
|
|
7
|
-
from fastapi import FastAPI, APIRouter
|
|
8
6
|
from loguru import logger
|
|
9
7
|
from pydantic import BaseModel
|
|
8
|
+
from starlette.middleware import Middleware
|
|
9
|
+
from starlette.responses import JSONResponse
|
|
10
|
+
from starlette.routing import Route
|
|
10
11
|
from starlette.types import Scope, Receive, Send
|
|
11
12
|
|
|
12
13
|
from port_ocean.clients.port.client import PortClient
|
|
@@ -22,24 +23,49 @@ from port_ocean.core.handlers.resync_state_updater import ResyncStateUpdater
|
|
|
22
23
|
from port_ocean.core.integrations.base import BaseIntegration
|
|
23
24
|
from port_ocean.core.models import Runtime
|
|
24
25
|
from port_ocean.log.sensetive import sensitive_log_filter
|
|
25
|
-
from port_ocean.middlewares import
|
|
26
|
+
from port_ocean.middlewares import RequestHandlerMiddleware
|
|
26
27
|
from port_ocean.utils.repeat import repeat_every
|
|
27
28
|
from port_ocean.utils.signal import signal_handler
|
|
28
29
|
from port_ocean.version import __integration_version__
|
|
30
|
+
import contextlib
|
|
31
|
+
|
|
32
|
+
from starlette.applications import Starlette
|
|
29
33
|
|
|
30
34
|
|
|
31
35
|
class Ocean:
|
|
32
36
|
def __init__(
|
|
33
37
|
self,
|
|
34
|
-
app:
|
|
38
|
+
app: Starlette | None = None,
|
|
35
39
|
integration_class: Callable[[PortOceanContext], BaseIntegration] | None = None,
|
|
36
|
-
integration_router:
|
|
40
|
+
integration_router: None = None,
|
|
37
41
|
config_factory: Type[BaseModel] | None = None,
|
|
38
42
|
config_override: Dict[str, Any] | None = None,
|
|
39
43
|
):
|
|
40
44
|
initialize_port_ocean_context(self)
|
|
41
|
-
|
|
42
|
-
|
|
45
|
+
|
|
46
|
+
@contextlib.asynccontextmanager
|
|
47
|
+
async def lifespan(app):
|
|
48
|
+
try:
|
|
49
|
+
await self.integration.start()
|
|
50
|
+
await self._setup_scheduled_resync()
|
|
51
|
+
yield None
|
|
52
|
+
except Exception:
|
|
53
|
+
logger.exception("Integration had a fatal error. Shutting down.")
|
|
54
|
+
sys.exit("Server stopped")
|
|
55
|
+
finally:
|
|
56
|
+
signal_handler.exit()
|
|
57
|
+
|
|
58
|
+
async def handle_webhook_request(data: dict[str, Any]) -> dict[str, Any]:
|
|
59
|
+
return JSONResponse({"ok": True})
|
|
60
|
+
|
|
61
|
+
self.starlette_app = Starlette(
|
|
62
|
+
routes=[
|
|
63
|
+
Route("/docs", endpoint=handle_webhook_request),
|
|
64
|
+
Route("/integration/webhook", endpoint=handle_webhook_request),
|
|
65
|
+
],
|
|
66
|
+
# middleware=[Middleware(RequestHandlerMiddleware)],
|
|
67
|
+
lifespan=lifespan,
|
|
68
|
+
)
|
|
43
69
|
|
|
44
70
|
self.config = IntegrationConfiguration(
|
|
45
71
|
# type: ignore
|
|
@@ -51,7 +77,6 @@ class Ocean:
|
|
|
51
77
|
sensitive_log_filter.hide_sensitive_strings(
|
|
52
78
|
*self.config.get_sensitive_fields_data()
|
|
53
79
|
)
|
|
54
|
-
self.integration_router = integration_router or APIRouter()
|
|
55
80
|
|
|
56
81
|
self.port_client = PortClient(
|
|
57
82
|
base_url=self.config.port.base_url,
|
|
@@ -112,19 +137,4 @@ class Ocean:
|
|
|
112
137
|
await repeated_function()
|
|
113
138
|
|
|
114
139
|
async def __call__(self, scope: Scope, receive: Receive, send: Send) -> None:
|
|
115
|
-
self.
|
|
116
|
-
|
|
117
|
-
@asynccontextmanager
|
|
118
|
-
async def lifecycle(_: FastAPI) -> AsyncIterator[None]:
|
|
119
|
-
try:
|
|
120
|
-
await self.integration.start()
|
|
121
|
-
await self._setup_scheduled_resync()
|
|
122
|
-
yield None
|
|
123
|
-
except Exception:
|
|
124
|
-
logger.exception("Integration had a fatal error. Shutting down.")
|
|
125
|
-
sys.exit("Server stopped")
|
|
126
|
-
finally:
|
|
127
|
-
signal_handler.exit()
|
|
128
|
-
|
|
129
|
-
self.fast_api_app.router.lifespan_context = lifecycle
|
|
130
|
-
await self.fast_api_app(scope, receive, send)
|
|
140
|
+
await self.starlette_app(scope, receive, send)
|
|
@@ -57,7 +57,7 @@ port_ocean/consumers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hS
|
|
|
57
57
|
port_ocean/consumers/kafka_consumer.py,sha256=N8KocjBi9aR0BOPG8hgKovg-ns_ggpEjrSxqSqF_BSo,4710
|
|
58
58
|
port_ocean/context/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
59
59
|
port_ocean/context/event.py,sha256=WduGbCPgm2J2a63EY4J3XWwFGSt3ja1acBVpyI_ciMo,5430
|
|
60
|
-
port_ocean/context/ocean.py,sha256=
|
|
60
|
+
port_ocean/context/ocean.py,sha256=0NQj6nPCAYAKvYgb00zRDz88_7BDUR04-dFsA2XBXQE,4534
|
|
61
61
|
port_ocean/context/resource.py,sha256=yDj63URzQelj8zJPh4BAzTtPhpKr9Gw9DRn7I_0mJ1s,1692
|
|
62
62
|
port_ocean/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
63
63
|
port_ocean/core/defaults/__init__.py,sha256=8qCZg8n06WAdMu9s_FiRtDYLGPGHbOuS60vapeUoAks,142
|
|
@@ -100,7 +100,7 @@ port_ocean/core/models.py,sha256=dJ2_olTdbjUpObQJNmg7e7EENU_zZiX6XOaknNp54B0,134
|
|
|
100
100
|
port_ocean/core/ocean_types.py,sha256=3_d8-n626f1kWLQ_Jxw194LEyrOVupz05qs_Y1pvB-A,990
|
|
101
101
|
port_ocean/core/utils.py,sha256=40UjRauRJO47WDSNn9bkCRD2bfhfB3e-dnOLULnuVzE,3631
|
|
102
102
|
port_ocean/exceptions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
103
|
-
port_ocean/exceptions/api.py,sha256=
|
|
103
|
+
port_ocean/exceptions/api.py,sha256=gb2jqBfRv21-Y5BQ8-1DmYMT7uv7QEhhNDvpZCvqdKU,428
|
|
104
104
|
port_ocean/exceptions/base.py,sha256=uY4DX7fIITDFfemCJDWpaZi3bD51lcANc5swpoNvMJA,46
|
|
105
105
|
port_ocean/exceptions/clients.py,sha256=LKLLs-Zy3caNG85rwxfOw2rMr8qqVV6SHUq4fRCZ99U,180
|
|
106
106
|
port_ocean/exceptions/context.py,sha256=mA8HII6Rl4QxKUz98ppy1zX3kaziaen21h1ZWuU3ADc,372
|
|
@@ -114,8 +114,8 @@ port_ocean/log/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
|
114
114
|
port_ocean/log/handlers.py,sha256=k9G_Mb4ga2-Jke9irpdlYqj6EYiwv0gEsh4TgyqqOmI,2853
|
|
115
115
|
port_ocean/log/logger_setup.py,sha256=qSeVwnivV4WoLx_4SfBwn2PtmUpNdkSEgfm0C8B3yUw,2332
|
|
116
116
|
port_ocean/log/sensetive.py,sha256=lVKiZH6b7TkrZAMmhEJRhcl67HNM94e56x12DwFgCQk,2920
|
|
117
|
-
port_ocean/middlewares.py,sha256=
|
|
118
|
-
port_ocean/ocean.py,sha256=
|
|
117
|
+
port_ocean/middlewares.py,sha256=K_FGt39YgiC0397W3ON1Z0n0bRIke95sZkw7a0xOiII,2737
|
|
118
|
+
port_ocean/ocean.py,sha256=svLEWxBB_pM-a-_vrXZJGp5X-gFutldynpaRb7QKgVA,5231
|
|
119
119
|
port_ocean/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
120
120
|
port_ocean/run.py,sha256=rTxBlrQd4yyrtgErCFJCHCEHs7d1OXrRiJehUYmIbN0,2212
|
|
121
121
|
port_ocean/sonar-project.properties,sha256=X_wLzDOkEVmpGLRMb2fg9Rb0DxWwUFSvESId8qpvrPI,73
|
|
@@ -140,8 +140,8 @@ port_ocean/utils/repeat.py,sha256=0EFWM9d8lLXAhZmAyczY20LAnijw6UbIECf5lpGbOas,32
|
|
|
140
140
|
port_ocean/utils/signal.py,sha256=K-6kKFQTltcmKDhtyZAcn0IMa3sUpOHGOAUdWKgx0_E,1369
|
|
141
141
|
port_ocean/utils/time.py,sha256=pufAOH5ZQI7gXvOvJoQXZXZJV-Dqktoj9Qp9eiRwmJ4,1939
|
|
142
142
|
port_ocean/version.py,sha256=UsuJdvdQlazzKGD3Hd5-U7N69STh8Dq9ggJzQFnu9fU,177
|
|
143
|
-
port_ocean-0.12.2.
|
|
144
|
-
port_ocean-0.12.2.
|
|
145
|
-
port_ocean-0.12.2.
|
|
146
|
-
port_ocean-0.12.2.
|
|
147
|
-
port_ocean-0.12.2.
|
|
143
|
+
port_ocean-0.12.2.dev21.dist-info/LICENSE.md,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
|
|
144
|
+
port_ocean-0.12.2.dev21.dist-info/METADATA,sha256=WdhB305pKmHPhhf83Erc0HJ4QmxkyB8khDZDTbzfYGE,6671
|
|
145
|
+
port_ocean-0.12.2.dev21.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
|
146
|
+
port_ocean-0.12.2.dev21.dist-info/entry_points.txt,sha256=F_DNUmGZU2Kme-8NsWM5LLE8piGMafYZygRYhOVtcjA,54
|
|
147
|
+
port_ocean-0.12.2.dev21.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|