piphi-runtime-kit-python 0.4.3__py3-none-any.whl → 0.4.4__py3-none-any.whl

piphi_runtime_kit_python/__init__.py

@@ -14,9 +14,13 @@ from .runtime.config_sync import (
     DEFAULT_RUNTIME_VOLUME_DIR,
     RUNTIME_CONFIG_SNAPSHOT_PATH_ENV_NAME,
     ConfigSyncCoordinator,
+    RuntimeConfigRehydrateResult,
+    build_runtime_config_snapshot_from_core_rows,
     build_sync_response,
+    fetch_core_runtime_config_snapshot,
     load_runtime_config_snapshot,
     reconcile_config_ids,
+    rehydrate_runtime_configs,
     resolve_core_base_url,
     resolve_runtime_config_snapshot_path,
 )
@@ -142,6 +146,7 @@ __all__ = [
     "RuntimeConfig",
     "RuntimeConfigApplyResponse",
     "RuntimeConfigRemoveResponse",
+    "RuntimeConfigRehydrateResult",
     "RuntimeConfigSnapshot",
     "RuntimeConfigSyncResponse",
     "RuntimeContext",
@@ -158,6 +163,7 @@ __all__ = [
     "EventTransport",
     "IntegrationEventIngestResponse",
     "IntegrationEventListResponse",
+    "build_runtime_config_snapshot_from_core_rows",
     "build_discovery_response",
     "classify_core_delivery_error",
     "build_core_event_payload",
@@ -180,6 +186,7 @@ __all__ = [
     "dispatch_event_delivery",
     "dispatch_telemetry_delivery",
     "extract_runtime_auth_headers",
+    "fetch_core_runtime_config_snapshot",
     "format_config_apply_log",
     "format_discovery_attempt_log",
     "format_event_log",
@@ -192,6 +199,7 @@ __all__ = [
     "normalize_event_payload",
     "redact_config_secrets",
     "reconcile_config_ids",
+    "rehydrate_runtime_configs",
     "resolve_core_base_url",
     "resolve_runtime_config_snapshot_path",
     "runtime_lifespan",

piphi_runtime_kit_python/runtime/config_sync.py

@@ -6,9 +6,14 @@ from dataclasses import dataclass
 import json
 import os
 from pathlib import Path
-from typing import Awaitable, Callable, TypeVar
+from typing import Any, Awaitable, Callable, TypeVar
+
+import httpx
 
 from ..schemas import RuntimeConfig, RuntimeConfigSnapshot, RuntimeConfigSyncResponse
+from .auth import build_runtime_auth_headers
+from .context import RuntimeContext
+from .lifespan import DEFAULT_CORE_CLIENT_TIMEOUT_SECONDS
 from .state import RuntimeProcessState
 
 TConfig = TypeVar("TConfig", bound=RuntimeConfig)
@@ -18,6 +23,12 @@ RUNTIME_CONTAINER_ID_ENV_NAME = "PIPHI_CONTAINER_ID"
 RUNTIME_CONFIG_SNAPSHOT_PATH_ENV_NAME = "PIPHI_CONFIG_SNAPSHOT_PATH"
 DEFAULT_RUNTIME_VOLUME_DIR = "/.piphinetwork"
 DEFAULT_RUNTIME_CONFIG_SNAPSHOT_FILENAME = "configs.json"
+CORE_RUNTIME_CONFIG_FETCH_PATH = (
+    "/api/v2/integrations/config/fetch/all/by/container/internal"
+)
+
+
+SnapshotApplyCallable = Callable[[Any], Awaitable[Any]]
 
 
 def resolve_core_base_url(default: str | None = None) -> str | None:
@@ -85,6 +96,226 @@ def load_runtime_config_snapshot(
         return None
 
 
+@dataclass(slots=True)
+class RuntimeConfigRehydrateResult:
+    """Describe what happened during runtime startup config rehydration."""
+
+    snapshot_found: bool = False
+    snapshot_applied: bool = False
+    snapshot_config_count: int = 0
+    snapshot_generation: int | None = None
+    core_attempted: bool = False
+    core_applied: bool = False
+    core_config_count: int = 0
+    core_generation: int | None = None
+    core_error: str | None = None
+    missing_runtime_auth: bool = False
+
+    @property
+    def applied_any(self) -> bool:
+        """Return whether any startup source applied configs."""
+        return self.snapshot_applied or self.core_applied
+
+
+def _model_validate_or_create(model_type: type[Any], payload: dict[str, Any]) -> Any:
+    validator = getattr(model_type, "model_validate", None)
+    if callable(validator):
+        return validator(payload)
+    return model_type(**payload)
+
+
+def _snapshot_validate_or_create(model_type: type[Any], payload: dict[str, Any]) -> Any:
+    validator = getattr(model_type, "model_validate", None)
+    if callable(validator):
+        return validator(payload)
+    return model_type(**payload)
+
+
+def _convert_snapshot_configs(
+    snapshot: RuntimeConfigSnapshot,
+    *,
+    config_model: type[TConfig],
+    snapshot_model: type[Any],
+    reason: str,
+) -> Any:
+    configs = [
+        _model_validate_or_create(config_model, config.model_dump())
+        for config in snapshot.configs
+    ]
+    return _snapshot_validate_or_create(
+        snapshot_model,
+        {
+            "schema_version": snapshot.schema_version,
+            "container_id": snapshot.container_id,
+            "integration_id": snapshot.integration_id,
+            "driver_pid": snapshot.driver_pid,
+            "reason": snapshot.reason or reason,
+            "generation": snapshot.generation,
+            "updated_at": snapshot.updated_at,
+            "configs": configs,
+            "deleted_config_ids": snapshot.deleted_config_ids,
+            "config_hash": snapshot.config_hash,
+            "internal_token": snapshot.internal_token,
+        },
+    )
+
+
+def build_runtime_config_snapshot_from_core_rows(
+    rows: list[dict[str, Any]],
+    *,
+    container_id: str,
+    config_model: type[TConfig] = RuntimeConfig,
+    snapshot_model: type[Any] = RuntimeConfigSnapshot,
+    reason: str = "startup_rehydrate",
+) -> Any:
+    """Build a runtime config snapshot from Core's internal config rows.
+
+    Core returns database-shaped rows where the integration config lives under
+    ``config_data``. This helper turns those rows into the same snapshot shape
+    integrations receive from the normal config-sync endpoint.
+    """
+    configs: list[Any] = []
+    for row in rows:
+        if not isinstance(row, dict):
+            continue
+        config_data = row.get("config_data")
+        if not isinstance(config_data, dict):
+            continue
+        payload = {**config_data}
+        payload["container_id"] = payload.get("container_id") or container_id
+        configs.append(_model_validate_or_create(config_model, payload))
+
+    return _snapshot_validate_or_create(
+        snapshot_model,
+        {
+            "container_id": container_id,
+            "reason": reason,
+            "configs": configs,
+        },
+    )
+
+
+async def fetch_core_runtime_config_snapshot(
+    *,
+    runtime_context: RuntimeContext,
+    client: httpx.AsyncClient,
+    core_base_url: str | None = None,
+    config_model: type[TConfig] = RuntimeConfig,
+    snapshot_model: type[Any] = RuntimeConfigSnapshot,
+    timeout_seconds: float = DEFAULT_CORE_CLIENT_TIMEOUT_SECONDS,
+    reason: str = "startup_rehydrate",
+) -> Any | None:
+    """Fetch the latest runtime configs from Core using managed-runtime auth."""
+    container_id, internal_token = runtime_context.auth.resolve()
+    if not container_id or not internal_token:
+        return None
+
+    base_url = resolve_core_base_url(core_base_url) or resolve_core_base_url(
+        "http://127.0.0.1:31419"
+    )
+    if not base_url:
+        return None
+
+    response = await client.get(
+        f"{base_url}{CORE_RUNTIME_CONFIG_FETCH_PATH}",
+        params={"container_id": container_id},
+        headers=build_runtime_auth_headers(
+            container_id=container_id,
+            internal_token=internal_token,
+        ),
+        timeout=timeout_seconds,
+    )
+    response.raise_for_status()
+
+    rows = response.json()
+    if not rows:
+        return None
+    if not isinstance(rows, list):
+        raise ValueError("Core runtime config response must be a list.")
+
+    return build_runtime_config_snapshot_from_core_rows(
+        rows,
+        container_id=container_id,
+        config_model=config_model,
+        snapshot_model=snapshot_model,
+        reason=reason,
+    )
+
+
+async def rehydrate_runtime_configs(
+    *,
+    runtime_context: RuntimeContext,
+    client: httpx.AsyncClient,
+    apply_snapshot: SnapshotApplyCallable,
+    config_model: type[TConfig] = RuntimeConfig,
+    snapshot_model: type[Any] = RuntimeConfigSnapshot,
+    core_base_url: str | None = None,
+    timeout_seconds: float = DEFAULT_CORE_CLIENT_TIMEOUT_SECONDS,
+    snapshot_path: str | Path | None = None,
+    snapshot_volume_dir: str | Path = DEFAULT_RUNTIME_VOLUME_DIR,
+    snapshot_reason: str = "startup_snapshot_rehydrate",
+    core_reason: str = "startup_rehydrate",
+    raise_core_errors: bool = False,
+) -> RuntimeConfigRehydrateResult:
+    """Rehydrate runtime configs from the mounted snapshot and then Core.
+
+    Integration authors provide only their config model and apply callback. The
+    SDK handles startup ordering, managed-runtime auth, Core request headers,
+    local snapshot fallback, and safe offline behavior.
+    """
+    result = RuntimeConfigRehydrateResult()
+    container_id = runtime_context.auth.container_id
+
+    cached_snapshot = load_runtime_config_snapshot(
+        path=snapshot_path,
+        container_id=container_id,
+        volume_dir=snapshot_volume_dir,
+    )
+    if cached_snapshot is not None:
+        result.snapshot_found = True
+        snapshot = _convert_snapshot_configs(
+            cached_snapshot,
+            config_model=config_model,
+            snapshot_model=snapshot_model,
+            reason=snapshot_reason,
+        )
+        await apply_snapshot(snapshot)
+        result.snapshot_applied = True
+        result.snapshot_config_count = len(getattr(snapshot, "configs", []) or [])
+        result.snapshot_generation = getattr(snapshot, "generation", None)
+
+    resolved_container_id, resolved_internal_token = runtime_context.auth.resolve()
+    if not resolved_container_id or not resolved_internal_token:
+        result.missing_runtime_auth = True
+        return result
+
+    result.core_attempted = True
+    try:
+        core_snapshot = await fetch_core_runtime_config_snapshot(
+            runtime_context=runtime_context,
+            client=client,
+            core_base_url=core_base_url,
+            config_model=config_model,
+            snapshot_model=snapshot_model,
+            timeout_seconds=timeout_seconds,
+            reason=core_reason,
+        )
+    except Exception as exc:
+        result.core_error = f"{type(exc).__name__}: {exc}"
+        if raise_core_errors:
+            raise
+        return result
+
+    if core_snapshot is None:
+        return result
+
+    await apply_snapshot(core_snapshot)
+    result.core_applied = True
+    result.core_config_count = len(getattr(core_snapshot, "configs", []) or [])
+    result.core_generation = getattr(core_snapshot, "generation", None)
+    return result
+
+
 def reconcile_config_ids(
     *,
     active_ids: list[str],

{piphi_runtime_kit_python-0.4.3.dist-info → piphi_runtime_kit_python-0.4.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: piphi-runtime-kit-python
-Version: 0.4.3
+Version: 0.4.4
 Summary: PiPhi Network runtime integration helpers
 Keywords: piphi,runtime,integration,iot
 Author-Email: KelvinSan <support@piphi.network>

{piphi_runtime_kit_python-0.4.3.dist-info → piphi_runtime_kit_python-0.4.4.dist-info}/RECORD

@@ -1,14 +1,14 @@
-piphi_runtime_kit_python-0.4.3.dist-info/METADATA,sha256=E79yjhZ5noVak87XO3vqqmXAPPcpwnnHCQ6ARARjN_U,30849
-piphi_runtime_kit_python-0.4.3.dist-info/WHEEL,sha256=Z36eTX6lG3PITRleSd5hAZHCcz52yg3c0JQVxKBbLW0,90
-piphi_runtime_kit_python-0.4.3.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
-piphi_runtime_kit_python-0.4.3.dist-info/licenses/LICENSE,sha256=pS6szQI4X7qAin1ODdoDp-XwZvsFy6ZZ28-JAwGHgzo,1070
-piphi_runtime_kit_python/__init__.py,sha256=PYHFtcA1h8JY3HaOAoPfTX4u9jgiYrXV25NStwQaVKk,6548
+piphi_runtime_kit_python-0.4.4.dist-info/METADATA,sha256=itnYk2BZoSxO2w_x--KH4i937xkqhT4_HT5GZZKy-cA,30849
+piphi_runtime_kit_python-0.4.4.dist-info/WHEEL,sha256=Z36eTX6lG3PITRleSd5hAZHCcz52yg3c0JQVxKBbLW0,90
+piphi_runtime_kit_python-0.4.4.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
+piphi_runtime_kit_python-0.4.4.dist-info/licenses/LICENSE,sha256=pS6szQI4X7qAin1ODdoDp-XwZvsFy6ZZ28-JAwGHgzo,1070
+piphi_runtime_kit_python/__init__.py,sha256=nw9We1D1bN6aucvw2mlgux3rs4znSIH-RyagYSbDgWE,6866
 piphi_runtime_kit_python/adapters/__init__.py,sha256=3jBhPZSBN3Qo7MKHlxAol2jPU3cK23BXHR2oTlircsw,361
 piphi_runtime_kit_python/adapters/fastapi.py,sha256=1QcOBYprg6AmQVrkI8g61NIelBB_7BTbdvNaMvG2-s8,2098
 piphi_runtime_kit_python/fastapi.py,sha256=OZ-ds2-g32kB4YkF90D5bM4vVVjpOWPtrNC-WdhDNyo,361
 piphi_runtime_kit_python/runtime/__init__.py,sha256=0WxNbgGodqba-uiJILOAuU3EwZhBtXeDyw6sYhduWzg,3717
 piphi_runtime_kit_python/runtime/auth.py,sha256=hL90c3K5pJgEpPdNGJ7ds6mqeN4tmjC3I8igfNam_L4,4648
-piphi_runtime_kit_python/runtime/config_sync.py,sha256=ellgkNQmEGLVFH81VdvxpleQdG_bEmmRdpBkmykdbA4,8078
+piphi_runtime_kit_python/runtime/config_sync.py,sha256=FA9wcFpDpYWYBmmEXZRAhwRIuO-a-BHwlJTJzA748IA,15925
 piphi_runtime_kit_python/runtime/configuration.py,sha256=4kkoJeENOhJHeNvC9QDu81ejDJUQJG7S5GmQG1sv3YQ,3631
 piphi_runtime_kit_python/runtime/context.py,sha256=CwXgrivciBd7eTREn0u0zjqkDPy6VthASW-gsoZqCTg,1109
 piphi_runtime_kit_python/runtime/discovery.py,sha256=uH6rJ4BnLVukTCxu2QwvN8yJhsI_fcT29VEat62oBcY,2274
@@ -25,4 +25,4 @@ piphi_runtime_kit_python/runtime/state.py,sha256=4xvQGTT59DF9rXHAtM3kDyV_UGg2a9t
 piphi_runtime_kit_python/runtime/tasks.py,sha256=gMd-2K96jMU8tCPvI12xdWxuyNt5gsLDss2QWOoM94k,1241
 piphi_runtime_kit_python/runtime/telemetry.py,sha256=RN6SFrhmAZ7aJLyioQMBzJEFsxQgOjjA1pV5qNeaR4E,4279
 piphi_runtime_kit_python/schemas.py,sha256=9jlsfmvz-O2YeoB0SVopXY7NhFlb1zgynez0NXEZkVE,9849
-piphi_runtime_kit_python-0.4.3.dist-info/RECORD,,
+piphi_runtime_kit_python-0.4.4.dist-info/RECORD,,