divi 0.0.1b0__py3-none-any.whl

divi/proto/core/health/v1/health_service_pb2.py

@@ -0,0 +1,41 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: divi/proto/core/health/v1/health_service.proto
+# Protobuf Python Version: 5.29.0
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    5,
+    29,
+    0,
+    '',
+    'divi/proto/core/health/v1/health_service.proto'
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n.divi/proto/core/health/v1/health_service.proto\x12\x19\x64ivi.proto.core.health.v1\"%\n\x12HealthCheckRequest\x12\x0f\n\x07version\x18\x01 \x01(\t\"6\n\x13HealthCheckResponse\x12\x0e\n\x06status\x18\x01 \x01(\x08\x12\x0f\n\x07message\x18\x02 \x01(\t2y\n\rHealthService\x12h\n\x05\x43heck\x12-.divi.proto.core.health.v1.HealthCheckRequest\x1a..divi.proto.core.health.v1.HealthCheckResponse\"\x00\x42\rZ\x0bservices/pbb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'divi.proto.core.health.v1.health_service_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  _globals['DESCRIPTOR']._loaded_options = None
+  _globals['DESCRIPTOR']._serialized_options = b'Z\013services/pb'
+  _globals['_HEALTHCHECKREQUEST']._serialized_start=77
+  _globals['_HEALTHCHECKREQUEST']._serialized_end=114
+  _globals['_HEALTHCHECKRESPONSE']._serialized_start=116
+  _globals['_HEALTHCHECKRESPONSE']._serialized_end=170
+  _globals['_HEALTHSERVICE']._serialized_start=172
+  _globals['_HEALTHSERVICE']._serialized_end=293
+# @@protoc_insertion_point(module_scope)

divi/proto/core/health/v1/health_service_pb2.pyi

@@ -0,0 +1,19 @@
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from typing import ClassVar as _ClassVar, Optional as _Optional
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class HealthCheckRequest(_message.Message):
+    __slots__ = ("version",)
+    VERSION_FIELD_NUMBER: _ClassVar[int]
+    version: str
+    def __init__(self, version: _Optional[str] = ...) -> None: ...
+
+class HealthCheckResponse(_message.Message):
+    __slots__ = ("status", "message")
+    STATUS_FIELD_NUMBER: _ClassVar[int]
+    MESSAGE_FIELD_NUMBER: _ClassVar[int]
+    status: bool
+    message: str
+    def __init__(self, status: bool = ..., message: _Optional[str] = ...) -> None: ...

divi/proto/core/health/v1/health_service_pb2_grpc.py

@@ -0,0 +1,100 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+import warnings
+
+from divi.proto.core.health.v1 import health_service_pb2 as divi_dot_proto_dot_core_dot_health_dot_v1_dot_health__service__pb2
+
+GRPC_GENERATED_VERSION = '1.71.0'
+GRPC_VERSION = grpc.__version__
+_version_not_supported = False
+
+try:
+    from grpc._utilities import first_version_is_lower
+    _version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
+except ImportError:
+    _version_not_supported = True
+
+if _version_not_supported:
+    raise RuntimeError(
+        f'The grpc package installed is at version {GRPC_VERSION},'
+        + f' but the generated code in divi/proto/core/health/v1/health_service_pb2_grpc.py depends on'
+        + f' grpcio>={GRPC_GENERATED_VERSION}.'
+        + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
+        + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
+    )
+
+
+class HealthServiceStub(object):
+    """HealthService is a service that implements health check.
+    """
+
+    def __init__(self, channel):
+        """Constructor.
+
+        Args:
+            channel: A grpc.Channel.
+        """
+        self.Check = channel.unary_unary(
+                '/divi.proto.core.health.v1.HealthService/Check',
+                request_serializer=divi_dot_proto_dot_core_dot_health_dot_v1_dot_health__service__pb2.HealthCheckRequest.SerializeToString,
+                response_deserializer=divi_dot_proto_dot_core_dot_health_dot_v1_dot_health__service__pb2.HealthCheckResponse.FromString,
+                _registered_method=True)
+
+
+class HealthServiceServicer(object):
+    """HealthService is a service that implements health check.
+    """
+
+    def Check(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+
+def add_HealthServiceServicer_to_server(servicer, server):
+    rpc_method_handlers = {
+            'Check': grpc.unary_unary_rpc_method_handler(
+                    servicer.Check,
+                    request_deserializer=divi_dot_proto_dot_core_dot_health_dot_v1_dot_health__service__pb2.HealthCheckRequest.FromString,
+                    response_serializer=divi_dot_proto_dot_core_dot_health_dot_v1_dot_health__service__pb2.HealthCheckResponse.SerializeToString,
+            ),
+    }
+    generic_handler = grpc.method_handlers_generic_handler(
+            'divi.proto.core.health.v1.HealthService', rpc_method_handlers)
+    server.add_generic_rpc_handlers((generic_handler,))
+    server.add_registered_method_handlers('divi.proto.core.health.v1.HealthService', rpc_method_handlers)
+
+
+ # This class is part of an EXPERIMENTAL API.
+class HealthService(object):
+    """HealthService is a service that implements health check.
+    """
+
+    @staticmethod
+    def Check(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/divi.proto.core.health.v1.HealthService/Check',
+            divi_dot_proto_dot_core_dot_health_dot_v1_dot_health__service__pb2.HealthCheckRequest.SerializeToString,
+            divi_dot_proto_dot_core_dot_health_dot_v1_dot_health__service__pb2.HealthCheckResponse.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)

divi/proto/metric/v1/metric.proto

@@ -0,0 +1,26 @@
+syntax = "proto3";
+
+package divi.proto.metric.v1;
+
+import "divi/proto/common/v1/common.proto";
+
+option go_package = "services/pb";
+
+message ScopeMetrics {
+    // A list of spans that originate from a resource.
+    repeated Metric metrics = 2;
+}
+
+message Metric {
+    // The name of the metric.
+    string name = 1;
+
+    // The description of the metric.
+    string description = 2;
+
+    // The data of the metric.
+    divi.proto.common.v1.AnyValue data = 3;
+
+    // The metadata is a set of attributes that describe the span.
+    repeated divi.proto.common.v1.KeyValue metadata = 4;
+}

divi/proto/metric/v1/metric_pb2.py

@@ -0,0 +1,40 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: divi/proto/metric/v1/metric.proto
+# Protobuf Python Version: 5.29.0
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    5,
+    29,
+    0,
+    '',
+    'divi/proto/metric/v1/metric.proto'
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from divi.proto.common.v1 import common_pb2 as divi_dot_proto_dot_common_dot_v1_dot_common__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n!divi/proto/metric/v1/metric.proto\x12\x14\x64ivi.proto.metric.v1\x1a!divi/proto/common/v1/common.proto\"=\n\x0cScopeMetrics\x12-\n\x07metrics\x18\x02 \x03(\x0b\x32\x1c.divi.proto.metric.v1.Metric\"\x8b\x01\n\x06Metric\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\x12,\n\x04\x64\x61ta\x18\x03 \x01(\x0b\x32\x1e.divi.proto.common.v1.AnyValue\x12\x30\n\x08metadata\x18\x04 \x03(\x0b\x32\x1e.divi.proto.common.v1.KeyValueB\rZ\x0bservices/pbb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'divi.proto.metric.v1.metric_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  _globals['DESCRIPTOR']._loaded_options = None
+  _globals['DESCRIPTOR']._serialized_options = b'Z\013services/pb'
+  _globals['_SCOPEMETRICS']._serialized_start=94
+  _globals['_SCOPEMETRICS']._serialized_end=155
+  _globals['_METRIC']._serialized_start=158
+  _globals['_METRIC']._serialized_end=297
+# @@protoc_insertion_point(module_scope)

divi/proto/metric/v1/metric_pb2.pyi

@@ -0,0 +1,25 @@
+from divi.proto.common.v1 import common_pb2 as _common_pb2
+from google.protobuf.internal import containers as _containers
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from typing import ClassVar as _ClassVar, Iterable as _Iterable, Mapping as _Mapping, Optional as _Optional, Union as _Union
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class ScopeMetrics(_message.Message):
+    __slots__ = ("metrics",)
+    METRICS_FIELD_NUMBER: _ClassVar[int]
+    metrics: _containers.RepeatedCompositeFieldContainer[Metric]
+    def __init__(self, metrics: _Optional[_Iterable[_Union[Metric, _Mapping]]] = ...) -> None: ...
+
+class Metric(_message.Message):
+    __slots__ = ("name", "description", "data", "metadata")
+    NAME_FIELD_NUMBER: _ClassVar[int]
+    DESCRIPTION_FIELD_NUMBER: _ClassVar[int]
+    DATA_FIELD_NUMBER: _ClassVar[int]
+    METADATA_FIELD_NUMBER: _ClassVar[int]
+    name: str
+    description: str
+    data: _common_pb2.AnyValue
+    metadata: _containers.RepeatedCompositeFieldContainer[_common_pb2.KeyValue]
+    def __init__(self, name: _Optional[str] = ..., description: _Optional[str] = ..., data: _Optional[_Union[_common_pb2.AnyValue, _Mapping]] = ..., metadata: _Optional[_Iterable[_Union[_common_pb2.KeyValue, _Mapping]]] = ...) -> None: ...

divi/proto/trace/v1/trace.proto

@@ -0,0 +1,50 @@
+syntax = "proto3";
+
+package divi.proto.trace.v1;
+
+import "divi/proto/common/v1/common.proto";
+
+option go_package = "services/pb";
+
+message ScopeSpans {
+    // A list of spans that originate from a resource.
+    repeated Span spans = 2;
+}
+
+message Span {
+    // The trace_id is a unique identifier that represents a trace. It is a 16-byte array.
+    bytes trace_id = 1;
+
+    // The span_id is a unique identifier that represents a span. It is an 8-byte array.
+    bytes span_id = 2;
+
+    // The parent_span_id is the span_id of the parent span. It is an 8-byte array.
+    bytes parent_span_id = 3;
+
+    // The name of the span.
+    string name = 4;
+
+    // SpanKind is the type of the span.
+    enum SpanKind {
+        // Function represents a function call.
+        SPAN_KIND_FUNCTION = 0;
+
+        // LLM represents a llm api call.
+        SPAN_KIND_LLM = 1;
+
+        // EVALUATION represents an evaluation.
+        SPAN_KIND_EVALUATION = 2;
+    }
+
+    // The kind of the span.
+    SpanKind kind = 5;
+
+    // The start_time_unix_nano is the start time of the span in Unix nanoseconds.
+    fixed64 start_time_unix_nano = 6;
+
+    // The end_time_unix_nano is the end time of the span in Unix nanoseconds.
+    fixed64 end_time_unix_nano = 7;
+
+    // The metadata is a set of attributes that describe the span.
+    repeated divi.proto.common.v1.KeyValue metadata = 8;
+}

divi/proto/trace/v1/trace_pb2.py

@@ -0,0 +1,42 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: divi/proto/trace/v1/trace.proto
+# Protobuf Python Version: 5.29.0
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    5,
+    29,
+    0,
+    '',
+    'divi/proto/trace/v1/trace.proto'
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from divi.proto.common.v1 import common_pb2 as divi_dot_proto_dot_common_dot_v1_dot_common__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1f\x64ivi/proto/trace/v1/trace.proto\x12\x13\x64ivi.proto.trace.v1\x1a!divi/proto/common/v1/common.proto\"6\n\nScopeSpans\x12(\n\x05spans\x18\x02 \x03(\x0b\x32\x19.divi.proto.trace.v1.Span\"\xbe\x02\n\x04Span\x12\x10\n\x08trace_id\x18\x01 \x01(\x0c\x12\x0f\n\x07span_id\x18\x02 \x01(\x0c\x12\x16\n\x0eparent_span_id\x18\x03 \x01(\x0c\x12\x0c\n\x04name\x18\x04 \x01(\t\x12\x30\n\x04kind\x18\x05 \x01(\x0e\x32\".divi.proto.trace.v1.Span.SpanKind\x12\x1c\n\x14start_time_unix_nano\x18\x06 \x01(\x06\x12\x1a\n\x12\x65nd_time_unix_nano\x18\x07 \x01(\x06\x12\x30\n\x08metadata\x18\x08 \x03(\x0b\x32\x1e.divi.proto.common.v1.KeyValue\"O\n\x08SpanKind\x12\x16\n\x12SPAN_KIND_FUNCTION\x10\x00\x12\x11\n\rSPAN_KIND_LLM\x10\x01\x12\x18\n\x14SPAN_KIND_EVALUATION\x10\x02\x42\rZ\x0bservices/pbb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'divi.proto.trace.v1.trace_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  _globals['DESCRIPTOR']._loaded_options = None
+  _globals['DESCRIPTOR']._serialized_options = b'Z\013services/pb'
+  _globals['_SCOPESPANS']._serialized_start=91
+  _globals['_SCOPESPANS']._serialized_end=145
+  _globals['_SPAN']._serialized_start=148
+  _globals['_SPAN']._serialized_end=466
+  _globals['_SPAN_SPANKIND']._serialized_start=387
+  _globals['_SPAN_SPANKIND']._serialized_end=466
+# @@protoc_insertion_point(module_scope)

divi/proto/trace/v1/trace_pb2.pyi

@@ -0,0 +1,42 @@
+from divi.proto.common.v1 import common_pb2 as _common_pb2
+from google.protobuf.internal import containers as _containers
+from google.protobuf.internal import enum_type_wrapper as _enum_type_wrapper
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from typing import ClassVar as _ClassVar, Iterable as _Iterable, Mapping as _Mapping, Optional as _Optional, Union as _Union
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class ScopeSpans(_message.Message):
+    __slots__ = ("spans",)
+    SPANS_FIELD_NUMBER: _ClassVar[int]
+    spans: _containers.RepeatedCompositeFieldContainer[Span]
+    def __init__(self, spans: _Optional[_Iterable[_Union[Span, _Mapping]]] = ...) -> None: ...
+
+class Span(_message.Message):
+    __slots__ = ("trace_id", "span_id", "parent_span_id", "name", "kind", "start_time_unix_nano", "end_time_unix_nano", "metadata")
+    class SpanKind(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
+        __slots__ = ()
+        SPAN_KIND_FUNCTION: _ClassVar[Span.SpanKind]
+        SPAN_KIND_LLM: _ClassVar[Span.SpanKind]
+        SPAN_KIND_EVALUATION: _ClassVar[Span.SpanKind]
+    SPAN_KIND_FUNCTION: Span.SpanKind
+    SPAN_KIND_LLM: Span.SpanKind
+    SPAN_KIND_EVALUATION: Span.SpanKind
+    TRACE_ID_FIELD_NUMBER: _ClassVar[int]
+    SPAN_ID_FIELD_NUMBER: _ClassVar[int]
+    PARENT_SPAN_ID_FIELD_NUMBER: _ClassVar[int]
+    NAME_FIELD_NUMBER: _ClassVar[int]
+    KIND_FIELD_NUMBER: _ClassVar[int]
+    START_TIME_UNIX_NANO_FIELD_NUMBER: _ClassVar[int]
+    END_TIME_UNIX_NANO_FIELD_NUMBER: _ClassVar[int]
+    METADATA_FIELD_NUMBER: _ClassVar[int]
+    trace_id: bytes
+    span_id: bytes
+    parent_span_id: bytes
+    name: str
+    kind: Span.SpanKind
+    start_time_unix_nano: int
+    end_time_unix_nano: int
+    metadata: _containers.RepeatedCompositeFieldContainer[_common_pb2.KeyValue]
+    def __init__(self, trace_id: _Optional[bytes] = ..., span_id: _Optional[bytes] = ..., parent_span_id: _Optional[bytes] = ..., name: _Optional[str] = ..., kind: _Optional[_Union[Span.SpanKind, str]] = ..., start_time_unix_nano: _Optional[int] = ..., end_time_unix_nano: _Optional[int] = ..., metadata: _Optional[_Iterable[_Union[_common_pb2.KeyValue, _Mapping]]] = ...) -> None: ...

divi/services/__init__.py

@@ -0,0 +1,7 @@
+from .auth import Auth
+from .core import Core
+from .datapark import DataPark
+from .finish import finish
+from .init import init_services
+
+__all__ = ["init_services", "finish", "Core", "Auth", "DataPark"]

divi/services/auth/__init__.py

@@ -0,0 +1,4 @@
+from .auth import Auth
+from .init import init_auth
+
+__all__ = ["Auth", "init_auth"]

divi/services/auth/auth.py

@@ -0,0 +1,13 @@
+from divi.services.auth.tokman import Token
+from divi.services.service import Service
+
+
+class Auth(Service):
+    def __init__(self, api_key: str, host="localhost", port=3000):
+        super().__init__(host, port)
+        self.api_key = api_key
+        self.token = Token(self)
+
+    def auth_with_api_key(self) -> str:
+        """Get the token with the API key."""
+        return self.post("/api/auth/api_key", payload={"api_key": self.api_key})

divi/services/auth/init.py

@@ -0,0 +1,22 @@
+import os
+from typing import Optional
+
+from divi.services.auth import Auth
+
+DIVI_API_KEY = "DIVI_API_KEY"
+DIVI_AUTH_HOST = "DIVI_AUTH_HOST"
+DIVI_AUTH_PORT = "DIVI_AUTH_PORT"
+
+
+def init_auth(
+    host: Optional[str] = None,
+    port: Optional[int] = None,
+    api_key: Optional[str] = None,
+) -> Auth:
+    host = host if host else os.getenv(DIVI_AUTH_HOST, "auth.divine-agent.com")
+    port = port if port else int(os.getenv(DIVI_AUTH_PORT, 80))
+    key = api_key if api_key else os.getenv(DIVI_API_KEY)
+    if not key:
+        raise ValueError("DIVI_API_KEY is required")
+
+    return Auth(api_key=key, host=host, port=port)

divi/services/auth/tokman.py

@@ -0,0 +1,42 @@
+import time
+from weakref import ref
+
+import jwt
+
+
+class Token:
+    """JWT Manager Class."""
+
+    def __init__(self, auth) -> None:
+        self.auth = ref(auth)
+        self.claims: dict = {}
+        self.__token: str = ""
+
+    def __str__(self) -> str:
+        return self.token
+
+    @property
+    def exp(self) -> int:
+        """Return the expiration time."""
+        return self.claims.get("exp", 0)
+
+    @property
+    def token(self) -> str:
+        """Return the token string."""
+        # If the token is expired, get a new one
+        if not self.__token or self.exp - time.time() < 3600:
+            self._init_token()
+        return self.__token
+
+    def _init_token(self):
+        """Initialize the token."""
+        auth = self.auth()
+        if not auth:
+            raise ValueError("Auth object is not available")
+        self.__token = auth.auth_with_api_key()
+        self.claims = _decode_token(self.__token)
+
+
+def _decode_token(token: str) -> dict:
+    """Decode the token payload."""
+    return jwt.decode(token, options={"verify_signature": False})

divi/services/core/__init__.py

@@ -0,0 +1,5 @@
+from .core import Core
+from .finish import finish
+from .init import init_core
+
+__all__ = ["init_core", "finish", "Core"]

divi/services/core/core.py

@@ -0,0 +1,35 @@
+from subprocess import Popen
+from typing import Callable, List, Optional
+
+import grpc
+
+import divi
+from divi.proto.core.health.v1.health_service_pb2 import HealthCheckRequest
+from divi.proto.core.health.v1.health_service_pb2_grpc import HealthServiceStub
+from divi.services.service import Service
+
+
+class Core(Service):
+    """Core Runtime Class."""
+
+    def __init__(self, host="localhost", port=50051) -> None:
+        super().__init__(host, port)
+        self.process: Optional[Popen] = None
+        self.hooks: List[Callable[[], None]] = []
+
+    def check_health(self) -> bool:
+        """Check the health of the service."""
+        with grpc.insecure_channel(self.target) as channel:
+            stub = HealthServiceStub(channel)
+            response, call = stub.Check.with_call(
+                HealthCheckRequest(version=divi.__version__),
+                # Note: ((),) notice the `,` at the end of the tuple
+                metadata=(("version", divi.__version__),),
+            )
+        print(f"Health check: {response.message}")
+        for key, value in call.trailing_metadata():
+            print(
+                "python client received trailing metadata: key=%s value=%s"
+                % (key, value)
+            )
+        return response.status

divi/services/core/finish.py

@@ -0,0 +1,15 @@
+import atexit
+
+import divi
+
+
+def finish():
+    """Clean up the core."""
+    core = divi._core
+    if core is None:
+        return
+
+    # Clean up the hooks
+    for hook in core.hooks:
+        hook()
+        atexit.unregister(hook)

divi/services/core/init.py

@@ -0,0 +1,70 @@
+import atexit
+import socket
+import subprocess
+import time
+
+import grpc
+
+from divi.services.core import Core
+from divi.utils import get_server_path
+
+
+def init_core(host="localhost", port=50051) -> Core:
+    core = Core(host=host, port=port)
+    _start_server(core)
+    return core
+
+
+def _start_server(core: Core):
+    """Start the backend server."""
+    # start the server
+    bin_path = get_server_path()
+    command = [bin_path, "-port", str(core.port)]
+    core.process = subprocess.Popen(command)
+
+    # Wait for the port to be open
+    if not _wait_for_port(core.host, core.port, 10):
+        core.process.terminate()
+        raise RuntimeError("Service failed to start: port not open")
+
+    # Check if the gRPC channel is ready
+    channel = grpc.insecure_channel(core.target)
+    try:
+        grpc.channel_ready_future(channel).result(timeout=10)
+    except grpc.FutureTimeoutError:
+        core.process.terminate()
+        raise RuntimeError("gRPC channel not ready")
+    finally:
+        channel.close()
+
+    core.hooks.append(core.process.terminate)
+    atexit.register(core.process.terminate)
+
+    # Health check
+    status = core.check_health()
+    if not status:
+        raise RuntimeError("Service failed health check")
+
+
+def _wait_for_port(host, port, timeout_seconds):
+    """Wait until the specified port is open."""
+    start_time = time.time()
+    while time.time() - start_time < timeout_seconds:
+        if _is_port_open(host, port):
+            return True
+        time.sleep(0.1)
+    return False
+
+
+def _is_port_open(host, port):
+    """Check if the given host and port are open."""
+    try:
+        with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as sock:
+            result = sock.connect_ex((host, port))
+            if result == 0:
+                return True
+            else:
+                return False
+    except Exception as e:
+        print(f"Error checking port: {e}")
+        return False

divi/services/datapark/__init__.py

@@ -0,0 +1,4 @@
+from .datapark import DataPark
+from .init import init_datapark
+
+__all__ = ["DataPark", "init_datapark"]