frogml-core 0.0.113__py3-none-any.whl → 0.0.115__py3-none-any.whl

frogml_core/clients/vector_store/management_client.py

@@ -1,127 +0,0 @@
-from typing import List, Optional
-
-import grpc
-from dependency_injector.wiring import Provide, inject
-
-from frogml_proto.qwak.vectors.v1.collection.collection_pb2 import (
-    VectorCollection,
-    VectorCollectionMetric,
-    VectorCollectionSpec,
-    VectorCollectionVectorizer,
-)
-from frogml_proto.qwak.vectors.v1.collection.collection_service_pb2 import (
-    CreateCollectionRequest,
-    DeleteCollectionByIdRequest,
-    DeleteCollectionByNameRequest,
-    GetCollectionByIdRequest,
-    GetCollectionByNameRequest,
-    ListCollectionsRequest,
-)
-from frogml_proto.qwak.vectors.v1.collection.collection_service_pb2_grpc import (
-    VectorCollectionServiceStub,
-)
-from frogml_core.exceptions import FrogmlException
-from frogml_core.inner.di_configuration import FrogmlContainer
-
-
-class VectorManagementClient:
-    @inject
-    def __init__(self, grpc_channel=Provide[FrogmlContainer.core_grpc_channel]):
-        self._vector_management_service: VectorCollectionServiceStub = (
-            VectorCollectionServiceStub(grpc_channel)
-        )
-
-    def create_collection(
-        self,
-        name: str,
-        dimension: int,
-        description: str = None,
-        metric: VectorCollectionMetric = VectorCollectionMetric.COLLECTION_METRIC_L2_SQUARED,
-        vectorizer: Optional[str] = None,
-        multi_tenant: bool = False,
-    ) -> VectorCollection:
-        """
-        Create a collection
-        """
-        try:
-            return self._vector_management_service.CreateCollection(
-                CreateCollectionRequest(
-                    collection_spec=VectorCollectionSpec(
-                        name=name,
-                        description=description,
-                        vectorizer=VectorCollectionVectorizer(
-                            qwak_model_name=vectorizer
-                        ),
-                        metric=metric,
-                        dimension=dimension,
-                        multi_tenancy_enabled=multi_tenant,
-                    )
-                )
-            ).vector_collection
-
-        except grpc.RpcError as e:
-            raise FrogmlException(f"Failed to create collection: {e.details()}")
-
-    def list_collections(self) -> List[VectorCollection]:
-        """
-        List all vector collections
-        """
-        try:
-            return self._vector_management_service.ListCollections(
-                ListCollectionsRequest()
-            ).vector_collections
-
-        except grpc.RpcError as e:
-            raise FrogmlException(f"Failed to list collections: {e.details()}")
-
-    def get_collection_by_name(self, name: str) -> VectorCollection:
-        """
-        Get vector collection by name
-        """
-        try:
-            return self._vector_management_service.GetCollectionByName(
-                GetCollectionByNameRequest(name=name)
-            ).vector_collection
-        except grpc.RpcError as e:
-            raise FrogmlException(
-                f"Failed to get collection by name '{name}': {e.details()}"
-            )
-
-    def get_collection_by_id(self, id: str) -> VectorCollection:
-        """
-        Get vector collection by id
-        """
-        try:
-            return self._vector_management_service.GetCollectionById(
-                GetCollectionByIdRequest(id=id)
-            ).vector_collection
-        except grpc.RpcError as e:
-            raise FrogmlException(
-                f"Failed to get collection by id '{id}': {e.details()}"
-            )
-
-    def delete_collection_by_id(self, id: str) -> None:
-        """
-        Delete vector collection by id
-        """
-        try:
-            self._vector_management_service.DeleteCollectionById(
-                DeleteCollectionByIdRequest(id=id)
-            )
-        except grpc.RpcError as e:
-            raise FrogmlException(
-                f"Failed to delete collection by id '{id}': {e.details()}"
-            )
-
-    def delete_collection_by_name(self, name: str) -> None:
-        """
-        Delete vector collection by id
-        """
-        try:
-            self._vector_management_service.DeleteCollectionByName(
-                DeleteCollectionByNameRequest(name=name)
-            )
-        except grpc.RpcError as e:
-            raise FrogmlException(
-                f"Failed to delete collection by name '{name}': {e.details()}"
-            )

frogml_core/clients/vector_store/serving_client.py

@@ -1,157 +0,0 @@
-from typing import List, Optional
-
-import grpc
-from typeguard import typechecked
-
-from frogml_proto.qwak.vectors.v1.filters_pb2 import Filter as ProtoFilter
-from frogml_proto.qwak.vectors.v1.vector_pb2 import (
-    DoubleVector,
-    SearchResult,
-    StoredVector,
-    VectorIdentifier,
-)
-from frogml_proto.qwak.vectors.v1.vector_service_pb2 import (
-    DeleteVectorsRequest,
-    FetchVectorRequest,
-    SearchSimilarVectorsRequest,
-    UpsertVectorsRequest,
-)
-from frogml_proto.qwak.vectors.v1.vector_service_pb2_grpc import VectorServiceStub
-from frogml_core.clients._inner.edge_communications import get_endpoint_url
-from frogml_core.exceptions import FrogmlException, FrogmlNotFoundException
-from frogml_core.inner.tool.grpc.grpc_tools import create_grpc_channel
-
-
-class VectorServingClient:
-    def __init__(
-        self,
-        edge_services_url: Optional[str] = None,
-        environment_id: Optional[str] = None,
-    ):
-        edge_services_url = get_endpoint_url(edge_services_url, environment_id)
-        self._edge_services_url = edge_services_url
-
-        grpc_channel = create_grpc_channel(
-            url=edge_services_url,
-            enable_ssl=False if edge_services_url.startswith("localhost") else True,
-            status_for_retry=(
-                grpc.StatusCode.UNAVAILABLE,
-                grpc.StatusCode.DEADLINE_EXCEEDED,
-                grpc.StatusCode.INTERNAL,
-            ),
-            backoff_options={"init_backoff_ms": 250},
-        )
-
-        self._vector_serving_service = VectorServiceStub(grpc_channel)
-
-    @typechecked
-    def search(
-        self,
-        collection_name: str,
-        vector: List[float],
-        properties: List[str],
-        top_results: int = 1,
-        include_id: bool = True,
-        include_vector: bool = False,
-        include_distance: bool = False,
-        filters: Optional[ProtoFilter] = None,
-        tenant_id: Optional[str] = None,
-    ) -> List[SearchResult]:
-        """
-        Search for similar vectors
-        """
-        request: SearchSimilarVectorsRequest
-        if tenant_id is not None:
-            request = SearchSimilarVectorsRequest(
-                collection_name=collection_name,
-                reference_vector=DoubleVector(element=vector),
-                properties=properties,
-                max_results=top_results,
-                filter=filters,
-                include_id=include_id,
-                include_vector=include_vector,
-                include_distance=include_distance,
-                tenant_id=tenant_id,
-            )
-        else:
-            request = SearchSimilarVectorsRequest(
-                collection_name=collection_name,
-                reference_vector=DoubleVector(element=vector),
-                properties=properties,
-                max_results=top_results,
-                filter=filters,
-                include_id=include_id,
-                include_vector=include_vector,
-                include_distance=include_distance,
-            )
-
-        try:
-            return list(
-                self._vector_serving_service.SearchSimilarVectors(
-                    request
-                ).search_results
-            )
-
-        except grpc.RpcError as e:
-            raise FrogmlException(
-                f"Failed to query collection '{collection_name}' for vector '{str(vector)}': {repr(e)}"
-            )
-
-    @typechecked
-    def upsert_vectors(self, collection_name: str, vectors: List[StoredVector]) -> None:
-        """
-        Upsert vectors to a collection
-        """
-        try:
-            self._vector_serving_service.UpsertVectors(
-                UpsertVectorsRequest(
-                    collection_name=collection_name,
-                    vector=vectors,
-                )
-            )
-
-        except grpc.RpcError as e:
-            raise FrogmlException(f"Failed to upsert, got: {repr(e)}")
-
-    @typechecked
-    def delete_vectors(
-        self, collection_name: str, vector_identifiers: List[VectorIdentifier]
-    ) -> int:
-        """
-        Delete vectors from a collection
-        """
-        try:
-            return self._vector_serving_service.DeleteVectors(
-                DeleteVectorsRequest(
-                    collection_name=collection_name,
-                    vector_identifiers=vector_identifiers,
-                )
-            ).num_vectors_deleted
-
-        except grpc.RpcError as e:
-            raise FrogmlException(
-                f"Failed to delete vectors by id '{str(vector_identifiers)}': {repr(e)}"
-            )
-
-    @typechecked
-    def fetch_vector(
-        self, collection_name: str, vector_identifier: VectorIdentifier
-    ) -> StoredVector:
-        """
-        Fetch a vector from a collection
-        """
-        try:
-            return self._vector_serving_service.FetchVector(
-                FetchVectorRequest(
-                    collection_name=collection_name, vector_identifier=vector_identifier
-                )
-            ).vector
-
-        except grpc.RpcError as e:
-            if e.args[0].code.name == "NOT_FOUND":
-                raise FrogmlNotFoundException(
-                    f"Could not find vector {repr(vector_identifier)} in collection {collection_name}"
-                )
-            raise FrogmlException(
-                f"Failed to get vector by ID '{vector_identifier}': {repr(e)}"
-            )

frogml_core/clients/workspace_manager/__init__.py

@@ -1 +0,0 @@
-from .client import WorkspaceManagerClient

frogml_core/clients/workspace_manager/client.py

@@ -1,224 +0,0 @@
-import grpc
-from dependency_injector.wiring import Provide
-
-from frogml_proto.qwak.user_application.common.v0.resources_pb2 import (
-    ClientPodComputeResources,
-    PodComputeResourceTemplateSpec,
-)
-from frogml_proto.qwak.workspace.workspace_pb2 import (
-    DefaultWorkspaceDetails,
-    WorkspaceSpec,
-)
-from frogml_proto.qwak.workspace.workspace_service_pb2 import (
-    CreateWorkspaceRequest,
-    CreateWorkspaceResponse,
-    DeleteWorkspaceRequest,
-    DeployWorkspaceRequest,
-    DeployWorkspaceResponse,
-    GetDefaultWorkspaceValuesRequest,
-    GetWorkspaceByIdRequest,
-    GetWorkspaceByIdResponse,
-    ListWorkspaceImagesRequest,
-    ListWorkspaceImagesResponse,
-    ListWorkspacesRequest,
-    ListWorkspacesResponse,
-    MarkBuildAsCopiedRequest,
-    UndeployWorkspaceRequest,
-    UpdateWorkspaceRequest,
-)
-from frogml_proto.qwak.workspace.workspace_service_pb2_grpc import (
-    WorkspaceManagementServiceStub,
-)
-from frogml_core.exceptions import FrogmlException
-from frogml_core.inner.di_configuration import FrogmlContainer
-
-
-class WorkspaceManagerClient:
-    """
-    Used for interacting with Workspace Manager endpoints
-    """
-
-    def __init__(self, grpc_channel=Provide[FrogmlContainer.core_grpc_channel]):
-        self._workspace_manager = WorkspaceManagementServiceStub(grpc_channel)
-
-    def create_workspace(
-        self, workspace_name: str, image_id: str, template_id: str
-    ) -> CreateWorkspaceResponse:
-        """
-        Args:
-            workspace_name: The name of the workspace
-            image_id: The image id of the workspace deployment
-            template_id: The id of the template to use for the workspace deployment
-
-        Returns:
-            The response of the created workspace
-        """
-        try:
-            create_workspace_request = CreateWorkspaceRequest(
-                workspace_spec=WorkspaceSpec(
-                    workspace_name=workspace_name,
-                    image_id=image_id,
-                    client_pod_compute_resources=ClientPodComputeResources(
-                        template_spec=PodComputeResourceTemplateSpec(
-                            template_id=template_id
-                        )
-                    ),
-                )
-            )
-            return self._workspace_manager.CreateWorkspace(create_workspace_request)
-        except grpc.RpcError as e:
-            raise FrogmlException(
-                f"Failed to create workspace,  code: {e.code().name} error is {e.details()}"
-            )
-
-    def update_workspace(
-        self,
-        workspace_id: str,
-        workspace_name: str = "",
-        image_id: str = "",
-        template_id: str = "",
-    ) -> CreateWorkspaceResponse:
-        """
-        Args:
-            workspace_id: The id of the workspace
-            workspace_name: The name of the workspace
-            image_id: The image id of the workspace deployment
-            template_id: The id of the template to use for the workspace deployment
-        Returns:
-            The response of the updated workspace
-        """
-        try:
-            update_workspace_request = UpdateWorkspaceRequest(
-                workspace_id=workspace_id,
-                workspace_spec=WorkspaceSpec(
-                    workspace_name=workspace_name,
-                    image_id=image_id,
-                    client_pod_compute_resources=ClientPodComputeResources(
-                        template_spec=PodComputeResourceTemplateSpec(
-                            template_id=template_id
-                        )
-                    ),
-                ),
-            )
-            return self._workspace_manager.UpdateWorkspace(update_workspace_request)
-        except grpc.RpcError as e:
-            raise FrogmlException(
-                f"Failed to update workspace,  code: {e.code().name} error is {e.details()}"
-            )
-
-    def deploy_workspace(self, workspace_id: str) -> DeployWorkspaceResponse:
-        """
-        Args:
-            workspace_id: The id of the workspace
-        Returns:
-            The response of the deployed workspace
-        """
-        try:
-            deploy_workspace_request = DeployWorkspaceRequest(workspace_id=workspace_id)
-            return self._workspace_manager.DeployWorkspace(deploy_workspace_request)
-        except grpc.RpcError as e:
-            raise FrogmlException(
-                f"Failed to deploy workspace,  code: {e.code().name} error is {e.details()}"
-            )
-
-    def get_workspaces(self) -> ListWorkspacesResponse:
-        """
-        Returns:
-            The response of the list workspaces
-        """
-        try:
-            return self._workspace_manager.ListWorkspaces(ListWorkspacesRequest())
-        except grpc.RpcError as e:
-            raise FrogmlException(
-                f"Failed to list workspaces,  code: {e.code().name} error is {e.details()}"
-            )
-
-    def get_workspace_by_id(self, workspace_id: str) -> GetWorkspaceByIdResponse:
-        """
-        Args:
-            workspace_id: The id of the workspace
-        Returns:
-            The response of the workspace
-        """
-        try:
-            return self._workspace_manager.GetWorkspaceById(
-                GetWorkspaceByIdRequest(workspace_id=workspace_id)
-            )
-        except grpc.RpcError as e:
-            raise FrogmlException(
-                f"Failed to get workspace by id,  code: {e.code().name} error is {e.details()}"
-            )
-
-    def delete_workspace(self, workspace_id: str) -> DeployWorkspaceResponse:
-        """
-        Args:
-            workspace_id: The id of the workspace
-        Returns:
-            The response of the deleted workspace
-        """
-        try:
-            delete_workspace_request = DeleteWorkspaceRequest(workspace_id=workspace_id)
-            return self._workspace_manager.DeleteWorkspace(delete_workspace_request)
-        except grpc.RpcError as e:
-            raise FrogmlException(
-                f"Failed to delete workspace, code: {e.code().name} error is {e.details()}"
-            )
-
-    def undeploy_workspace(self, workspace_id: str) -> DeployWorkspaceResponse:
-        """
-        Args:
-            workspace_id: The id of the workspace
-        Returns:
-            The response of the undeployed workspace
-        """
-        try:
-            undeploy_workspace_request = UndeployWorkspaceRequest(
-                workspace_id=workspace_id
-            )
-            return self._workspace_manager.UndeployWorkspace(undeploy_workspace_request)
-        except grpc.RpcError as e:
-            raise FrogmlException(
-                f"Failed to undeploy workspace,  code: {e.code().name} error is {e.details()}"
-            )
-
-    def get_workspace_images(self) -> ListWorkspaceImagesResponse:
-        """
-        Returns:
-            The response of the list workspace image
-        """
-        try:
-            return self._workspace_manager.ListWorkspaceImages(
-                ListWorkspaceImagesRequest()
-            )
-        except grpc.RpcError as e:
-            raise FrogmlException(
-                f"Failed to list workspace image types, code: {e.code().name} error is {e.details()}"
-            )
-
-    def get_default_workspace_details(self) -> DefaultWorkspaceDetails:
-        """
-        Returns:
-            The default values to complete in case of missing values
-        """
-        try:
-            return self._workspace_manager.GetDefaultWorkspaceValues(
-                GetDefaultWorkspaceValuesRequest()
-            ).default_workspace_details
-        except grpc.RpcError as e:
-            raise FrogmlException(
-                f"Failed to get default workspace values, code: {e.code().name} error is {e.details()}"
-            )
-
-    def _mark_build_as_copied(self, workspace_id: str, build_id: str) -> None:
-        """
-        Mark build as copied
-        """
-        try:
-            self._workspace_manager.MarkBuildAsCopied(
-                MarkBuildAsCopiedRequest(
-                    workspace_id=workspace_id,
-                    build_id=build_id,
-                )
-            )
-        except grpc.RpcError as e:
-            raise FrogmlException(f"Failed to mark build as copied, got: {e.details()}")

frogml_core/llmops/generation/_steaming.py

@@ -1,78 +0,0 @@
-import json
-from typing import Iterator, Type, TypeVar
-
-import requests
-from dacite import Config, from_dict
-
-from frogml_core.exceptions.frogml_decode_exception import FrogmlDecodeException
-from frogml_core.exceptions.frogml_external_exception import FrogmlExternalException
-from frogml_core.llmops.generation.streaming import Stream
-
-_SSEvent = TypeVar("_SSEvent")
-
-
-class BaseSSEDecoder(Stream[_SSEvent]):
-    _response: requests.Response
-    _iterator: Iterator[_SSEvent]
-
-    def __init__(self, response: requests.Response, parse_to: Type[_SSEvent]):
-        if response.encoding is None:
-            response.encoding = "utf-8"
-
-        self._parse_to = parse_to
-
-        self._response = response
-        self._iterator = self.__decode(response=response)
-
-    def _is_chunk_empty(self, chunk: str) -> bool:
-        return not chunk or chunk == "" or chunk.startswith(":") or chunk == ":"
-
-    def _raise_on_chunk_error(self, chunk: str):
-        is_error: bool = False
-        try:
-            maybe_error = json.loads(chunk)
-            if "error" in maybe_error:
-                is_error = True
-        except Exception:  # nosec
-            pass
-
-        if chunk.strip().startswith("error"):
-            is_error = True
-
-        if is_error:
-            raise FrogmlExternalException(message=chunk)
-
-    def __decode(self, response: requests.Response) -> Iterator[_SSEvent]:
-        chunk: str
-        for chunk in response.iter_lines(chunk_size=None, decode_unicode=True):
-            if self._is_chunk_empty(chunk=chunk):
-                continue
-
-            self._raise_on_chunk_error(chunk=chunk)
-
-            try:
-                if chunk.strip().startswith("[DONE]"):
-                    break
-
-                _, _, content = chunk.partition(":")
-
-                if content.strip().startswith("[DONE]"):
-                    break
-
-                yield self._parse_event(event=content)
-            except Exception as e:
-                raise FrogmlDecodeException(f"Failed to decode event: {chunk}") from e
-
-    def __iter__(self) -> Iterator[_SSEvent]:
-        for chunk in self._iterator:
-            yield chunk
-
-    def __next__(self) -> _SSEvent:
-        return self._iterator.__next__()
-
-    def _parse_event(self, event: str) -> _SSEvent:
-        return from_dict(
-            data_class=self._parse_to,
-            data=json.loads(event),
-            config=Config(check_types=False),
-        )

frogml_core/llmops/generation/base.py

@@ -1,5 +0,0 @@
-from abc import ABC
-
-
-class ModelResponse(ABC):
-    pass