llama-stack 0.3.5__py3-none-any.whl → 0.4.1__py3-none-any.whl

llama_stack/apis/datatypes.py

@@ -1,160 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from enum import Enum, EnumMeta
-
-from pydantic import BaseModel, Field
-
-from llama_stack.schema_utils import json_schema_type
-
-
-class DynamicApiMeta(EnumMeta):
-    def __new__(cls, name, bases, namespace):
-        # Store the original enum values
-        original_values = {k: v for k, v in namespace.items() if not k.startswith("_")}
-
-        # Create the enum class
-        cls = super().__new__(cls, name, bases, namespace)
-
-        # Store the original values for reference
-        cls._original_values = original_values
-        # Initialize _dynamic_values
-        cls._dynamic_values = {}
-
-        return cls
-
-    def __call__(cls, value):
-        try:
-            return super().__call__(value)
-        except ValueError as e:
-            # If this value was already dynamically added, return it
-            if value in cls._dynamic_values:
-                return cls._dynamic_values[value]
-
-            # If the value doesn't exist, create a new enum member
-            # Create a new member name from the value
-            member_name = value.lower().replace("-", "_")
-
-            # If this member name already exists in the enum, return the existing member
-            if member_name in cls._member_map_:
-                return cls._member_map_[member_name]
-
-            # Instead of creating a new member, raise ValueError to force users to use Api.add() to
-            # register new APIs explicitly
-            raise ValueError(f"API '{value}' does not exist. Use Api.add() to register new APIs.") from e
-
-    def __iter__(cls):
-        # Allow iteration over both static and dynamic members
-        yield from super().__iter__()
-        if hasattr(cls, "_dynamic_values"):
-            yield from cls._dynamic_values.values()
-
-    def add(cls, value):
-        """
-        Add a new API to the enum.
-        Used to register external APIs.
-        """
-        member_name = value.lower().replace("-", "_")
-
-        # If this member name already exists in the enum, return it
-        if member_name in cls._member_map_:
-            return cls._member_map_[member_name]
-
-        # Create a new enum member
-        member = object.__new__(cls)
-        member._name_ = member_name
-        member._value_ = value
-
-        # Add it to the enum class
-        cls._member_map_[member_name] = member
-        cls._member_names_.append(member_name)
-        cls._member_type_ = str
-
-        # Store it in our dynamic values
-        cls._dynamic_values[value] = member
-
-        return member
-
-
-@json_schema_type
-class Api(Enum, metaclass=DynamicApiMeta):
-    """Enumeration of all available APIs in the Llama Stack system.
-    :cvar providers: Provider management and configuration
-    :cvar inference: Text generation, chat completions, and embeddings
-    :cvar safety: Content moderation and safety shields
-    :cvar agents: Agent orchestration and execution
-    :cvar batches: Batch processing for asynchronous API requests
-    :cvar vector_io: Vector database operations and queries
-    :cvar datasetio: Dataset input/output operations
-    :cvar scoring: Model output evaluation and scoring
-    :cvar eval: Model evaluation and benchmarking framework
-    :cvar post_training: Fine-tuning and model training
-    :cvar tool_runtime: Tool execution and management
-    :cvar telemetry: Observability and system monitoring
-    :cvar models: Model metadata and management
-    :cvar shields: Safety shield implementations
-    :cvar datasets: Dataset creation and management
-    :cvar scoring_functions: Scoring function definitions
-    :cvar benchmarks: Benchmark suite management
-    :cvar tool_groups: Tool group organization
-    :cvar files: File storage and management
-    :cvar prompts: Prompt versions and management
-    :cvar inspect: Built-in system inspection and introspection
-    """
-
-    providers = "providers"
-    inference = "inference"
-    safety = "safety"
-    agents = "agents"
-    batches = "batches"
-    vector_io = "vector_io"
-    datasetio = "datasetio"
-    scoring = "scoring"
-    eval = "eval"
-    post_training = "post_training"
-    tool_runtime = "tool_runtime"
-
-    telemetry = "telemetry"
-
-    models = "models"
-    shields = "shields"
-    vector_stores = "vector_stores"  # only used for routing table
-    datasets = "datasets"
-    scoring_functions = "scoring_functions"
-    benchmarks = "benchmarks"
-    tool_groups = "tool_groups"
-    files = "files"
-    prompts = "prompts"
-    conversations = "conversations"
-
-    # built-in API
-    inspect = "inspect"
-
-
-@json_schema_type
-class Error(BaseModel):
-    """
-    Error response from the API. Roughly follows RFC 7807.
-
-    :param status: HTTP status code
-    :param title: Error title, a short summary of the error which is invariant for an error type
-    :param detail: Error detail, a longer human-readable description of the error
-    :param instance: (Optional) A URL which can be used to retrieve more information about the specific occurrence of the error
-    """
-
-    status: int
-    title: str
-    detail: str
-    instance: str | None = None
-
-
-class ExternalApiSpec(BaseModel):
-    """Specification for an external API implementation."""
-
-    module: str = Field(..., description="Python module containing the API implementation")
-    name: str = Field(..., description="Name of the API")
-    pip_packages: list[str] = Field(default=[], description="List of pip packages to install the API")
-    protocol: str = Field(..., description="Name of the protocol class for the API")

llama_stack/apis/eval/__init__.py

@@ -1,7 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from .eval import *

llama_stack/apis/files/__init__.py

@@ -1,7 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from .files import *

llama_stack/apis/files/files.py

@@ -1,199 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from enum import StrEnum
-from typing import Annotated, ClassVar, Literal, Protocol, runtime_checkable
-
-from fastapi import File, Form, Response, UploadFile
-from pydantic import BaseModel, Field
-
-from llama_stack.apis.common.responses import Order
-from llama_stack.apis.version import LLAMA_STACK_API_V1
-from llama_stack.providers.utils.telemetry.trace_protocol import trace_protocol
-from llama_stack.schema_utils import json_schema_type, webmethod
-
-
-# OpenAI Files API Models
-class OpenAIFilePurpose(StrEnum):
-    """
-    Valid purpose values for OpenAI Files API.
-    """
-
-    ASSISTANTS = "assistants"
-    BATCH = "batch"
-    # TODO: Add other purposes as needed
-
-
-@json_schema_type
-class OpenAIFileObject(BaseModel):
-    """
-    OpenAI File object as defined in the OpenAI Files API.
-
-    :param object: The object type, which is always "file"
-    :param id: The file identifier, which can be referenced in the API endpoints
-    :param bytes: The size of the file, in bytes
-    :param created_at: The Unix timestamp (in seconds) for when the file was created
-    :param expires_at: The Unix timestamp (in seconds) for when the file expires
-    :param filename: The name of the file
-    :param purpose: The intended purpose of the file
-    """
-
-    object: Literal["file"] = "file"
-    id: str
-    bytes: int
-    created_at: int
-    expires_at: int
-    filename: str
-    purpose: OpenAIFilePurpose
-
-
-@json_schema_type
-class ExpiresAfter(BaseModel):
-    """
-    Control expiration of uploaded files.
-
-    Params:
-     - anchor, must be "created_at"
-     - seconds, must be int between 3600 and 2592000 (1 hour to 30 days)
-    """
-
-    MIN: ClassVar[int] = 3600  # 1 hour
-    MAX: ClassVar[int] = 2592000  # 30 days
-
-    anchor: Literal["created_at"]
-    seconds: int = Field(..., ge=3600, le=2592000)
-
-
-@json_schema_type
-class ListOpenAIFileResponse(BaseModel):
-    """
-    Response for listing files in OpenAI Files API.
-
-    :param data: List of file objects
-    :param has_more: Whether there are more files available beyond this page
-    :param first_id: ID of the first file in the list for pagination
-    :param last_id: ID of the last file in the list for pagination
-    :param object: The object type, which is always "list"
-    """
-
-    data: list[OpenAIFileObject]
-    has_more: bool
-    first_id: str
-    last_id: str
-    object: Literal["list"] = "list"
-
-
-@json_schema_type
-class OpenAIFileDeleteResponse(BaseModel):
-    """
-    Response for deleting a file in OpenAI Files API.
-
-    :param id: The file identifier that was deleted
-    :param object: The object type, which is always "file"
-    :param deleted: Whether the file was successfully deleted
-    """
-
-    id: str
-    object: Literal["file"] = "file"
-    deleted: bool
-
-
-@runtime_checkable
-@trace_protocol
-class Files(Protocol):
-    """Files
-
-    This API is used to upload documents that can be used with other Llama Stack APIs.
-    """
-
-    # OpenAI Files API Endpoints
-    @webmethod(route="/openai/v1/files", method="POST", level=LLAMA_STACK_API_V1, deprecated=True)
-    @webmethod(route="/files", method="POST", level=LLAMA_STACK_API_V1)
-    async def openai_upload_file(
-        self,
-        file: Annotated[UploadFile, File()],
-        purpose: Annotated[OpenAIFilePurpose, Form()],
-        expires_after: Annotated[ExpiresAfter | None, Form()] = None,
-    ) -> OpenAIFileObject:
-        """Upload file.
-
-        Upload a file that can be used across various endpoints.
-
-        The file upload should be a multipart form request with:
-        - file: The File object (not file name) to be uploaded.
-        - purpose: The intended purpose of the uploaded file.
-        - expires_after: Optional form values describing expiration for the file.
-
-        :param file: The uploaded file object containing content and metadata (filename, content_type, etc.).
-        :param purpose: The intended purpose of the uploaded file (e.g., "assistants", "fine-tune").
-        :param expires_after: Optional form values describing expiration for the file.
-        :returns: An OpenAIFileObject representing the uploaded file.
-        """
-        ...
-
-    @webmethod(route="/openai/v1/files", method="GET", level=LLAMA_STACK_API_V1, deprecated=True)
-    @webmethod(route="/files", method="GET", level=LLAMA_STACK_API_V1)
-    async def openai_list_files(
-        self,
-        after: str | None = None,
-        limit: int | None = 10000,
-        order: Order | None = Order.desc,
-        purpose: OpenAIFilePurpose | None = None,
-    ) -> ListOpenAIFileResponse:
-        """List files.
-
-        Returns a list of files that belong to the user's organization.
-
-        :param after: A cursor for use in pagination. `after` is an object ID that defines your place in the list. For instance, if you make a list request and receive 100 objects, ending with obj_foo, your subsequent call can include after=obj_foo in order to fetch the next page of the list.
-        :param limit: A limit on the number of objects to be returned. Limit can range between 1 and 10,000, and the default is 10,000.
-        :param order: Sort order by the `created_at` timestamp of the objects. `asc` for ascending order and `desc` for descending order.
-        :param purpose: Only return files with the given purpose.
-        :returns: An ListOpenAIFileResponse containing the list of files.
-        """
-        ...
-
-    @webmethod(route="/openai/v1/files/{file_id}", method="GET", level=LLAMA_STACK_API_V1, deprecated=True)
-    @webmethod(route="/files/{file_id}", method="GET", level=LLAMA_STACK_API_V1)
-    async def openai_retrieve_file(
-        self,
-        file_id: str,
-    ) -> OpenAIFileObject:
-        """Retrieve file.
-
-        Returns information about a specific file.
-
-        :param file_id: The ID of the file to use for this request.
-        :returns: An OpenAIFileObject containing file information.
-        """
-        ...
-
-    @webmethod(route="/openai/v1/files/{file_id}", method="DELETE", level=LLAMA_STACK_API_V1, deprecated=True)
-    @webmethod(route="/files/{file_id}", method="DELETE", level=LLAMA_STACK_API_V1)
-    async def openai_delete_file(
-        self,
-        file_id: str,
-    ) -> OpenAIFileDeleteResponse:
-        """Delete file.
-
-        :param file_id: The ID of the file to use for this request.
-        :returns: An OpenAIFileDeleteResponse indicating successful deletion.
-        """
-        ...
-
-    @webmethod(route="/openai/v1/files/{file_id}/content", method="GET", level=LLAMA_STACK_API_V1, deprecated=True)
-    @webmethod(route="/files/{file_id}/content", method="GET", level=LLAMA_STACK_API_V1)
-    async def openai_retrieve_file_content(
-        self,
-        file_id: str,
-    ) -> Response:
-        """Retrieve file content.
-
-        Returns the contents of the specified file.
-
-        :param file_id: The ID of the file to use for this request.
-        :returns: The raw file content as a binary response.
-        """
-        ...

llama_stack/apis/inference/__init__.py

@@ -1,7 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from .inference import *

llama_stack/apis/inference/event_logger.py

@@ -1,43 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from termcolor import cprint
-
-from llama_stack.apis.inference import (
-    ChatCompletionResponseEventType,
-    ChatCompletionResponseStreamChunk,
-)
-
-
-class LogEvent:
-    def __init__(
-        self,
-        content: str = "",
-        end: str = "\n",
-        color="white",
-    ):
-        self.content = content
-        self.color = color
-        self.end = "\n" if end is None else end
-
-    def print(self, flush=True):
-        cprint(f"{self.content}", color=self.color, end=self.end, flush=flush)
-
-
-class EventLogger:
-    async def log(self, event_generator):
-        async for chunk in event_generator:
-            if isinstance(chunk, ChatCompletionResponseStreamChunk):
-                event = chunk.event
-                if event.event_type == ChatCompletionResponseEventType.start:
-                    yield LogEvent("Assistant> ", color="cyan", end="")
-                elif event.event_type == ChatCompletionResponseEventType.progress:
-                    yield LogEvent(event.delta, color="yellow", end="")
-                elif event.event_type == ChatCompletionResponseEventType.complete:
-                    yield LogEvent("")
-            else:
-                yield LogEvent("Assistant> ", color="cyan", end="")
-                yield LogEvent(chunk.completion_message.content, color="yellow")

llama_stack/apis/inspect/__init__.py

@@ -1,7 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from .inspect import *

llama_stack/apis/inspect/inspect.py

@@ -1,94 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from typing import Protocol, runtime_checkable
-
-from pydantic import BaseModel
-
-from llama_stack.apis.version import LLAMA_STACK_API_V1
-from llama_stack.providers.datatypes import HealthStatus
-from llama_stack.schema_utils import json_schema_type, webmethod
-
-
-@json_schema_type
-class RouteInfo(BaseModel):
-    """Information about an API route including its path, method, and implementing providers.
-
-    :param route: The API endpoint path
-    :param method: HTTP method for the route
-    :param provider_types: List of provider types that implement this route
-    """
-
-    route: str
-    method: str
-    provider_types: list[str]
-
-
-@json_schema_type
-class HealthInfo(BaseModel):
-    """Health status information for the service.
-
-    :param status: Current health status of the service
-    """
-
-    status: HealthStatus
-
-
-@json_schema_type
-class VersionInfo(BaseModel):
-    """Version information for the service.
-
-    :param version: Version number of the service
-    """
-
-    version: str
-
-
-class ListRoutesResponse(BaseModel):
-    """Response containing a list of all available API routes.
-
-    :param data: List of available route information objects
-    """
-
-    data: list[RouteInfo]
-
-
-@runtime_checkable
-class Inspect(Protocol):
-    """Inspect
-
-    APIs for inspecting the Llama Stack service, including health status, available API routes with methods and implementing providers.
-    """
-
-    @webmethod(route="/inspect/routes", method="GET", level=LLAMA_STACK_API_V1)
-    async def list_routes(self) -> ListRoutesResponse:
-        """List routes.
-
-        List all available API routes with their methods and implementing providers.
-
-        :returns: Response containing information about all available routes.
-        """
-        ...
-
-    @webmethod(route="/health", method="GET", level=LLAMA_STACK_API_V1, require_authentication=False)
-    async def health(self) -> HealthInfo:
-        """Get health status.
-
-        Get the current health status of the service.
-
-        :returns: Health information indicating if the service is operational.
-        """
-        ...
-
-    @webmethod(route="/version", method="GET", level=LLAMA_STACK_API_V1, require_authentication=False)
-    async def version(self) -> VersionInfo:
-        """Get version.
-
-        Get the version of the service.
-
-        :returns: Version information containing the service version number.
-        """
-        ...

llama_stack/apis/models/__init__.py

@@ -1,7 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from .models import *

llama_stack/apis/post_training/__init__.py

@@ -1,7 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from .post_training import *

llama_stack/apis/prompts/__init__.py

@@ -1,9 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from .prompts import ListPromptsResponse, Prompt, Prompts
-
-__all__ = ["Prompt", "Prompts", "ListPromptsResponse"]

llama_stack/apis/providers/__init__.py

@@ -1,7 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from .providers import *

llama_stack/apis/providers/providers.py

@@ -1,69 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from typing import Any, Protocol, runtime_checkable
-
-from pydantic import BaseModel
-
-from llama_stack.apis.version import LLAMA_STACK_API_V1
-from llama_stack.providers.datatypes import HealthResponse
-from llama_stack.schema_utils import json_schema_type, webmethod
-
-
-@json_schema_type
-class ProviderInfo(BaseModel):
-    """Information about a registered provider including its configuration and health status.
-
-    :param api: The API name this provider implements
-    :param provider_id: Unique identifier for the provider
-    :param provider_type: The type of provider implementation
-    :param config: Configuration parameters for the provider
-    :param health: Current health status of the provider
-    """
-
-    api: str
-    provider_id: str
-    provider_type: str
-    config: dict[str, Any]
-    health: HealthResponse
-
-
-class ListProvidersResponse(BaseModel):
-    """Response containing a list of all available providers.
-
-    :param data: List of provider information objects
-    """
-
-    data: list[ProviderInfo]
-
-
-@runtime_checkable
-class Providers(Protocol):
-    """Providers
-
-    Providers API for inspecting, listing, and modifying providers and their configurations.
-    """
-
-    @webmethod(route="/providers", method="GET", level=LLAMA_STACK_API_V1)
-    async def list_providers(self) -> ListProvidersResponse:
-        """List providers.
-
-        List all available providers.
-
-        :returns: A ListProvidersResponse containing information about all providers.
-        """
-        ...
-
-    @webmethod(route="/providers/{provider_id}", method="GET", level=LLAMA_STACK_API_V1)
-    async def inspect_provider(self, provider_id: str) -> ProviderInfo:
-        """Get provider.
-
-        Get detailed information about a specific provider.
-
-        :param provider_id: The ID of the provider to inspect.
-        :returns: A ProviderInfo object containing the provider's details.
-        """
-        ...

llama_stack/apis/safety/__init__.py

@@ -1,7 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from .safety import *

llama_stack/apis/scoring/__init__.py

@@ -1,7 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from .scoring import *

llama_stack/apis/scoring_functions/__init__.py

@@ -1,7 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from .scoring_functions import *

llama_stack/apis/shields/__init__.py

@@ -1,7 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from .shields import *

llama_stack/apis/synthetic_data_generation/__init__.py

@@ -1,7 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from .synthetic_data_generation import *