llama-stack 0.0.42__py3-none-any.whl → 0.3.4__py3-none-any.whl

llama_stack/distribution/build_conda_env.sh

@@ -1,136 +0,0 @@
-#!/bin/bash
-
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-LLAMA_MODELS_DIR=${LLAMA_MODELS_DIR:-}
-LLAMA_STACK_DIR=${LLAMA_STACK_DIR:-}
-TEST_PYPI_VERSION=${TEST_PYPI_VERSION:-}
-
-if [ -n "$LLAMA_STACK_DIR" ]; then
-  echo "Using llama-stack-dir=$LLAMA_STACK_DIR"
-fi
-if [ -n "$LLAMA_MODELS_DIR" ]; then
-  echo "Using llama-models-dir=$LLAMA_MODELS_DIR"
-fi
-
-if [ "$#" -lt 3 ]; then
-  echo "Usage: $0 <distribution_type> <build_name> <build_file_path> <pip_dependencies> [<special_pip_deps>]" >&2
-  echo "Example: $0 <distribution_type> mybuild ./my-stack-build.yaml 'numpy pandas scipy'" >&2
-  exit 1
-fi
-
-special_pip_deps="$4"
-
-set -euo pipefail
-
-build_name="$1"
-env_name="llamastack-$build_name"
-build_file_path="$2"
-pip_dependencies="$3"
-
-# Define color codes
-RED='\033[0;31m'
-GREEN='\033[0;32m'
-NC='\033[0m' # No Color
-
-# this is set if we actually create a new conda in which case we need to clean up
-ENVNAME=""
-
-SCRIPT_DIR=$(dirname "$(readlink -f "$0")")
-source "$SCRIPT_DIR/common.sh"
-
-ensure_conda_env_python310() {
-  local env_name="$1"
-  local pip_dependencies="$2"
-  local special_pip_deps="$3"
-  local python_version="3.10"
-
-  # Check if conda command is available
-  if ! command -v conda &>/dev/null; then
-    printf "${RED}Error: conda command not found. Is Conda installed and in your PATH?${NC}" >&2
-    exit 1
-  fi
-
-  # Check if the environment exists
-  if conda env list | grep -q "^${env_name} "; then
-    printf "Conda environment '${env_name}' exists. Checking Python version...\n"
-
-    # Check Python version in the environment
-    current_version=$(conda run -n "${env_name}" python --version 2>&1 | cut -d' ' -f2 | cut -d'.' -f1,2)
-
-    if [ "$current_version" = "$python_version" ]; then
-      printf "Environment '${env_name}' already has Python ${python_version}. No action needed.\n"
-    else
-      printf "Updating environment '${env_name}' to Python ${python_version}...\n"
-      conda install -n "${env_name}" python="${python_version}" -y
-    fi
-  else
-    printf "Conda environment '${env_name}' does not exist. Creating with Python ${python_version}...\n"
-    conda create -n "${env_name}" python="${python_version}" -y
-
-    ENVNAME="${env_name}"
-    # setup_cleanup_handlers
-  fi
-
-  eval "$(conda shell.bash hook)"
-  conda deactivate && conda activate "${env_name}"
-
-  if [ -n "$TEST_PYPI_VERSION" ]; then
-    # these packages are damaged in test-pypi, so install them first
-    $CONDA_PREFIX/bin/pip install fastapi libcst
-    $CONDA_PREFIX/bin/pip install --extra-index-url https://test.pypi.org/simple/ \
-      llama-models==$TEST_PYPI_VERSION llama-stack==$TEST_PYPI_VERSION \
-      $pip_dependencies
-    if [ -n "$special_pip_deps" ]; then
-      IFS='#' read -ra parts <<<"$special_pip_deps"
-      for part in "${parts[@]}"; do
-        echo "$part"
-        $CONDA_PREFIX/bin/pip install $part
-      done
-    fi
-  else
-    # Re-installing llama-stack in the new conda environment
-    if [ -n "$LLAMA_STACK_DIR" ]; then
-      if [ ! -d "$LLAMA_STACK_DIR" ]; then
-        printf "${RED}Warning: LLAMA_STACK_DIR is set but directory does not exist: $LLAMA_STACK_DIR${NC}\n" >&2
-        exit 1
-      fi
-
-      printf "Installing from LLAMA_STACK_DIR: $LLAMA_STACK_DIR\n"
-      $CONDA_PREFIX/bin/pip install --no-cache-dir -e "$LLAMA_STACK_DIR"
-    else
-      $CONDA_PREFIX/bin/pip install --no-cache-dir llama-stack
-    fi
-
-    if [ -n "$LLAMA_MODELS_DIR" ]; then
-      if [ ! -d "$LLAMA_MODELS_DIR" ]; then
-        printf "${RED}Warning: LLAMA_MODELS_DIR is set but directory does not exist: $LLAMA_MODELS_DIR${NC}\n" >&2
-        exit 1
-      fi
-
-      printf "Installing from LLAMA_MODELS_DIR: $LLAMA_MODELS_DIR\n"
-      $CONDA_PREFIX/bin/pip uninstall -y llama-models
-      $CONDA_PREFIX/bin/pip install --no-cache-dir -e "$LLAMA_MODELS_DIR"
-    fi
-
-    # Install pip dependencies
-    printf "Installing pip dependencies\n"
-    $CONDA_PREFIX/bin/pip install $pip_dependencies
-    if [ -n "$special_pip_deps" ]; then
-      IFS='#' read -ra parts <<<"$special_pip_deps"
-      for part in "${parts[@]}"; do
-        echo "$part"
-        $CONDA_PREFIX/bin/pip install $part
-      done
-    fi
-  fi
-
-  mv $build_file_path $CONDA_PREFIX/
-  echo "Build spec configuration saved at $CONDA_PREFIX/$build_name-build.yaml"
-}
-
-ensure_conda_env_python310 "$env_name" "$pip_dependencies" "$special_pip_deps"

llama_stack/distribution/build_container.sh

@@ -1,142 +0,0 @@
-#!/bin/bash
-
-LLAMA_MODELS_DIR=${LLAMA_MODELS_DIR:-}
-LLAMA_STACK_DIR=${LLAMA_STACK_DIR:-}
-TEST_PYPI_VERSION=${TEST_PYPI_VERSION:-}
-
-if [ "$#" -lt 4 ]; then
-  echo "Usage: $0 <build_name> <docker_base> <pip_dependencies> [<special_pip_deps>]" >&2
-  echo "Example: $0 my-fastapi-app python:3.9-slim 'fastapi uvicorn' " >&2
-  exit 1
-fi
-
-special_pip_deps="$6"
-
-set -euo pipefail
-
-build_name="$1"
-image_name="llamastack-$build_name"
-docker_base=$2
-build_file_path=$3
-host_build_dir=$4
-pip_dependencies=$5
-
-# Define color codes
-RED='\033[0;31m'
-GREEN='\033[0;32m'
-NC='\033[0m' # No Color
-
-SCRIPT_DIR=$(dirname "$(readlink -f "$0")")
-REPO_DIR=$(dirname $(dirname "$SCRIPT_DIR"))
-DOCKER_BINARY=${DOCKER_BINARY:-docker}
-DOCKER_OPTS=${DOCKER_OPTS:-}
-REPO_CONFIGS_DIR="$REPO_DIR/tmp/configs"
-
-TEMP_DIR=$(mktemp -d)
-
-llama stack configure $build_file_path
-cp $host_build_dir/$build_name-run.yaml $REPO_CONFIGS_DIR
-
-add_to_docker() {
-  local input
-  output_file="$TEMP_DIR/Dockerfile"
-  if [ -t 0 ]; then
-    printf '%s\n' "$1" >>"$output_file"
-  else
-    # If stdin is not a terminal, read from it (heredoc)
-    cat >>"$output_file"
-  fi
-}
-
-add_to_docker <<EOF
-FROM $docker_base
-WORKDIR /app
-
-RUN apt-get update && apt-get install -y \
-       iputils-ping net-tools iproute2 dnsutils telnet \
-       curl wget telnet \
-       procps psmisc lsof \
-       traceroute \
-       bubblewrap \
-       && rm -rf /var/lib/apt/lists/*
-
-EOF
-
-stack_mount="/app/llama-stack-source"
-models_mount="/app/llama-models-source"
-
-if [ -n "$LLAMA_STACK_DIR" ]; then
-  if [ ! -d "$LLAMA_STACK_DIR" ]; then
-    echo "${RED}Warning: LLAMA_STACK_DIR is set but directory does not exist: $LLAMA_STACK_DIR${NC}" >&2
-    exit 1
-  fi
-
-  # Install in editable format. We will mount the source code into the container
-  # so that changes will be reflected in the container without having to do a
-  # rebuild. This is just for development convenience.
-  add_to_docker "RUN pip install -e $stack_mount"
-else
-  add_to_docker "RUN pip install llama-stack"
-fi
-
-if [ -n "$LLAMA_MODELS_DIR" ]; then
-  if [ ! -d "$LLAMA_MODELS_DIR" ]; then
-    echo "${RED}Warning: LLAMA_MODELS_DIR is set but directory does not exist: $LLAMA_MODELS_DIR${NC}" >&2
-    exit 1
-  fi
-
-  add_to_docker <<EOF
-RUN pip uninstall -y llama-models
-RUN pip install $models_mount
-
-EOF
-fi
-
-if [ -n "$pip_dependencies" ]; then
-  add_to_docker "RUN pip install $pip_dependencies"
-fi
-
-if [ -n "$special_pip_deps" ]; then
-  IFS='#' read -ra parts <<< "$special_pip_deps"
-  for part in "${parts[@]}"; do
-    add_to_docker "RUN pip install $part"
-  done
-fi
-
-add_to_docker <<EOF
-
-# This would be good in production but for debugging flexibility lets not add it right now
-# We need a more solid production ready entrypoint.sh anyway
-#
-ENTRYPOINT ["python", "-m", "llama_stack.distribution.server.server"]
-
-EOF
-
-add_to_docker "ADD tmp/configs/$(basename "$build_file_path") ./llamastack-build.yaml"
-add_to_docker "ADD tmp/configs/$build_name-run.yaml ./llamastack-run.yaml"
-
-printf "Dockerfile created successfully in $TEMP_DIR/Dockerfile"
-cat $TEMP_DIR/Dockerfile
-printf "\n"
-
-mounts=""
-if [ -n "$LLAMA_STACK_DIR" ]; then
-  mounts="$mounts -v $(readlink -f $LLAMA_STACK_DIR):$stack_mount"
-fi
-if [ -n "$LLAMA_MODELS_DIR" ]; then
-  mounts="$mounts -v $(readlink -f $LLAMA_MODELS_DIR):$models_mount"
-fi
-
-if command -v selinuxenabled &> /dev/null && selinuxenabled; then
-  # Disable SELinux labels -- we don't want to relabel the llama-stack source dir
-  DOCKER_OPTS="$DOCKER_OPTS --security-opt label=disable"
-fi
-
-set -x
-$DOCKER_BINARY build $DOCKER_OPTS -t $image_name -f "$TEMP_DIR/Dockerfile" "$REPO_DIR" $mounts
-
-# clean up tmp/configs
-rm -rf $REPO_CONFIGS_DIR
-set +x
-
-echo "Success! You can run it with: $DOCKER_BINARY $DOCKER_OPTS run -p 5000:5000 $image_name"

llama_stack/distribution/common.sh

@@ -1,40 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-cleanup() {
-  envname="$1"
-
-  set +x
-  echo "Cleaning up..."
-  conda deactivate
-  conda env remove --name $envname -y
-}
-
-handle_int() {
-  if [ -n $ENVNAME ]; then
-    cleanup $ENVNAME
-  fi
-  exit 1
-}
-
-handle_exit() {
-  if [ $? -ne 0 ]; then
-    echo -e "\033[1;31mABORTING.\033[0m"
-    if [ -n $ENVNAME ]; then
-      cleanup $ENVNAME
-    fi
-  fi
-}
-
-setup_cleanup_handlers() {
-  trap handle_int INT
-  trap handle_exit EXIT
-
-  __conda_setup="$('conda' 'shell.bash' 'hook' 2>/dev/null)"
-  eval "$__conda_setup"
-
-  conda deactivate
-}

llama_stack/distribution/configure_container.sh

@@ -1,47 +0,0 @@
-#!/bin/bash
-
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-DOCKER_BINARY=${DOCKER_BINARY:-docker}
-DOCKER_OPTS=${DOCKER_OPTS:-}
-LLAMA_STACK_DIR=${LLAMA_STACK_DIR:-}
-
-set -euo pipefail
-
-error_handler() {
-  echo "Error occurred in script at line: ${1}" >&2
-  exit 1
-}
-
-trap 'error_handler ${LINENO}' ERR
-
-if [ $# -lt 2 ]; then
-  echo "Usage: $0 <container name> <build file path>"
-  exit 1
-fi
-
-docker_image="$1"
-host_build_dir="$2"
-container_build_dir="/app/builds"
-
-if command -v selinuxenabled &> /dev/null && selinuxenabled; then
-  # Disable SELinux labels
-  DOCKER_OPTS="$DOCKER_OPTS --security-opt label=disable"
-fi
-
-mounts=""
-if [ -n "$LLAMA_STACK_DIR" ]; then
-  mounts="$mounts -v $(readlink -f $LLAMA_STACK_DIR):/app/llama-stack-source"
-fi
-
-set -x
-$DOCKER_BINARY run $DOCKER_OPTS -it \
-  --entrypoint "/usr/local/bin/llama" \
-  -v $host_build_dir:$container_build_dir \
-  $mounts \
-  $docker_image \
-  stack configure ./llamastack-build.yaml --output-dir $container_build_dir

llama_stack/distribution/datatypes.py

@@ -1,139 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from datetime import datetime
-
-from typing import Dict, List, Optional, Union
-
-from pydantic import BaseModel, Field
-
-from llama_stack.providers.datatypes import *  # noqa: F403
-from llama_stack.apis.models import *  # noqa: F403
-from llama_stack.apis.shields import *  # noqa: F403
-from llama_stack.apis.memory_banks import *  # noqa: F403
-from llama_stack.apis.inference import Inference
-from llama_stack.apis.memory import Memory
-from llama_stack.apis.safety import Safety
-
-
-LLAMA_STACK_BUILD_CONFIG_VERSION = "2"
-LLAMA_STACK_RUN_CONFIG_VERSION = "2"
-
-
-RoutingKey = Union[str, List[str]]
-
-
-RoutableObject = Union[
-    ModelDef,
-    ShieldDef,
-    MemoryBankDef,
-]
-
-RoutableObjectWithProvider = Union[
-    ModelDefWithProvider,
-    ShieldDefWithProvider,
-    MemoryBankDefWithProvider,
-]
-
-RoutedProtocol = Union[
-    Inference,
-    Safety,
-    Memory,
-]
-
-
-# Example: /inference, /safety
-class AutoRoutedProviderSpec(ProviderSpec):
-    provider_type: str = "router"
-    config_class: str = ""
-
-    docker_image: Optional[str] = None
-    routing_table_api: Api
-    module: str
-    provider_data_validator: Optional[str] = Field(
-        default=None,
-    )
-
-    @property
-    def pip_packages(self) -> List[str]:
-        raise AssertionError("Should not be called on AutoRoutedProviderSpec")
-
-
-# Example: /models, /shields
-class RoutingTableProviderSpec(ProviderSpec):
-    provider_type: str = "routing_table"
-    config_class: str = ""
-    docker_image: Optional[str] = None
-
-    router_api: Api
-    module: str
-    pip_packages: List[str] = Field(default_factory=list)
-
-
-class DistributionSpec(BaseModel):
-    description: Optional[str] = Field(
-        default="",
-        description="Description of the distribution",
-    )
-    docker_image: Optional[str] = None
-    providers: Dict[str, Union[str, List[str]]] = Field(
-        default_factory=dict,
-        description="""
-Provider Types for each of the APIs provided by this distribution. If you
-select multiple providers, you should provide an appropriate 'routing_map'
-in the runtime configuration to help route to the correct provider.""",
-    )
-
-
-class Provider(BaseModel):
-    provider_id: str
-    provider_type: str
-    config: Dict[str, Any]
-
-
-class StackRunConfig(BaseModel):
-    version: str = LLAMA_STACK_RUN_CONFIG_VERSION
-    built_at: datetime
-
-    image_name: str = Field(
-        ...,
-        description="""
-Reference to the distribution this package refers to. For unregistered (adhoc) packages,
-this could be just a hash
-""",
-    )
-    docker_image: Optional[str] = Field(
-        default=None,
-        description="Reference to the docker image if this package refers to a container",
-    )
-    conda_env: Optional[str] = Field(
-        default=None,
-        description="Reference to the conda environment if this package refers to a conda environment",
-    )
-    apis: List[str] = Field(
-        default_factory=list,
-        description="""
-The list of APIs to serve. If not specified, all APIs specified in the provider_map will be served""",
-    )
-
-    providers: Dict[str, List[Provider]] = Field(
-        description="""
-One or more providers to use for each API. The same provider_type (e.g., meta-reference)
-can be instantiated multiple times (with different configs) if necessary.
-""",
-    )
-
-
-class BuildConfig(BaseModel):
-    version: str = LLAMA_STACK_BUILD_CONFIG_VERSION
-    name: str
-    distribution_spec: DistributionSpec = Field(
-        description="The distribution spec to build including API providers. "
-    )
-    image_type: str = Field(
-        default="conda",
-        description="Type of package to build (conda | container)",
-    )

llama_stack/distribution/distribution.py

@@ -1,58 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-import importlib
-from typing import Dict, List
-
-from pydantic import BaseModel
-
-from llama_stack.providers.datatypes import Api, ProviderSpec, remote_provider_spec
-
-
-def stack_apis() -> List[Api]:
-    return [v for v in Api]
-
-
-class AutoRoutedApiInfo(BaseModel):
-    routing_table_api: Api
-    router_api: Api
-
-
-def builtin_automatically_routed_apis() -> List[AutoRoutedApiInfo]:
-    return [
-        AutoRoutedApiInfo(
-            routing_table_api=Api.models,
-            router_api=Api.inference,
-        ),
-        AutoRoutedApiInfo(
-            routing_table_api=Api.shields,
-            router_api=Api.safety,
-        ),
-        AutoRoutedApiInfo(
-            routing_table_api=Api.memory_banks,
-            router_api=Api.memory,
-        ),
-    ]
-
-
-def providable_apis() -> List[Api]:
-    routing_table_apis = set(
-        x.routing_table_api for x in builtin_automatically_routed_apis()
-    )
-    return [api for api in Api if api not in routing_table_apis and api != Api.inspect]
-
-
-def get_provider_registry() -> Dict[Api, Dict[str, ProviderSpec]]:
-    ret = {}
-    for api in providable_apis():
-        name = api.name.lower()
-        module = importlib.import_module(f"llama_stack.providers.registry.{name}")
-        ret[api] = {
-            "remote": remote_provider_spec(api),
-            **{a.provider_type: a for a in module.available_providers()},
-        }
-
-    return ret

llama_stack/distribution/inspect.py

@@ -1,67 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from typing import Dict, List
-from llama_stack.apis.inspect import *  # noqa: F403
-from pydantic import BaseModel
-
-from llama_stack.distribution.server.endpoints import get_all_api_endpoints
-from llama_stack.providers.datatypes import *  # noqa: F403
-from llama_stack.distribution.datatypes import *  # noqa: F403
-
-
-class DistributionInspectConfig(BaseModel):
-    run_config: StackRunConfig
-
-
-async def get_provider_impl(config, deps):
-    impl = DistributionInspectImpl(config, deps)
-    await impl.initialize()
-    return impl
-
-
-class DistributionInspectImpl(Inspect):
-    def __init__(self, config, deps):
-        self.config = config
-        self.deps = deps
-
-    async def initialize(self) -> None:
-        pass
-
-    async def list_providers(self) -> Dict[str, List[ProviderInfo]]:
-        run_config = self.config.run_config
-
-        ret = {}
-        for api, providers in run_config.providers.items():
-            ret[api] = [
-                ProviderInfo(
-                    provider_id=p.provider_id,
-                    provider_type=p.provider_type,
-                )
-                for p in providers
-            ]
-
-        return ret
-
-    async def list_routes(self) -> Dict[str, List[RouteInfo]]:
-        run_config = self.config.run_config
-
-        ret = {}
-        all_endpoints = get_all_api_endpoints()
-        for api, endpoints in all_endpoints.items():
-            providers = run_config.providers.get(api.value, [])
-            ret[api.value] = [
-                RouteInfo(
-                    route=e.route,
-                    method=e.method,
-                    provider_types=[p.provider_type for p in providers],
-                )
-                for e in endpoints
-            ]
-        return ret
-
-    async def health(self) -> HealthInfo:
-        return HealthInfo(status="OK")

llama_stack/distribution/request_headers.py

@@ -1,57 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-import json
-import threading
-from typing import Any, Dict
-
-from .utils.dynamic import instantiate_class_type
-
-_THREAD_LOCAL = threading.local()
-
-
-class NeedsRequestProviderData:
-    def get_request_provider_data(self) -> Any:
-        spec = self.__provider_spec__
-        assert spec, f"Provider spec not set on {self.__class__}"
-
-        provider_type = spec.provider_type
-        validator_class = spec.provider_data_validator
-        if not validator_class:
-            raise ValueError(f"Provider {provider_type} does not have a validator")
-
-        val = getattr(_THREAD_LOCAL, "provider_data_header_value", None)
-        if not val:
-            return None
-
-        validator = instantiate_class_type(validator_class)
-        try:
-            provider_data = validator(**val)
-            return provider_data
-        except Exception as e:
-            print("Error parsing provider data", e)
-
-
-def set_request_provider_data(headers: Dict[str, str]):
-    keys = [
-        "X-LlamaStack-ProviderData",
-        "x-llamastack-providerdata",
-    ]
-    for key in keys:
-        val = headers.get(key, None)
-        if val:
-            break
-
-    if not val:
-        return
-
-    try:
-        val = json.loads(val)
-    except json.JSONDecodeError:
-        print("Provider data not encoded as a JSON object!", val)
-        return
-
-    _THREAD_LOCAL.provider_data_header_value = val