blaxel 0.2.37__py3-none-any.whl → 0.2.38__py3-none-any.whl

blaxel/__init__.py

@@ -4,8 +4,8 @@ from .core.common.autoload import autoload
 from .core.common.env import env
 from .core.common.settings import settings
 
-__version__ = "0.2.37"
-__commit__ = "a09d7ea6c786074ceaa4639ce6415958524a7a5f"
+__version__ = "0.2.38"
+__commit__ = "a95d23798044e6e88b9247801edf94612972b31c"
 __sentry_dsn__ = "https://9711de13cd02b285ca4378c01de8dc30@o4508714045276160.ingest.us.sentry.io/4510461121462272"
 __all__ = ["autoload", "settings", "env"]
 

blaxel/core/tools/__init__.py

@@ -254,6 +254,10 @@ class PersistentMcpClient:
                 await self.client_exit_stack.aclose()
             except Exception as e:
                 logger.debug(f"Error closing client exit stack: {e}")
+            # Create fresh exit stacks so that future initialize() calls
+            # don't reuse stacks tainted by old cancel scopes
+            self.session_exit_stack = AsyncExitStack()
+            self.client_exit_stack = AsyncExitStack()
             logger.debug("WebSocket connection closed due to inactivity.")
 
 

blaxel/core/volume/volume.py

@@ -137,6 +137,8 @@ class VolumeCreateConfiguration:
 
 
 class VolumeInstance:
+    delete: "_AsyncDeleteDescriptor"
+
     def __init__(self, volume: Volume):
         self.volume = volume
 
@@ -275,6 +277,8 @@ class VolumeInstance:
 
 
 class SyncVolumeInstance:
+    delete: "_SyncDeleteDescriptor"
+
     """Synchronous volume instance for managing persistent storage."""
 
     def __init__(self, volume: Volume):

blaxel/crewai/model.py

@@ -1,6 +1,8 @@
 from logging import getLogger
 
-from crewai import LLM
+import httpx
+from crewai import LLM  # type: ignore[import-not-found]
+from crewai.llms.hooks.base import BaseInterceptor  # type: ignore[import-not-found]
 
 from blaxel.core import bl_model as bl_model_core
 from blaxel.core import settings
@@ -8,62 +10,97 @@ from blaxel.core import settings
 logger = getLogger(__name__)
 
 
-class AuthenticatedLLM(LLM):
-    def call(self, *args, **kwargs):
-        self.additional_params["extra_headers"] = settings.auth.get_headers()
-        return super().call(*args, **kwargs)
+class AuthInterceptor(BaseInterceptor[httpx.Request, httpx.Response]):
+    """Interceptor that injects dynamic auth headers into every HTTP request.
+
+    Used for crewai native providers (OpenAI, Anthropic, Gemini, etc.)
+    where the LLM.__new__ factory returns a provider-specific instance
+    and subclass overrides are not possible.
+    """
+
+    def on_outbound(self, message: httpx.Request) -> httpx.Request:
+        auth_headers = settings.auth.get_headers()
+        # Remove the SDK's default "Authorization: Bearer replaced" header
+        # when our auth uses a different header (e.g. X-Blaxel-Authorization with API keys)
+        if "Authorization" not in auth_headers:
+            message.headers.pop("Authorization", None)
+            message.headers.pop("authorization", None)
+        for key, value in auth_headers.items():
+            message.headers[key] = value
+        return message
+
+    def on_inbound(self, message: httpx.Response) -> httpx.Response:
+        return message
+
+    async def aon_outbound(self, message: httpx.Request) -> httpx.Request:
+        return self.on_outbound(message)
+
+    async def aon_inbound(self, message: httpx.Response) -> httpx.Response:
+        return message
+
+
+# Provider types that crewai routes to native SDK implementations.
+# These support the interceptor mechanism for auth.
+_NATIVE_PROVIDER_PREFIXES = {"openai", "anthropic", "gemini", "azure", "bedrock"}
+
+
+def _is_native_route(provider_prefix: str) -> bool:
+    """Check if a provider prefix will be routed to a native SDK by crewai."""
+    return provider_prefix.lower() in _NATIVE_PROVIDER_PREFIXES
 
 
 async def bl_model(name: str, **kwargs):
     url, type, model = await bl_model_core(name).get_parameters()
+
+    # Map blaxel model types to crewai provider prefixes and base URLs
     if type == "mistral":
-        return AuthenticatedLLM(
-            model=f"mistral/{model}",
-            api_key="replaced",
-            base_url=f"{url}/v1",
-            **kwargs,
-        )
+        provider_prefix = "mistral"
+        base_url = f"{url}/v1"
     elif type == "xai":
-        return AuthenticatedLLM(
-            model=f"groq/{model}",
-            api_key="replaced",
-            base_url=f"{url}/v1",
-            **kwargs,
-        )
+        provider_prefix = "groq"
+        base_url = f"{url}/v1"
     elif type == "deepseek":
-        return AuthenticatedLLM(
-            model=f"openai/{model}",
-            api_key="replaced",
-            base_url=f"{url}/v1",
-            **kwargs,
-        )
+        provider_prefix = "openai"
+        base_url = f"{url}/v1"
     elif type == "anthropic":
-        return AuthenticatedLLM(
-            model=f"anthropic/{model}",
-            api_key="replaced",
-            base_url=url,
-            **kwargs,
-        )
+        provider_prefix = "anthropic"
+        base_url = url
     elif type == "gemini":
-        return AuthenticatedLLM(
-            model=f"gemini/{model}",
-            api_key="replaced",
-            base_url=f"{url}/v1beta/models/{model}",
-            **kwargs,
-        )
+        provider_prefix = "gemini"
+        base_url = f"{url}/v1beta/models/{model}"
     elif type == "cerebras":
-        return AuthenticatedLLM(
-            model=f"cerebras/{model}",
-            api_key="replaced",
-            base_url=f"{url}/v1",
-            **kwargs,
-        )
+        provider_prefix = "cerebras"
+        base_url = f"{url}/v1"
     else:
         if type != "openai":
             logger.warning(f"Model {model} is not supported by CrewAI, defaulting to OpenAI")
-        return AuthenticatedLLM(
-            model=f"openai/{model}",
+        provider_prefix = "openai"
+        base_url = f"{url}/v1"
+
+    model_string = f"{provider_prefix}/{model}"
+    auth_headers = settings.auth.get_headers()
+
+    if _is_native_route(provider_prefix):
+        # Native providers: use interceptor for dynamic auth headers.
+        # Always pass api_key="replaced" because crewai's native providers
+        # require a non-None api_key. The AuthInterceptor handles stripping
+        # the dummy Authorization header and injecting the real auth.
+        return LLM(
+            model=model_string,
             api_key="replaced",
-            base_url=f"{url}/v1",
+            base_url=base_url,
+            interceptor=AuthInterceptor(),
+            **kwargs,
+        )
+    else:
+        # LiteLLM fallback: pass auth headers via extra_headers param.
+        # Omit api_key when auth uses X-Blaxel-Authorization to prevent
+        # litellm from adding "Authorization: Bearer replaced".
+        llm_api_key = "replaced" if "Authorization" in auth_headers else None
+        return LLM(
+            model=model_string,
+            api_key=llm_api_key,
+            base_url=base_url,
+            extra_headers=auth_headers,
             **kwargs,
         )

blaxel/crewai/tools.py

@@ -1,10 +1,86 @@
+from typing import Any
+
 from crewai.tools import BaseTool
+from pydantic import BaseModel
 
 from blaxel.core.tools import bl_tools as bl_tools_core
-from blaxel.core.tools.common import create_model_from_json_schema
 from blaxel.core.tools.types import Tool
 
 
+def _clean_schema_for_openai(schema: dict) -> dict:
+    """Clean JSON schema to be compatible with OpenAI strict mode.
+
+    Recursively resolves anyOf patterns, ensures all schemas have type keys,
+    removes additionalProperties and $schema, and ensures object types have
+    properties and required fields.
+    """
+    if not isinstance(schema, dict):
+        return schema
+
+    cleaned = schema.copy()
+
+    # Remove unsupported keys
+    cleaned.pop("$schema", None)
+    cleaned.pop("additionalProperties", None)
+
+    # Resolve anyOf: pick the non-null type
+    if "anyOf" in cleaned:
+        any_of = cleaned.pop("anyOf")
+        non_null = [s for s in any_of if s.get("type") != "null"]
+        if non_null:
+            # Merge the first non-null variant into current schema
+            resolved = _clean_schema_for_openai(non_null[0])
+            cleaned.update(resolved)
+        else:
+            cleaned["type"] = "string"
+
+    # Ensure type exists
+    if "type" not in cleaned and "properties" in cleaned:
+        cleaned["type"] = "object"
+
+    # Handle object types
+    if cleaned.get("type") == "object":
+        if "properties" not in cleaned:
+            cleaned["properties"] = {}
+        if "required" not in cleaned:
+            cleaned["required"] = list(cleaned["properties"].keys())
+
+    # Recursively clean properties
+    if "properties" in cleaned:
+        cleaned["properties"] = {
+            k: _clean_schema_for_openai(v) for k, v in cleaned["properties"].items()
+        }
+
+    # Recursively clean array items
+    if "items" in cleaned:
+        cleaned["items"] = _clean_schema_for_openai(cleaned["items"])
+        # Ensure items has a type
+        if "type" not in cleaned["items"]:
+            cleaned["items"]["type"] = "string"
+
+    return cleaned
+
+
+def _make_clean_args_schema(tool: Tool) -> type[BaseModel]:
+    """Create a Pydantic model whose JSON schema returns the pre-cleaned schema.
+
+    CrewAI calls model_json_schema() on args_schema to build the OpenAI tool
+    parameters. By overriding model_json_schema we ensure the cleaned schema
+    is used directly, avoiding issues with Pydantic re-introducing anyOf or
+    dropping type keys on array items.
+    """
+    clean = _clean_schema_for_openai(tool.input_schema)
+
+    class CleanArgsSchema(BaseModel):
+        @classmethod
+        def model_json_schema(cls, *args: Any, **kwargs: Any) -> dict[str, Any]:
+            return clean
+
+    CleanArgsSchema.__name__ = f"{tool.name}Schema"
+    CleanArgsSchema.__qualname__ = f"{tool.name}Schema"
+    return CleanArgsSchema
+
+
 class CrewAITool(BaseTool):
     _tool: Tool
 
@@ -12,13 +88,20 @@ class CrewAITool(BaseTool):
         super().__init__(
             name=tool.name,
             description=tool.description,
-            args_schema=create_model_from_json_schema(tool.input_schema),
+            args_schema=_make_clean_args_schema(tool),
         )
         self._tool = tool
 
     def _run(self, *args, **kwargs):
+        if not self._tool.sync_coroutine:
+            raise ValueError(f"Tool {self._tool.name} does not have a sync_coroutine defined")
         return self._tool.sync_coroutine(**kwargs)
 
+    async def _arun(self, *args, **kwargs):
+        if not self._tool.coroutine:
+            raise ValueError(f"Tool {self._tool.name} does not have a coroutine defined")
+        return await self._tool.coroutine(**kwargs)
+
 
 async def bl_tools(tools_names: list[str], **kwargs) -> list[BaseTool]:
     tools = bl_tools_core(tools_names, **kwargs)

blaxel/googleadk/model.py

@@ -1,6 +1,9 @@
 from logging import getLogger
 
-from google.adk.models.lite_llm import LiteLlm, LiteLLMClient
+from google.adk.models.lite_llm import (  # type: ignore[import-not-found]
+    LiteLlm,
+    LiteLLMClient,
+)
 
 from blaxel.core import bl_model as bl_model_core
 from blaxel.core import settings
@@ -23,7 +26,15 @@ class AuthenticatedLiteLLMClient(LiteLLMClient):
         Returns:
           The model response as a message.
         """
-        kwargs["extra_headers"] = settings.auth.get_headers()
+        auth_headers = settings.auth.get_headers()
+        extra = dict(auth_headers)
+        # When auth uses X-Blaxel-Authorization (API keys), override the
+        # Authorization header that litellm sets from api_key or OPENAI_API_KEY
+        # env var. Without this, the server sees an invalid Authorization header
+        # and rejects the request.
+        if "Authorization" not in auth_headers:
+            extra["Authorization"] = ""
+        kwargs["extra_headers"] = extra
         return await super().acompletion(
             model=model,
             messages=messages,
@@ -44,7 +55,15 @@ class AuthenticatedLiteLLMClient(LiteLLMClient):
         Returns:
           The response from the model.
         """
-        kwargs["extra_headers"] = settings.auth.get_headers()
+        auth_headers = settings.auth.get_headers()
+        extra = dict(auth_headers)
+        # When auth uses X-Blaxel-Authorization (API keys), override the
+        # Authorization header that litellm sets from api_key or OPENAI_API_KEY
+        # env var. Without this, the server sees an invalid Authorization header
+        # and rejects the request.
+        if "Authorization" not in auth_headers:
+            extra["Authorization"] = ""
+        kwargs["extra_headers"] = extra
         return super().completion(
             model=model,
             messages=messages,

blaxel/googleadk/tools.py

@@ -1,8 +1,8 @@
 import inspect
-from typing import Any, override
+from typing import Any
 
-from google.adk.tools import BaseTool, ToolContext
-from google.genai import types
+from google.adk.tools import BaseTool, ToolContext  # type: ignore[import-not-found]
+from google.genai import types  # type: ignore[import-not-found]
 
 from blaxel.core.tools import bl_tools as bl_tools_core
 from blaxel.core.tools.types import Tool
@@ -31,15 +31,33 @@ class GoogleADKTool(BaseTool):
         if "additionalProperties" in cleaned_schema:
             del cleaned_schema["additionalProperties"]
 
+        # Google genai Schema expects type as a single enum string (e.g. "STRING"),
+        # not a JSON Schema union list like ["null", "string"].
+        if "type" in cleaned_schema and isinstance(cleaned_schema["type"], list):
+            type_list = [t for t in cleaned_schema["type"] if t != "null"]
+            cleaned_schema["type"] = type_list[0].upper() if type_list else "STRING"
+            # Mark as nullable if "null" was in the original list
+            if "null" in schema["type"]:
+                cleaned_schema["nullable"] = True
+        elif "type" in cleaned_schema and isinstance(cleaned_schema["type"], str):
+            cleaned_schema["type"] = cleaned_schema["type"].upper()
+
+        # Ensure object types have properties
+        if cleaned_schema.get("type") == "OBJECT" and "properties" not in cleaned_schema:
+            cleaned_schema["properties"] = {}
+
         # Recursively clean properties if they exist
         if "properties" in cleaned_schema:
             cleaned_schema["properties"] = {
                 k: self._clean_schema(v) for k, v in cleaned_schema["properties"].items()
             }
 
+        # Recursively clean items for array types
+        if "items" in cleaned_schema and isinstance(cleaned_schema["items"], dict):
+            cleaned_schema["items"] = self._clean_schema(cleaned_schema["items"])
+
         return cleaned_schema
 
-    @override
     def _get_declaration(self) -> types.FunctionDeclaration | None:
         # Clean the schema recursively
         schema = self._clean_schema(self._tool.input_schema)
@@ -48,14 +66,15 @@ class GoogleADKTool(BaseTool):
             types.FunctionDeclaration(
                 name=self._tool.name,
                 description=self._tool.description,
-                parameters=schema,
+                parameters=types.Schema(**schema),
             )
         )
 
         return function_decl
 
-    @override
     async def run_async(self, *, args: dict[str, Any], tool_context: ToolContext) -> Any:
+        if not self._tool.coroutine:
+            raise ValueError(f"Tool {self._tool.name} does not have a coroutine defined")
         args_to_call = args.copy()
         signature = inspect.signature(self._tool.coroutine)
         if "tool_context" in signature.parameters:

blaxel/langgraph/custom/gemini.py

@@ -23,16 +23,18 @@ from typing import (
 
 import httpx
 import requests
-from langchain_core.callbacks.manager import (
+from langchain_core.callbacks.manager import (  # type: ignore[import-not-found]
     AsyncCallbackManagerForLLMRun,
     CallbackManagerForLLMRun,
 )
-from langchain_core.language_models import LanguageModelInput
-from langchain_core.language_models.chat_models import (
+from langchain_core.language_models import (  # type: ignore[import-not-found]
+    LanguageModelInput,
+)
+from langchain_core.language_models.chat_models import (  # type: ignore[import-not-found]
     BaseChatModel,
     LangSmithParams,
 )
-from langchain_core.messages import (
+from langchain_core.messages import (  # type: ignore[import-not-found]
     AIMessage,
     AIMessageChunk,
     BaseMessage,
@@ -41,25 +43,30 @@ from langchain_core.messages import (
     SystemMessage,
     ToolMessage,
 )
-from langchain_core.messages.ai import UsageMetadata
-from langchain_core.messages.tool import (
+from langchain_core.messages.ai import UsageMetadata  # type: ignore[import-not-found]
+from langchain_core.messages.tool import (  # type: ignore[import-not-found]
     invalid_tool_call,
     tool_call,
     tool_call_chunk,
 )
-from langchain_core.output_parsers.openai_tools import (
+from langchain_core.output_parsers.openai_tools import (  # type: ignore[import-not-found]
     JsonOutputKeyToolsParser,
     PydanticToolsParser,
     parse_tool_calls,
 )
-from langchain_core.outputs import (
+from langchain_core.outputs import (  # type: ignore[import-not-found]
     ChatGeneration,
     ChatGenerationChunk,
     ChatResult,
 )
-from langchain_core.runnables import Runnable, RunnablePassthrough
-from langchain_core.tools import BaseTool
-from langchain_core.utils.function_calling import convert_to_openai_tool
+from langchain_core.runnables import (  # type: ignore[import-not-found]
+    Runnable,
+    RunnablePassthrough,
+)
+from langchain_core.tools import BaseTool  # type: ignore[import-not-found]
+from langchain_core.utils.function_calling import (  # type: ignore[import-not-found]
+    convert_to_openai_tool,
+)
 from PIL import Image
 from pydantic import BaseModel, ConfigDict, Field, SecretStr, model_validator
 from tenacity import (
@@ -1467,4 +1474,4 @@ def image_bytes_to_b64_string(image_bytes: bytes, image_format: str = "jpeg") ->
     """Convert image bytes to base64 string."""
     import base64
 
-    return f"data:image/{image_format};base64,{base64.b64encode(image_bytes).decode('utf-8')}"
+    return f"data:image/{image_format};base64,{base64.b64encode(image_bytes).decode('utf-8')}"

blaxel/langgraph/model.py

@@ -7,11 +7,15 @@ from blaxel.core import bl_model as bl_model_core
 from blaxel.core import settings
 
 if TYPE_CHECKING:
-    from langchain_core.callbacks import Callbacks
-    from langchain_core.language_models import LanguageModelInput
-    from langchain_core.messages import BaseMessage
-    from langchain_core.outputs import LLMResult
-    from langchain_core.runnables import RunnableConfig
+    from langchain_core.callbacks import Callbacks  # type: ignore[import-not-found]
+    from langchain_core.language_models import (  # type: ignore[import-not-found]
+        LanguageModelInput,
+    )
+    from langchain_core.messages import BaseMessage  # type: ignore[import-not-found]
+    from langchain_core.outputs import LLMResult  # type: ignore[import-not-found]
+    from langchain_core.runnables import (  # type: ignore[import-not-found]
+        RunnableConfig,
+    )
 
 logger = getLogger(__name__)
 
@@ -32,7 +36,7 @@ class TokenRefreshingWrapper:
         kwargs = config.get("kwargs", {})
 
         if model_type == "mistral":
-            from langchain_openai import ChatOpenAI
+            from langchain_openai import ChatOpenAI  # type: ignore[import-not-found]
 
             return ChatOpenAI(
                 api_key=settings.auth.token,
@@ -41,7 +45,7 @@ class TokenRefreshingWrapper:
                 **kwargs,
             )
         elif model_type == "cohere":
-            from langchain_cohere import ChatCohere
+            from langchain_cohere import ChatCohere  # type: ignore[import-not-found]
 
             return ChatCohere(
                 cohere_api_key=settings.auth.token,
@@ -50,7 +54,7 @@ class TokenRefreshingWrapper:
                 **kwargs,
             )
         elif model_type == "xai":
-            from langchain_xai import ChatXAI
+            from langchain_xai import ChatXAI  # type: ignore[import-not-found]
 
             return ChatXAI(
                 model=model,
@@ -59,7 +63,9 @@ class TokenRefreshingWrapper:
                 **kwargs,
             )
         elif model_type == "deepseek":
-            from langchain_deepseek import ChatDeepSeek
+            from langchain_deepseek import (  # type: ignore[import-not-found]
+                ChatDeepSeek,
+            )
 
             return ChatDeepSeek(
                 api_key=settings.auth.token,
@@ -68,7 +74,9 @@ class TokenRefreshingWrapper:
                 **kwargs,
             )
         elif model_type == "anthropic":
-            from langchain_anthropic import ChatAnthropic
+            from langchain_anthropic import (  # type: ignore[import-not-found]
+                ChatAnthropic,
+            )
 
             return ChatAnthropic(
                 api_key=settings.auth.token,
@@ -78,7 +86,9 @@ class TokenRefreshingWrapper:
                 **kwargs,
             )
         elif model_type == "gemini":
-            from .custom.gemini import ChatGoogleGenerativeAI
+            from .custom.gemini import (
+                ChatGoogleGenerativeAI,  # type: ignore[import-not-found]
+            )
 
             return ChatGoogleGenerativeAI(
                 model=model,
@@ -88,7 +98,9 @@ class TokenRefreshingWrapper:
                 **kwargs,
             )
         elif model_type == "cerebras":
-            from langchain_cerebras import ChatCerebras
+            from langchain_cerebras import (  # type: ignore[import-not-found]
+                ChatCerebras,
+            )
 
             return ChatCerebras(
                 api_key=settings.auth.token,
@@ -97,7 +109,7 @@ class TokenRefreshingWrapper:
                 **kwargs,
             )
         else:
-            from langchain_openai import ChatOpenAI
+            from langchain_openai import ChatOpenAI  # type: ignore[import-not-found]
 
             if model_type != "openai":
                 logger.warning(f"Model {model} is not supported by Langchain, defaulting to OpenAI")
@@ -113,10 +125,6 @@ class TokenRefreshingWrapper:
         # Only refresh if using ClientCredentials (which has get_token method)
         current_token = settings.auth.token
 
-        if hasattr(settings.auth, "get_token"):
-            # This will trigger token refresh if needed
-            settings.auth.get_token()
-
         new_token = settings.auth.token
 
         # If token changed, recreate the model
@@ -251,4 +259,4 @@ async def bl_model(name: str, **kwargs):
     model_config = {"type": type, "model": model, "url": url, "kwargs": kwargs}
 
     # Create and return the wrapper
-    return TokenRefreshingChatModel(model_config)
+    return TokenRefreshingChatModel(model_config)

blaxel/langgraph/tools.py

@@ -4,7 +4,7 @@ from blaxel.core.tools import bl_tools as bl_tools_core
 from blaxel.core.tools.types import Tool, ToolException
 
 if TYPE_CHECKING:
-    from langchain_core.tools import StructuredTool
+    from langchain_core.tools import StructuredTool  # type: ignore[import-not-found]
 
 
 def _clean_schema_for_openai(schema: Dict[str, Any]) -> Dict[str, Any]:
@@ -37,19 +37,14 @@ def _clean_schema_for_openai(schema: Dict[str, Any]) -> Dict[str, Any]:
 
 
 def get_langchain_tool(tool: Tool) -> "StructuredTool":
-    from langchain_core.tools import StructuredTool
-    from mcp.types import (
-        CallToolResult,
-        EmbeddedResource,
-        ImageContent,
-        TextContent,
-    )
-
-    NonTextContent = ImageContent | EmbeddedResource
+    from langchain_core.tools import StructuredTool  # type: ignore[import-not-found]
+    from mcp.types import CallToolResult, EmbeddedResource, ImageContent, TextContent
 
     async def langchain_coroutine(
         **arguments: dict[str, Any],
-    ) -> tuple[str | list[str], list[NonTextContent] | None]:
+    ) -> tuple[str | list[str], list[ImageContent | EmbeddedResource] | None]:
+        if not tool.coroutine:
+            raise ValueError(f"Tool {tool.name} does not have a coroutine defined")
         result: CallToolResult = await tool.coroutine(**arguments)
         text_contents: list[TextContent] = []
         non_text_contents = []

blaxel/livekit/model.py

@@ -1,8 +1,8 @@
 from logging import getLogger
 
 import httpx
-from livekit.plugins import openai
-from openai import AsyncOpenAI
+from livekit.plugins import openai  # type: ignore[import-not-found]
+from openai import AsyncOpenAI  # type: ignore[import-not-found]
 
 from blaxel.core import bl_model as bl_model_core
 from blaxel.core import settings
@@ -20,6 +20,11 @@ class DynamicHeadersHTTPClient(httpx.AsyncClient):
     async def send(self, request, *args, **kwargs):
         # Update headers with the latest auth headers before each request
         auth_headers = settings.auth.get_headers()
+        # Remove the SDK's default "Authorization: Bearer replaced" header
+        # when our auth uses a different header (e.g. X-Blaxel-Authorization with API keys)
+        if "Authorization" not in auth_headers:
+            request.headers.pop("Authorization", None)
+            request.headers.pop("authorization", None)
         for key, value in auth_headers.items():
             request.headers[key] = value
         return await super().send(request, *args, **kwargs)

blaxel/livekit/tools.py

@@ -1,4 +1,4 @@
-from livekit.agents import function_tool, llm
+from livekit.agents import function_tool, llm  # type: ignore[import-not-found]
 
 from blaxel.core.tools import bl_tools as bl_tools_core
 from blaxel.core.tools.types import Tool
@@ -6,6 +6,8 @@ from blaxel.core.tools.types import Tool
 
 def livekit_coroutine(tool: Tool):
     async def livekit_coroutine_wrapper(raw_arguments: dict[str, object]):
+        if not tool.coroutine:
+            raise ValueError(f"Tool {tool.name} does not have a coroutine defined")
         result = await tool.coroutine(**raw_arguments)
         return result.model_dump_json()