pi-provider-litellm 3.3.0 → 4.0.0

package/src/model-groups.ts

@@ -798,9 +798,12 @@ export function reduceModelGroup(
   // Strict tools require affirmative evidence from every routable deployment.
   const messagesStrictTools =
     catalogs.length > 0 && catalogs.every((catalog) => catalog?.messagesStrictTools === true) ? true : undefined;
+  // LiteLLM v1.100+ reports `supported_endpoints: null` for every model its model map does not
+  // list, so null means unknown, like an absent field. Only a list without Messages, or a
+  // malformed non-null value, withholds the transport.
   const messagesEndpointAllowed = deployments.every((entry) => {
     const endpoints = entry.model_info?.supported_endpoints;
-    return endpoints === undefined || (Array.isArray(endpoints) && endpoints.includes("/v1/messages"));
+    return endpoints == null || (Array.isArray(endpoints) && endpoints.includes("/v1/messages"));
   });
   const api = candidateModes.every((mode) => mode === "responses")
     ? "openai-responses"

package/src/provider.ts

@@ -29,7 +29,7 @@ export type LiteLLMProviderOptions = {
   discover(credential: Credential, signal?: AbortSignal): Promise<DiscoveryResult & { baseUrl?: string }>;
 };
 
-// Chat models may omit `type`; Pi's `isModelType()` is newer than the peer floor, so keep the check local.
+// Chat models may omit `type`.
 function isChatModel(model: AnyModel): model is Model<Api> {
   return (model.type ?? "chat") === "chat";
 }

package/src/skills.ts

@@ -169,8 +169,7 @@ function parseJsonObject(value: string, fieldName: string): Record<string, unkno
   return parsed as Record<string, unknown>;
 }
 
-// Pi 0.99 groups tools by namespace and lets permission extensions read annotation hints; older
-// Pi ignores both fields.
+// Pi groups tools by namespace and lets permission extensions read annotation hints.
 const SKILLS_NAMESPACE = { name: "litellm_skills", description: "LiteLLM Skills Gateway" };
 
 export function createSkillToolDefinitions(

package/src/types.ts

@@ -28,6 +28,14 @@ export interface LiteLLMModelPolicy {
   // Gemini-backed deployments require lowercase effort values. Discovery carries
   // this evidence so the request hook does not infer a backend from the route name.
   normalizeGeminiReasoningEffort?: boolean;
+  // GPT-5.5 and later reject `reasoning_effort` alongside function tools on
+  // /v1/chat/completions. Discovery sets this for Chat routes from deployment
+  // evidence so tool requests drop reasoning instead of failing over.
+  dropToolReasoning?: boolean;
+  // GPT-6 falls back to its default effort when `reasoning_effort` is omitted, and
+  // that is rejected alongside tools too, so these tool requests send `none` unless
+  // the model declares its own off effort.
+  explicitToolReasoningOff?: boolean;
 }
 
 export type DiscoveredModelFor<TApi extends LiteLLMApi> = Omit<Model<TApi>, "provider" | "baseUrl"> & {
@@ -86,7 +94,7 @@ export interface ModelInfoEntry {
     mode?: string | null;
     base_model?: string;
     litellm_provider?: string;
-    supported_endpoints?: string[];
+    supported_endpoints?: string[] | null;
     supported_openai_params?: string[];
     input_cost_per_token?: number;
     output_cost_per_token?: number;
@@ -142,29 +150,6 @@ export interface ResolvedCredentials {
   apiKeyFromGcloudAdc?: boolean;
 }
 
-// The boolean MCP tool annotation hints, with the meaning Pi gives `ToolAnnotations`.
-export interface McpToolAnnotations {
-  readOnlyHint?: boolean;
-  destructiveHint?: boolean;
-  idempotentHint?: boolean;
-  openWorldHint?: boolean;
-}
-
-export interface LiteLLMMcpTool {
-  name: string;
-  server_name: string;
-  server_id?: string;
-  description: string;
-  // Absent or `{}` means the proxy supplied no schema; both use the extension-owned envelope.
-  input_schema: Record<string, unknown>;
-  // True when the proxy supplied an `inputSchema`/`input_schema` that was not a JSON object.
-  input_schema_malformed?: boolean;
-  // Boolean hints from the proxy-supplied `annotations`; every other annotation field is dropped.
-  annotations?: McpToolAnnotations;
-  // `mcp_info.description` of the server, when the proxy supplies one.
-  server_description?: string;
-}
-
 export interface LiteLLMSkill {
   id?: string;
   name: string;