@yourgpt/llm-sdk 2.1.3 → 2.1.4-alpha.1

package/README.md

@@ -55,6 +55,65 @@ export async function POST(req: Request) {
 }
 ```
 
+## Selective Tool Loading
+
+`llm-sdk` can now narrow tools before they reach the provider. This is opt-in and works with both local ranking and provider-native hints.
+
+```ts
+import { createRuntime, type ToolDefinition } from "@yourgpt/llm-sdk";
+import { createOpenAI } from "@yourgpt/llm-sdk/openai";
+
+const tools: ToolDefinition[] = [
+  {
+    name: "search_docs",
+    description: "Search product docs",
+    location: "server",
+    category: "knowledge",
+    profiles: ["support", "research"],
+    searchKeywords: ["docs", "kb", "help"],
+    inputSchema: { type: "object", properties: { query: { type: "string" } } },
+    handler: async ({ query }) => ({ query }),
+  },
+  {
+    name: "get_time",
+    description: "Get current time",
+    location: "server",
+    category: "utility",
+    profiles: ["utility"],
+    deferLoading: true,
+    inputSchema: { type: "object", properties: {} },
+    handler: async () => ({ now: new Date().toISOString() }),
+  },
+];
+
+const runtime = createRuntime({
+  provider: createOpenAI({ apiKey: process.env.OPENAI_API_KEY }),
+  model: "gpt-4o-mini",
+  tools,
+  agentLoop: {
+    enabled: true,
+    toolSelection: {
+      enabled: true,
+      defaultProfile: "support",
+      search: {
+        enabled: true,
+        maxResults: 4,
+        exposeWhenToolCountExceeds: 1,
+      },
+      dynamicSelection: { enabled: true, maxTools: 2 },
+      nativeProviderHints: {
+        openai: { toolChoice: "single", parallelToolCalls: false },
+      },
+    },
+  },
+});
+
+// Request body can override the active profile:
+// { "messages": [...], "toolProfile": "utility" }
+```
+
+When `search.enabled` is on, deferred tools can be discovered through a hidden `search_tools` server tool. Matching tools are loaded into the next loop iteration instead of sending every deferred tool definition up front.
+
 ## Documentation
 
 Visit **[copilot-sdk.yourgpt.ai](https://copilot-sdk.yourgpt.ai)** for full documentation:

package/dist/adapters/index.d.mts

@@ -1,5 +1,5 @@
-import { L as LLMAdapter, W as WebSearchConfig, P as ChatCompletionRequest, g as StreamEvent, aj as CompletionResult, a2 as OllamaModelOptions } from '../types-D20jKwJW.mjs';
-export { Q as AdapterFactory, av as AnthropicContentBlock, aw as OpenAIContentBlock, at as attachmentToAnthropicDocument, as as attachmentToAnthropicImage, au as attachmentToOpenAIImage, ak as formatMessages, am as formatMessagesForAnthropic, an as formatMessagesForOpenAI, al as formatTools, aq as hasImageAttachments, ar as hasMediaAttachments, ao as messageToAnthropicContent, ap as messageToOpenAIContent } from '../types-D20jKwJW.mjs';
+import { L as LLMAdapter, W as WebSearchConfig, Q as ChatCompletionRequest, g as StreamEvent, ap as CompletionResult, a3 as OllamaModelOptions } from '../types-COAOEe_y.mjs';
+export { V as AdapterFactory, aB as AnthropicContentBlock, aC as OpenAIContentBlock, az as attachmentToAnthropicDocument, ay as attachmentToAnthropicImage, aA as attachmentToOpenAIImage, aq as formatMessages, as as formatMessagesForAnthropic, at as formatMessagesForOpenAI, ar as formatTools, aw as hasImageAttachments, ax as hasMediaAttachments, au as messageToAnthropicContent, av as messageToOpenAIContent } from '../types-COAOEe_y.mjs';
 import 'zod';
 
 /**
@@ -29,7 +29,13 @@ declare class OpenAIAdapter implements LLMAdapter {
     private config;
     constructor(config: OpenAIAdapterConfig);
     private getClient;
+    private shouldUseResponsesApi;
+    private buildResponsesInput;
+    private buildResponsesTools;
+    private parseResponsesResult;
+    private completeWithResponses;
     stream(request: ChatCompletionRequest): AsyncGenerator<StreamEvent>;
+    complete(request: ChatCompletionRequest): Promise<CompletionResult>;
 }
 /**
  * Create OpenAI adapter
@@ -86,6 +92,7 @@ declare class AnthropicAdapter implements LLMAdapter {
      * - { role: "user", content: [{ type: "tool_result", tool_use_id: "...", content: "..." }] }
      */
     private convertToAnthropicMessages;
+    private buildNativeSearchTools;
     /**
      * Build common request options for both streaming and non-streaming
      */

package/dist/adapters/index.d.ts

@@ -1,5 +1,5 @@
-import { L as LLMAdapter, W as WebSearchConfig, P as ChatCompletionRequest, g as StreamEvent, aj as CompletionResult, a2 as OllamaModelOptions } from '../types-D20jKwJW.js';
-export { Q as AdapterFactory, av as AnthropicContentBlock, aw as OpenAIContentBlock, at as attachmentToAnthropicDocument, as as attachmentToAnthropicImage, au as attachmentToOpenAIImage, ak as formatMessages, am as formatMessagesForAnthropic, an as formatMessagesForOpenAI, al as formatTools, aq as hasImageAttachments, ar as hasMediaAttachments, ao as messageToAnthropicContent, ap as messageToOpenAIContent } from '../types-D20jKwJW.js';
+import { L as LLMAdapter, W as WebSearchConfig, Q as ChatCompletionRequest, g as StreamEvent, ap as CompletionResult, a3 as OllamaModelOptions } from '../types-COAOEe_y.js';
+export { V as AdapterFactory, aB as AnthropicContentBlock, aC as OpenAIContentBlock, az as attachmentToAnthropicDocument, ay as attachmentToAnthropicImage, aA as attachmentToOpenAIImage, aq as formatMessages, as as formatMessagesForAnthropic, at as formatMessagesForOpenAI, ar as formatTools, aw as hasImageAttachments, ax as hasMediaAttachments, au as messageToAnthropicContent, av as messageToOpenAIContent } from '../types-COAOEe_y.js';
 import 'zod';
 
 /**
@@ -29,7 +29,13 @@ declare class OpenAIAdapter implements LLMAdapter {
     private config;
     constructor(config: OpenAIAdapterConfig);
     private getClient;
+    private shouldUseResponsesApi;
+    private buildResponsesInput;
+    private buildResponsesTools;
+    private parseResponsesResult;
+    private completeWithResponses;
     stream(request: ChatCompletionRequest): AsyncGenerator<StreamEvent>;
+    complete(request: ChatCompletionRequest): Promise<CompletionResult>;
 }
 /**
  * Create OpenAI adapter
@@ -86,6 +92,7 @@ declare class AnthropicAdapter implements LLMAdapter {
      * - { role: "user", content: [{ type: "tool_result", tool_use_id: "...", content: "..." }] }
      */
     private convertToAnthropicMessages;
+    private buildNativeSearchTools;
     /**
      * Build common request options for both streaming and non-streaming
      */