@polpo-ai/server 0.15.60 → 0.15.63

package/dist/routes/completions/chat-interaction-runtime.js

@@ -0,0 +1,46 @@
+import { normalizeChatInteractionSettings, } from "@polpo-ai/core/chat-interactions";
+import { completionResolvedModelInfo } from "./agent-step-runner.js";
+import { generateChatSuggestions } from "./chat-suggestions.js";
+import { isStructuredResponseFormat } from "./structured-output.js";
+/** Run the optional, fail-open suggestion pass for a successful text turn. */
+export async function suggestionsForCompletion(execution, finalText, signal) {
+    if (!execution.interactionCapabilities?.suggestions
+        || isStructuredResponseFormat(execution.body.response_format)
+        || !finalText.trim()
+        || signal?.aborted) {
+        return [];
+    }
+    let settings;
+    try {
+        settings = normalizeChatInteractionSettings(execution.deps.getConfig()?.settings?.chat).suggestions;
+    }
+    catch {
+        return [];
+    }
+    const result = await generateChatSuggestions({
+        model: execution.m.aiModel,
+        providerOptions: execution.providerOpts,
+        messages: execution.body.messages ?? [],
+        finalText,
+        maxItems: settings.maxItems,
+        guidance: settings.guidance,
+        signal,
+    });
+    if (result.usage) {
+        try {
+            execution.deps.onAuxiliaryModelFinished?.({
+                operation: "chat_suggestions",
+                usage: result.usage,
+                model: execution.m.id ?? execution.m.provider,
+                resolvedModel: completionResolvedModelInfo(execution.m),
+                agent: execution.body.agent,
+                sessionId: execution.sessionId ?? undefined,
+                user: execution.body.user,
+                providerMetadata: result.providerMetadata,
+            });
+        }
+        catch { /* auxiliary accounting never fails the main response */ }
+    }
+    return result.suggestions;
+}
+//# sourceMappingURL=chat-interaction-runtime.js.map

package/dist/routes/completions/chat-interaction-runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-interaction-runtime.js","sourceRoot":"","sources":["../../../src/routes/completions/chat-interaction-runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gCAAgC,GAEjC,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC;AAErE,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,0BAA0B,EAAE,MAAM,wBAAwB,CAAC;AAEpE,8EAA8E;AAC9E,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,SAAkC,EAClC,SAAiB,EACjB,MAAoB;IAEpB,IACE,CAAC,SAAS,CAAC,uBAAuB,EAAE,WAAW;WAC5C,0BAA0B,CAAC,SAAS,CAAC,IAAI,CAAC,eAAe,CAAC;WAC1D,CAAC,SAAS,CAAC,IAAI,EAAE;WACjB,MAAM,EAAE,OAAO,EAClB,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,QAAQ,CAAC;IACb,IAAI,CAAC;QACH,QAAQ,GAAG,gCAAgC,CACzC,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,QAAQ,EAAE,IAAI,CAC3C,CAAC,WAAW,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC;QAC3C,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO;QAC1B,eAAe,EAAE,SAAS,CAAC,YAAY;QACvC,QAAQ,EAAE,SAAS,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE;QACvC,SAAS;QACT,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,MAAM;KACP,CAAC,CAAC;IAEH,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,IAAI,CAAC;YACH,SAAS,CAAC,IAAI,CAAC,wBAAwB,EAAE,CAAC;gBACxC,SAAS,EAAE,kBAAkB;gBAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,SAAS,CAAC,CAAC,CAAC,QAAQ;gBAC7C,aAAa,EAAE,2BAA2B,CAAC,SAAS,CAAC,CAAC,CAAC;gBACvD,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK;gBAC3B,SAAS,EAAE,SAAS,CAAC,SAAS,IAAI,SAAS;gBAC3C,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI;gBACzB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;aAC1C,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC,CAAC,wDAAwD,CAAC,CAAC;IACtE,CAAC;IAED,OAAO,MAAM,CAAC,WAAW,CAAC;AAC5B,CAAC"}

package/dist/routes/completions/chat-suggestions.d.ts

@@ -0,0 +1,31 @@
+import type { ChatSuggestion } from "@polpo-ai/core/chat-interactions";
+import { type LanguageModel, type LanguageModelUsage } from "ai";
+interface SuggestionGenerationResponse {
+    output?: unknown;
+    usage?: LanguageModelUsage;
+    providerMetadata?: Record<string, unknown>;
+}
+export type ChatSuggestionGenerate = (options: Record<string, unknown>) => Promise<SuggestionGenerationResponse>;
+export interface GenerateChatSuggestionsInput {
+    model: LanguageModel;
+    providerOptions?: Record<string, any>;
+    messages: Array<{
+        role?: unknown;
+        content?: unknown;
+    }>;
+    finalText: string;
+    maxItems: number;
+    guidance?: string;
+    signal?: AbortSignal;
+    timeoutMs?: number;
+    generate?: ChatSuggestionGenerate;
+}
+export interface ChatSuggestionGenerationResult {
+    suggestions: ChatSuggestion[];
+    usage?: LanguageModelUsage;
+    providerMetadata?: Record<string, unknown>;
+}
+/** Generate optional next-message suggestions without affecting the main turn. */
+export declare function generateChatSuggestions(input: GenerateChatSuggestionsInput): Promise<ChatSuggestionGenerationResult>;
+export {};
+//# sourceMappingURL=chat-suggestions.d.ts.map

package/dist/routes/completions/chat-suggestions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-suggestions.d.ts","sourceRoot":"","sources":["../../../src/routes/completions/chat-suggestions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kCAAkC,CAAC;AACvE,OAAO,EAAwB,KAAK,aAAa,EAAE,KAAK,kBAAkB,EAAE,MAAM,IAAI,CAAC;AAiBvF,UAAU,4BAA4B;IACpC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,kBAAkB,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,MAAM,sBAAsB,GAAG,CACnC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC7B,OAAO,CAAC,4BAA4B,CAAC,CAAC;AAE3C,MAAM,WAAW,4BAA4B;IAC3C,KAAK,EAAE,aAAa,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACtC,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,CAAC,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IACvD,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,sBAAsB,CAAC;CACnC;AAED,MAAM,WAAW,8BAA8B;IAC7C,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,KAAK,CAAC,EAAE,kBAAkB,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAuED,kFAAkF;AAClF,wBAAsB,uBAAuB,CAC3C,KAAK,EAAE,4BAA4B,GAClC,OAAO,CAAC,8BAA8B,CAAC,CA2DzC"}

package/dist/routes/completions/chat-suggestions.js

@@ -0,0 +1,147 @@
+import { generateText, Output } from "ai";
+import { z } from "zod";
+const MAX_CONTEXT_MESSAGES = 8;
+const MAX_CONTEXT_CHARS = 7_000;
+const MAX_FINAL_TEXT_CHARS = 4_000;
+const MAX_LABEL_CHARS = 64;
+const MAX_PROMPT_CHARS = 500;
+const DEFAULT_TIMEOUT_MS = 4_000;
+const generatedSuggestionsSchema = z.object({
+    suggestions: z.array(z.object({
+        label: z.string().min(1).max(MAX_LABEL_CHARS),
+        prompt: z.string().min(1).max(MAX_PROMPT_CHARS),
+    }).strict()).max(4),
+}).strict();
+function textFromContent(content) {
+    if (typeof content === "string")
+        return content;
+    if (!Array.isArray(content))
+        return "";
+    return content
+        .map((part) => {
+        if (!part || typeof part !== "object")
+            return "";
+        const value = part;
+        if (value.type === "text" && typeof value.text === "string")
+            return value.text;
+        return "";
+    })
+        .filter(Boolean)
+        .join("\n");
+}
+function boundedConversation(messages) {
+    const selected = [];
+    let remaining = MAX_CONTEXT_CHARS;
+    for (const message of messages.slice(-MAX_CONTEXT_MESSAGES).reverse()) {
+        if (remaining <= 0)
+            break;
+        if (message.role !== "user" && message.role !== "assistant")
+            continue;
+        const content = textFromContent(message.content).trim();
+        if (!content)
+            continue;
+        const bounded = content.slice(-remaining);
+        remaining -= bounded.length;
+        selected.push({ role: message.role, content: bounded });
+    }
+    return selected.reverse();
+}
+function compactWhitespace(value) {
+    return value.trim().replace(/\s+/g, " ");
+}
+function stableSuggestionId(label, prompt) {
+    let hash = 2166136261;
+    const value = `${label}\u0000${prompt}`;
+    for (let index = 0; index < value.length; index += 1) {
+        hash ^= value.charCodeAt(index);
+        hash = Math.imul(hash, 16777619);
+    }
+    return `suggestion_${(hash >>> 0).toString(36)}`;
+}
+function sanitizeSuggestions(value, maxItems) {
+    const parsed = generatedSuggestionsSchema.safeParse(value);
+    if (!parsed.success)
+        return [];
+    const suggestions = [];
+    const seenPrompts = new Set();
+    for (const item of parsed.data.suggestions) {
+        const label = compactWhitespace(item.label).slice(0, MAX_LABEL_CHARS);
+        const prompt = compactWhitespace(item.prompt).slice(0, MAX_PROMPT_CHARS);
+        const key = prompt.toLocaleLowerCase();
+        if (!label || !prompt || seenPrompts.has(key))
+            continue;
+        seenPrompts.add(key);
+        suggestions.push({
+            id: stableSuggestionId(label, prompt),
+            label,
+            prompt,
+        });
+        if (suggestions.length >= maxItems)
+            break;
+    }
+    return suggestions;
+}
+/** Generate optional next-message suggestions without affecting the main turn. */
+export async function generateChatSuggestions(input) {
+    const finalText = input.finalText.trim();
+    if (!finalText || input.signal?.aborted)
+        return { suggestions: [] };
+    const maxItems = Math.max(2, Math.min(4, Math.trunc(input.maxItems)));
+    const controller = new AbortController();
+    const abortFromParent = () => controller.abort(input.signal?.reason);
+    input.signal?.addEventListener("abort", abortFromParent, { once: true });
+    const timeoutMs = Math.max(1, input.timeoutMs ?? DEFAULT_TIMEOUT_MS);
+    let timeoutId;
+    const timeout = new Promise((_, reject) => {
+        timeoutId = setTimeout(() => {
+            controller.abort(new Error("Chat suggestion generation timed out"));
+            reject(new Error("Chat suggestion generation timed out"));
+        }, timeoutMs);
+    });
+    try {
+        const generate = input.generate
+            ?? generateText;
+        const response = await Promise.race([
+            generate({
+                model: input.model,
+                system: [
+                    "Suggest concise, useful next messages the user could send after this assistant response.",
+                    "Each label is a short action. Each prompt is the exact standalone user message to send.",
+                    "Do not repeat the assistant response. Do not invent unsupported capabilities.",
+                    "Return no suggestions when there is no meaningful next step.",
+                ].join(" "),
+                prompt: JSON.stringify({
+                    maxItems,
+                    ...(input.guidance ? { guidance: input.guidance } : {}),
+                    conversation: boundedConversation(input.messages),
+                    assistantResponse: finalText.slice(-MAX_FINAL_TEXT_CHARS),
+                }),
+                output: Output.object({ schema: generatedSuggestionsSchema }),
+                temperature: 0.2,
+                maxOutputTokens: 384,
+                abortSignal: controller.signal,
+                ...(input.providerOptions
+                    ? { providerOptions: input.providerOptions }
+                    : {}),
+            }),
+            timeout,
+        ]);
+        const suggestions = sanitizeSuggestions(response.output, maxItems);
+        return {
+            suggestions,
+            ...(response.usage ? { usage: response.usage } : {}),
+            ...(response.providerMetadata
+                ? { providerMetadata: response.providerMetadata }
+                : {}),
+        };
+    }
+    catch {
+        return { suggestions: [] };
+    }
+    finally {
+        if (timeoutId)
+            clearTimeout(timeoutId);
+        input.signal?.removeEventListener("abort", abortFromParent);
+    }
+}
+//# sourceMappingURL=chat-suggestions.js.map

package/dist/routes/completions/chat-suggestions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-suggestions.js","sourceRoot":"","sources":["../../../src/routes/completions/chat-suggestions.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,EAA+C,MAAM,IAAI,CAAC;AACvF,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAC/B,MAAM,iBAAiB,GAAG,KAAK,CAAC;AAChC,MAAM,oBAAoB,GAAG,KAAK,CAAC;AACnC,MAAM,eAAe,GAAG,EAAE,CAAC;AAC3B,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAC7B,MAAM,kBAAkB,GAAG,KAAK,CAAC;AAEjC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QAC5B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC;QAC7C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,gBAAgB,CAAC;KAChD,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;CACpB,CAAC,CAAC,MAAM,EAAE,CAAC;AA8BZ,SAAS,eAAe,CAAC,OAAgB;IACvC,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACvC,OAAO,OAAO;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QACjD,MAAM,KAAK,GAAG,IAA+B,CAAC;QAC9C,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC,IAAI,CAAC;QAC/E,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC;SACD,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,mBAAmB,CAC1B,QAAkD;IAElD,MAAM,QAAQ,GAA2D,EAAE,CAAC;IAC5E,IAAI,SAAS,GAAG,iBAAiB,CAAC;IAClC,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACtE,IAAI,SAAS,IAAI,CAAC;YAAE,MAAM;QAC1B,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW;YAAE,SAAS;QACtE,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;QACxD,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC;QAC1C,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC;QAC5B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO,QAAQ,CAAC,OAAO,EAAE,CAAC;AAC5B,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa;IACtC,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa,EAAE,MAAc;IACvD,IAAI,IAAI,GAAG,UAAU,CAAC;IACtB,MAAM,KAAK,GAAG,GAAG,KAAK,SAAS,MAAM,EAAE,CAAC;IACxC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACrD,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,cAAc,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;AACnD,CAAC;AAED,SAAS,mBAAmB,CAC1B,KAAc,EACd,QAAgB;IAEhB,MAAM,MAAM,GAAG,0BAA0B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC3D,IAAI,CAAC,MAAM,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IAC/B,MAAM,WAAW,GAAqB,EAAE,CAAC;IACzC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;QACzE,MAAM,GAAG,GAAG,MAAM,CAAC,iBAAiB,EAAE,CAAC;QACvC,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QACxD,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACrB,WAAW,CAAC,IAAI,CAAC;YACf,EAAE,EAAE,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAC;YACrC,KAAK;YACL,MAAM;SACP,CAAC,CAAC;QACH,IAAI,WAAW,CAAC,MAAM,IAAI,QAAQ;YAAE,MAAM;IAC5C,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,kFAAkF;AAClF,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,KAAmC;IAEnC,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IACzC,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,EAAE,OAAO;QAAE,OAAO,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;IAEpE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACtE,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,eAAe,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrE,KAAK,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,eAAe,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACzE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,SAAS,IAAI,kBAAkB,CAAC,CAAC;IACrE,IAAI,SAAoD,CAAC;IACzD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QAC/C,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAC1B,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC,CAAC;YACpE,MAAM,CAAC,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC,CAAC;QAC5D,CAAC,EAAE,SAAS,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ;eACzB,YAAkD,CAAC;QACzD,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;YAClC,QAAQ,CAAC;gBACP,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,MAAM,EAAE;oBACN,0FAA0F;oBAC1F,yFAAyF;oBACzF,+EAA+E;oBAC/E,8DAA8D;iBAC/D,CAAC,IAAI,CAAC,GAAG,CAAC;gBACX,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC;oBACrB,QAAQ;oBACR,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvD,YAAY,EAAE,mBAAmB,CAAC,KAAK,CAAC,QAAQ,CAAC;oBACjD,iBAAiB,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC;iBAC1D,CAAC;gBACF,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,0BAA0B,EAAE,CAAC;gBAC7D,WAAW,EAAE,GAAG;gBAChB,eAAe,EAAE,GAAG;gBACpB,WAAW,EAAE,UAAU,CAAC,MAAM;gBAC9B,GAAG,CAAC,KAAK,CAAC,eAAe;oBACvB,CAAC,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,eAAe,EAAE;oBAC5C,CAAC,CAAC,EAAE,CAAC;aACR,CAAC;YACF,OAAO;SACR,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,mBAAmB,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACnE,OAAO;YACL,WAAW;YACX,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpD,GAAG,CAAC,QAAQ,CAAC,gBAAgB;gBAC3B,CAAC,CAAC,EAAE,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB,EAAE;gBACjD,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;IAC7B,CAAC;YAAS,CAAC;QACT,IAAI,SAAS;YAAE,YAAY,CAAC,SAAS,CAAC,CAAC;QACvC,KAAK,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;IAC9D,CAAC;AACH,CAAC"}

package/dist/routes/completions/chat-suggestions.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=chat-suggestions.test.d.ts.map

package/dist/routes/completions/chat-suggestions.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-suggestions.test.d.ts","sourceRoot":"","sources":["../../../src/routes/completions/chat-suggestions.test.ts"],"names":[],"mappings":""}

package/dist/routes/completions/chat-suggestions.test.js

@@ -0,0 +1,100 @@
+import { describe, expect, it, vi } from "vitest";
+import { generateChatSuggestions } from "./chat-suggestions.js";
+const model = {};
+describe("generateChatSuggestions", () => {
+    it("returns a bounded, kind-free public primitive", async () => {
+        const generate = vi.fn().mockResolvedValue({
+            output: {
+                suggestions: [
+                    { label: "  Add tests  ", prompt: "  Add tests for this change.  " },
+                    { label: "Duplicate", prompt: "Add tests for this change." },
+                    { label: "Review", prompt: "Review the implementation for edge cases." },
+                    { label: "Document", prompt: "Document the public API." },
+                ],
+            },
+            usage: { inputTokens: 10, outputTokens: 8, totalTokens: 18 },
+            providerMetadata: { gateway: { generationId: "gen_1" } },
+        });
+        const result = await generateChatSuggestions({
+            model,
+            messages: [{ role: "user", content: "Implement this" }],
+            finalText: "The implementation is ready.",
+            maxItems: 2,
+            generate,
+        });
+        expect(result.suggestions).toHaveLength(2);
+        expect(result.suggestions[0]).toEqual({
+            id: expect.stringMatching(/^suggestion_/),
+            label: "Add tests",
+            prompt: "Add tests for this change.",
+        });
+        expect(result.suggestions[0]).not.toHaveProperty("kind");
+        expect(result.suggestions[1]?.label).toBe("Review");
+        expect(result.usage).toEqual({ inputTokens: 10, outputTokens: 8, totalTokens: 18 });
+        expect(result.providerMetadata).toEqual({ gateway: { generationId: "gen_1" } });
+    });
+    it("passes only bounded conversation text and project guidance", async () => {
+        const generate = vi.fn().mockResolvedValue({ output: { suggestions: [] } });
+        await generateChatSuggestions({
+            model,
+            messages: Array.from({ length: 20 }, (_, index) => ({
+                role: index % 2 === 0 ? "user" : "assistant",
+                content: `message-${index}-${"x".repeat(2_000)}`,
+            })),
+            finalText: "done",
+            maxItems: 3,
+            guidance: "Prefer concrete next actions.",
+            generate,
+        });
+        const call = generate.mock.calls[0]?.[0];
+        expect(String(call.prompt).length).toBeLessThan(10_000);
+        expect(String(call.prompt)).toContain("Prefer concrete next actions.");
+        expect(call).not.toHaveProperty("tools");
+    });
+    it("fails open for invalid model output", async () => {
+        const result = await generateChatSuggestions({
+            model,
+            messages: [{ role: "user", content: "hello" }],
+            finalText: "hi",
+            maxItems: 3,
+            generate: vi.fn().mockResolvedValue({ output: { suggestions: "invalid" } }),
+        });
+        expect(result).toEqual({ suggestions: [] });
+    });
+    it("fails open when the auxiliary model call rejects", async () => {
+        const result = await generateChatSuggestions({
+            model,
+            messages: [{ role: "user", content: "hello" }],
+            finalText: "hi",
+            maxItems: 3,
+            generate: vi.fn().mockRejectedValue(new Error("provider unavailable")),
+        });
+        expect(result).toEqual({ suggestions: [] });
+    });
+    it("times out without failing the main completion", async () => {
+        const result = await generateChatSuggestions({
+            model,
+            messages: [{ role: "user", content: "hello" }],
+            finalText: "hi",
+            maxItems: 3,
+            timeoutMs: 5,
+            generate: vi.fn().mockImplementation(({ abortSignal }) => new Promise((_, reject) => {
+                abortSignal.addEventListener("abort", () => reject(new Error("aborted")), { once: true });
+            })),
+        });
+        expect(result).toEqual({ suggestions: [] });
+    });
+    it("skips generation for blank assistant output", async () => {
+        const generate = vi.fn();
+        const result = await generateChatSuggestions({
+            model,
+            messages: [{ role: "user", content: "hello" }],
+            finalText: "   ",
+            maxItems: 3,
+            generate,
+        });
+        expect(result).toEqual({ suggestions: [] });
+        expect(generate).not.toHaveBeenCalled();
+    });
+});
+//# sourceMappingURL=chat-suggestions.test.js.map

package/dist/routes/completions/chat-suggestions.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-suggestions.test.js","sourceRoot":"","sources":["../../../src/routes/completions/chat-suggestions.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAClD,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAEhE,MAAM,KAAK,GAAG,EAAS,CAAC;AAExB,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,MAAM,QAAQ,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;YACzC,MAAM,EAAE;gBACN,WAAW,EAAE;oBACX,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,gCAAgC,EAAE;oBACpE,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,4BAA4B,EAAE;oBAC5D,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,2CAA2C,EAAE;oBACxE,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,0BAA0B,EAAE;iBAC1D;aACF;YACD,KAAK,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE;YAC5D,gBAAgB,EAAE,EAAE,OAAO,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE;SACzD,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC;YAC3C,KAAK;YACL,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC;YACvD,SAAS,EAAE,8BAA8B;YACzC,QAAQ,EAAE,CAAC;YACX,QAAQ;SACT,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACpC,EAAE,EAAE,MAAM,CAAC,cAAc,CAAC,cAAc,CAAC;YACzC,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,4BAA4B;SACrC,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;QACpF,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,QAAQ,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5E,MAAM,uBAAuB,CAAC;YAC5B,KAAK;YACL,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBAClD,IAAI,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW;gBAC5C,OAAO,EAAE,WAAW,KAAK,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;aACjD,CAAC,CAAC;YACH,SAAS,EAAE,MAAM;YACjB,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,+BAA+B;YACzC,QAAQ;SACT,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAA4B,CAAC;QACpE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,+BAA+B,CAAC,CAAC;QACvE,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACnD,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC;YAC3C,KAAK;YACL,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;YAC9C,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,CAAC;SAC5E,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC;YAC3C,KAAK;YACL,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;YAC9C,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;SACvE,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC;YAC3C,KAAK;YACL,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;YAC9C,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,CAAC;YACX,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;gBAClF,WAAW,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5F,CAAC,CAAC,CAAC;SACJ,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,QAAQ,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC;YAC3C,KAAK;YACL,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;YAC9C,SAAS,EAAE,KAAK;YAChB,QAAQ,EAAE,CAAC;YACX,QAAQ;SACT,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/routes/completions/chat-via-run-handler.d.ts

@@ -91,6 +91,11 @@ export declare function runNonStreamingChatViaRun(c: Context, execution: ChatCom
         message: string;
         type: "model_error";
         code: "model_request_failed";
+    } | {
+        message: string;
+        type: "invalid_request_error";
+        code: "invalid_response_format_output";
+        param: "response_format";
     };
 }, any, "json">) | (Response & import("hono").TypedResponse<{
     id: string;

package/dist/routes/completions/chat-via-run-handler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chat-via-run-handler.d.ts","sourceRoot":"","sources":["../../../src/routes/completions/chat-via-run-handler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AACH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAEpC,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAE3D,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAiCjE,+DAA+D;AAC/D,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,uBAAuB,GAAG,oBAAoB,CA6C9F;AAiBD,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,GAAG,EAAE,CAAC;IACjB,KAAK,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1E,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3C,cAAc,CAAC,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC;IAClE,KAAK,CAAC,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC;IAC1E,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CACjE;AAgMD,gDAAgD;AAChD,wBAAsB,gBAAgB,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,uBAAuB,qBAuGpF;AAED,oDAAoD;AACpD,wBAAsB,yBAAyB,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oEA4E7F;AAED;;;;;;GAMG;AACH,wBAAsB,iBAAiB,CACrC,SAAS,EAAE,uBAAuB,EAClC,KAAK,GAAE;IAAE,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAO,GACtF,OAAO,CAAC,oBAAoB,CAAC,CAyE/B"}
+{"version":3,"file":"chat-via-run-handler.d.ts","sourceRoot":"","sources":["../../../src/routes/completions/chat-via-run-handler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AACH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAEpC,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAG3D,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAwCjE,+DAA+D;AAC/D,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,uBAAuB,GAAG,oBAAoB,CA8C9F;AAiBD,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,GAAG,EAAE,CAAC;IACjB,KAAK,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1E,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3C,cAAc,CAAC,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC;IAClE,KAAK,CAAC,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC;IAC1E,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CACjE;AAuMD,gDAAgD;AAChD,wBAAsB,gBAAgB,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,uBAAuB,qBAqIpF;AAED,oDAAoD;AACpD,wBAAsB,yBAAyB,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oEA6G7F;AAED;;;;;;GAMG;AACH,wBAAsB,iBAAiB,CACrC,SAAS,EAAE,uBAAuB,EAClC,KAAK,GAAE;IAAE,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAO,GACtF,OAAO,CAAC,oBAAoB,CAAC,CA6E/B"}

package/dist/routes/completions/chat-via-run-handler.js

@@ -1,8 +1,10 @@
 import { streamSSE } from "hono/streaming";
 import { agentConfigForModelAttempt, completionResolvedModelInfo, MAX_TURNS } from "./agent-step-runner.js";
-import { completionResponse, guardrailErrorEnvelope, modelErrorEnvelope, modelNotFoundEnvelope, sseChunk, } from "./sse.js";
+import { completionResponse, guardrailErrorEnvelope, modelErrorEnvelope, modelNotFoundEnvelope, sseChunk, ssePolpoChunk, structuredOutputErrorEnvelope, } from "./sse.js";
 import { persistAssistantMessage, emitFileChanged, toAITools, CLIENT_SIDE_TOOLS, CLIENT_SIDE_TOOL_NAMES, } from "./tool-mapping.js";
+import { suggestionsForCompletion } from "./chat-interaction-runtime.js";
 import { applyCompletionOutputPolicy, streamingOutputPolicyMode, } from "./output-guardrails.js";
+import { finalizeResponseFormatText, isStructuredResponseFormat, } from "./structured-output.js";
 /** Best-effort session title from the first user message. */
 function firstUserText(aiMessages) {
     const u = aiMessages.find((m) => m?.role === "user");
@@ -40,11 +42,12 @@ export function buildChatRunInjection(execution) {
         providerOptions: providerOpts,
         maxTurns: MAX_TURNS,
         toolChoice: modelToolChoice,
+        output: execution.modelOutput,
         seedMessages: aiMessages,
-        toolSet: { ...toAITools(effectiveTools), ...(extraAiTools ?? {}), ...CLIENT_SIDE_TOOLS },
+        toolSet: { ...toAITools(effectiveTools), ...(extraAiTools ?? {}), ...(execution.clientSideTools ?? CLIENT_SIDE_TOOLS) },
         activeToolNames: execution.activeToolNames,
         executor: effectiveToolExecutor,
-        clientSideToolNames: CLIENT_SIDE_TOOL_NAMES,
+        clientSideToolNames: execution.clientSideToolNames ?? CLIENT_SIDE_TOOL_NAMES,
         providerToolNames: new Set(Object.keys(extraAiTools ?? {})),
         sandbox: execution.body.sandbox,
         compactionTools: effectiveTools,
@@ -181,7 +184,7 @@ function newState() {
         outputPolicyApplied: false,
     };
 }
-async function applyStateOutputPolicy(execution, state, mode, signal) {
+async function applyStateOutputPolicy(execution, state, mode, signal, validateStructured = true) {
     if (state.outputPolicyApplied)
         return;
     state.finalText = await applyCompletionOutputPolicy({
@@ -193,6 +196,9 @@ async function applyStateOutputPolicy(execution, state, mode, signal) {
         sessionId: execution.sessionId,
         signal,
     });
+    if (validateStructured) {
+        state.finalText = await finalizeResponseFormatText(execution.body.response_format, state.finalText);
+    }
     state.outputPolicyApplied = true;
 }
 function captureRunFailure(state, outcome) {
@@ -238,9 +244,11 @@ export async function streamChatViaRun(c, execution) {
         let assistantMsgId = null;
         const state = newState();
         const outputMode = streamingOutputPolicyMode(deps.runOutputPolicy);
+        const structuredResponse = isStructuredResponseFormat(body.response_format);
+        let suggestions = [];
         let writeChain = Promise.resolve();
         const write = (data) => { writeChain = writeChain.then(() => stream.writeSSE({ data })).catch(() => { }); };
-        const onEvent = makeOnEvent(execution, state, write, outputMode !== "buffer");
+        const onEvent = makeOnEvent(execution, state, write, outputMode !== "buffer" && !structuredResponse);
         try {
             await stream.writeSSE({ data: sseChunk(completionId, { role: "assistant" }) });
             if (sessionStore && sessionId) {
@@ -256,10 +264,13 @@ export async function streamChatViaRun(c, execution) {
             captureRunFailure(state, outcome);
             await writeChain;
             if (state.errorEvent && !abortController.signal.aborted) {
+                const structuredOutput = structuredOutputErrorEnvelope(state.errorEvent, structuredResponse);
                 const guardrail = guardrailErrorEnvelope(state.errorEvent);
                 const notFound = modelNotFoundEnvelope(state.errorEvent, m?.id, body.agent);
-                const error = guardrail ?? notFound ?? modelErrorEnvelope(state.errorEvent);
-                const text = guardrail || notFound ? "" : `Model request failed: ${error.message}`;
+                const error = structuredOutput ?? guardrail ?? notFound ?? modelErrorEnvelope(state.errorEvent);
+                const text = structuredOutput || guardrail || notFound
+                    ? ""
+                    : `Model request failed: ${error.message}`;
                 if (text) {
                     state.finalText += text;
                     await stream.writeSSE({ data: sseChunk(completionId, { content: text }) });
@@ -268,8 +279,8 @@ export async function streamChatViaRun(c, execution) {
                 await stream.writeSSE({ data: "[DONE]" });
             }
             else if (state.clientReturn) {
-                await applyStateOutputPolicy(execution, state, outputMode === "buffer" ? "enforce" : "audit", abortController.signal);
-                if (outputMode === "buffer" && state.finalText) {
+                await applyStateOutputPolicy(execution, state, outputMode === "buffer" ? "enforce" : "audit", abortController.signal, false);
+                if ((outputMode === "buffer" || structuredResponse) && state.finalText) {
                     await stream.writeSSE({ data: sseChunk(completionId, { content: state.finalText }) });
                 }
                 state.toolCallsAccum.push({ id: state.clientReturn.id, name: state.clientReturn.name, arguments: state.clientReturn.arguments, state: "interrupted" });
@@ -278,18 +289,29 @@ export async function streamChatViaRun(c, execution) {
             }
             else if (!abortController.signal.aborted) {
                 await applyStateOutputPolicy(execution, state, outputMode === "buffer" ? "enforce" : "audit", abortController.signal);
-                if (outputMode === "buffer" && state.finalText) {
+                if ((outputMode === "buffer" || structuredResponse) && state.finalText) {
                     await stream.writeSSE({ data: sseChunk(completionId, { content: state.finalText }) });
                 }
+                suggestions = await suggestionsForCompletion(execution, state.finalText, abortController.signal);
+                if (suggestions.length > 0) {
+                    await stream.writeSSE({
+                        data: ssePolpoChunk(completionId, { suggestions }),
+                    });
+                }
                 await stream.writeSSE({ data: sseChunk(completionId, {}, "stop") });
                 await stream.writeSSE({ data: "[DONE]" });
             }
         }
         catch (err) {
             if (!((err instanceof DOMException && err.name === "AbortError") || abortController.signal.aborted)) {
+                const structuredOutput = structuredOutputErrorEnvelope(err, structuredResponse);
                 const guardrail = guardrailErrorEnvelope(err);
                 const notFound = modelNotFoundEnvelope(err, m?.id, body.agent);
-                if (guardrail) {
+                if (structuredOutput) {
+                    await stream.writeSSE({ data: sseChunk(completionId, {}, "stop", { error: structuredOutput }) });
+                    await stream.writeSSE({ data: "[DONE]" });
+                }
+                else if (guardrail) {
                     state.finalText = guardrail.message;
                     state.outputPolicyApplied = true;
                     await stream.writeSSE({ data: sseChunk(completionId, {}, "stop", { error: guardrail }) });
@@ -312,7 +334,7 @@ export async function streamChatViaRun(c, execution) {
         finally {
             clearInterval(heartbeat);
             try {
-                await finishCommon(execution, state, assistantMsgId);
+                await finishCommon(execution, state, assistantMsgId, suggestions.length > 0 ? { suggestions } : undefined);
             }
             finally {
                 await steeringScope.release();
@@ -327,6 +349,7 @@ export async function runNonStreamingChatViaRun(c, execution) {
     const steeringScope = await createRunSteeringScope(execution);
     let assistantMsgId = null;
     const state = newState();
+    let suggestions = [];
     const onEvent = makeOnEvent(execution, state, () => { });
     try {
         if (sessionStore && sessionId) {
@@ -341,7 +364,7 @@ export async function runNonStreamingChatViaRun(c, execution) {
         });
         captureRunFailure(state, outcome);
         if (!state.errorEvent) {
-            await applyStateOutputPolicy(execution, state, "enforce");
+            await applyStateOutputPolicy(execution, state, "enforce", undefined, !state.clientReturn);
         }
         if (state.clientReturn) {
             return c.json({
@@ -357,6 +380,7 @@ export async function runNonStreamingChatViaRun(c, execution) {
             });
         }
         if (state.errorEvent) {
+            const structuredOutput = structuredOutputErrorEnvelope(state.errorEvent, isStructuredResponseFormat(body.response_format));
             const guardrail = guardrailErrorEnvelope(state.errorEvent);
             if (guardrail) {
                 return c.json({ error: guardrail }, (guardrail.code === "guardrail_approval_required" ? 409 : 403));
@@ -364,13 +388,20 @@ export async function runNonStreamingChatViaRun(c, execution) {
             const notFound = modelNotFoundEnvelope(state.errorEvent, m?.id, body.agent);
             if (notFound)
                 return c.json({ error: notFound }, 400);
-            const error = modelErrorEnvelope(state.errorEvent);
-            state.finalText = state.finalText || `Model request failed: ${error.message}`;
+            const error = structuredOutput ?? modelErrorEnvelope(state.errorEvent);
+            if (!structuredOutput) {
+                state.finalText = state.finalText || `Model request failed: ${error.message}`;
+            }
             return c.json({ error }, 400);
         }
-        return c.json(completionResponse(completionId, state.finalText, state.totalUsage));
+        suggestions = await suggestionsForCompletion(execution, state.finalText, c.req.raw.signal);
+        return c.json(completionResponse(completionId, state.finalText, state.totalUsage, suggestions.length > 0 ? { polpo: { suggestions } } : undefined));
     }
     catch (err) {
+        const structuredOutput = structuredOutputErrorEnvelope(err, isStructuredResponseFormat(body.response_format));
+        if (structuredOutput) {
+            return c.json({ error: structuredOutput }, 400);
+        }
         const guardrail = guardrailErrorEnvelope(err);
         if (guardrail) {
             state.finalText = guardrail.message;
@@ -386,7 +417,10 @@ export async function runNonStreamingChatViaRun(c, execution) {
     }
     finally {
         try {
-            await finishCommon(execution, state, assistantMsgId, { emptyFallback: "[Response interrupted]" });
+            await finishCommon(execution, state, assistantMsgId, {
+                emptyFallback: "[Response interrupted]",
+                ...(suggestions.length > 0 ? { suggestions } : {}),
+            });
         }
         finally {
             await steeringScope.release();
@@ -454,10 +488,11 @@ export async function runChatTurnViaRun(execution, hooks = {}) {
     }
     let error;
     if (state.errorEvent) {
+        const structuredOutput = structuredOutputErrorEnvelope(state.errorEvent, isStructuredResponseFormat(body.response_format));
         const guardrail = guardrailErrorEnvelope(state.errorEvent);
         const notFound = modelNotFoundEnvelope(state.errorEvent, m?.id, body.agent);
-        error = guardrail ?? notFound ?? modelErrorEnvelope(state.errorEvent);
-        if (!guardrail && !notFound && !state.finalText) {
+        error = structuredOutput ?? guardrail ?? notFound ?? modelErrorEnvelope(state.errorEvent);
+        if (!structuredOutput && !guardrail && !notFound && !state.finalText) {
             state.finalText = `Model request failed: ${error.message}`;
         }
     }