@astro-minimax/ai 0.9.0 → 0.9.3

package/dist/server/prompt-runtime.js

@@ -0,0 +1,284 @@
+import { getAuthorContext } from "../data/index.js";
+import { buildSystemPrompt } from "../prompt/index.js";
+import { CHUNK_INJECTION } from "../constants.js";
+import {
+  analyzeRetrievedEvidence,
+  buildEvidenceSection,
+  getCitationGuardPreflight,
+  buildUnknownRefusal,
+  interpretRequest
+} from "../intelligence/index.js";
+import { matchFactsToQuery, buildFactSection } from "../fact-registry/index.js";
+import {
+  resolveVoiceStyleMode,
+  buildVoiceStylePrompt,
+  mergeFacts
+} from "../extensions/index.js";
+import { buildArticleContextPrompt } from "./chat-utils.js";
+import {
+  getArticleChunks
+} from "../search/index.js";
+import { createLogger } from "../utils/logger.js";
+import { extractCodeAnchors } from "../utils/text.js";
+const log = createLogger("prompt-runtime");
+function clipSnippet(text, maxLength = 260) {
+  const trimmed = text.trim();
+  if (trimmed.length <= maxLength) return trimmed;
+  return `${trimmed.slice(0, maxLength).trimEnd()}\u2026`;
+}
+function resolvePromptGuards(args) {
+  const { latestText, relatedArticles, relatedProjects, lang } = args;
+  const preflight = getCitationGuardPreflight({
+    userQuery: latestText,
+    articles: relatedArticles,
+    projects: relatedProjects,
+    lang
+  });
+  const interpretation = interpretRequest({
+    latestText
+  });
+  const unknownRefusal = interpretation.safety.decision === "refuse" && interpretation.safety.reason === "privacy" ? { text: buildUnknownRefusal(latestText, lang), isUnknown: true } : null;
+  return { preflight, unknownRefusal };
+}
+function buildRuntimeSystemPrompt(args) {
+  return buildSystemPrompt({
+    static: {
+      authorName: args.env.SITE_AUTHOR || "\u535A\u4E3B",
+      siteUrl: args.env.SITE_URL || "",
+      lang: args.lang,
+      voiceStylePrompt: args.voiceStylePrompt
+    },
+    semiStatic: {
+      authorContext: getAuthorContext()
+    },
+    dynamic: {
+      userQuery: args.searchQuery,
+      articles: args.relatedArticles,
+      projects: args.relatedProjects,
+      evidenceSection: args.evidenceSection,
+      factSection: args.factSection,
+      answerMode: args.answerMode,
+      lang: args.lang,
+      extensions: args.extensions,
+      chunksSection: args.chunksSection,
+      preferInjectedChunks: args.preferInjectedChunks
+    }
+  });
+}
+async function assemblePromptRuntime(args) {
+  const {
+    env,
+    latestText,
+    context,
+    lang,
+    evidenceAnalysisTimeout,
+    timing,
+    adapter,
+    hasRealProvider,
+    extensions,
+    cacheKey,
+    searchQuery,
+    relatedArticles,
+    relatedProjects,
+    budget,
+    answerMode
+  } = args;
+  let evidenceSection = "";
+  let selectedSources = [];
+  if (hasRealProvider && adapter) {
+    const evidenceStart = Date.now();
+    const abortCtrl = new AbortController();
+    const timeoutId = setTimeout(
+      () => abortCtrl.abort(),
+      evidenceAnalysisTimeout
+    );
+    try {
+      const provider = adapter.getProvider();
+      const evidenceResult = await analyzeRetrievedEvidence({
+        userQuery: latestText,
+        articles: relatedArticles,
+        projects: relatedProjects,
+        provider,
+        model: adapter.evidenceModel,
+        maxOutputTokens: budget.analysisMaxTokens,
+        abortSignal: abortCtrl.signal
+      });
+      if (evidenceResult.analysis) {
+        evidenceSection = buildEvidenceSection(evidenceResult.analysis);
+      }
+      log.debug(
+        `evidenceAnalysis: status=${evidenceResult.parseStatus}, articles=${relatedArticles.length}, projects=${relatedProjects.length}, analysisLength=${typeof evidenceResult.analysis === "string" ? evidenceResult.analysis.length : 0}, usage=${JSON.stringify(evidenceResult.usage ?? null)}`
+      );
+      timing.evidenceAnalysis = Date.now() - evidenceStart;
+    } catch (error) {
+      log.debug(
+        `evidenceAnalysis: error=${error instanceof Error ? error.message : String(error)}`
+      );
+      timing.evidenceAnalysis = Date.now() - evidenceStart;
+    } finally {
+      clearTimeout(timeoutId);
+    }
+  }
+  const { preflight, unknownRefusal } = resolvePromptGuards({
+    latestText,
+    relatedArticles,
+    relatedProjects,
+    lang
+  });
+  let matchedFacts = matchFactsToQuery(latestText, lang);
+  matchedFacts = mergeFacts(matchedFacts, extensions);
+  const factPromptSection = buildFactSection(matchedFacts, lang);
+  const articleCategories = relatedArticles.flatMap(
+    (a) => a.categories ?? []
+  );
+  const voiceMode = resolveVoiceStyleMode(
+    latestText,
+    articleCategories,
+    extensions
+  );
+  const voiceStylePrompt = buildVoiceStylePrompt(voiceMode, extensions);
+  const articlePrompt = buildArticleContextPrompt(context);
+  let chunksSection = "";
+  const articleSlugForChunks = context.scope === "article" && context.article?.slug ? context.article.slug : void 0;
+  let currentArticleIdForChunks;
+  let articlesWithChunks = relatedArticles.filter(
+    (a) => Boolean(a.chunks && a.chunks.length > 0)
+  );
+  if (articleSlugForChunks) {
+    currentArticleIdForChunks = articlesWithChunks.find(
+      (article) => article.id === articleSlugForChunks || article.url?.includes(articleSlugForChunks)
+    )?.id || (getArticleChunks(articleSlugForChunks) ? articleSlugForChunks : getArticleChunks(`zh/${articleSlugForChunks}`) ? `zh/${articleSlugForChunks}` : getArticleChunks(`en/${articleSlugForChunks}`) ? `en/${articleSlugForChunks}` : void 0);
+    const currentArticleId = getArticleChunks(articleSlugForChunks) ? articleSlugForChunks : getArticleChunks(`zh/${articleSlugForChunks}`) ? `zh/${articleSlugForChunks}` : getArticleChunks(`en/${articleSlugForChunks}`) ? `en/${articleSlugForChunks}` : void 0;
+    const currentChunks = currentArticleId ? getArticleChunks(currentArticleId) : void 0;
+    if (currentChunks?.length) {
+      const currentArticleUrl = `${env.SITE_URL ?? ""}/${lang}/posts/${articleSlugForChunks}/`;
+      const otherArticles = articlesWithChunks.filter(
+        (article) => article.id !== currentArticleId && article.id !== articleSlugForChunks && article.url !== currentArticleUrl && !article.url?.includes(articleSlugForChunks)
+      );
+      articlesWithChunks = [
+        {
+          id: currentArticleId,
+          title: context.article?.title ?? "",
+          url: currentArticleUrl,
+          lang,
+          keyPoints: context.article?.keyPoints ?? [],
+          categories: context.article?.categories ?? [],
+          dateTime: 0,
+          summary: context.article?.summary,
+          chunks: currentChunks
+        },
+        ...otherArticles
+      ];
+    }
+  }
+  if (articlesWithChunks.length > 0) {
+    const {
+      selectRelevantChunks,
+      expandChunkMatchesWithNeighbors,
+      formatChunksForInjection
+    } = await import("../search/hybrid-search.js");
+    const { injectionCache } = await import("../cache/injection-cache.js");
+    const maxChunksPerArticle = articleSlugForChunks ? CHUNK_INJECTION.MAX_CHUNKS_PER_ARTICLE * 2 : CHUNK_INJECTION.MAX_CHUNKS_PER_ARTICLE;
+    const rawAnchors = extractCodeAnchors(latestText);
+    const matchedChunks = selectRelevantChunks(latestText, articlesWithChunks, {
+      maxTokens: CHUNK_INJECTION.MAX_TOKENS,
+      minChunkScore: CHUNK_INJECTION.MIN_CHUNK_SCORE,
+      maxChunksPerArticle,
+      rawAnchors,
+      currentArticleId: currentArticleIdForChunks
+    });
+    const effectiveMatches = articleSlugForChunks && latestText.length <= 48 ? expandChunkMatchesWithNeighbors(matchedChunks, {
+      includePrevious: true,
+      includeNext: true,
+      rawAnchors
+    }) : matchedChunks;
+    const prioritizedMatches = articleSlugForChunks ? [
+      ...effectiveMatches.filter(
+        (match) => match.article.id === articleSlugForChunks || match.article.url?.includes(articleSlugForChunks)
+      ),
+      ...effectiveMatches.filter(
+        (match) => match.article.id !== articleSlugForChunks && !match.article.url?.includes(articleSlugForChunks)
+      )
+    ] : effectiveMatches;
+    if (prioritizedMatches.length > 0) {
+      const sessionCacheKey = cacheKey || void 0;
+      const newChunks = sessionCacheKey ? injectionCache.filterNewChunks(
+        sessionCacheKey,
+        prioritizedMatches.map(
+          (m) => ({
+            id: m.chunk.id,
+            content: m.chunk.content
+          })
+        )
+      ) : prioritizedMatches.map(
+        (m) => ({
+          id: m.chunk.id,
+          content: m.chunk.content
+        })
+      );
+      if (newChunks.length > 0) {
+        selectedSources = prioritizedMatches.filter(
+          (m) => newChunks.some((nc) => nc.id === m.chunk.id)
+        ).map(
+          (m) => ({
+            title: m.article.title,
+            url: m.article.url,
+            lang: m.article.lang,
+            reason: "chunk",
+            score: m.score,
+            chunkId: m.chunk.id,
+            heading: m.chunk.heading,
+            snippet: clipSnippet(m.chunk.content),
+            matchTerms: rawAnchors.filter(
+              (anchor) => m.chunk.content.includes(anchor) || m.chunk.heading.includes(anchor)
+            )
+          })
+        );
+        chunksSection = formatChunksForInjection(
+          prioritizedMatches.filter(
+            (m) => newChunks.some((nc) => nc.id === m.chunk.id)
+          ),
+          articleSlugForChunks ? 2200 : 1500
+        );
+        log.debug(
+          `chunkSelection: matched=${matchedChunks.length}, effective=${effectiveMatches.length}, prioritized=${prioritizedMatches.length}, new=${newChunks.length}, selectedSources=${selectedSources.length}`
+        );
+        if (selectedSources.length > 0) {
+          log.debug(
+            `chunkSelection top: ${selectedSources.slice(0, 5).map(
+              (source) => `${source.title}#${source.chunkId ?? "-"}:${(source.score ?? 0).toFixed(3)}`
+            ).join(", ")}`
+          );
+        }
+        if (sessionCacheKey) {
+          injectionCache.markAsInjected(
+            sessionCacheKey,
+            newChunks.map((c) => c.id)
+          );
+        }
+      }
+    }
+  }
+  const systemPrompt = buildRuntimeSystemPrompt({
+    env,
+    lang,
+    searchQuery,
+    relatedArticles,
+    relatedProjects,
+    evidenceSection: articlePrompt ? `${evidenceSection}
+${articlePrompt}` : evidenceSection,
+    factSection: factPromptSection,
+    answerMode,
+    extensions,
+    cacheKey,
+    voiceStylePrompt,
+    chunksSection,
+    preferInjectedChunks: !!articleSlugForChunks && !!chunksSection
+  });
+  return { systemPrompt, preflight, unknownRefusal, selectedSources };
+}
+export {
+  assemblePromptRuntime,
+  buildRuntimeSystemPrompt,
+  resolvePromptGuards
+};

package/dist/server/stream-helpers.d.ts

@@ -1,20 +1,16 @@
-/**
- * Stream helper utilities for chat-handler.
- *
- * Extracts duplicated stream-writing logic into reusable functions,
- * eliminating 34+ `as never` casts and reducing chat-handler.ts size.
- */
-import { type UIMessage } from 'ai';
-import type { TokenUsage } from '@astro-minimax/notify';
-import type { ProviderAdapter } from '../provider-manager/types.js';
-import type { CachedAIResponse, ResponseCacheConfig } from '../cache/response-cache.js';
-type MessageStreamWriter = {
-    write: (part: unknown) => void;
-    merge: (stream: ReadableStream) => void;
-};
+import { type UIMessage, type UIMessageStreamWriter, type ToolSet } from "ai";
+import type { NotifyTokenUsage as TokenUsage } from "./types.js";
+import type { ProviderAdapter } from "../provider-manager/types.js";
+import type { CachedAIResponse, ResponseCacheConfig } from "../cache/response-cache.js";
+import type { SourceSelection } from "../search/types.js";
+export type MessageStreamWriter = UIMessageStreamWriter<UIMessage>;
 interface SourceArticle {
     title: string;
     url?: string;
+    heading?: string;
+    snippet?: string;
+    score?: number;
+    matchTerms?: string[];
 }
 interface StreamLLMParams {
     writer: MessageStreamWriter;
@@ -24,6 +20,7 @@ interface StreamLLMParams {
     lang: string;
     temperature?: number;
     maxOutputTokens?: number;
+    tools?: ToolSet;
 }
 interface StreamLLMResult {
     success: boolean;
@@ -31,14 +28,31 @@ interface StreamLLMResult {
     reasoningText?: string;
     tokenUsage?: TokenUsage;
     generationMs: number;
+    hadToolCalls?: boolean;
+}
+interface StreamFailoverParams extends Omit<StreamLLMParams, "adapter"> {
+    adapters: ProviderAdapter[];
+}
+interface StreamFailoverResult extends StreamLLMResult {
+    adapter: ProviderAdapter | null;
+}
+interface StreamAnswerWithFallbackParams extends Omit<StreamFailoverParams, "adapters"> {
+    adapters?: ProviderAdapter[];
+    question: string;
+}
+export interface StreamAnswerWithFallbackResult extends StreamFailoverResult {
+    usedMockFallback: boolean;
 }
 export declare function writeSearchStatus(writer: MessageStreamWriter, count: number, lang: string): void;
 export declare function writeGeneratingStatus(writer: MessageStreamWriter, lang: string, progress?: number): void;
 export declare function writeDoneStatus(writer: MessageStreamWriter, lang: string): void;
-export declare function writeSourceArticles(writer: MessageStreamWriter, articles: SourceArticle[], max?: number): void;
+export declare function writeSourceArticles(writer: MessageStreamWriter, articles: Array<SourceArticle | SourceSelection>, max?: number): void;
+export declare function writeSourceSnippets(writer: MessageStreamWriter, articles: Array<SourceArticle | SourceSelection>, max?: number): void;
 export declare function writeTextChunk(writer: MessageStreamWriter, text: string, idPrefix?: string): void;
-export declare function writeFinish(writer: MessageStreamWriter, reason?: 'stop' | 'error'): void;
+export declare function writeFinish(writer: MessageStreamWriter, reason?: "stop" | "error"): void;
 export declare function streamLLMResponse(params: StreamLLMParams): Promise<StreamLLMResult>;
+export declare function streamLLMWithFailover(params: StreamFailoverParams): Promise<StreamFailoverResult>;
+export declare function streamAnswerWithFallback(params: StreamAnswerWithFallbackParams): Promise<StreamAnswerWithFallbackResult>;
 export declare function streamMockFallback(writer: MessageStreamWriter, question: string, lang: string): Promise<string>;
 export declare function streamCachedResponse(writer: MessageStreamWriter, cachedResponse: CachedAIResponse, config: ResponseCacheConfig, lang: string): Promise<void>;
 export {};

package/dist/server/stream-helpers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"stream-helpers.d.ts","sourceRoot":"","sources":["../../src/server/stream-helpers.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACL,KAAK,SAAS,EAGf,MAAM,IAAI,CAAC;AAGZ,OAAO,KAAK,EAAyB,UAAU,EAAe,MAAM,uBAAuB,CAAC;AAC5F,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AACpE,OAAO,KAAK,EACV,gBAAgB,EAChB,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AAKpC,KAAK,mBAAmB,GAAG;IACzB,KAAK,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,CAAC;IAC/B,KAAK,EAAE,CAAC,MAAM,EAAE,cAAc,KAAK,IAAI,CAAC;CACzC,CAAC;AAEF,UAAU,aAAa;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,UAAU,eAAe;IACvB,MAAM,EAAE,mBAAmB,CAAC;IAC5B,OAAO,EAAE,eAAe,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,SAAS,EAAE,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,UAAU,eAAe;IACvB,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;CACtB;AAID,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,mBAAmB,EAC3B,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,GACX,IAAI,CASN;AAED,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,mBAAmB,EAC3B,IAAI,EAAE,MAAM,EACZ,QAAQ,SAAK,GACZ,IAAI,CASN;AAED,wBAAgB,eAAe,CAC7B,MAAM,EAAE,mBAAmB,EAC3B,IAAI,EAAE,MAAM,GACX,IAAI,CAUN;AAED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,mBAAmB,EAC3B,QAAQ,EAAE,aAAa,EAAE,EACzB,GAAG,SAAI,GACN,IAAI,CAWN;AAED,wBAAgB,cAAc,CAC5B,MAAM,EAAE,mBAAmB,EAC3B,IAAI,EAAE,MAAM,EACZ,QAAQ,SAAS,GAChB,IAAI,CAKN;AAED,wBAAgB,WAAW,CACzB,MAAM,EAAE,mBAAmB,EAC3B,MAAM,GAAE,MAAM,GAAG,OAAgB,GAChC,IAAI,CAEN;AAID,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,eAAe,GACtB,OAAO,CAAC,eAAe,CAAC,CA6F1B;AAID,wBAAsB,kBAAkB,CACtC,MAAM,EAAE,mBAAmB,EAC3B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,MAAM,CAAC,CAgBjB;AAID,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,mBAAmB,EAC3B,cAAc,EAAE,gBAAgB,EAChC,MAAM,EAAE,mBAAmB,EAC3B,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,IAAI,CAAC,CAyCf"}
+{"version":3,"file":"stream-helpers.d.ts","sourceRoot":"","sources":["../../src/server/stream-helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,SAAS,EACd,KAAK,qBAAqB,EAC1B,KAAK,OAAO,EAGb,MAAM,IAAI,CAAC;AAIZ,OAAO,KAAK,EAAE,gBAAgB,IAAI,UAAU,EAAE,MAAM,YAAY,CAAC;AACjE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AACpE,OAAO,KAAK,EACV,gBAAgB,EAChB,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AAEpC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAI1D,MAAM,MAAM,mBAAmB,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC;AAEnE,UAAU,aAAa;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACvB;AAoCD,UAAU,eAAe;IACvB,MAAM,EAAE,mBAAmB,CAAC;IAC5B,OAAO,EAAE,eAAe,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,SAAS,EAAE,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,UAAU,eAAe;IACvB,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,UAAU,oBAAqB,SAAQ,IAAI,CAAC,eAAe,EAAE,SAAS,CAAC;IACrE,QAAQ,EAAE,eAAe,EAAE,CAAC;CAC7B;AAED,UAAU,oBAAqB,SAAQ,eAAe;IACpD,OAAO,EAAE,eAAe,GAAG,IAAI,CAAC;CACjC;AAED,UAAU,8BAA+B,SAAQ,IAAI,CAAC,oBAAoB,EAAE,UAAU,CAAC;IACrF,QAAQ,CAAC,EAAE,eAAe,EAAE,CAAC;IAC7B,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,8BAA+B,SAAQ,oBAAoB;IAC1E,gBAAgB,EAAE,OAAO,CAAC;CAC3B;AAID,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,mBAAmB,EAC3B,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,GACX,IAAI,CASN;AAED,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,mBAAmB,EAC3B,IAAI,EAAE,MAAM,EACZ,QAAQ,SAAK,GACZ,IAAI,CASN;AAED,wBAAgB,eAAe,CAC7B,MAAM,EAAE,mBAAmB,EAC3B,IAAI,EAAE,MAAM,GACX,IAAI,CAUN;AAED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,mBAAmB,EAC3B,QAAQ,EAAE,KAAK,CAAC,aAAa,GAAG,eAAe,CAAC,EAChD,GAAG,SAAI,GACN,IAAI,CAaN;AAED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,mBAAmB,EAC3B,QAAQ,EAAE,KAAK,CAAC,aAAa,GAAG,eAAe,CAAC,EAChD,GAAG,SAAI,GACN,IAAI,CAqBN;AAED,wBAAgB,cAAc,CAC5B,MAAM,EAAE,mBAAmB,EAC3B,IAAI,EAAE,MAAM,EACZ,QAAQ,SAAS,GAChB,IAAI,CAKN;AAED,wBAAgB,WAAW,CACzB,MAAM,EAAE,mBAAmB,EAC3B,MAAM,GAAE,MAAM,GAAG,OAAgB,GAChC,IAAI,CAEN;AAID,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,eAAe,GACtB,OAAO,CAAC,eAAe,CAAC,CAkJ1B;AAED,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,oBAAoB,GAC3B,OAAO,CAAC,oBAAoB,CAAC,CAmB/B;AAED,wBAAsB,wBAAwB,CAC5C,MAAM,EAAE,8BAA8B,GACrC,OAAO,CAAC,8BAA8B,CAAC,CAwBzC;AAID,wBAAsB,kBAAkB,CACtC,MAAM,EAAE,mBAAmB,EAC3B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,MAAM,CAAC,CAgBjB;AAID,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,mBAAmB,EAC3B,cAAc,EAAE,gBAAgB,EAChC,MAAM,EAAE,mBAAmB,EAC3B,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,IAAI,CAAC,CAqDf"}

package/dist/server/stream-helpers.js

@@ -3,8 +3,24 @@ import {
   convertToModelMessages
 } from "ai";
 import { t } from "../utils/i18n.js";
+import { CHAT_HANDLER } from "../constants.js";
 import { createChatStatusData } from "./types.js";
 import { createResponsePlaybackGenerator } from "../cache/response-cache.js";
+function getStreamResultMetadata(result) {
+  return typeof result === "object" && result !== null ? result : {};
+}
+function streamResultHadToolCalls(result) {
+  if (typeof result !== "object" || result === null) return false;
+  const candidate = result;
+  if (Array.isArray(candidate.steps)) {
+    for (const step of candidate.steps) {
+      if (Array.isArray(step?.toolCalls) && step.toolCalls.length > 0) {
+        return true;
+      }
+    }
+  }
+  return Array.isArray(candidate.toolCalls) && candidate.toolCalls.length > 0;
+}
 function writeSearchStatus(writer, count, lang) {
   writer.write({
     type: "message-metadata",
@@ -49,6 +65,27 @@ function writeSourceArticles(writer, articles, max = 3) {
     }
   }
 }
+function writeSourceSnippets(writer, articles, max = 3) {
+  for (const article of articles.slice(0, max)) {
+    if (!article.snippet) continue;
+    try {
+      writer.write({
+        type: "data-source-snippet",
+        id: `snippet-${article.title}-${article.heading ?? "section"}`,
+        data: {
+          sourceId: `source-${article.title}`,
+          title: article.title,
+          url: article.url ?? "#",
+          heading: article.heading,
+          snippet: article.snippet,
+          score: article.score,
+          matchTerms: article.matchTerms ?? []
+        }
+      });
+    } catch {
+    }
+  }
+}
 function writeTextChunk(writer, text, idPrefix = "text") {
   const id = `${idPrefix}-${Date.now()}`;
   writer.write({ type: "text-start", id });
@@ -65,18 +102,22 @@ async function streamLLMResponse(params) {
     systemPrompt,
     messages,
     lang,
-    temperature = 0.3,
-    maxOutputTokens = 2500
+    temperature = CHAT_HANDLER.CACHED_REPLAY_TEMPERATURE,
+    maxOutputTokens = CHAT_HANDLER.CACHED_REPLAY_MAX_OUTPUT_TOKENS,
+    tools
   } = params;
   const start = Date.now();
   try {
     const provider = adapter.getProvider();
     const result = streamText({
-      model: provider.chatModel(adapter.model),
+      model: provider.chatModel(
+        adapter.model
+      ),
       system: systemPrompt,
       messages: await convertToModelMessages(messages),
       temperature,
       maxOutputTokens,
+      tools,
       onError: ({ error }) => {
         console.error("[stream-helpers] streamText error:", error);
       }
@@ -85,24 +126,29 @@ async function streamLLMResponse(params) {
     writer.merge(result.toUIMessageStream({ sendFinish: false }));
     await result.consumeStream({
       onError: (error) => {
-        streamErrors.push(error instanceof Error ? error : new Error(String(error)));
+        streamErrors.push(
+          error instanceof Error ? error : new Error(String(error))
+        );
       }
     });
     const text = await result.text;
+    const metadata = getStreamResultMetadata(result);
+    const hadToolCalls = streamResultHadToolCalls(result);
     let reasoningText;
-    const reasoningPromise = result.reasoning;
+    const reasoningPromise = metadata.reasoning;
     if (reasoningPromise) {
       try {
         const reasoningOutput = await Promise.resolve(reasoningPromise);
         reasoningText = typeof reasoningOutput === "string" ? reasoningOutput : Array.isArray(reasoningOutput) ? reasoningOutput.map((r) => {
-          if (typeof r === "object" && r !== null && "text" in r) return r.text;
+          if (typeof r === "object" && r !== null && "text" in r)
+            return r.text;
           return String(r);
         }).join("") : void 0;
       } catch {
       }
     }
     let tokenUsage;
-    const usagePromise = result.usage;
+    const usagePromise = metadata.usage;
     if (usagePromise) {
       try {
         const usage = await Promise.resolve(usagePromise);
@@ -121,22 +167,98 @@ async function streamLLMResponse(params) {
       adapter.recordFailure(streamErrors[0]);
       writeTextChunk(writer, t("ai.error.generic", lang), "error");
       writeFinish(writer, "error");
-      return { success: true, responseText: text, reasoningText, tokenUsage, generationMs };
+      return {
+        success: false,
+        responseText: text,
+        reasoningText,
+        tokenUsage,
+        generationMs,
+        hadToolCalls
+      };
     }
     if (text.length > 0) {
       adapter.recordSuccess();
       writeFinish(writer);
-      return { success: true, responseText: text, reasoningText, tokenUsage, generationMs };
+      return {
+        success: true,
+        responseText: text,
+        reasoningText,
+        tokenUsage,
+        generationMs,
+        hadToolCalls
+      };
+    }
+    if (hadToolCalls) {
+      adapter.recordSuccess();
+      writeFinish(writer);
+      return {
+        success: true,
+        responseText: "",
+        reasoningText,
+        tokenUsage,
+        generationMs,
+        hadToolCalls
+      };
     }
     writeTextChunk(writer, t("ai.error.noOutput", lang), "no-output");
     writeFinish(writer);
-    return { success: true, responseText: "", reasoningText, tokenUsage, generationMs };
+    return {
+      success: true,
+      responseText: "",
+      reasoningText,
+      tokenUsage,
+      generationMs,
+      hadToolCalls
+    };
   } catch (err) {
     adapter.recordFailure(err instanceof Error ? err : new Error(String(err)));
     console.error("[stream-helpers] Provider threw:", err.message);
-    return { success: false, responseText: "", generationMs: Date.now() - start };
+    return {
+      success: false,
+      responseText: "",
+      generationMs: Date.now() - start,
+      hadToolCalls: false
+    };
   }
 }
+async function streamLLMWithFailover(params) {
+  const { adapters, ...streamParams } = params;
+  for (const adapter of adapters) {
+    const result = await streamLLMResponse({ ...streamParams, adapter });
+    if (result.success && (result.responseText.length > 0 || result.hadToolCalls)) {
+      return { ...result, adapter };
+    }
+  }
+  return {
+    success: false,
+    responseText: "",
+    generationMs: 0,
+    adapter: null
+  };
+}
+async function streamAnswerWithFallback(params) {
+  const { writer, adapters = [], question, lang, ...streamParams } = params;
+  const llmResult = await streamLLMWithFailover({
+    writer,
+    adapters,
+    lang,
+    ...streamParams
+  });
+  if (llmResult.adapter) {
+    return {
+      ...llmResult,
+      usedMockFallback: false
+    };
+  }
+  const responseText = await streamMockFallback(writer, question, lang);
+  return {
+    success: true,
+    responseText,
+    generationMs: llmResult.generationMs,
+    adapter: null,
+    usedMockFallback: true
+  };
+}
 async function streamMockFallback(writer, question, lang) {
   const { getMockResponse } = await import("../providers/mock.js");
   const mockText = getMockResponse(question, lang);
@@ -153,11 +275,19 @@ async function streamMockFallback(writer, question, lang) {
   return mockText;
 }
 async function streamCachedResponse(writer, cachedResponse, config, lang) {
-  writeSearchStatus(writer, cachedResponse.articles.length + cachedResponse.projects.length, lang);
+  writeSearchStatus(
+    writer,
+    cachedResponse.articles.length + cachedResponse.projects.length,
+    lang
+  );
   writeGeneratingStatus(writer, lang);
-  writeSourceArticles(writer, cachedResponse.articles);
+  writeSourceArticles(writer, cachedResponse.sources);
+  writeSourceSnippets(writer, cachedResponse.sources);
   writeGeneratingStatus(writer, lang, 70);
-  const playbackGenerator = createResponsePlaybackGenerator(cachedResponse, config);
+  const playbackGenerator = createResponsePlaybackGenerator(
+    cachedResponse,
+    config
+  );
   let thinkingId;
   const textId = `text-${Date.now()}`;
   let textStarted = false;
@@ -167,7 +297,11 @@ async function streamCachedResponse(writer, cachedResponse, config, lang) {
         thinkingId = `thinking-${Date.now()}`;
         writer.write({ type: "reasoning-start", id: thinkingId });
       }
-      writer.write({ type: "reasoning-delta", id: thinkingId, delta: chunk.text });
+      writer.write({
+        type: "reasoning-delta",
+        id: thinkingId,
+        delta: chunk.text
+      });
     } else {
       if (thinkingId) {
         writer.write({ type: "reasoning-end", id: thinkingId });
@@ -190,13 +324,16 @@ async function streamCachedResponse(writer, cachedResponse, config, lang) {
   writeFinish(writer);
 }
 export {
+  streamAnswerWithFallback,
   streamCachedResponse,
   streamLLMResponse,
+  streamLLMWithFailover,
   streamMockFallback,
   writeDoneStatus,
   writeFinish,
   writeGeneratingStatus,
   writeSearchStatus,
   writeSourceArticles,
+  writeSourceSnippets,
   writeTextChunk
 };