@stainless-api/docs 0.1.0-beta.136 → 0.1.0-beta.137

package/stl-docs/chat/docs-chat-handler.ts

@@ -1,4 +1,5 @@
-import { FeedbackResponseBody, MetadataResponseBody, RequestBody, ResponseChunk } from './schemas';
+import { ResponseChunk } from './schemas';
+export { responseChunk, type ResponseChunk } from './schemas';
 
 export type DocsChatHandler = {
   generateResponse: (
@@ -7,12 +8,10 @@ export type DocsChatHandler = {
       priorMessages,
     }: {
       query: string;
-      priorMessages: NonNullable<RequestBody['additionalContext']>['prior_messages'];
+      priorMessages: { role: 'user' | 'assistant'; content: string }[];
     },
     abortSignal: AbortSignal,
   ) => AsyncGenerator<ResponseChunk>;
 
-  onRate: (spanId: string, score: 0 | 1) => Promise<FeedbackResponseBody>;
-
-  onAssignMetadata: (spanId: string, metadata: Record<string, string>) => Promise<MetadataResponseBody>;
+  onRate?: (spanId: string, score: 0 | 1) => Promise<unknown>;
 };

package/stl-docs/chat/hook.ts

@@ -129,6 +129,7 @@ export function useChat({ handler }: { handler: DocsChatHandler }) {
 
       try {
         let chunk: ResponseChunk | undefined = undefined;
+        let sawDone = false;
         for await (chunk of handler.generateResponse(
           {
             query: question,
@@ -147,6 +148,7 @@ export function useChat({ handler }: { handler: DocsChatHandler }) {
 
           if (chunk.type === 'done') {
             dispatch({ type: 'completeResponse', respondingTo: userMessageId, spanId: chunk.span_id });
+            sawDone = true;
             // stop reading from the stream on done
             break;
           }
@@ -190,6 +192,12 @@ export function useChat({ handler }: { handler: DocsChatHandler }) {
             respondingTo: userMessageId,
             errorMessage: 'No response received. Please try again.',
           });
+        } else if (!sawDone && !abortControllerRef.current.signal.aborted) {
+          // Generator exhausted without a `done` chunk — synthesize completion.
+          if (lastChunkType === 'text') {
+            dispatch({ type: 'completeMessage', id: currentResponseId });
+          }
+          dispatch({ type: 'completeResponse', respondingTo: userMessageId, spanId: crypto.randomUUID() });
         }
       } catch {
         dispatch({
@@ -202,14 +210,16 @@ export function useChat({ handler }: { handler: DocsChatHandler }) {
     [chatMessages, handler],
   );
 
-  async function rateMessage(spanId: string, rating: 'up' | 'down'): Promise<boolean> {
-    try {
-      const { success } = await handler.onRate(spanId, { up: 1 as const, down: 0 as const }[rating]);
-      return success;
-    } catch {
-      return false;
-    }
-  }
+  const rateMessage = handler.onRate
+    ? async (spanId: string, rating: 'up' | 'down') => {
+        try {
+          await handler.onRate?.(spanId, { up: 1 as const, down: 0 as const }[rating]);
+          return true;
+        } catch {
+          return false;
+        }
+      }
+    : undefined;
 
-  return { chatMessages, sendMessage, rateMessage, setMetadata: handler.onAssignMetadata.bind(handler) };
+  return { chatMessages, sendMessage, rateMessage };
 }

package/stl-docs/chat/schemas.ts

@@ -1,38 +1,5 @@
 import z from 'zod';
 
-// TODO: replace with generated SDK types instead of copy/pasting from other repo
-export const requestBody = z.object({
-  query: z.string(),
-  sdk: z.object({
-    project: z.string(),
-    language: z.string(),
-    version: z.string().optional(),
-  }),
-  stream: z.boolean().optional(),
-  budget: z
-    .object({
-      maxTokens: z.number().optional(),
-    })
-    .optional(),
-  session_id: z.string().optional(),
-  additionalContext: z
-    .object({
-      prior_messages: z.array(
-        z.object({
-          role: z.enum(['user', 'assistant']),
-          content: z.string(),
-        }),
-      ),
-      code: z.string().optional(),
-      intent: z.string().optional(),
-      lsp: z.string().optional(),
-      errors: z.string().optional(),
-    })
-    .optional(),
-  browser_id: z.string().optional(),
-});
-export type RequestBody = z.input<typeof requestBody>;
-
 export const responseChunk = z.discriminatedUnion('type', [
   z.object({
     type: z.literal('text'),
@@ -58,13 +25,3 @@ export const responseChunk = z.discriminatedUnion('type', [
   }),
 ]);
 export type ResponseChunk = z.infer<typeof responseChunk>;
-
-export const feedbackRequestBody = z.object({ score: z.number().min(0).max(1) });
-export type FeedbackRequestBody = z.infer<typeof feedbackRequestBody>;
-export const feedbackResponseBody = z.object({ success: z.boolean() });
-export type FeedbackResponseBody = z.infer<typeof feedbackResponseBody>;
-
-export const metadataRequestBody = z.object({ metadata: z.record(z.string(), z.string()) });
-export type MetadataRequestBody = z.infer<typeof metadataRequestBody>;
-export const metadataResponseBody = z.object({ success: z.boolean() });
-export type MetadataResponseBody = z.infer<typeof metadataResponseBody>;

package/stl-docs/chat/ui/AiChat.tsx

@@ -2,13 +2,13 @@ import { motion } from 'motion/react';
 import { Suspense, useCallback, useEffect, useMemo, useRef, useState, useSyncExternalStore } from 'react';
 import { useScrollToBottom } from './scroll-manager';
 import { useChat } from '../hook';
-import { DocsLanguage } from '@stainless-api/docs-ui/routing';
+import type { DocsChatHandler } from '../docs-chat-handler';
 
 import ChatLog from './components/ChatLog';
 import AiChatTrigger from './Trigger';
 import ChatEmpty from './components/ChatEmpty';
 import ChatControls from './components/ChatControls';
-import { StainlessHandler } from '../stainless-handler';
+import { AI_CHAT_HANDLER } from 'virtual:stl-docs-ai-chat';
 
 import styles from './AiChat.module.css';
 import clsx from 'clsx';
@@ -26,30 +26,18 @@ const examplesPromise = import('virtual:stl-docs-ai-chat-examples')
   .then((mod) => mod.examples)
   .catch(() => undefined);
 
-export default function AiChat({
-  stainlessProject,
-  currentLanguage,
-  siteTitle,
-}: {
-  stainlessProject: string;
-  currentLanguage?: DocsLanguage;
-  siteTitle?: string;
-}) {
-  const handler = useMemo(
-    () => new StainlessHandler(currentLanguage ?? 'http', siteTitle, stainlessProject),
-    [currentLanguage, siteTitle, stainlessProject],
-  );
-  const { chatMessages, sendMessage, rateMessage, setMetadata } = useChat({
+export default function AiChat({ siteTitle }: { siteTitle?: string }) {
+  if (!AI_CHAT_HANDLER) {
+    return null;
+  }
+  return <AiChatInner siteTitle={siteTitle} handler={AI_CHAT_HANDLER} />;
+}
+
+function AiChatInner({ siteTitle, handler }: { siteTitle?: string; handler: DocsChatHandler }) {
+  const { chatMessages, sendMessage, rateMessage } = useChat({
     handler,
   });
 
-  const onCopyMessage = useCallback(
-    (spanId: string) => {
-      setMetadata(spanId, { copied_to_clipboard: 'true' }).catch(() => {});
-    },
-    [setMetadata],
-  );
-
   // panel mode is supported only on larger viewports
   const supportsPanel = useSyncExternalStore(
     (cb) => {
@@ -168,7 +156,6 @@ export default function AiChat({
               <ChatLog
                 messages={chatMessages}
                 rateMessage={rateMessage}
-                onCopyMessage={onCopyMessage}
                 responsePending={pendingResponses > 0}
               />
             ) : (

package/stl-docs/chat/ui/components/ChatLog.tsx

@@ -11,12 +11,10 @@ import { LoaderCircleIcon } from 'lucide-react';
 export default function ChatLog({
   messages,
   rateMessage,
-  onCopyMessage,
   responsePending = false,
 }: {
   messages: ChatMessage[];
   rateMessage?: (spanId: string, rating: 'up' | 'down') => Promise<boolean>;
-  onCopyMessage?: (spanId: string) => void;
   responsePending?: boolean;
 }) {
   const lastMessage = messages.at(-1);
@@ -57,7 +55,6 @@ export default function ChatLog({
               key={msg.id}
               spanId={msg.spanId}
               rateMessage={rateMessage}
-              onCopyMessage={onCopyMessage}
               // all "text" responses to the given message
               messages={messages.flatMap((msg2) =>
                 msg2.role === 'assistant' &&

package/stl-docs/chat/ui/components/MessageFeedback.tsx

@@ -12,17 +12,14 @@ export default function MessageFeedbackButtons({
   spanId,
   messages,
   rateMessage,
-  onCopyMessage,
 }: {
   spanId: string;
   messages: AssistantTextMessage[];
   rateMessage?: (spanId: string, rating: 'up' | 'down') => Promise<boolean>;
-  onCopyMessage?: (spanId: string) => void;
 }) {
   // Copy response as markdown
   const [copied, setCopied] = useState(false);
   const handleCopy = useCallback(() => {
-    onCopyMessage?.(spanId);
     const combinedText = messages.map((msg) => msg.content).join('\n\n');
     navigator.clipboard
       .writeText(combinedText)
@@ -33,7 +30,7 @@ export default function MessageFeedbackButtons({
       .catch(() => {
         setCopied(false);
       });
-  }, [messages, spanId, onCopyMessage]);
+  }, [messages]);
 
   // Provide message rating
   const [rating, setRating] = useState<'up' | 'down' | null>(null);

package/stl-docs/chat/ui/components/ToolCall.tsx

@@ -1,5 +1,4 @@
 import { motion } from 'motion/react';
-import z from 'zod';
 
 import type { AssistantToolCallMessage } from '../types';
 
@@ -11,24 +10,25 @@ export default function ToolCall({
 }: {
   message: Pick<AssistantToolCallMessage, 'id' | 'toolName' | 'input'>;
 }) {
-  // Render docs searches
-  if (message.toolName.endsWith('search_docs')) {
-    const parsed = z.object({ query: z.string() }).safeParse(message.input);
-    if (parsed.success) {
-      return (
-        <motion.li
-          layout="position"
-          data-message-role="assistant"
-          className={clsx(styles['chat-message'], styles['tool-use'])}
-        >
-          <p>
-            Fetching docs for <em>{parsed.data.query}</em>
-          </p>
-        </motion.li>
-      );
-    }
-  }
+  const firstStringArg = message.input
+    ? Object.values(message.input).find((v): v is string => typeof v === 'string')
+    : undefined;
 
-  // No other tool renderers yet
-  return null;
+  return (
+    <motion.li
+      layout="position"
+      data-message-role="assistant"
+      className={clsx(styles['chat-message'], styles['tool-use'])}
+    >
+      <p>
+        Calling <code>{message.toolName}</code>
+        {firstStringArg && (
+          <>
+            {' '}
+            with <em>{firstStringArg}</em>
+          </>
+        )}
+      </p>
+    </motion.li>
+  );
 }

package/stl-docs/chat/ui/types.ts

@@ -18,13 +18,13 @@ export type AssistantToolCallMessage = BaseMessage & {
   toolName: string;
   input: Record<string, unknown> | undefined;
 };
-export type AssistantDoneMessage = BaseMessage & {
+type AssistantDoneMessage = BaseMessage & {
   role: 'assistant';
   respondingTo: string;
   messageType: 'done';
   spanId: string;
 };
-export type AssistantErrorMessage = BaseMessage & {
+type AssistantErrorMessage = BaseMessage & {
   role: 'assistant';
   respondingTo: string;
   messageType: 'error';

package/stl-docs/components/AiChatIsland.tsx

@@ -4,13 +4,9 @@
 // This conditional can’t be inlined into PageFrame because it breaks Astro’s static analysis of imports of client islands
 const AiChat = __STLDOCS_ENABLE_AI_CHAT__ ? (await import('../chat/ui/AiChat')).default : null;
 
-const STAINLESS_PROJECT = __STLDOCS_HAS_API_REFERENCE__
-  ? (await import('virtual:stl-starlight-virtual-module')).STAINLESS_PROJECT
-  : undefined;
-
 export default function DocsChatLazy(
   props: Omit<React.ComponentProps<NonNullable<typeof AiChat>>, 'stainlessProject'>,
 ) {
-  if (!AiChat || !STAINLESS_PROJECT) return null;
-  return <AiChat {...props} stainlessProject={STAINLESS_PROJECT} />;
+  if (!AiChat) return null;
+  return <AiChat {...props} />;
 }

package/stl-docs/components/PageFrame.astro

@@ -29,9 +29,5 @@ const { hasSidebar } = Astro.locals.starlightRoute;
 
   <slot />
 
-  {
-    __STLDOCS_ENABLE_AI_CHAT__ && (
-      <AiChatIsland client:load currentLanguage={Astro.locals.language} siteTitle={siteTitle} />
-    )
-  }
+  {__STLDOCS_ENABLE_AI_CHAT__ && <AiChatIsland client:load siteTitle={siteTitle} />}
 </div>

package/stl-docs/fonts.ts

@@ -7,7 +7,7 @@ type AstroFontConfigEntry = Defined<AstroConfig['fonts']>[number];
 
 // Apply Omit to each member of the union while preserving union structure
 type PreloadFilter = { preload?: FontPreloadFilter };
-export type StlDocsFontConfigEntry = (AstroFontConfigEntry extends infer T
+type StlDocsFontConfigEntry = (AstroFontConfigEntry extends infer T
   ? T extends unknown
     ? Omit<T, 'cssVariable'>
     : never
@@ -165,19 +165,19 @@ export function flattenFonts(fonts: StlDocsFontConfig | undefined): AstroFontCon
     fontConfigs.push({
       ...fonts.primary,
       cssVariable: '--stl-typography-font' as const,
-    } as AstroFontConfigEntry);
+    });
   }
   if (fonts.heading) {
     fontConfigs.push({
       ...fonts.heading,
       cssVariable: '--stl-typography-font-heading' as const,
-    } as AstroFontConfigEntry);
+    });
   }
   if (fonts.mono) {
     fontConfigs.push({
       ...fonts.mono,
       cssVariable: '--stl-typography-font-mono' as const,
-    } as AstroFontConfigEntry);
+    });
   }
   if (fonts.additional) {
     fontConfigs.push(...fonts.additional.map((font) => font as AstroFontConfigEntry));

package/stl-docs/index.ts

@@ -7,6 +7,7 @@ import type { AstroIntegration } from 'astro';
 
 import { normalizeRedirects, type NormalizedRedirectConfig } from './redirects';
 import path from 'node:path';
+import { fileURLToPath } from 'node:url';
 import { mkdirSync, writeFileSync } from 'fs';
 import {
   parseStlDocsConfig,
@@ -17,7 +18,6 @@ import {
   type StarlightSidebarConfig,
 } from './loadStlDocsConfig';
 import { buildVirtualModuleString } from '../shared/virtualModule';
-import type * as StlDocsVirtualModule from 'virtual:stl-docs-virtual-module';
 import { resolveSrcFile } from '../resolveSrcFile';
 import { stainlessDocsMarkdownRenderer } from './proseMarkdown/proseMarkdownIntegration';
 import { getSharedLogger, setSharedLogger } from '../shared/getSharedLogger';
@@ -184,24 +184,39 @@ function stainlessDocsIntegration(
         const withBase = (link: string) =>
           /^([a-z][a-z0-9+.-]*:|\/\/)/.test(link) ? link : path.posix.join(base, link);
 
+        let vmAiChatHandlerExport = 'export const AI_CHAT_HANDLER = undefined;';
+        if (config.aiChat?.handlerEntrypoint) {
+          const rawEntrypoint = config.aiChat.handlerEntrypoint;
+          const handlerEntrypoint = rawEntrypoint.startsWith('file://')
+            ? fileURLToPath(rawEntrypoint)
+            : path.isAbsolute(rawEntrypoint)
+              ? rawEntrypoint
+              : path.resolve(fileURLToPath(astroConfig.root), rawEntrypoint);
+          vmAiChatHandlerExport = `export { default as AI_CHAT_HANDLER } from '${handlerEntrypoint}';`;
+        }
+
         const virtualModules = new Map(
           Object.entries({
-            'virtual:stl-docs-virtual-module': buildVirtualModuleString({
-              TABS: config.tabs.map((tab) => ({ ...tab, link: withBase(tab.link) })),
-              SPLIT_TABS_ENABLED: config.splitTabsEnabled,
-              HEADER_LINKS: config.header.links.map((link) => ({ ...link, link: withBase(link.link) })),
-              HEADER_LAYOUT: config.header.layout,
-              ENABLE_CLIENT_ROUTER: config.enableClientRouter,
-              API_REFERENCE_BASE_PATH: apiReferenceBasePath ?? '/api',
-              ENABLE_PROSE_MARKDOWN_RENDERING: config.enableProseMarkdownRendering,
-              ENABLE_CONTEXT_MENU: config.contextMenu, // TODO: do not duplicate this between both virtual modules
-              RENDER_PAGE_DESCRIPTIONS: config.renderPageDescriptions,
-              FONTS: getFontRoles(config.fonts),
-              LINK_GROUP_TITLES_TO_OVERVIEW_PAGES: config.linkGroupTitlesToOverviewPages,
-              RENDER_CREDITS: config.credits,
-              SITE_TITLE: config.siteTitle,
-              ENABLE_AI_CHAT: !!config.aiChat,
-            } satisfies typeof StlDocsVirtualModule),
+            'virtual:stl-docs-virtual-module': [
+              buildVirtualModuleString({
+                TABS: config.tabs.map((tab) => ({ ...tab, link: withBase(tab.link) })),
+                SPLIT_TABS_ENABLED: config.splitTabsEnabled,
+                HEADER_LINKS: config.header.links.map((link) => ({ ...link, link: withBase(link.link) })),
+                HEADER_LAYOUT: config.header.layout,
+                ENABLE_CLIENT_ROUTER: config.enableClientRouter,
+                API_REFERENCE_BASE_PATH: apiReferenceBasePath ?? '/api',
+                ENABLE_PROSE_MARKDOWN_RENDERING: config.enableProseMarkdownRendering,
+                ENABLE_CONTEXT_MENU: !!config.contextMenu, // TODO: do not duplicate this between both virtual modules
+                CONTEXT_MENU_ENABLE_THIRD_PARTY:
+                  (typeof config.contextMenu === 'object' ? config.contextMenu.thirdParty : null) ?? true,
+                RENDER_PAGE_DESCRIPTIONS: config.renderPageDescriptions,
+                FONTS: getFontRoles(config.fonts),
+                LINK_GROUP_TITLES_TO_OVERVIEW_PAGES: config.linkGroupTitlesToOverviewPages,
+                RENDER_CREDITS: config.credits,
+                SITE_TITLE: config.siteTitle,
+              }),
+            ].join('\n'),
+            'virtual:stl-docs-ai-chat': vmAiChatHandlerExport,
           }),
         );
 
@@ -216,7 +231,7 @@ function stainlessDocsIntegration(
               {
                 name: 'stl-docs-virtual-modules',
                 resolveId(id) {
-                  // The '\0' prefix tells Vite “this is a virtual module” and prevents it from being resolved again.
+                  // The '\0' prefix tells Vite "this is a virtual module" and prevents it from being resolved again.
                   if (virtualModules.has(id)) return `\0${id}`;
                 },
                 load(id) {
@@ -231,8 +246,7 @@ function stainlessDocsIntegration(
                     await generateExamplesPlugin({
                       projectName: config.apiReference?.stainlessProject ?? undefined,
                       logger,
-                      exampleOverrides:
-                        typeof config.aiChat === 'object' ? config.aiChat.exampleOverrides : undefined,
+                      exampleOverrides: config.aiChat.examples,
                     }),
                   ]
                 : []),

package/stl-docs/loadStlDocsConfig.ts

@@ -81,7 +81,7 @@ export type StainlessDocsUserConfig = {
      */
     disableProseMarkdownRendering?: boolean;
     disableStainlessProseIndexing?: boolean;
-    aiChat?: { exampleOverrides?: ExamplePromptResponse } | true;
+    aiChat?: { handlerEntrypoint: string; examples?: ExamplePromptResponse };
     /**
      * Whether to link group titles to overview pages. Note: overview pages must already be present in the sidebar for this to work.
      *
@@ -94,7 +94,7 @@ export type StainlessDocsUserConfig = {
    *
    * @default true
    */
-  contextMenu?: boolean;
+  contextMenu?: boolean | { thirdParty?: boolean };
 
   /**
    * Whether to render page descriptions in prose page headers

package/virtual-module.d.ts

@@ -19,6 +19,7 @@ declare module 'virtual:stl-starlight-virtual-module' {
   export const PROPERTY_SETTINGS: PropertySettingsType;
   export const MIDDLEWARE: StlStarlightMiddleware;
   export const ENABLE_CONTEXT_MENU: boolean;
+  export const CONTEXT_MENU_ENABLE_THIRD_PARTY: boolean;
   export const STAINLESS_PROJECT: string | undefined;
   export const LLMS_TXT_DESCRIPTION: string | null;
   export const LLMS_TXT_DETAIL_THRESHOLD: number;
@@ -53,6 +54,7 @@ declare module 'virtual:stl-docs-virtual-module' {
   export const API_REFERENCE_BASE_PATH: string;
   export const ENABLE_PROSE_MARKDOWN_RENDERING: boolean;
   export const ENABLE_CONTEXT_MENU: boolean;
+  export const CONTEXT_MENU_ENABLE_THIRD_PARTY: boolean;
   export const RENDER_PAGE_DESCRIPTIONS: boolean;
   export const LINK_GROUP_TITLES_TO_OVERVIEW_PAGES: boolean;
   export const FONTS: {
@@ -63,7 +65,10 @@ declare module 'virtual:stl-docs-virtual-module' {
   };
   export const RENDER_CREDITS: boolean;
   export const SITE_TITLE: string;
-  export const ENABLE_AI_CHAT: boolean;
+}
+
+declare module 'virtual:stl-docs-ai-chat' {
+  export const AI_CHAT_HANDLER: import('./stl-docs/chat/docs-chat-handler').DocsChatHandler | undefined;
 }
 
 declare module 'virtual:stl-docs-ai-chat-examples' {

package/stl-docs/chat/stainless-handler/index.ts

@@ -1,126 +0,0 @@
-import type { DocsLanguage } from '@stainless-api/docs-ui/routing';
-import { JSONParser } from '@streamparser/json-whatwg';
-import {
-  type RequestBody,
-  responseChunk,
-  type FeedbackRequestBody,
-  feedbackResponseBody,
-  type MetadataRequestBody,
-  metadataResponseBody,
-} from '../schemas';
-import { streamAsyncIterator } from '../stream-util';
-import { DocsChatHandler } from '../docs-chat-handler';
-
-const API_URL = new URL('https://app.stainless.com/api/');
-const CHAT_ENDPOINT = new URL('ai/get-agentic-help', API_URL);
-
-const FEEDBACK_ENDPOINT = (spanId: string) => new URL(`ai/agentic-help/${spanId}/score`, API_URL);
-const METADATA_ENDPOINT = (spanId: string) => new URL(`ai/agentic-help/${spanId}/metadata`, API_URL);
-
-/**
- * Identifier for tracking unique users in braintrust
- */
-function getClientId() {
-  let clientId = localStorage.getItem('stainless-client-id');
-  if (!clientId) {
-    clientId = crypto.randomUUID();
-    localStorage.setItem('stainless-client-id', clientId);
-  }
-  return clientId;
-}
-
-/** Context on what the user is currently viewing to pass to the agent */
-function getPageContext({ siteTitle }: { siteTitle: string | undefined }) {
-  const { href } = window.location;
-  const markdownUrl = `${href.replace(/\/$/, '')}/index.md`;
-  const pageTitle = document.querySelector('h1')?.textContent;
-  return [
-    `The user is viewing a documentation page${siteTitle ? ` for ${siteTitle}` : ''}.`,
-    `- Content URL: ${markdownUrl}`,
-    pageTitle && `- Page title: "${pageTitle}"`,
-    // TODO: include stainless path here? does the agent know how to use it?
-    // TODO: pass more of the page content into context without the agent having to retrieve it
-  ]
-    .filter(Boolean)
-    .join('\n');
-}
-
-export class StainlessHandler implements DocsChatHandler {
-  constructor(
-    private language: DocsLanguage,
-    private siteTitle: string | undefined,
-    private project: string,
-  ) {}
-  /**
-   * Stream chat response from the server
-   */
-  async *generateResponse(
-    {
-      query,
-      priorMessages,
-    }: {
-      query: string;
-      priorMessages: NonNullable<RequestBody['additionalContext']>['prior_messages'];
-    },
-    abortSignal: AbortSignal,
-  ) {
-    const res = await fetch(CHAT_ENDPOINT, {
-      method: 'POST',
-      headers: {
-        'Content-Type': 'application/json',
-      },
-      body: JSON.stringify({
-        query,
-        sdk: { project: this.project, language: this.language },
-        stream: true,
-        additionalContext: {
-          prior_messages: priorMessages,
-          intent: getPageContext({ siteTitle: this.siteTitle }),
-        },
-        browser_id: getClientId(),
-      } satisfies RequestBody),
-
-      signal: abortSignal,
-    });
-
-    if (!res.ok || !res.body) throw new Error(`Chat request failed with status ${res.status}`);
-
-    const parser = new JSONParser({ separator: '\n', paths: ['$'] });
-    for await (const chunk of streamAsyncIterator(res.body.pipeThrough(parser))) {
-      const chunkParsed = responseChunk.safeParse(chunk.value);
-      if (chunkParsed.success) yield chunkParsed.data;
-    }
-  }
-
-  /**
-   * Attach a score to a response
-   */
-  async onRate(spanId: string, score: 0 | 1) {
-    const res = await fetch(FEEDBACK_ENDPOINT(spanId), {
-      method: 'PUT',
-      headers: {
-        'Content-Type': 'application/json',
-      },
-      body: JSON.stringify({ score } satisfies FeedbackRequestBody),
-    });
-
-    if (!res.ok) throw new Error(`Feedback request failed with status ${res.status}`);
-    return feedbackResponseBody.parse(await res.json());
-  }
-
-  /**
-   * Attach metadata to a response
-   */
-  async onAssignMetadata(spanId: string, metadata: Record<string, string>) {
-    const res = await fetch(METADATA_ENDPOINT(spanId), {
-      method: 'PUT',
-      headers: {
-        'Content-Type': 'application/json',
-      },
-      body: JSON.stringify({ metadata } satisfies MetadataRequestBody),
-    });
-
-    if (!res.ok) throw new Error(`Metadata request failed with status ${res.status}`);
-    return metadataResponseBody.parse(await res.json());
-  }
-}

package/stl-docs/chat/stream-util.ts

@@ -1,16 +0,0 @@
-/*
- * https://jakearchibald.com/2017/async-iterators-and-generators/#making-streams-iterate
- * safari does not yet support consuming ReadableStream as AsyncIterable
- */
-export async function* streamAsyncIterator<T>(stream: ReadableStream<T>) {
-  const reader = stream.getReader();
-  try {
-    while (true) {
-      const { done, value } = await reader.read();
-      if (done) return;
-      yield value;
-    }
-  } finally {
-    reader.releaseLock();
-  }
-}